background_tokenizer_test.js 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. /* ***** BEGIN LICENSE BLOCK *****
  2. * Distributed under the BSD license:
  3. *
  4. * Copyright (c) 2010, Ajax.org B.V.
  5. * All rights reserved.
  6. *
  7. * Redistribution and use in source and binary forms, with or without
  8. * modification, are permitted provided that the following conditions are met:
  9. * * Redistributions of source code must retain the above copyright
  10. * notice, this list of conditions and the following disclaimer.
  11. * * Redistributions in binary form must reproduce the above copyright
  12. * notice, this list of conditions and the following disclaimer in the
  13. * documentation and/or other materials provided with the distribution.
  14. * * Neither the name of Ajax.org B.V. nor the
  15. * names of its contributors may be used to endorse or promote products
  16. * derived from this software without specific prior written permission.
  17. *
  18. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
  19. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  20. * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  21. * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
  22. * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
  23. * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  24. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
  25. * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  26. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  27. * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28. *
  29. * ***** END LICENSE BLOCK ***** */
  30. if (typeof process !== "undefined") {
  31. require("amd-loader");
  32. }
  33. define(function(require, exports, module) {
  34. "use strict";
  35. var EditSession = require("./edit_session").EditSession;
  36. var JavaScriptMode = require("./mode/javascript").Mode;
  37. var Range = require("./range").Range;
  38. var assert = require("./test/assertions");
  39. function forceTokenize(session){
  40. for (var i = 0, l = session.getLength(); i < l; i++)
  41. session.getTokens(i)
  42. }
  43. function testStates(session, states) {
  44. for (var i = 0, l = session.getLength(); i < l; i++)
  45. assert.equal(session.bgTokenizer.states[i], states[i])
  46. assert.ok(l == states.length)
  47. }
  48. module.exports = {
  49. "test background tokenizer update on session change" : function() {
  50. var doc = new EditSession([
  51. "/*",
  52. "*/",
  53. "var juhu"
  54. ]);
  55. doc.setMode("./mode/javascript")
  56. forceTokenize(doc)
  57. testStates(doc, ["comment1", "start", "no_regex"])
  58. doc.remove(new Range(0,2,1,2))
  59. testStates(doc, [null, "no_regex"])
  60. forceTokenize(doc)
  61. testStates(doc, ["comment1", "comment1"])
  62. doc.insert({row:0, column:2}, "\n*/")
  63. testStates(doc, [undefined, undefined, "comment1"])
  64. forceTokenize(doc)
  65. testStates(doc, ["comment1", "start", "no_regex"])
  66. },
  67. "test background tokenizer sends update event" : function() {
  68. var doc = new EditSession([
  69. "/*",
  70. "var",
  71. "juhu",
  72. "*/"
  73. ]);
  74. doc.setMode("./mode/javascript");
  75. var updateEvent = null;
  76. doc.bgTokenizer.on("update", function(e) {
  77. updateEvent = e.data;
  78. });
  79. function checkEvent(first, last) {
  80. assert.ok(!updateEvent, "unneccessary update event");
  81. doc.bgTokenizer.running = 1;
  82. doc.bgTokenizer.$worker();
  83. assert.ok(updateEvent);
  84. assert.equal([first, last] + "",
  85. [updateEvent.first, updateEvent.last] + "")
  86. updateEvent = null;
  87. }
  88. forceTokenize(doc);
  89. var comment = "comment1";
  90. testStates(doc, [comment, comment, comment, "start"]);
  91. doc.remove(new Range(0,0,0,2));
  92. testStates(doc, [comment, comment, comment, "start"]);
  93. checkEvent(0, 3);
  94. testStates(doc, ["start", "no_regex", "no_regex", "regex"]);
  95. // insert /* and and press down several times quickly
  96. doc.insert({row:0, column:0}, "/*");
  97. doc.getTokens(0);
  98. doc.getTokens(1);
  99. doc.getTokens(2);
  100. checkEvent(0, 3);
  101. forceTokenize(doc);
  102. testStates(doc, [comment, comment, comment, "start"]);
  103. }
  104. };
  105. });
  106. if (typeof module !== "undefined" && module === require.main) {
  107. require("asyncjs").test.testcase(module.exports).exec()
  108. }