background_tokenizer_test.js 3.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485
  1. /* ***** BEGIN LICENSE BLOCK *****
  2. * Distributed under the BSD license:
  3. *
  4. * Copyright (c) 2010, Ajax.org B.V.
  5. * All rights reserved.
  6. *
  7. * Redistribution and use in source and binary forms, with or without
  8. * modification, are permitted provided that the following conditions are met:
  9. * * Redistributions of source code must retain the above copyright
  10. * notice, this list of conditions and the following disclaimer.
  11. * * Redistributions in binary form must reproduce the above copyright
  12. * notice, this list of conditions and the following disclaimer in the
  13. * documentation and/or other materials provided with the distribution.
  14. * * Neither the name of Ajax.org B.V. nor the
  15. * names of its contributors may be used to endorse or promote products
  16. * derived from this software without specific prior written permission.
  17. *
  18. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
  19. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  20. * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  21. * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
  22. * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
  23. * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  24. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
  25. * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  26. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  27. * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28. *
  29. * ***** END LICENSE BLOCK ***** */
  30. if (typeof process !== "undefined") {
  31. require("amd-loader");
  32. }
  33. define(function(require, exports, module) {
  34. "use strict";
  35. var EditSession = require("./edit_session").EditSession;
  36. var JavaScriptMode = require("./mode/javascript").Mode;
  37. var Range = require("./range").Range;
  38. var assert = require("./test/assertions");
  39. function forceTokenize(session){
  40. for (var i = 0, l = session.getLength(); i < l; i++)
  41. session.getTokens(i)
  42. }
  43. function testStates(session, states) {
  44. for (var i = 0, l = session.getLength(); i < l; i++)
  45. assert.equal(session.bgTokenizer.states[i], states[i])
  46. assert.ok(l == states.length)
  47. }
  48. module.exports = {
  49. "test background tokenizer update on session change" : function() {
  50. var doc = new EditSession([
  51. "/*",
  52. "*/",
  53. "var juhu"
  54. ]);
  55. doc.setMode("./mode/javascript")
  56. forceTokenize(doc)
  57. testStates(doc, ["comment_regex_allowed", "start", "no_regex"])
  58. doc.remove(new Range(0,2,1,2))
  59. testStates(doc, [null, "no_regex"])
  60. forceTokenize(doc)
  61. testStates(doc, ["comment_regex_allowed", "comment_regex_allowed"])
  62. doc.insert({row:0, column:2}, "\n*/")
  63. testStates(doc, [undefined, undefined, "comment_regex_allowed"])
  64. forceTokenize(doc)
  65. testStates(doc, ["comment_regex_allowed", "start", "no_regex"])
  66. }
  67. };
  68. });
  69. if (typeof module !== "undefined" && module === require.main) {
  70. require("asyncjs").test.testcase(module.exports).exec()
  71. }