regexp_tokenizer_test.js 578 B

123456789101112131415161718192021222324252627282930
  1. require("amd-loader");
  2. var assert = require("assert");
  3. var tk = require("./regexp_tokenizer");
  4. var tokenize = tk.tokenize;
  5. var toStr = tk.toStr;
  6. var logTokens = function(tokens) {
  7. tokens.forEach(function(x) {
  8. delete x.end
  9. delete x.start
  10. })
  11. console.log(tokens)
  12. }
  13. assert.equal(toStr(
  14. tokenize("(?x)c + +\n\
  15. # comment\n\
  16. (?-x) # (?x: 1 \n\
  17. (2) [ ] # a \n\
  18. 3 4) c#"
  19. )),
  20. "(?x)c++(?-x) # (?x:1(2)[ ]34) c#"
  21. )
  22. assert.equal(toStr(
  23. tokenize("(?x)\n\
  24. u # comment\n\
  25. ")),
  26. "(?x)u"
  27. )