diff options
| author | Joshua Peek <josh@joshpeek.com> | 2012-06-21 10:38:28 -0500 |
|---|---|---|
| committer | Joshua Peek <josh@joshpeek.com> | 2012-06-21 10:38:28 -0500 |
| commit | 497da862629490fb25c299f7a12e7129465bfafd (patch) | |
| tree | 729d9cb2915a47b6276ce21968fbf991a88c95c4 /test | |
| parent | 4b9b8a5058a4418398b762da5bc7825953876a4c (diff) | |
Strip tex and matlab leading inline comments
Diffstat (limited to 'test')
| -rw-r--r-- | test/test_tokenizer.rb | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/test/test_tokenizer.rb b/test/test_tokenizer.rb index d38562c..e157bab 100644 --- a/test/test_tokenizer.rb +++ b/test/test_tokenizer.rb @@ -36,6 +36,7 @@ class TestTokenizer < Test::Unit::TestCase assert_equal %w(foo /* */), tokenize("foo /* \nComment\n */") assert_equal %w(foo <!-- -->), tokenize("foo <!-- Comment -->") assert_equal %w(foo {- -}), tokenize("foo {- Comment -}") + assert_equal %w(% %), tokenize("2 % 10\n% Comment") end def test_sgml_tags @@ -53,6 +54,7 @@ class TestTokenizer < Test::Unit::TestCase assert_equal %w(-), tokenize("1 - 1") assert_equal %w(*), tokenize("1 * 1") assert_equal %w(/), tokenize("1 / 1") + assert_equal %w(%), tokenize("2 % 5") assert_equal %w(&), tokenize("1 & 1") assert_equal %w(&&), tokenize("1 && 1") assert_equal %w(|), tokenize("1 | 1") |