diff options
Diffstat (limited to 'test/test_tokenizer.rb')
| -rw-r--r-- | test/test_tokenizer.rb | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/test/test_tokenizer.rb b/test/test_tokenizer.rb index bbd4387..00142b5 100644 --- a/test/test_tokenizer.rb +++ b/test/test_tokenizer.rb @@ -11,7 +11,7 @@ class TestTokenizer < Test::Unit::TestCase def tokenize(data) data = File.read(File.join(samples_path, data.to_s)) if data.is_a?(Symbol) - Tokenizer.new(data).tokens + Tokenizer.tokenize(data) end def test_skip_string_literals |