diff options
| author | Joshua Peek <josh@joshpeek.com> | 2012-07-20 15:14:58 -0500 |
|---|---|---|
| committer | Joshua Peek <josh@joshpeek.com> | 2012-07-20 15:14:58 -0500 |
| commit | 2637d8dc55a228d7aec793016632aed2dbf052d3 (patch) | |
| tree | 3954655776f0b76573ba8c7d9c649a0e34c423c2 /test/test_tokenizer.rb | |
| parent | 79be8b8c676fc21f9456d6ab3ca52546a531949c (diff) | |
Add tokenize helper to Tokenize class
Diffstat (limited to 'test/test_tokenizer.rb')
| -rw-r--r-- | test/test_tokenizer.rb | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/test/test_tokenizer.rb b/test/test_tokenizer.rb index bbd4387..00142b5 100644 --- a/test/test_tokenizer.rb +++ b/test/test_tokenizer.rb @@ -11,7 +11,7 @@ class TestTokenizer < Test::Unit::TestCase def tokenize(data) data = File.read(File.join(samples_path, data.to_s)) if data.is_a?(Symbol) - Tokenizer.new(data).tokens + Tokenizer.tokenize(data) end def test_skip_string_literals |