Add tokenize helper to Tokenize class

2 files changed, 2 insertions, 2 deletions

diff --git a/test/test_classifier.rb b/test/test_classifier.rb
index 81725bc..ac7fbb0 100644
--- a/test/test_classifier.rb
+++ b/test/test_classifier.rb
@@ -32,7 +32,7 @@ class TestClassifier < Test::Unit::TestCase
     results = classifier.classify(fixture("objective-c/hello.m"))
     assert_equal Language["Objective-C"], results.first[0]
 
-    tokens  = Tokenizer.new(fixture("objective-c/hello.m")).tokens
+    tokens  = Tokenizer.tokenize(fixture("objective-c/hello.m"))
     results = classifier.classify(tokens)
     assert_equal Language["Objective-C"], results.first[0]
   end
diff --git a/test/test_tokenizer.rb b/test/test_tokenizer.rb
index bbd4387..00142b5 100644
--- a/test/test_tokenizer.rb
+++ b/test/test_tokenizer.rb
@@ -11,7 +11,7 @@ class TestTokenizer < Test::Unit::TestCase
 
   def tokenize(data)
     data = File.read(File.join(samples_path, data.to_s)) if data.is_a?(Symbol)
-    Tokenizer.new(data).tokens
+    Tokenizer.tokenize(data)
   end
 
   def test_skip_string_literals