mirror of
https://github.com/KevinMidboe/linguist.git
synced 2025-12-08 20:38:47 +00:00
Add tokenize helper to Tokenize class
This commit is contained in:
@@ -32,7 +32,7 @@ class TestClassifier < Test::Unit::TestCase
|
||||
results = classifier.classify(fixture("objective-c/hello.m"))
|
||||
assert_equal Language["Objective-C"], results.first[0]
|
||||
|
||||
tokens = Tokenizer.new(fixture("objective-c/hello.m")).tokens
|
||||
tokens = Tokenizer.tokenize(fixture("objective-c/hello.m"))
|
||||
results = classifier.classify(tokens)
|
||||
assert_equal Language["Objective-C"], results.first[0]
|
||||
end
|
||||
|
||||
Reference in New Issue
Block a user