mirror of
https://github.com/KevinMidboe/linguist.git
synced 2025-10-29 17:50:22 +00:00
83 lines
2.4 KiB
Ruby
83 lines
2.4 KiB
Ruby
require 'linguist/classifier'
|
|
require 'linguist/language'
|
|
require 'linguist/sample'
|
|
require 'linguist/tokenizer'
|
|
|
|
require 'test/unit'
|
|
|
|
class TestClassifier < Test::Unit::TestCase
|
|
include Linguist
|
|
|
|
def samples_path
|
|
File.expand_path("../../samples", __FILE__)
|
|
end
|
|
|
|
def fixture(name)
|
|
File.read(File.join(samples_path, name))
|
|
end
|
|
|
|
def test_instance_freshness
|
|
# Just warn, it shouldn't scare people off by breaking the build.
|
|
unless Classifier.instance.eql?(Linguist::Sample.classifier)
|
|
warn "Classifier database is out of date. Run `bundle exec rake classifier`."
|
|
end
|
|
end
|
|
|
|
def test_classify
|
|
classifier = Classifier.new
|
|
classifier.train "Ruby", fixture("ruby/foo.rb")
|
|
classifier.train "Objective-C", fixture("objective-c/Foo.h")
|
|
classifier.train "Objective-C", fixture("objective-c/Foo.m")
|
|
|
|
results = classifier.classify(fixture("objective-c/hello.m"))
|
|
assert_equal "Objective-C", results.first[0]
|
|
|
|
tokens = Tokenizer.tokenize(fixture("objective-c/hello.m"))
|
|
results = classifier.classify(tokens)
|
|
assert_equal "Objective-C", results.first[0]
|
|
end
|
|
|
|
def test_restricted_classify
|
|
classifier = Classifier.new
|
|
classifier.train "Ruby", fixture("ruby/foo.rb")
|
|
classifier.train "Objective-C", fixture("objective-c/Foo.h")
|
|
classifier.train "Objective-C", fixture("objective-c/Foo.m")
|
|
|
|
results = classifier.classify(fixture("objective-c/hello.m"), ["Objective-C"])
|
|
assert_equal "Objective-C", results.first[0]
|
|
|
|
results = classifier.classify(fixture("objective-c/hello.m"), ["Ruby"])
|
|
assert_equal "Ruby", results.first[0]
|
|
end
|
|
|
|
def test_instance_classify_empty
|
|
results = Classifier.instance.classify("")
|
|
assert results.first[1] < 0.5, results.first.inspect
|
|
end
|
|
|
|
def test_instance_classify_nil
|
|
assert_equal [], Classifier.instance.classify(nil)
|
|
end
|
|
|
|
def test_verify
|
|
assert Classifier.instance.verify
|
|
end
|
|
|
|
def test_gc
|
|
Classifier.instance.gc
|
|
end
|
|
|
|
def test_classify_ambiguous_languages
|
|
Sample.each do |sample|
|
|
next unless sample.language.overrides.any?
|
|
|
|
extname = File.extname(sample.path)
|
|
languages = Language.all.select { |l| l.extensions.include?(extname) }.map(&:name)
|
|
next unless languages.length > 1
|
|
|
|
results = Classifier.instance.classify(sample.data, languages)
|
|
assert_equal sample.language.name, results.first[0], "#{sample.path}\n#{results.inspect}"
|
|
end
|
|
end
|
|
end
|