KevinMidboe/linguist
1
0
Fork 0
mirror of https://github.com/KevinMidboe/linguist.git synced 2025-10-29 17:50:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Allow classifer languages to be scoped

Browse Source
This commit is contained in:
Joshua Peek
2012-06-19 14:21:42 -05:00
parent 8f85a447de
commit d566b35020
2 changed files with 20 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
lib/linguist/classifier.rb
View File

@@ -74,7 +74,8 @@ module Linguist
# Public: Guess language of data.
#
# data - Array of tokens or String data to analyze.
# data - Array of tokens or String data to analyze.
# languages - Array of Languages to restrict to.
#
# Examples
#
@@ -83,12 +84,14 @@ module Linguist
#
# Returns sorted Array of result pairs. Each pair contains the
# Language and a Float score.
def classify(tokens)
def classify(tokens, languages = @languages.keys)
tokens = Tokenizer.new(tokens).tokens if tokens.is_a?(String)
scores = {}
@languages.keys.each do |language|
scores[language] = tokens_probability(tokens, language) * language_probability(language)
languages.each do |language|
language_name = language.is_a?(Language) ? language.name : language
scores[language_name] = tokens_probability(tokens, language_name) *
language_probability(language_name)
end
scores.sort { |a, b| b[1] <=> a[1] }.map { |score| [Language[score[0]], score[1]] }

13
test/test_classifier.rb
View File

@@ -30,6 +30,19 @@ class TestClassifier < Test::Unit::TestCase
assert_equal Language["Objective-C"], results.first[0]
end
def test_restricted_classify
classifier = Classifier.new
classifier.train Language["Ruby"], fixture("ruby/foo.rb")
classifier.train Language["Objective-C"], fixture("objective-c/Foo.h")
classifier.train Language["Objective-C"], fixture("objective-c/Foo.m")
results = classifier.classify(fixture("objective-c/hello.m"), [Language["Objective-C"]])
assert_equal Language["Objective-C"], results.first[0]
results = classifier.classify(fixture("objective-c/hello.m"), [Language["Ruby"]])
assert_equal Language["Ruby"], results.first[0]
end
def test_instance_classify_empty
results = Classifier.instance.classify("")
assert results.first[1] < 0.5, results.first.inspect