KevinMidboe/linguist
1
0
Fork 0
mirror of https://github.com/KevinMidboe/linguist.git synced 2025-10-29 17:50:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use language name as hash key

Browse Source
This commit is contained in:
Joshua Peek
2012-06-08 13:43:57 -05:00
parent e0c777d995
commit e5ae9c328b
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
lib/linguist/classifier.rb
View File

@@ -4,15 +4,16 @@ module Linguist
# Language bayesian classifier.
class Classifier
def initialize
@tokens_total = 0
@languages_total = 0
@tokens = Hash.new { |h, k| h[k] = Hash.new(0) }
@language_tokens = Hash.new(0)
@languages = Hash.new(0)
@languages_total = 0
@tokens_total = 0
end
def train(language, data)
tokens = Tokenizer.new(data).tokens
language = language.name
tokens = Tokenizer.new(data).tokens
tokens.each do |token|
@tokens[language][token] += 1
@@ -31,7 +32,7 @@ module Linguist
scores[language] = tokens_probability(tokens, language) * language_probability(language)
end
scores.sort { |a, b| b[1] <=> a[1] }
scores.sort { |a, b| b[1] <=> a[1] }.map { |score| [Language[score[0]], score[1]] }
end
def tokens_probability(tokens, language)