KevinMidboe/linguist
1
0
Fork 0
mirror of https://github.com/KevinMidboe/linguist.git synced 2025-12-08 20:38:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Drop defaults in classifier hash

Browse Source
This commit is contained in:
Joshua Peek
2012-07-23 10:46:54 -05:00
parent 13dbd76e94
commit 95c0985952
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
lib/linguist/classifier.rb
View File

@@ -24,9 +24,9 @@ module Linguist
def initialize def initialize
@tokens_total = 0 @tokens_total = 0
@languages_total = 0 @languages_total = 0
@tokens = Hash.new { |h, k| h[k] = Hash.new(0) } @tokens = {}
@language_tokens = Hash.new(0) @language_tokens = {}
@languages = Hash.new(0) @languages = {}
end end
# Public: Compare Classifier objects. # Public: Compare Classifier objects.
@@ -56,10 +56,14 @@ module Linguist
tokens = Tokenizer.tokenize(data) tokens = Tokenizer.tokenize(data)
tokens.each do |token| tokens.each do |token|
@tokens[language] ||= {}
@tokens[language][token] ||= 0
@tokens[language][token] += 1 @tokens[language][token] += 1
@language_tokens[language] ||= 0
@language_tokens[language] += 1 @language_tokens[language] += 1
@tokens_total += 1 @tokens_total += 1
end end
@languages[language] ||= 0
@languages[language] += 1 @languages[language] += 1
@languages_total += 1 @languages_total += 1