mirror of
https://github.com/KevinMidboe/linguist.git
synced 2025-10-29 17:50:22 +00:00
Ensure token probability is less than 1.0
This commit is contained in:
@@ -129,10 +129,10 @@ module Linguist
|
||||
#
|
||||
# Returns Float between 0.0 and 1.0.
|
||||
def token_probability(token, language)
|
||||
if @tokens[language][token] == 0
|
||||
if @tokens[language][token].to_f == 0.0
|
||||
1 / @tokens_total.to_f
|
||||
else
|
||||
@tokens[language][token].to_f / @languages[language].to_f
|
||||
@tokens[language][token].to_f / @language_tokens[language].to_f
|
||||
end
|
||||
end
|
||||
|
||||
|
||||
Reference in New Issue
Block a user