Use simple yaml dump for now

This commit is contained in:
Joshua Peek
2012-07-23 15:05:08 -05:00
parent afedf2557d
commit 314f0e4852
3 changed files with 19968 additions and 20014 deletions

View File

@@ -10,7 +10,7 @@ end
file 'lib/linguist/samples.yml' => Dir['samples/**/*'] do |f| file 'lib/linguist/samples.yml' => Dir['samples/**/*'] do |f|
require 'linguist/samples' require 'linguist/samples'
yaml = Linguist::Samples.serialize_to_yaml(Linguist::Samples.data) yaml = YAML.dump(Linguist::Samples.data)
File.open(f.name, 'w') { |io| io.write yaml } File.open(f.name, 'w') { |io| io.write yaml }
end end

View File

@@ -88,60 +88,9 @@ module Linguist
Classifier.train!(db, language.name, data) Classifier.train!(db, language.name, data)
end end
db['md5'] = MD5.hexdigest(db) db['md5'] = Linguist::MD5.hexdigest(db)
db db
end end
# Public: Serialize samples data to YAML.
#
# db - Hash
#
# Returns String.
def self.serialize_to_yaml(db)
out = ""
escape = lambda { |s| s.inspect.gsub(/\\#/, "\#") }
out << "md5: #{db['md5']}\n"
out << "extnames:\n"
db['extnames'].sort.each do |language, extnames|
out << " #{escape.call(language)}:\n"
extnames.sort.each do |extname|
out << " - #{escape.call(extname)}\n"
end
end
out << "filenames:\n"
db['filenames'].sort.each do |language, filenames|
out << " #{escape.call(language)}:\n"
filenames.sort.each do |filename|
out << " - #{escape.call(filename)}\n"
end
end
out << "languages_total: #{db['languages_total']}\n"
out << "tokens_total: #{db['tokens_total']}\n"
out << "languages:\n"
db['languages'].sort.each do |language, count|
out << " #{escape.call(language)}: #{count}\n"
end
out << "language_tokens:\n"
db['language_tokens'].sort.each do |language, count|
out << " #{escape.call(language)}: #{count}\n"
end
out << "tokens:\n"
db['tokens'].sort.each do |language, tokens|
out << " #{escape.call(language)}:\n"
tokens.sort.each do |token, count|
out << " #{escape.call(token)}: #{count}\n"
end
end
out
end
end end
end end

File diff suppressed because it is too large Load Diff