diff --git a/lib/linguist/tokenizer.rb b/lib/linguist/tokenizer.rb index 9c6779af..f5f12981 100644 --- a/lib/linguist/tokenizer.rb +++ b/lib/linguist/tokenizer.rb @@ -86,7 +86,7 @@ module Linguist # Regular token elsif token = s.scan(/[\w\.@#\/]+/) - tokens << token + tokens << token else s.getch