Skip number literals

This commit is contained in:
Joshua Peek
2012-06-20 11:26:14 -05:00
parent cb70572163
commit f68e94f181
2 changed files with 13 additions and 4 deletions

View File

@@ -73,12 +73,15 @@ module Linguist
elsif s.scan(/'/)
s.skip_until(/[^\\]'/)
# Skip number literals
elsif s.scan(/\d+/)
# SGML style brackets
elsif token = s.scan(/<[^>]+>/)
extract_sgml_tokens(token).each { |t| tokens << t }
# Common programming punctuation
elsif token = s.scan(/;|\{|\}|\(|\)|<<?/)
elsif token = s.scan(/;|\{|\}|\(|\)|<<?|\+/)
tokens << token
# Regular token