diff options
| author | Joshua Peek <josh@joshpeek.com> | 2012-07-24 11:28:27 -0500 |
|---|---|---|
| committer | Joshua Peek <josh@joshpeek.com> | 2012-07-24 11:28:27 -0500 |
| commit | 53300ca5812a3f19b4ea1c670e286d68b900c7cf (patch) | |
| tree | 0f04a290e956d41753e5ea4ec1a24b91a18018a5 /lib | |
| parent | 52833b58d529dd2fec89689db58611e96e9f0e52 (diff) | |
Add brackets to tokens
Diffstat (limited to 'lib')
| -rw-r--r-- | lib/linguist/tokenizer.rb | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/lib/linguist/tokenizer.rb b/lib/linguist/tokenizer.rb index e591214..bf05dcd 100644 --- a/lib/linguist/tokenizer.rb +++ b/lib/linguist/tokenizer.rb @@ -76,7 +76,7 @@ module Linguist extract_sgml_tokens(token).each { |t| tokens << t } # Common programming punctuation - elsif token = s.scan(/;|\{|\}|\(|\)/) + elsif token = s.scan(/;|\{|\}|\(|\)|\[|\]/) tokens << token # Regular token |