Add brackets to tokens

1 files changed, 86 insertions, 30 deletions

diff --git a/lib/linguist/samples.json b/lib/linguist/samples.json
index fdb39dc..0902156 100644
--- a/lib/linguist/samples.json
+++ b/lib/linguist/samples.json
@@ -235,7 +235,7 @@
       "PKGBUILD"
     ]
   },
-  "tokens_total": 164617,
+  "tokens_total": 171950,
   "languages_total": 250,
   "tokens": {
     "Apex": {
@@ -247,6 +247,8 @@
       "{": 214,
       "static": 80,
       "String": 58,
+      "[": 102,
+      "]": 102,
       "EMPTY_STRING_ARRAY": 1,
       "new": 57,
       "}": 214,
@@ -747,6 +749,8 @@
       "i": 162,
       "for": 37,
       "+": 284,
+      "[": 244,
+      "]": 244,
       "git_cached_obj_decref": 3,
       "git__free": 15,
       "*git_cache_get": 1,
@@ -3447,6 +3451,8 @@
       "float": 2,
       "cudaMemcpyHostToDevice": 1,
       "tex.addressMode": 2,
+      "[": 32,
+      "]": 32,
       "cudaAddressModeClamp": 2,
       "tex.filterMode": 1,
       "cudaFilterModePoint": 1,
@@ -4368,6 +4374,8 @@
       "is": 31,
       "xhr.status": 1,
       "in": 27,
+      "[": 87,
+      "]": 85,
       "xhr.responseText": 1,
       "else": 48,
       "throw": 3,
@@ -5038,8 +5046,10 @@
       "mult_1": 1,
       "induction": 74,
       "as": 90,
+      "[": 175,
       "plus_1_neq_0": 1,
       "destruct": 85,
+      "]": 182,
       "Case": 48,
       "IHn": 13,
       "plus_comm": 3,
@@ -6408,6 +6418,8 @@
       "this.split": 1,
       "return": 4,
       "new": 6,
+      "[": 4,
+      "]": 4,
       "as": 3,
       "int": 2,
       "Relationship.valueOf": 2,
@@ -6607,7 +6619,9 @@
       "World": 1
     },
     "INI": {
+      "[": 1,
       "user": 1,
+      "]": 1,
       "name": 1,
       "Josh": 1,
       "Peek": 1,
@@ -6663,6 +6677,8 @@
       "private": 35,
       "sort": 18,
       "char": 13,
+      "[": 49,
+      "]": 49,
       "buf": 43,
       "off": 25,
       "len": 24,
@@ -7392,7 +7408,9 @@
       "constructor": 9,
       "toggle": 18,
       "return": 259,
+      "[": 368,
       "this.isShown": 3,
+      "]": 381,
       "show": 21,
       "that": 4,
       "e": 47,
@@ -9867,6 +9885,8 @@
     "JSON": {
       "{": 47,
       "}": 47,
+      "[": 42,
+      "]": 38,
       "fontsize": 20,
       "id": 22,
       "obj": 78,
@@ -9932,6 +9952,8 @@
       "asset": 1,
       "information": 1,
       "CurrentPrice": 3,
+      "[": 20,
+      "]": 20,
       "#": 11,
       "Corr": 2,
       ";": 1,
@@ -10010,6 +10032,8 @@
       "null": 3,
       "xor": 1,
       "Countries": 2,
+      "[": 3,
+      "]": 3,
       "}": 6,
       "PhoneNumber": 1,
       "areaCode": 1,
@@ -10062,8 +10086,10 @@
       "x": 4,
       ")": 50,
       "%": 31,
+      "[": 3,
       "m": 3,
       "n": 3,
+      "]": 3,
       "size": 2,
       ";": 24,
       "if": 1,
@@ -10713,8 +10739,10 @@
       "CFReadStreamRef": 9,
       "readStream": 11,
       "*clientCallBackInfo": 1,
+      "[": 1811,
       "ASIHTTPRequest*": 1,
       "clientCallBackInfo": 1,
+      "]": 1809,
       "*progressLock": 1,
       "*ASIRequestCancelledError": 1,
       "*ASIRequestTimedOutError": 1,
@@ -12883,6 +12911,8 @@
       "l": 8,
       "match": 4,
       "with": 4,
+      "[": 6,
+      "]": 6,
       "hd": 6,
       "tl": 6,
       "fun": 8,
@@ -13147,6 +13177,8 @@
       "cMonthMap": 2,
       "EXTENT": 1,
       "INITIAL": 1,
+      "[": 2,
+      "]": 2,
       "ABLDateTimeToEmail": 3,
       "ipdttzDateTime": 6,
       "DATETIME": 3,
@@ -13236,7 +13268,9 @@
       "/": 28,
       "-": 436,
       "th": 1,
+      "[": 81,
       "pt": 1,
+      "]": 79,
       "+": 92,
       "t": 12,
       "&&": 30,
@@ -14455,6 +14489,8 @@
       "unique": 4,
       "names": 3,
       "abbrevs": 13,
+      "[": 302,
+      "]": 301,
       "asText": 1,
       "raw": 2,
       "all": 16,
@@ -15613,10 +15649,12 @@
       "super": 2,
       ".__new__": 1,
       "parents": 8,
+      "[": 47,
       "b": 9,
       "in": 66,
       "if": 119,
       "isinstance": 9,
+      "]": 43,
       "not": 59,
       "return": 40,
       "module": 9,
@@ -16557,6 +16595,8 @@
       "Tool": 1,
       "}": 2,
       "@author": 1,
+      "[": 12,
+      "]": 12,
       "is": 3,
       "a": 1,
       "collection": 1,
@@ -16644,6 +16684,8 @@
     },
     "Rebol": {
       "REBOL": 1,
+      "[": 3,
+      "]": 3,
       "hello": 2,
       "func": 1,
       "print": 1
@@ -16651,6 +16693,8 @@
     "Ruby": {
       "load": 3,
       "Dir": 4,
+      "[": 52,
+      "]": 52,
       ".each": 5,
       "{": 65,
       "|": 78,
@@ -17570,7 +17614,9 @@
       "now": 3,
       "def": 2,
       "time": 1,
+      "[": 2,
       "T": 3,
+      "]": 2,
       "f": 2,
       "start": 2,
       "try": 1,
@@ -17877,8 +17923,10 @@
     "Scilab": {
       "//": 3,
       "function": 1,
+      "[": 1,
       "a": 4,
       "b": 4,
+      "]": 1,
       "myfunction": 1,
       "(": 7,
       "d": 2,
@@ -17959,7 +18007,9 @@
       "cd": 4,
       "msg": 4,
       "if": 9,
+      "[": 13,
       "d": 1,
+      "]": 13,
       ";": 5,
       "then": 8,
       "&&": 3,
@@ -18135,6 +18185,8 @@
       "chan": 2,
       "num": 2,
       "val": 4,
+      "[": 1,
+      "]": 1,
       ".postln": 1,
       "//": 10,
       "controls.put": 1,
@@ -18168,12 +18220,14 @@
       "}": 185,
       "ProvidesClass": 1,
       "reedthesis": 1,
+      "[": 22,
       "/01/27": 1,
       "The": 3,
       "Reed": 5,
       "College": 5,
       "Thesis": 5,
       "Class": 4,
+      "]": 22,
       "DeclareOption*": 1,
       "PassOptionsToClass": 1,
       "CurrentOption": 1,
@@ -18484,6 +18538,8 @@
       "WAIT": 6,
       "FIRE": 4,
       "COUNT": 4,
+      "[": 179,
+      "]": 179,
       "state": 6,
       "next_state": 6,
       "count": 6,
@@ -19989,67 +20045,67 @@
     }
   },
   "language_tokens": {
-    "Apex": 4041,
+    "Apex": 4245,
     "AppleScript": 186,
     "Arduino": 20,
     "AutoHotkey": 3,
-    "C": 28586,
-    "C++": 7787,
+    "C": 29074,
+    "C++": 7851,
     "Ceylon": 50,
-    "CoffeeScript": 2338,
-    "Coq": 17427,
+    "CoffeeScript": 2510,
+    "Coq": 17784,
     "Dart": 68,
     "Delphi": 30,
     "Diff": 16,
     "Emacs Lisp": 3,
     "GAS": 133,
-    "Gosu": 414,
+    "Gosu": 422,
     "Groovy": 71,
     "Groovy Server Pages": 91,
     "Haml": 4,
-    "INI": 6,
+    "INI": 8,
     "Ioke": 4,
-    "Java": 6031,
-    "JavaScript": 22870,
-    "JSON": 660,
-    "Julia": 162,
-    "Kotlin": 149,
+    "Java": 6129,
+    "JavaScript": 23619,
+    "JSON": 740,
+    "Julia": 202,
+    "Kotlin": 155,
     "Logtalk": 23,
     "Markdown": 1,
-    "Matlab": 335,
+    "Matlab": 341,
     "Max": 58,
     "Nemerle": 17,
     "Nimrod": 2,
     "Nu": 6,
-    "Objective-C": 28117,
-    "OCaml": 261,
+    "Objective-C": 31737,
+    "OCaml": 273,
     "Opa": 32,
     "OpenCL": 88,
-    "OpenEdge ABL": 714,
+    "OpenEdge ABL": 718,
     "Parrot Assembly": 8,
     "Parrot Internal Representation": 7,
-    "Perl": 7226,
-    "PHP": 12289,
+    "Perl": 7386,
+    "PHP": 12892,
     "PowerShell": 14,
     "Prolog": 61,
-    "Python": 4351,
+    "Python": 4441,
     "R": 14,
-    "Racket": 246,
-    "Rebol": 5,
-    "Ruby": 3574,
+    "Racket": 270,
+    "Rebol": 11,
+    "Ruby": 3678,
     "Rust": 8,
     "Sass": 28,
-    "Scala": 352,
+    "Scala": 356,
     "Scheme": 3484,
-    "Scilab": 70,
+    "Scilab": 72,
     "SCSS": 39,
-    "Shell": 264,
+    "Shell": 290,
     "Standard ML": 220,
-    "SuperCollider": 139,
+    "SuperCollider": 141,
     "Tea": 3,
-    "TeX": 1072,
+    "TeX": 1116,
     "Turing": 45,
-    "Verilog": 3440,
+    "Verilog": 3798,
     "VHDL": 42,
     "VimL": 20,
     "Visual Basic": 293,
@@ -20128,5 +20184,5 @@
     "XSLT": 1,
     "YAML": 1
   },
-  "md5": "44fc2f292846455331734d31e06b5267"
+  "md5": "e6a725c48e0dccf9f83b60593369abe7"
 }
\ No newline at end of file