|
@@ -383,5 +383,32 @@ testTokenization('elixir', [
|
|
|
{ startIndex: 15, type: 'delimiter.square.elixir' }
|
|
|
]
|
|
|
}
|
|
|
+ ],
|
|
|
+ // Bitstrings
|
|
|
+ [
|
|
|
+ {
|
|
|
+ line: '<<height::32-integer, width::32-integer, data::binary>>',
|
|
|
+ tokens: [
|
|
|
+ { startIndex: 0, type: 'delimiter.angle.special.elixir' },
|
|
|
+ { startIndex: 2, type: 'identifier.elixir' },
|
|
|
+ { startIndex: 8, type: 'operator.elixir' },
|
|
|
+ { startIndex: 10, type: 'number.elixir' },
|
|
|
+ { startIndex: 12, type: 'operator.elixir' },
|
|
|
+ { startIndex: 13, type: 'identifier.elixir' },
|
|
|
+ { startIndex: 20, type: 'punctuation.elixir' },
|
|
|
+ { startIndex: 21, type: 'white.elixir' },
|
|
|
+ { startIndex: 22, type: 'identifier.elixir' },
|
|
|
+ { startIndex: 27, type: 'operator.elixir' },
|
|
|
+ { startIndex: 29, type: 'number.elixir' },
|
|
|
+ { startIndex: 31, type: 'operator.elixir' },
|
|
|
+ { startIndex: 32, type: 'identifier.elixir' },
|
|
|
+ { startIndex: 39, type: 'punctuation.elixir' },
|
|
|
+ { startIndex: 40, type: 'white.elixir' },
|
|
|
+ { startIndex: 41, type: 'identifier.elixir' },
|
|
|
+ { startIndex: 45, type: 'operator.elixir' },
|
|
|
+ { startIndex: 47, type: 'identifier.elixir' },
|
|
|
+ { startIndex: 53, type: 'delimiter.angle.special.elixir' }
|
|
|
+ ]
|
|
|
+ }
|
|
|
]
|
|
|
]);
|