|
@@ -792,6 +792,30 @@ testTokenization('clojure', [
|
|
{startIndex: 0, type: 'comment.clj'},
|
|
{startIndex: 0, type: 'comment.clj'},
|
|
],
|
|
],
|
|
},
|
|
},
|
|
|
|
+ {
|
|
|
|
+ line: '(comments foo bar)',
|
|
|
|
+ tokens: [
|
|
|
|
+ {startIndex: 0, type: 'delimiter.parenthesis.clj'},
|
|
|
|
+ {startIndex: 1, type: 'identifier.clj'},
|
|
|
|
+ {startIndex: 9, type: 'white.clj'},
|
|
|
|
+ {startIndex: 10, type: 'identifier.clj'},
|
|
|
|
+ {startIndex: 13, type: 'white.clj'},
|
|
|
|
+ {startIndex: 14, type: 'identifier.clj'},
|
|
|
|
+ {startIndex: 17, type: 'delimiter.parenthesis.clj'},
|
|
|
|
+ ]
|
|
|
|
+ },
|
|
|
|
+ {
|
|
|
|
+ line: '(comment6 foo bar)',
|
|
|
|
+ tokens: [
|
|
|
|
+ {startIndex: 0, type: 'delimiter.parenthesis.clj'},
|
|
|
|
+ {startIndex: 1, type: 'identifier.clj'},
|
|
|
|
+ {startIndex: 9, type: 'white.clj'},
|
|
|
|
+ {startIndex: 10, type: 'identifier.clj'},
|
|
|
|
+ {startIndex: 13, type: 'white.clj'},
|
|
|
|
+ {startIndex: 14, type: 'identifier.clj'},
|
|
|
|
+ {startIndex: 17, type: 'delimiter.parenthesis.clj'},
|
|
|
|
+ ]
|
|
|
|
+ },
|
|
{
|
|
{
|
|
line: '(comment foo',
|
|
line: '(comment foo',
|
|
tokens: [
|
|
tokens: [
|