monaco-editor/test/python.test.ts

/*---------------------------------------------------------------------------------------------
 *  Copyright (c) Microsoft Corporation. All rights reserved.
 *  Licensed under the MIT License. See License.txt in the project root for license information.
 *--------------------------------------------------------------------------------------------*/

'use strict';

import {testTokenization} from './testRunner';

testTokenization('python', [
	// Keywords
	[{
	line: 'def func():',
	tokens: [
		{ startIndex: 0, type: 'keyword.python' },
		{ startIndex: 3, type: 'white.python' },
		{ startIndex: 4, type: 'identifier.python' },
		{ startIndex: 8, type: 'delimiter.parenthesis.python' },
		{ startIndex: 10, type: 'delimiter.python' }
	]}],

	[{
	line: 'func(str Y3)',
	tokens: [
		{ startIndex: 0, type: 'identifier.python' },
		{ startIndex: 4, type: 'delimiter.parenthesis.python' },
		{ startIndex: 5, type: 'keyword.python' },
		{ startIndex: 8, type: 'white.python' },
		{ startIndex: 9, type: 'identifier.python' },
		{ startIndex: 11, type: 'delimiter.parenthesis.python' }
	]}],

	[{
	line: '@Dec0_rator:',
	tokens: [
		{ startIndex: 0, type: 'tag.python' },
		{ startIndex: 11, type: 'delimiter.python' }
	]}],

	// Comments
	[{
	line: ' # Comments! ## "jfkd" ',
	tokens: [
		{ startIndex: 0, type: 'white.python' },
		{ startIndex: 1, type: 'comment.python' }
	]}],

	// Strings
	[{
	line: '\'s0\'',
	tokens: [
		{ startIndex: 0, type: 'string.escape.python' },
		{ startIndex: 1, type: 'string.python' },
		{ startIndex: 3, type: 'string.escape.python' }
	]}],

	[{
	line: '"\' " "',
	tokens: [
		{ startIndex: 0, type: 'string.escape.python' },
		{ startIndex: 1, type: 'string.python' },
		{ startIndex: 3, type: 'string.escape.python' },
		{ startIndex: 4, type: 'white.python' },
		{ startIndex: 5, type: 'string.escape.python' }
	]}],

	[{
	line: '\'\'\'Lots of string\'\'\'',
	tokens: [
		{ startIndex: 0, type: 'string.python' }
	]}],

	[{
	line: '"""Lots \'\'\'     \'\'\'"""',
	tokens: [
		{ startIndex: 0, type: 'string.python' }
	]}],

	[{
	line: '\'\'\'Lots \'\'\'0.3e-5',
	tokens: [
		{ startIndex: 0, type: 'string.python' },
		{ startIndex: 11, type: 'number.python' }
	]}],

	// Numbers
	[{
	line: '0xAcBFd',
	tokens: [
		{ startIndex: 0, type: 'number.hex.python' }
	]}],

	[{
	line: '0x0cH',
	tokens: [
		{ startIndex: 0, type: 'number.hex.python' },
		{ startIndex: 4, type: 'identifier.python' }
	]}],

	[{
	line: '456.7e-7j',
	tokens: [
		{ startIndex: 0, type: 'number.python' }
	]}]
]);