-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathtokens.json
73 lines (73 loc) · 1.71 KB
/
tokens.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{
"forall": "\\bforall\\b|∀",
"tab": "\\t",
"space": "\\r\\n|\\n|\\r|(?: )+",
"lparen": "\\(",
"rparen": "\\)",
"colon": ":",
"semicolon": ";",
"question": "\\?",
"arrow": "→|->",
"comma": ",",
"backslash": "\\\\",
"unquote_splicing": "\\$@",
"unquote": "\\$",
"at": "@",
"double_asterisk": "\\*\\*",
"asterisk": "\\*",
"aug_plus": "\\+=",
"aug_minus": "-=",
"aug_times": "\\*=",
"aug_matmul": "@=",
"aug_div": "/=",
"aug_mod": "%=",
"aug_and": "&=",
"aug_or": "\\|=",
"aug_xor": "\\^=",
"aug_lsh": "<<=",
"aug_rsh": ">>=",
"aug_exp": "\\*\\*=",
"aug_truediv": "//=",
"ellipsis": "\\.\\.\\.",
"dot": "\\.",
"bit_or": "\\|",
"bit_xor": "\\^",
"bit_and": "&",
"bit_lsh": "<<",
"bit_asr": ">>>",
"bit_rsh": ">>",
"ge": ">=",
"le": "<=",
"eq": "==",
"ne": "!=",
"lt": "<",
"gt": ">",
"equal": "=",
"plus": "\\+",
"minus": "-",
"truediv": "//",
"div": "/",
"mod": "%",
"tilde": "~",
"lbrack": "\\[",
"rbrack": "\\]",
"lbrace": "\\{",
"rbrace": "\\}",
"exclamation": "\\!",
"sss_string": "'''(?:.|\\n)*?'''",
"ddd_string": "\"\"\"(?:.|\\n)*?\"\"\"",
"s_string": "(?:''(?!'))|(?:'(?:\\\\'|[^'\\n])+')",
"d_string": "(?:\"\"(?!\"))|(?:\"(?:\\\\\"|[^\"\\n])+\")",
"fsss_string": "f'''(?:.|\\n)*?'''",
"fddd_string": "f\"\"\"(?:.|\\n)*?\"\"\"",
"fs_string": "(?:f''(?!'))|(?:f'(?:\\\\'|[^'\\n])+')",
"fd_string": "(?:f\"\"(?!\"))|(?:f\"(?:\\\\\"|[^\"\\n])+\")",
"id": "[a-zA-Z_][a-zA-Z0-9_]*",
"pointfloat": "(?:[0-9][0-9_]*)?\\.[0-9][0-9_]*",
"expfloat": "(?:(?:[0-9][0-9_]*)|(?:(?:[0-9][0-9_]*)?\\.[0-9][0-9_]*))[eE][+-][0-9][0-9_]*",
"decimal_int": "[1-9][0-9_]*",
"hexadecimal_int": "0x[0-9A-Fa-f_]",
"octal_int": "0[0-7_]*",
"binary_int": "0b[01_]+",
"comment": "#[^\\n]*(?=\n)"
}