-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathtokens.l
73 lines (54 loc) · 2.17 KB
/
tokens.l
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
%{
#include <string>
#include "node.h"
#include "parser.hpp"
#define SAVE_TOKEN yylval.string = new std::string(yytext, yyleng)
#define TOKEN(t) (yylval.token = t)
%}
%option noyywrap
%%
[ \t\n] ;
"//".* ;
"if" return TOKEN(TIF);
"else" return TOKEN(TELSE);
"fn" return TOKEN(TFN);
"while" return TOKEN(TWHILE);
"for" return TOKEN(TFOR);
"in" return TOKEN(TIN);
"ret" return TOKEN(TRET);
"break" return TOKEN(TBREAK);
"continue" return TOKEN(TCONTINUE);
"range" return TOKEN(TRANGE);
"true" return TOKEN(TTRUE);
"false" return TOKEN(TFALSE);
"->" return TOKEN(TRARROW);
[a-zA-Z_][a-zA-Z0-9_]* SAVE_TOKEN; return TIDENTIFIER;
-?[0-9]+ SAVE_TOKEN; return TINTEGER;
\"(\\.|[^"\\])*\" SAVE_TOKEN; return TCSTSTRING;
"=" return TOKEN(TEQUAL);
"==" return TOKEN(TCEQ);
"!=" return TOKEN(TCNE);
"<" return TOKEN(TCLT);
"<=" return TOKEN(TCLE);
">" return TOKEN(TCGT);
">=" return TOKEN(TCGE);
"{" return TOKEN(TLBRACE);
"}" return TOKEN(TRBRACE);
"." return TOKEN(TDOT);
":" return TOKEN(TCOLON);
";" return TOKEN(TSCOLON);
"," return TOKEN(TCOMMA);
"+" return TOKEN(TPLUS);
"-" return TOKEN(TMINUS);
"*" return TOKEN(TMUL);
"/" return TOKEN(TDIV);
"%" return TOKEN(TMOD);
"^" return TOKEN(TPOW);
"[" return TOKEN(TLBRACK);
"]" return TOKEN(TRBRACK);
"[[" return TOKEN(TLLBRACK);
"]]" return TOKEN(TRRBRACK);
"(" return TOKEN(TLPAREN);
")" return TOKEN(TRPAREN);
. printf("Unknown tokenn !"); yyterminate();
%%