summaryrefslogtreecommitdiff
path: root/py/lexer.h
diff options
context:
space:
mode:
Diffstat (limited to 'py/lexer.h')
-rw-r--r--py/lexer.h58
1 files changed, 32 insertions, 26 deletions
diff --git a/py/lexer.h b/py/lexer.h
index a29709107..321185f10 100644
--- a/py/lexer.h
+++ b/py/lexer.h
@@ -96,26 +96,44 @@ typedef enum _mp_token_kind_t {
MP_TOKEN_KW_WITH,
MP_TOKEN_KW_YIELD,
- MP_TOKEN_OP_PLUS,
- MP_TOKEN_OP_MINUS,
- MP_TOKEN_OP_STAR,
- MP_TOKEN_OP_DBL_STAR,
- MP_TOKEN_OP_SLASH,
- MP_TOKEN_OP_DBL_SLASH,
- MP_TOKEN_OP_PERCENT,
+ MP_TOKEN_OP_TILDE,
+
+ // Order of these 6 matches corresponding mp_binary_op_t operator
MP_TOKEN_OP_LESS,
- MP_TOKEN_OP_DBL_LESS,
MP_TOKEN_OP_MORE,
- MP_TOKEN_OP_DBL_MORE,
- MP_TOKEN_OP_AMPERSAND,
- MP_TOKEN_OP_PIPE,
- MP_TOKEN_OP_CARET,
- MP_TOKEN_OP_TILDE,
+ MP_TOKEN_OP_DBL_EQUAL,
MP_TOKEN_OP_LESS_EQUAL,
MP_TOKEN_OP_MORE_EQUAL,
- MP_TOKEN_OP_DBL_EQUAL,
MP_TOKEN_OP_NOT_EQUAL,
+ // Order of these 12 matches corresponding mp_binary_op_t operator
+ MP_TOKEN_OP_PIPE,
+ MP_TOKEN_OP_CARET,
+ MP_TOKEN_OP_AMPERSAND,
+ MP_TOKEN_OP_DBL_LESS,
+ MP_TOKEN_OP_DBL_MORE,
+ MP_TOKEN_OP_PLUS,
+ MP_TOKEN_OP_MINUS,
+ MP_TOKEN_OP_STAR,
+ MP_TOKEN_OP_DBL_SLASH,
+ MP_TOKEN_OP_SLASH,
+ MP_TOKEN_OP_PERCENT,
+ MP_TOKEN_OP_DBL_STAR,
+
+ // Order of these 12 matches corresponding mp_binary_op_t operator
+ MP_TOKEN_DEL_PIPE_EQUAL,
+ MP_TOKEN_DEL_CARET_EQUAL,
+ MP_TOKEN_DEL_AMPERSAND_EQUAL,
+ MP_TOKEN_DEL_DBL_LESS_EQUAL,
+ MP_TOKEN_DEL_DBL_MORE_EQUAL,
+ MP_TOKEN_DEL_PLUS_EQUAL,
+ MP_TOKEN_DEL_MINUS_EQUAL,
+ MP_TOKEN_DEL_STAR_EQUAL,
+ MP_TOKEN_DEL_DBL_SLASH_EQUAL,
+ MP_TOKEN_DEL_SLASH_EQUAL,
+ MP_TOKEN_DEL_PERCENT_EQUAL,
+ MP_TOKEN_DEL_DBL_STAR_EQUAL,
+
MP_TOKEN_DEL_PAREN_OPEN,
MP_TOKEN_DEL_PAREN_CLOSE,
MP_TOKEN_DEL_BRACKET_OPEN,
@@ -128,18 +146,6 @@ typedef enum _mp_token_kind_t {
MP_TOKEN_DEL_SEMICOLON,
MP_TOKEN_DEL_AT,
MP_TOKEN_DEL_EQUAL,
- MP_TOKEN_DEL_PLUS_EQUAL,
- MP_TOKEN_DEL_MINUS_EQUAL,
- MP_TOKEN_DEL_STAR_EQUAL,
- MP_TOKEN_DEL_SLASH_EQUAL,
- MP_TOKEN_DEL_DBL_SLASH_EQUAL,
- MP_TOKEN_DEL_PERCENT_EQUAL,
- MP_TOKEN_DEL_AMPERSAND_EQUAL,
- MP_TOKEN_DEL_PIPE_EQUAL,
- MP_TOKEN_DEL_CARET_EQUAL,
- MP_TOKEN_DEL_DBL_MORE_EQUAL,
- MP_TOKEN_DEL_DBL_LESS_EQUAL,
- MP_TOKEN_DEL_DBL_STAR_EQUAL,
MP_TOKEN_DEL_MINUS_MORE,
} mp_token_kind_t;