| ... | @@ -1469,8 +1469,8 @@ pub const Tokenizer = struct { | ... | @@ -1469,8 +1469,8 @@ pub const Tokenizer = struct { |
| 1469 | } | 1469 | } |
| 1470 | }; | 1470 | }; |
| 1471 | | 1471 | |
| 1472 | test "tokenizer" { | 1472 | test "keywords" { |
| 1473 | try testTokenize("test", &.{.keyword_test}); | 1473 | try testTokenize("test const else", &.{ .keyword_test, .keyword_const, .keyword_else }); |
| 1474 | } | 1474 | } |
| 1475 | | 1475 | |
| 1476 | test "line comment followed by top-level comptime" { | 1476 | test "line comment followed by top-level comptime" { |
| ... | @@ -2044,7 +2044,7 @@ test "invalid token with unfinished escape right before eof" { | ... | @@ -2044,7 +2044,7 @@ test "invalid token with unfinished escape right before eof" { |
| 2044 | try testTokenize("'\\u", &.{.invalid}); | 2044 | try testTokenize("'\\u", &.{.invalid}); |
| 2045 | } | 2045 | } |
| 2046 | | 2046 | |
| 2047 | test "saturating" { | 2047 | test "saturating operators" { |
| 2048 | try testTokenize("<<", &.{.angle_bracket_angle_bracket_left}); | 2048 | try testTokenize("<<", &.{.angle_bracket_angle_bracket_left}); |
| 2049 | try testTokenize("<<|", &.{.angle_bracket_angle_bracket_left_pipe}); | 2049 | try testTokenize("<<|", &.{.angle_bracket_angle_bracket_left_pipe}); |
| 2050 | try testTokenize("<<|=", &.{.angle_bracket_angle_bracket_left_pipe_equal}); | 2050 | try testTokenize("<<|=", &.{.angle_bracket_angle_bracket_left_pipe_equal}); |