authorgravatar for boothby@dwavesys.comKelly Boothby <boothby@dwavesys.com> 2020-03-30 18:18:06-07:00
committergravatar for boothby@dwavesys.comKelly Boothby <boothby@dwavesys.com> 2020-03-30 18:30:03-07:00
log1111d3ad13b6e2af855b50c15bdbafcfc12b52c0
tree8a7747771566e5f71123374685a5ae006c927552
parent44aadaff591446c863a40d78e0c2deb1f56e736e

fixed bugs hitting EOF immediately after //, /// or //!

1 files changed, 8 insertions(+), 0 deletions(-)

src/tokenizer.cpp+8
...@@ -1494,9 +1494,17 @@ void tokenize(Buf *buf, Tokenization *out) {...@@ -1494,9 +1494,17 @@ void tokenize(Buf *buf, Tokenization *out) {
1494 tokenize_error(&t, "unexpected EOF");1494 tokenize_error(&t, "unexpected EOF");
1495 break;1495 break;
1496 case TokenizeStateLineComment:1496 case TokenizeStateLineComment:
1497 break;
1497 case TokenizeStateSawSlash2:1498 case TokenizeStateSawSlash2:
1499 cancel_token(&t);
1500 break;
1498 case TokenizeStateSawSlash3:1501 case TokenizeStateSawSlash3:
1502 set_token_id(&t, t.cur_tok, TokenIdDocComment);
1503 end_token(&t);
1504 break;
1499 case TokenizeStateSawSlashBang:1505 case TokenizeStateSawSlashBang:
1506 set_token_id(&t, t.cur_tok, TokenIdContainerDocComment);
1507 end_token(&t);
1500 break;1508 break;
1501 }1509 }
1502 if (t.state != TokenizeStateError) {1510 if (t.state != TokenizeStateError) {