authorgravatar for boothby@dwavesys.comKelly Boothby <boothby@dwavesys.com> 2020-03-30 18:18:06-07:00
committergravatar for boothby@dwavesys.comKelly Boothby <boothby@dwavesys.com> 2020-03-30 18:30:03-07:00
log1111d3ad13b6e2af855b50c15bdbafcfc12b52c0
tree8a7747771566e5f71123374685a5ae006c927552
parent44aadaff591446c863a40d78e0c2deb1f56e736e

fixed bugs hitting EOF immediately after //, /// or //!

1 files changed, 8 insertions(+), 0 deletions(-)

src/tokenizer.cpp+8
......@@ -1494,9 +1494,17 @@ void tokenize(Buf *buf, Tokenization *out) {
14941494 tokenize_error(&t, "unexpected EOF");
14951495 break;
14961496 case TokenizeStateLineComment:
1497 break;
14971498 case TokenizeStateSawSlash2:
1499 cancel_token(&t);
1500 break;
14981501 case TokenizeStateSawSlash3:
1502 set_token_id(&t, t.cur_tok, TokenIdDocComment);
1503 end_token(&t);
1504 break;
14991505 case TokenizeStateSawSlashBang:
1506 set_token_id(&t, t.cur_tok, TokenIdContainerDocComment);
1507 end_token(&t);
15001508 break;
15011509 }
15021510 if (t.state != TokenizeStateError) {