| ... | @@ -414,10 +414,8 @@ pub const Tokenizer = struct { | ... | @@ -414,10 +414,8 @@ pub const Tokenizer = struct { |
| 414 | | 414 | |
| 415 | pub fn next(self: *Tokenizer) Token { | 415 | pub fn next(self: *Tokenizer) Token { |
| 416 | if (self.pending_invalid_token) |token| { | 416 | if (self.pending_invalid_token) |token| { |
| 417 | // TODO: Audit this pattern once #2915 is closed | | |
| 418 | const copy = token; | | |
| 419 | self.pending_invalid_token = null; | 417 | self.pending_invalid_token = null; |
| 420 | return copy; | 418 | return token; |
| 421 | } | 419 | } |
| 422 | const start_index = self.index; | 420 | const start_index = self.index; |
| 423 | var state = State.Start; | 421 | var state = State.Start; |
| ... | @@ -1270,10 +1268,8 @@ pub const Tokenizer = struct { | ... | @@ -1270,10 +1268,8 @@ pub const Tokenizer = struct { |
| 1270 | | 1268 | |
| 1271 | if (result.id == Token.Id.Eof) { | 1269 | if (result.id == Token.Id.Eof) { |
| 1272 | if (self.pending_invalid_token) |token| { | 1270 | if (self.pending_invalid_token) |token| { |
| 1273 | // TODO: Audit this pattern once #2915 is closed | | |
| 1274 | const copy = token; | | |
| 1275 | self.pending_invalid_token = null; | 1271 | self.pending_invalid_token = null; |
| 1276 | return copy; | 1272 | return token; |
| 1277 | } | 1273 | } |
| 1278 | } | 1274 | } |
| 1279 | | 1275 | |