From 6136614f0286f75dc2212630a3d68b46f1ebaade Mon Sep 17 00:00:00 2001 From: Stepfen Shawn Date: Fri, 26 May 2023 10:50:33 +0800 Subject: [PATCH] Fix typo in the tokenizer (GH-104950) (cherry picked from commit 705e387dd81b971cb1ee5727da54adfb565f61d0) Co-authored-by: Stepfen Shawn --- Parser/tokenizer.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index 3f34763239acda..019f533ef2a260 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h @@ -21,7 +21,7 @@ enum decoding_state { }; enum interactive_underflow_t { - /* Normal mode of operation: return a new token when asked in interactie mode */ + /* Normal mode of operation: return a new token when asked in interactive mode */ IUNDERFLOW_NORMAL, /* Forcefully return ENDMARKER when asked for a new token in interactive mode. This * can be used to prevent the tokenizer to prompt the user for new tokens */