Allow escaped quotes in raw strings

marijnh · marijnh · commit fa126590769a · 2025-03-29T07:40:12.000+01:00
FIX: Support escaped quotes inside raw strings. Closes lezer-parser#27
diff --git a/src/tokens.js b/src/tokens.js
@@ -180,6 +180,9 @@ export const strings = new ExternalTokenizer((input, stack) => {
         return
       }
       break
+    } else if (input.next == backslash && !escapes && input.peek(1) > -1) {
+      // Raw strings still ignore escaped quotes, weirdly.
+      input.advance(2)
     } else if (input.next == quote && (!long || input.peek(1) == quote && input.peek(2) == quote)) {
       if (input.pos == start) {
         input.acceptToken(stringEnd, long ? 3 : 1)
diff --git a/test/expression.txt b/test/expression.txt
@@ -33,6 +33,14 @@ Script(ExpressionStatement(ContinuedString(String, String)),
        ExpressionStatement(String),
        ExpressionStatement(String))
 
+# Raw string
+
+r"foo\"" + r'\\'
+
+==>
+
+Script(ExpressionStatement(BinaryExpression(String,ArithOp,String)))
+
 # Bracketed continued string
 
 print('00300:'
