Remove some double checks from external tokenizers

marijnh · marijnh · commit 2cdf53be97c9 · 2023-04-20T12:12:43.000+02:00
diff --git a/src/tokens.js b/src/tokens.js
@@ -33,15 +33,15 @@ export const newlines = new ExternalTokenizer((input, stack) => {
     if (input.next == newline || input.next == carriageReturn || input.next == hash)
       input.acceptToken(blankLineStart, -spaces)
   } else if (isLineBreak(input.next)) {
-    input.acceptToken(stack.context.depth < 0 ? newlineBracketed : newlineToken, 1)
+    input.acceptToken(newlineToken, 1)
   }
 }, {contextual: true})
 
 export const indentation = new ExternalTokenizer((input, stack) => {
   let cDepth = stack.context.depth
   if (cDepth < 0) return
   let prev = input.peek(-1), depth
-  if ((prev == newline || prev == carriageReturn) && stack.context.depth >= 0) {
+  if (prev == newline || prev == carriageReturn) {
     let depth = 0, chars = 0
     for (;;) {
       if (input.next == space) depth++
