[PRISM] Support ASCII-8BIT symbols

peterzhu2118 · peterzhu2118 · commit d3bef1dc9731 · 2024-01-26T15:56:30.000-05:00
diff --git a/prism_compile.c b/prism_compile.c
@@ -209,7 +209,13 @@ parse_symbol(const uint8_t *start, const uint8_t *end, const char *encoding)
 static inline ID
 parse_string_symbol(const pm_symbol_node_t *symbol, const pm_parser_t *parser)
 {
-    const char *encoding = symbol->base.flags & PM_SYMBOL_FLAGS_FORCED_UTF8_ENCODING ? "UTF-8" : parser->encoding->name;
+    const char *encoding = parser->encoding->name;
+    if (symbol->base.flags & PM_SYMBOL_FLAGS_FORCED_UTF8_ENCODING) {
+        encoding = "UTF-8";
+    }
+    else if (symbol->base.flags & PM_SYMBOL_FLAGS_FORCED_BINARY_ENCODING) {
+        encoding = "ASCII-8BIT";
+    }
     const uint8_t *start = pm_string_source(&symbol->unescaped);
     return parse_symbol(start, start + pm_string_length(&symbol->unescaped), encoding);
 }
diff --git a/test/ruby/test_compile_prism.rb b/test/ruby/test_compile_prism.rb
@@ -785,6 +785,12 @@ def test_SymbolNode
         # -*- coding: us-ascii -*-
         :"\u{e9}"
       RUBY
+
+      # Test ASCII-8BIT symbol in a US-ASCII file
+      assert_prism_eval(<<~'RUBY', raw: true)
+        # -*- coding: us-ascii -*-
+        :"\xff"
+      RUBY
     end
 
     def test_XStringNode
