allow more unicode in variable names

src/parser/tests/basics.test.ts

@@ -32,6 +32,8 @@ describe('Identifier', () => {
   })
 
   test('parses mathematical unicode symbols like 𝜋 as identifiers', () => {
+    // FAILING TEST: Mathematical Alphanumeric Symbols (U+1D400-U+1D7FF)
+    // are not yet recognized as valid identifier characters
     expect('𝜋').toMatchTree(`
       FunctionCallOrIdentifier
         Identifier 𝜋`)
@@ -110,24 +112,28 @@ describe('Unicode Symbol Support', () => {
 
   describe('Greek Letters (not currently supported)', () => {
     test('Greek lowercase alpha α (U+03B1)', () => {
+      // FAILING: Greek letters not in supported ranges
       expect('α').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier α`)
     })
 
     test('Greek lowercase beta β (U+03B2)', () => {
+      // FAILING: Greek letters not in supported ranges
       expect('β').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier β`)
     })
 
     test('Greek lowercase lambda λ (U+03BB)', () => {
+      // FAILING: Greek letters not in supported ranges
       expect('λ').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier λ`)
     })
 
     test('Greek lowercase pi π (U+03C0)', () => {
+      // FAILING: Greek letters not in supported ranges
       // Note: This is different from mathematical pi 𝜋
       expect('π').toMatchTree(`
         FunctionCallOrIdentifier
@@ -137,18 +143,21 @@ describe('Unicode Symbol Support', () => {
 
   describe('Mathematical Alphanumeric Symbols (not currently supported)', () => {
     test('Mathematical italic small pi 𝜋 (U+1D70B)', () => {
+      // FAILING: Mathematical Alphanumeric Symbols (U+1D400-U+1D7FF)
       expect('𝜋').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier 𝜋`)
     })
 
     test('Mathematical bold small x 𝐱 (U+1D431)', () => {
+      // FAILING: Mathematical Alphanumeric Symbols (U+1D400-U+1D7FF)
       expect('𝐱').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier 𝐱`)
     })
 
     test('Mathematical script capital F 𝓕 (U+1D4D5)', () => {
+      // FAILING: Mathematical Alphanumeric Symbols (U+1D400-U+1D7FF)
       expect('𝓕').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier 𝓕`)
@@ -157,18 +166,21 @@ describe('Unicode Symbol Support', () => {
 
   describe('Mathematical Operators (not currently supported)', () => {
     test('Infinity symbol ∞ (U+221E)', () => {
+      // FAILING: Mathematical Operators (U+2200-U+22FF)
       expect('∞').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier ∞`)
     })
 
     test('Sum symbol ∑ (U+2211)', () => {
+      // FAILING: Mathematical Operators (U+2200-U+22FF)
       expect('∑').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier ∑`)
     })
 
     test('Integral symbol ∫ (U+222B)', () => {
+      // FAILING: Mathematical Operators (U+2200-U+22FF)
       expect('∫').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier ∫`)
@@ -177,12 +189,14 @@ describe('Unicode Symbol Support', () => {
 
   describe('Superscripts and Subscripts (not currently supported)', () => {
     test('Superscript two ² (U+00B2)', () => {
+      // FAILING: Superscripts and Subscripts (U+2070-U+209F)
       expect('x²').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier x²`)
     })
 
     test('Subscript two ₂ (U+2082)', () => {
+      // FAILING: Superscripts and Subscripts (U+2070-U+209F)
       expect('h₂o').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier h₂o`)
@@ -191,18 +205,21 @@ describe('Unicode Symbol Support', () => {
 
   describe('Arrows (not currently supported)', () => {
     test('Rightward arrow → (U+2192)', () => {
+      // FAILING: Arrows (U+2190-U+21FF)
       expect('→').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier →`)
     })
 
     test('Leftward arrow ← (U+2190)', () => {
+      // FAILING: Arrows (U+2190-U+21FF)
       expect('←').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier ←`)
     })
 
     test('Double rightward arrow ⇒ (U+21D2)', () => {
+      // FAILING: Arrows (U+2190-U+21FF)
       expect('⇒').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier ⇒`)
@@ -211,18 +228,21 @@ describe('Unicode Symbol Support', () => {
 
   describe('CJK Symbols (not currently supported)', () => {
     test('Hiragana あ (U+3042)', () => {
+      // FAILING: Hiragana (U+3040-U+309F)
       expect('あ').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier あ`)
     })
 
     test('Katakana カ (U+30AB)', () => {
+      // FAILING: Katakana (U+30A0-U+30FF)
       expect('カ').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier カ`)
     })
 
     test('CJK Unified Ideograph 中 (U+4E2D)', () => {
+      // FAILING: CJK Unified Ideographs (U+4E00-U+9FFF)
       expect('中').toMatchTree(`
         FunctionCallOrIdentifier
           Identifier 中`)