$ can be in an identifier now

Reviewed-on: #52
Reviewed-by: probablycorey <probablycorey@gmail.com>

.gitignore

@@ -34,4 +34,7 @@ report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json
 .DS_Store
 
 /tmp
+vscode-extension/tmp
 /docs
+
+*.vsix

.gitmodules

@@ -1,3 +0,0 @@
-[submodule "packages/ReefVM"]
-	path = packages/ReefVM
-	url = git@54.219.130.253:defunkt/ReefVM.git

CLAUDE.md

@@ -51,9 +51,9 @@ When exploring Shrimp, focus on these key files in order:
 
 3. **src/compiler/compiler.ts** - CST to bytecode transformation
 
-   - See how functions become labels in `fnLabels` map
-   - Check short-circuit logic for `and`/`or` (lines 267-282)
-   - Notice `TRY_CALL` emission for bare identifiers (line 152)
+   - See how functions emit inline with JUMP wrappers
+   - Check short-circuit logic for `and`/`or`
+   - Notice `TRY_CALL` emission for bare identifiers
 
 4. **packages/ReefVM/src/vm.ts** - Bytecode execution
    - See `TRY_CALL` fall-through to `CALL` (lines 357-375)
@@ -200,25 +200,47 @@ function parseExpression(input: string) {
 - **Not in scope** → Parses as `Word("obj.prop")` → compiles to `PUSH 'obj.prop'` (treated as file path/string)
 
 Implementation files:
-- **src/parser/scopeTracker.ts**: ContextTracker that maintains immutable scope chain
+- **src/parser/parserScopeContext.ts**: ContextTracker that maintains immutable scope chain
 - **src/parser/tokenizer.ts**: External tokenizer checks `stack.context` to decide if dot creates DotGet or Word
 - Scope tracking: Captures variables from assignments (`x = 5`) and function parameters (`fn x:`)
 - See `src/parser/tests/dot-get.test.ts` for comprehensive examples
 
 **Why this matters**: This enables shell-like file paths (`readme.txt`) while supporting dictionary/array access (`config.path`) without quotes, determined entirely at parse time based on lexical scope.
 
+**Array and dict literals**: Square brackets `[]` create both arrays and dicts, distinguished by content:
+- **Arrays**: Space/newline/semicolon-separated args that work like calling a function → `[1 2 3]` (call functions using parens eg `[1 (double 4) 200]`)
+- **Dicts**: NamedArg syntax (key=value pairs) → `[a=1 b=2]` 
+- **Empty array**: `[]` (standard empty brackets)
+- **Empty dict**: `[=]` (exactly this, no spaces)
+
+Implementation details:
+- Grammar rules (shrimp.grammar:194-201): Dict uses `NamedArg` nodes, Array uses `expression` nodes
+- Parser distinguishes at parse time based on whether first element contains `=`
+- Both support multiline, comments, and nesting
+- Separators: spaces, newlines (`\n`), or semicolons (`;`) work interchangeably
+- Test files: `src/parser/tests/literals.test.ts` and `src/compiler/tests/literals.test.ts`
+
 **EOF handling**: The grammar uses `(statement | newlineOrSemicolon)+ eof?` to handle empty lines and end-of-file without infinite loops.
 
 ## Compiler Architecture
 
-**Function compilation strategy**: The compiler doesn't create inline function objects. Instead it:
+**Function compilation strategy**: Functions are compiled inline where they're defined, with JUMP instructions to skip over their bodies during linear execution:
 
-1. Generates unique labels (`.func_0`, `.func_1`) for each function body (compiler.ts:137)
-2. Stores function body instructions in `fnLabels` map during compilation
-3. Appends all function bodies to the end of bytecode with RETURN instructions (compiler.ts:36-41)
-4. Emits `MAKE_FUNCTION` with parameters and label reference
+```
+JUMP .after_.func_0        # Skip over body during definition
+.func_0:                   # Function body label
+  (function body code)
+  RETURN
+.after_.func_0:            # Resume here after jump
+MAKE_FUNCTION (x) .func_0  # Create function object with label
+```
 
-This approach keeps the main program linear and allows ReefVM to jump to function bodies by label.
+This approach:
+- Emits function bodies inline (no deferred collection)
+- Uses JUMP to skip bodies during normal execution flow
+- Each function is self-contained at its definition site
+- Works seamlessly in REPL mode (important for `vm.appendBytecode()`)
+- Allows ReefVM to jump to function bodies by label when called
 
 **Short-circuit logic**: ReefVM has no AND/OR opcodes. The compiler implements short-circuit evaluation using:
 

README.md

@@ -12,7 +12,7 @@ Go to http://localhost:3000 to try out the playground.
     tail log.txt lines=50
 
     name = "Shrimp"
-    greet = fn person: echo "Hello" person
+    greet = do person: echo "Hello" person
 
     result = tail log.txt lines=10
 

bin/parser-tree.ts

@@ -0,0 +1,192 @@
+#!/usr/bin/env bun
+
+// WARNING: [[ No human has been anywhere near this file. It's pure Claude slop. 
+//             Enter at your own risk. ]]
+
+import { readFileSync } from 'fs'
+
+type CallInfo = {
+  method: string
+  line: number
+  calls: Set<string>
+  isRecursive?: boolean
+}
+
+// Parse the parser file and extract method calls
+function analyzeParser(filePath: string): Map<string, CallInfo> {
+  const content = readFileSync(filePath, 'utf-8')
+  const lines = content.split('\n')
+  const methods = new Map<string, CallInfo>()
+
+  // Find all method definitions
+  const methodRegex = /^\s*(\w+)\s*\([^)]*\):\s*/
+
+  let currentMethod: string | null = null
+  let braceDepth = 0
+  let classDepth = 0
+
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i] || ''
+
+    // Track if we're inside the Parser class
+    if (line.includes('class Parser')) {
+      classDepth = braceDepth + 1 // Will be the depth after we process this line's brace
+    }
+
+    // Check for method definition (only inside class, at class level)
+    // Check BEFORE incrementing braceDepth
+    if (classDepth > 0 && braceDepth === classDepth) {
+      const methodMatch = line.match(methodRegex)
+      if (methodMatch && !line.includes('class ')) {
+        currentMethod = methodMatch[1]!
+        methods.set(currentMethod, {
+          method: currentMethod,
+          line: i + 1,
+          calls: new Set()
+        })
+      }
+    }
+
+    // Track brace depth
+    braceDepth += (line.match(/{/g) || []).length
+    braceDepth -= (line.match(/}/g) || []).length
+
+    // Find method calls within current method
+    if (currentMethod && braceDepth > 0) {
+      // Match this.methodName() calls
+      const callRegex = /this\.(\w+)\s*\(/g
+      let match
+      while ((match = callRegex.exec(line)) !== null) {
+        const calledMethod = match[1]!
+        const info = methods.get(currentMethod)!
+        info.calls.add(calledMethod)
+
+        // Mark recursive calls
+        if (calledMethod === currentMethod) {
+          info.isRecursive = true
+        }
+      }
+    }
+
+    // Reset when method ends
+    if (braceDepth === 0) {
+      currentMethod = null
+    }
+  }
+
+  return methods
+}
+
+// Build tree structure starting from a root method
+function buildTree(
+  method: string,
+  callGraph: Map<string, CallInfo>,
+  visited: Set<string>,
+  indent = '',
+  isLast = true,
+  depth = 0,
+  maxDepth = 3
+): string[] {
+  const lines: string[] = []
+  const info = callGraph.get(method)
+
+  if (!info) return lines
+
+  // Add current method
+  const prefix = depth === 0 ? '' : (isLast ? '└─> ' : '├─> ')
+  const suffix = info.isRecursive ? ' (recursive)' : ''
+  const lineNum = `[line ${info.line}]`
+  lines.push(`${indent}${prefix}${method}() ${lineNum}${suffix}`)
+
+  // Stop if we've reached max depth
+  if (depth >= maxDepth) {
+    return lines
+  }
+
+  // Prevent infinite recursion in tree display
+  if (visited.has(method)) {
+    return lines
+  }
+
+  const newVisited = new Set(visited)
+  newVisited.add(method)
+
+  // Helper methods to filter out (low-level utilities)
+  const helperPatterns = /^(is|next|peek|expect|current|op)/i
+
+  // Get sorted unique calls (filter out recursive self-calls for display)
+  const calls = Array.from(info.calls)
+    .filter(c => callGraph.has(c)) // Only show parser methods
+    .filter(c => c !== method) // Don't show immediate self-recursion
+    .filter(c => !helperPatterns.test(c)) // Filter out helpers
+    .sort()
+
+  // Add children
+  const newIndent = indent + (isLast ? '     ' : '│    ')
+  calls.forEach((call, idx) => {
+    const childLines = buildTree(
+      call,
+      callGraph,
+      newVisited,
+      newIndent,
+      idx === calls.length - 1,
+      depth + 1,
+      maxDepth
+    )
+    lines.push(...childLines)
+  })
+
+  return lines
+}
+
+// Main
+const parserPath = './src/parser/parser2.ts'
+const maxDepth = parseInt(process.argv[2] || '5')
+
+console.log('Parser Call Tree for', parserPath)
+console.log(`Max depth: ${maxDepth}`)
+console.log('═'.repeat(60))
+console.log()
+
+const callGraph = analyzeParser(parserPath)
+
+// Start from parse() method
+const tree = buildTree('parse', callGraph, new Set(), '', true, 0, maxDepth)
+console.log(tree.join('\n'))
+
+// Show some stats
+console.log('\n' + '═'.repeat(60))
+console.log('Stats:')
+console.log(`  Total methods: ${callGraph.size}`)
+console.log(`  Entry point: parse()`)
+
+// Find methods that are never called (potential dead code or entry points)
+const allCalled = new Set<string>()
+for (const info of callGraph.values()) {
+  info.calls.forEach(c => allCalled.add(c))
+}
+
+const uncalled = Array.from(callGraph.keys())
+  .filter(m => !allCalled.has(m) && m !== 'parse')
+  .sort()
+
+if (uncalled.length > 0) {
+  console.log(`\n  Uncalled methods: ${uncalled.join(', ')}`)
+}
+
+// Find most-called methods
+const callCount = new Map<string, number>()
+for (const info of callGraph.values()) {
+  for (const called of info.calls) {
+    callCount.set(called, (callCount.get(called) || 0) + 1)
+  }
+}
+
+const topCalled = Array.from(callCount.entries())
+  .sort((a, b) => b[1] - a[1])
+  .slice(0, 5)
+
+console.log(`\n  Most-called methods:`)
+for (const [method, count] of topCalled) {
+  console.log(`    ${method}() - called ${count} times`)
+}

bin/repl

@@ -0,0 +1,287 @@
+#!/usr/bin/env bun
+
+import { Compiler } from '../src/compiler/compiler'
+import { colors, formatValue, globals } from '../src/prelude'
+import { VM, Scope, bytecodeToString } from 'reefvm'
+import * as readline from 'readline'
+import { readFileSync, writeFileSync } from 'fs'
+import { basename } from 'path'
+
+globals.$.script.name = '(repl)'
+globals.$.script.path = '(repl)'
+
+async function repl() {
+  const commands = ['/clear', '/reset', '/vars', '/funcs', '/history', '/bytecode', '/exit', '/save', '/quit']
+
+  function completer(line: string): [string[], string] {
+    if (line.startsWith('/')) {
+      const hits = commands.filter(cmd => cmd.startsWith(line))
+      return [hits.length ? hits : commands, line]
+    }
+    return [[], line]
+  }
+
+  const rl = readline.createInterface({
+    input: process.stdin,
+    output: process.stdout,
+    prompt: `${colors.pink}>>${colors.reset} `,
+    completer,
+  })
+
+  let codeHistory: string[] = []
+  let vm: VM | null = null
+
+  // Load file if provided as argument
+  const filePath = process.argv[2]
+  if (filePath) {
+    const loaded = await loadFile(filePath)
+    vm = loaded.vm
+    codeHistory = loaded.codeHistory
+  }
+
+  showWelcome()
+
+  rl.prompt()
+
+  rl.on('line', async (line: string) => {
+    const trimmed = line.trim()
+
+    if (!trimmed) {
+      rl.prompt()
+      return
+    }
+
+    vm ||= new VM({ instructions: [], constants: [] }, globals)
+
+    if (['/exit', 'exit', '/quit', 'quit'].includes(trimmed)) {
+      console.log(`\n${colors.yellow}Goodbye!${colors.reset}`)
+      process.exit(0)
+    }
+
+    if (trimmed === '/clear') {
+      codeHistory = []
+      vm = null
+      console.clear()
+      showWelcome()
+      rl.prompt()
+      return
+    }
+
+    if (trimmed === '/reset') {
+      codeHistory = []
+      vm = null
+      console.log(`\n${colors.yellow}State reset${colors.reset}`)
+      rl.prompt()
+      return
+    }
+
+    if (trimmed === '/vars') {
+      console.log(`\n${colors.bright}Variables:${colors.reset}`)
+      console.log(formatVariables(vm.scope))
+      rl.prompt()
+      return
+    }
+
+    if (['/fn', '/fns', '/fun', '/funs', '/func', '/funcs', '/functions'].includes(trimmed)) {
+      console.log(`\n${colors.bright}Functions:${colors.reset}`)
+      console.log(formatVariables(vm.scope, true))
+      rl.prompt()
+      return
+    }
+
+    if (trimmed === '/history') {
+      if (codeHistory.length === 0) {
+        console.log(`\n${colors.dim}No history yet${colors.reset}`)
+      } else {
+        console.log(`\n${colors.bright}History:${colors.reset}`)
+        codeHistory.forEach((code, i) => {
+          console.log(`${colors.dim}[${i + 1}]${colors.reset} ${code}`)
+        })
+      }
+      rl.prompt()
+      return
+    }
+
+    if (trimmed === '/bytecode') {
+      if (!vm || codeHistory.length === 0) {
+        console.log(`\n${colors.dim}No history. Type some things.${colors.reset}`)
+      } else {
+        console.log(`\n${colors.bright}Bytecode:${colors.reset}`)
+        console.log(bytecodeToString({
+          instructions: vm.instructions,
+          constants: vm.constants
+        }))
+      }
+      rl.prompt()
+      return
+    }
+
+    if (trimmed.startsWith('/save')) {
+      const parts = trimmed.split(/\s+/)
+      const filename = parts[1]
+
+      if (!filename) {
+        console.log(`\n${colors.red}Usage:${colors.reset} /save <filename>`)
+        rl.prompt()
+        return
+      }
+
+      if (codeHistory.length === 0) {
+        console.log(`\n${colors.dim}No history to save${colors.reset}`)
+        rl.prompt()
+        return
+      }
+
+      // Add .shrimp extension if no extension provided
+      const finalFilename = filename.includes('.') ? filename : `${filename}.shrimp`
+      const content = codeHistory.join('\n') + '\n'
+
+      try {
+        writeFileSync(finalFilename, content, 'utf-8')
+        console.log(`\n${colors.green}✓${colors.reset} Saved ${codeHistory.length} line${codeHistory.length === 1 ? '' : 's'} to ${colors.bright}${finalFilename}${colors.reset}`)
+      } catch (error: any) {
+        console.log(`\n${colors.red}Error:${colors.reset} Failed to save file: ${error.message}`)
+      }
+
+      rl.prompt()
+      return
+    }
+
+    try {
+      const compiler = new Compiler(trimmed, [...Object.keys(globals), ...vm.vars()])
+
+      // Save VM state before appending bytecode, in case execution fails
+      const savedInstructions = [...vm.instructions]
+      const savedConstants = [...vm.constants]
+      const savedPc = vm.pc
+      const savedScope = vm.scope
+      const savedStopped = vm.stopped
+
+      try {
+        vm.appendBytecode(compiler.bytecode)
+        const result = await vm.continue()
+
+        codeHistory.push(trimmed)
+        console.log(`${colors.dim}=>${colors.reset} ${formatValue(result)}`)
+      } catch (error: any) {
+        vm.instructions = savedInstructions
+        vm.constants = savedConstants
+        vm.pc = savedPc
+        vm.scope = savedScope
+        vm.stopped = savedStopped
+
+        console.log(`\n${colors.red}Error:${colors.reset} ${error.message}`)
+      }
+    } catch (error: any) {
+      console.log(`\n${colors.red}Error:${colors.reset} ${error.message}`)
+    }
+
+    rl.prompt()
+  })
+
+  rl.on('close', () => {
+    console.log(`\n${colors.yellow}Goodbye!${colors.reset}`)
+    process.exit(0)
+  })
+
+  rl.on('SIGINT', () => {
+    rl.write(null, { ctrl: true, name: 'u' })
+    console.log('\n')
+    rl.prompt()
+  })
+}
+
+function formatVariables(scope: Scope, onlyFunctions = false): string {
+  const vars: string[] = []
+
+  function collectVars(s: any, depth = 0) {
+    if (!s) return
+
+    const prefix = depth > 0 ? `${colors.dim}(parent)${colors.reset} ` : ''
+
+    for (const [name, value] of s.locals.entries()) {
+      if (onlyFunctions && (value.type === 'function' || value.type === 'native')) {
+        vars.push(`  ${prefix}${colors.bright}${name}${colors.reset} = ${formatValue(value)}`)
+      } else if (!onlyFunctions) {
+        vars.push(`  ${prefix}${colors.bright}${name}${colors.reset} = ${formatValue(value)}`)
+      }
+    }
+
+    if (s.parent) {
+      collectVars(s.parent, depth + 1)
+    }
+  }
+
+  collectVars(scope)
+
+  if (vars.length === 0) {
+    return `  ${colors.dim}[no variables]${colors.reset}`
+  }
+
+  return vars.join('\n')
+}
+
+async function loadFile(filePath: string): Promise<{ vm: VM; codeHistory: string[] }> {
+  try {
+    const fileContent = readFileSync(filePath, 'utf-8')
+    const lines = fileContent.trim().split('\n')
+
+    console.log(`${colors.dim}Loading ${basename(filePath)}...${colors.reset}`)
+
+    const vm = new VM({ instructions: [], constants: [] }, globals)
+    await vm.run()
+
+    const codeHistory: string[] = []
+
+    for (const line of lines) {
+      const trimmed = line.trim()
+      if (!trimmed) continue
+
+      try {
+        const compiler = new Compiler(trimmed, [...Object.keys(globals), ...vm.vars()])
+        vm.appendBytecode(compiler.bytecode)
+        await vm.continue()
+        codeHistory.push(trimmed)
+      } catch (error: any) {
+        console.log(`${colors.red}Error in ${basename(filePath)}:${colors.reset} ${error.message}`)
+        process.exit(1)
+      }
+    }
+
+    console.log(`${colors.green}✓${colors.reset} Loaded ${codeHistory.length} line${codeHistory.length === 1 ? '' : 's'}\n`)
+
+    return { vm, codeHistory }
+  } catch (error: any) {
+    console.log(`${colors.red}Error:${colors.reset} Could not load file: ${error.message}`)
+    process.exit(1)
+  }
+}
+
+function showWelcome() {
+  console.log(
+    `${colors.pink}═══════════════════════════════════════════════════════════════${colors.reset}`
+  )
+  console.log(`${colors.bright}🦐 Shrimp REPL${colors.reset}`)
+  console.log(
+    `${colors.pink}═══════════════════════════════════════════════════════════════${colors.reset}`
+  )
+  console.log(`\nType Shrimp expressions. Press ${colors.bright}Ctrl+D${colors.reset} to exit.`)
+  console.log(`${colors.dim}Usage: bun bin/repl [file.shrimp]${colors.reset}`)
+  console.log(`\nCommands:`)
+  console.log(`  ${colors.bright}/clear${colors.reset}        - Clear screen and reset state`)
+  console.log(`  ${colors.bright}/reset${colors.reset}        - Reset state (keep history visible)`)
+  console.log(`  ${colors.bright}/vars${colors.reset}         - Show all variables`)
+  console.log(`  ${colors.bright}/funcs${colors.reset}        - Show all functions`)
+  console.log(`  ${colors.bright}/history${colors.reset}      - Show code history`)
+  console.log(`  ${colors.bright}/bytecode${colors.reset}     - Show compiled bytecode`)
+  console.log(`  ${colors.bright}/save <file>${colors.reset}  - Save history to file`)
+  console.log(`  ${colors.bright}/exit${colors.reset}         - Quit REPL`)
+  console.log(`\nExamples:`)
+  console.log(`  ${colors.cyan}5 + 10${colors.reset}`)
+  console.log(`  ${colors.cyan}x = 42${colors.reset}`)
+  console.log(`  ${colors.cyan}echo "Hello, world!"${colors.reset}`)
+  console.log(`  ${colors.cyan}greet = do name: echo Hello name end${colors.reset}`)
+  console.log()
+}
+
+await repl()

bin/shrimp

@@ -0,0 +1,165 @@
+#!/usr/bin/env bun
+
+import { colors, globals as prelude } from '../src/prelude'
+import { treeToString2 } from '../src/utils/tree'
+import { runCode, runFile, compileFile, parseCode } from '../src'
+import { resolve } from 'path'
+import { bytecodeToString } from 'reefvm'
+import { readFileSync } from 'fs'
+import { spawn } from 'child_process'
+import { join } from 'path'
+
+function showHelp() {
+  console.log(`${colors.bright}${colors.magenta}🦐 Shrimp${colors.reset} is a scripting language in a shell.
+
+${colors.bright}Usage:${colors.reset} shrimp <command> [options] [...args]
+
+${colors.bright}Commands:${colors.reset}
+  ${colors.cyan}run      ${colors.yellow}./my-file.sh${colors.reset}    Execute a file with Shrimp
+  ${colors.cyan}parse    ${colors.yellow}./my-file.sh${colors.reset}    Print parse tree for Shrimp file
+  ${colors.cyan}bytecode ${colors.yellow}./my-file.sh${colors.reset}    Print bytecode for Shrimp file
+  ${colors.cyan}eval     ${colors.yellow}'some code'${colors.reset}     Evaluate a line of Shrimp code
+  ${colors.cyan}print    ${colors.yellow}'some code'${colors.reset}     Evaluate a line of Shrimp code and print the result
+  ${colors.cyan}repl${colors.reset}                     Start REPL
+  ${colors.cyan}help${colors.reset}                     Print this help message
+  ${colors.cyan}version${colors.reset}                  Print version
+
+${colors.bright}Options:${colors.reset}
+  ${colors.cyan}eval -I${colors.reset} ${colors.yellow}<module>${colors.reset}         Import module (can be repeated)
+                           Example: shrimp -I math -e 'random | echo'
+                           Example: shrimp -Imath -Istr -e 'random | echo'`)
+}
+
+function showVersion() {
+  console.log('🦐 v0.0.1 (non-lezer parser)')
+}
+
+async function evalCode(code: string, imports: string[]) {
+  const idx = Bun.argv.indexOf('--')
+  prelude.$.args = idx >= 0 ? Bun.argv.slice(idx + 1) : []
+
+  const importStatement = imports.length > 0 ? `import ${imports.join(' ')}` : ''
+  if (importStatement) code = `${importStatement}; ${code}`
+  return await runCode(code)
+}
+
+async function main() {
+  let args = process.argv.slice(2)
+
+  if (args.length === 0) {
+    showHelp()
+    return
+  }
+
+  // Parse -I flags for imports (supports both "-I math" and "-Imath")
+  const imports: string[] = []
+
+  while (args.length > 0) {
+    const arg = args[0]
+
+    if (arg === '-I') {
+      // "-I math" format
+      if (args.length < 2) {
+        console.log(`${colors.bright}error: -I requires a module name${colors.reset}`)
+        process.exit(1)
+      }
+      imports.push(args[1])
+      args = args.slice(2)
+    } else if (arg.startsWith('-I')) {
+      // "-Imath" format
+      const moduleName = arg.slice(2)
+      if (!moduleName) {
+        console.log(`${colors.bright}error: -I requires a module name${colors.reset}`)
+        process.exit(1)
+      }
+      imports.push(moduleName)
+      args = args.slice(1)
+    } else {
+      break
+    }
+  }
+
+  if (args.length === 0) {
+    showHelp()
+    return
+  }
+
+  const command = args[0]
+
+  if (['help', '-help', '--help', '-h'].includes(command)) {
+    showHelp()
+    return
+  }
+
+  if (['version', '-version', '--version', '-v'].includes(command)) {
+    showVersion()
+    return
+  }
+
+  if (['repl', '-repl', '--repl'].includes(command)) {
+    const replPath = join(import.meta.dir, 'repl')
+    const replArgs = args.slice(1)
+    const repl = spawn('bun', [replPath, ...replArgs], { stdio: 'inherit' })
+    repl.on('exit', code => process.exit(code || 0))
+    return
+  }
+
+  if (['eval', '-eval', '--eval', '-e'].includes(command)) {
+    const code = args[1]
+    if (!code) {
+      console.log(`${colors.bright}usage: shrimp eval <code>${colors.reset}`)
+      process.exit(1)
+    }
+
+    await evalCode(code, imports)
+    return
+  }
+
+  if (['print', '-print', '--print', '-E'].includes(command)) {
+    const code = args[1]
+    if (!code) {
+      console.log(`${colors.bright}usage: shrimp print <code>${colors.reset}`)
+      process.exit(1)
+    }
+
+    console.log(await evalCode(code, imports))
+    return
+  }
+
+  if (['bytecode', '-bytecode', '--bytecode', '-b'].includes(command)) {
+    const file = args[1]
+    if (!file) {
+      console.log(`${colors.bright}usage: shrimp bytecode <file>${colors.reset}`)
+      process.exit(1)
+    }
+    console.log(bytecodeToString(compileFile(file)))
+    return
+  }
+
+  if (['parse', '-parse', '--parse', '-p'].includes(command)) {
+    const file = args[1]
+    if (!file) {
+      console.log(`${colors.bright}usage: shrimp parse <file>${colors.reset}`)
+      process.exit(1)
+    }
+    const input = readFileSync(file, 'utf-8')
+    console.log(treeToString2(parseCode(input).topNode, input))
+    return
+  }
+
+  if (['run', '-run', '--run', '-r'].includes(command)) {
+    const file = args[1]
+    if (!file) {
+      console.log(`${colors.bright}usage: shrimp run <file>${colors.reset}`)
+      process.exit(1)
+    }
+    prelude.$.script.path = resolve(file)
+    await runFile(file)
+    return
+  }
+
+  prelude.$.script.path = resolve(command)
+  await runFile(command)
+}
+
+await main()

bun.lock

@@ -2,66 +2,59 @@
   "lockfileVersion": 1,
   "workspaces": {
     "": {
-      "name": "bun-react-template",
+      "name": "shrimp",
       "dependencies": {
         "@codemirror/view": "^6.38.3",
         "@lezer/generator": "^1.8.0",
         "bun-plugin-tailwind": "^0.0.15",
         "codemirror": "^6.0.2",
         "hono": "^4.9.8",
-        "reefvm": "workspace:*",
+        "reefvm": "git+https://git.nose.space/defunkt/reefvm",
         "tailwindcss": "^4.1.11",
       },
       "devDependencies": {
         "@lezer/highlight": "^1.2.1",
         "@lezer/lr": "^1.4.2",
         "@types/bun": "latest",
-      },
-    },
-    "packages/ReefVM": {
-      "name": "reefvm",
-      "devDependencies": {
-        "@types/bun": "latest",
-      },
-      "peerDependencies": {
-        "typescript": "^5",
+        "diff": "^8.0.2",
+        "kleur": "^4.1.5",
       },
     },
   },
   "packages": {
-    "@codemirror/autocomplete": ["@codemirror/autocomplete@6.19.0", "", { "dependencies": { "@codemirror/language": "^6.0.0", "@codemirror/state": "^6.0.0", "@codemirror/view": "^6.17.0", "@lezer/common": "^1.0.0" } }, "sha512-61Hfv3cF07XvUxNeC3E7jhG8XNi1Yom1G0lRC936oLnlF+jrbrv8rc/J98XlYzcsAoTVupfsf5fLej1aI8kyIg=="],
+    "@codemirror/autocomplete": ["@codemirror/autocomplete@6.19.1", "", { "dependencies": { "@codemirror/language": "^6.0.0", "@codemirror/state": "^6.0.0", "@codemirror/view": "^6.17.0", "@lezer/common": "^1.0.0" } }, "sha512-q6NenYkEy2fn9+JyjIxMWcNjzTL/IhwqfzOut1/G3PrIFkrbl4AL7Wkse5tLrQUUyqGoAKU5+Pi5jnnXxH5HGw=="],
 
-    "@codemirror/commands": ["@codemirror/commands@6.8.1", "", { "dependencies": { "@codemirror/language": "^6.0.0", "@codemirror/state": "^6.4.0", "@codemirror/view": "^6.27.0", "@lezer/common": "^1.1.0" } }, "sha512-KlGVYufHMQzxbdQONiLyGQDUW0itrLZwq3CcY7xpv9ZLRHqzkBSoteocBHtMCoY7/Ci4xhzSrToIeLg7FxHuaw=="],
+    "@codemirror/commands": ["@codemirror/commands@6.10.0", "", { "dependencies": { "@codemirror/language": "^6.0.0", "@codemirror/state": "^6.4.0", "@codemirror/view": "^6.27.0", "@lezer/common": "^1.1.0" } }, "sha512-2xUIc5mHXQzT16JnyOFkh8PvfeXuIut3pslWGfsGOhxP/lpgRm9HOl/mpzLErgt5mXDovqA0d11P21gofRLb9w=="],
 
     "@codemirror/language": ["@codemirror/language@6.11.3", "", { "dependencies": { "@codemirror/state": "^6.0.0", "@codemirror/view": "^6.23.0", "@lezer/common": "^1.1.0", "@lezer/highlight": "^1.0.0", "@lezer/lr": "^1.0.0", "style-mod": "^4.0.0" } }, "sha512-9HBM2XnwDj7fnu0551HkGdrUrrqmYq/WC5iv6nbY2WdicXdGbhR/gfbZOH73Aqj4351alY1+aoG9rCNfiwS1RA=="],
 
-    "@codemirror/lint": ["@codemirror/lint@6.8.5", "", { "dependencies": { "@codemirror/state": "^6.0.0", "@codemirror/view": "^6.35.0", "crelt": "^1.0.5" } }, "sha512-s3n3KisH7dx3vsoeGMxsbRAgKe4O1vbrnKBClm99PU0fWxmxsx5rR2PfqQgIt+2MMJBHbiJ5rfIdLYfB9NNvsA=="],
+    "@codemirror/lint": ["@codemirror/lint@6.9.2", "", { "dependencies": { "@codemirror/state": "^6.0.0", "@codemirror/view": "^6.35.0", "crelt": "^1.0.5" } }, "sha512-sv3DylBiIyi+xKwRCJAAsBZZZWo82shJ/RTMymLabAdtbkV5cSKwWDeCgtUq3v8flTaXS2y1kKkICuRYtUswyQ=="],
 
     "@codemirror/search": ["@codemirror/search@6.5.11", "", { "dependencies": { "@codemirror/state": "^6.0.0", "@codemirror/view": "^6.0.0", "crelt": "^1.0.5" } }, "sha512-KmWepDE6jUdL6n8cAAqIpRmLPBZ5ZKnicE8oGU/s3QrAVID+0VhLFrzUucVKHG5035/BSykhExDL/Xm7dHthiA=="],
 
     "@codemirror/state": ["@codemirror/state@6.5.2", "", { "dependencies": { "@marijn/find-cluster-break": "^1.0.0" } }, "sha512-FVqsPqtPWKVVL3dPSxy8wEF/ymIEuVzF1PK3VbUgrxXpJUSHQWWZz4JMToquRxnkw+36LTamCZG2iua2Ptq0fA=="],
 
-    "@codemirror/view": ["@codemirror/view@6.38.3", "", { "dependencies": { "@codemirror/state": "^6.5.0", "crelt": "^1.0.6", "style-mod": "^4.1.0", "w3c-keyname": "^2.2.4" } }, "sha512-x2t87+oqwB1mduiQZ6huIghjMt4uZKFEdj66IcXw7+a5iBEvv9lh7EWDRHI7crnD4BMGpnyq/RzmCGbiEZLcvQ=="],
+    "@codemirror/view": ["@codemirror/view@6.38.6", "", { "dependencies": { "@codemirror/state": "^6.5.0", "crelt": "^1.0.6", "style-mod": "^4.1.0", "w3c-keyname": "^2.2.4" } }, "sha512-qiS0z1bKs5WOvHIAC0Cybmv4AJSkAXgX5aD6Mqd2epSLlVJsQl8NG23jCVouIgkh4All/mrbdsf2UOLFnJw0tw=="],
 
-    "@lezer/common": ["@lezer/common@1.2.3", "", {}, "sha512-w7ojc8ejBqr2REPsWxJjrMFsA/ysDCFICn8zEOR9mrqzOu2amhITYuLD8ag6XZf0CFXDrhKqw7+tW8cX66NaDA=="],
+    "@lezer/common": ["@lezer/common@1.3.0", "", {}, "sha512-L9X8uHCYU310o99L3/MpJKYxPzXPOS7S0NmBaM7UO/x2Kb2WbmMLSkfvdr1KxRIFYOpbY0Jhn7CfLSUDzL8arQ=="],
 
     "@lezer/generator": ["@lezer/generator@1.8.0", "", { "dependencies": { "@lezer/common": "^1.1.0", "@lezer/lr": "^1.3.0" }, "bin": { "lezer-generator": "src/lezer-generator.cjs" } }, "sha512-/SF4EDWowPqV1jOgoGSGTIFsE7Ezdr7ZYxyihl5eMKVO5tlnpIhFcDavgm1hHY5GEonoOAEnJ0CU0x+tvuAuUg=="],
 
-    "@lezer/highlight": ["@lezer/highlight@1.2.1", "", { "dependencies": { "@lezer/common": "^1.0.0" } }, "sha512-Z5duk4RN/3zuVO7Jq0pGLJ3qynpxUVsh7IbUbGj88+uV2ApSAn6kWg2au3iJb+0Zi7kKtqffIESgNcRXWZWmSA=="],
+    "@lezer/highlight": ["@lezer/highlight@1.2.3", "", { "dependencies": { "@lezer/common": "^1.3.0" } }, "sha512-qXdH7UqTvGfdVBINrgKhDsVTJTxactNNxLk7+UMwZhU13lMHaOBlJe9Vqp907ya56Y3+ed2tlqzys7jDkTmW0g=="],
 
-    "@lezer/lr": ["@lezer/lr@1.4.2", "", { "dependencies": { "@lezer/common": "^1.0.0" } }, "sha512-pu0K1jCIdnQ12aWNaAVU5bzi7Bd1w54J3ECgANPmYLtQKP0HBj2cE/5coBD66MT10xbtIuUr7tg0Shbsvk0mDA=="],
+    "@lezer/lr": ["@lezer/lr@1.4.3", "", { "dependencies": { "@lezer/common": "^1.0.0" } }, "sha512-yenN5SqAxAPv/qMnpWW0AT7l+SxVrgG+u0tNsRQWqbrz66HIl8DnEbBObvy21J5K7+I1v7gsAnlE2VQ5yYVSeA=="],
 
     "@marijn/find-cluster-break": ["@marijn/find-cluster-break@1.0.2", "", {}, "sha512-l0h88YhZFyKdXIFNfSWpyjStDjGHwZ/U7iobcK1cQQD8sejsONdQtTVU+1wVN1PBw40PiiHB1vA5S7VTfQiP9g=="],
 
-    "@types/bun": ["@types/bun@1.2.22", "", { "dependencies": { "bun-types": "1.2.22" } }, "sha512-5A/KrKos2ZcN0c6ljRSOa1fYIyCKhZfIVYeuyb4snnvomnpFqC0tTsEkdqNxbAgExV384OETQ//WAjl3XbYqQA=="],
+    "@types/bun": ["@types/bun@1.3.2", "", { "dependencies": { "bun-types": "1.3.2" } }, "sha512-t15P7k5UIgHKkxwnMNkJbWlh/617rkDGEdSsDbu+qNHTaz9SKf7aC8fiIlUdD5RPpH6GEkP0cK7WlvmrEBRtWg=="],
 
-    "@types/node": ["@types/node@24.5.2", "", { "dependencies": { "undici-types": "~7.12.0" } }, "sha512-FYxk1I7wPv3K2XBaoyH2cTnocQEu8AOZ60hPbsyukMPLv5/5qr7V1i8PLHdl6Zf87I+xZXFvPCXYjiTFq+YSDQ=="],
+    "@types/node": ["@types/node@24.10.0", "", { "dependencies": { "undici-types": "~7.16.0" } }, "sha512-qzQZRBqkFsYyaSWXuEHc2WR9c0a0CXwiE5FWUvn7ZM+vdy1uZLfCunD38UzhuB7YN/J11ndbDBcTmOdxJo9Q7A=="],
 
-    "@types/react": ["@types/react@19.1.13", "", { "dependencies": { "csstype": "^3.0.2" } }, "sha512-hHkbU/eoO3EG5/MZkuFSKmYqPbSVk5byPFa3e7y/8TybHiLMACgI8seVYlicwk7H5K/rI2px9xrQp/C+AUDTiQ=="],
+    "@types/react": ["@types/react@19.2.2", "", { "dependencies": { "csstype": "^3.0.2" } }, "sha512-6mDvHUFSjyT2B2yeNx2nUgMxh9LtOWvkhIU3uePn2I2oyNymUAX1NIsdgviM4CH+JSrp2D2hsMvJOkxY+0wNRA=="],
 
     "bun-plugin-tailwind": ["bun-plugin-tailwind@0.0.15", "", { "peerDependencies": { "typescript": "^5.0.0" } }, "sha512-qtAXMNGG4R0UGGI8zWrqm2B7BdXqx48vunJXBPzfDOHPA5WkRUZdTSbE7TFwO4jLhYqSE23YMWsM9NhE6ovobw=="],
 
-    "bun-types": ["bun-types@1.2.22", "", { "dependencies": { "@types/node": "*" }, "peerDependencies": { "@types/react": "^19" } }, "sha512-hwaAu8tct/Zn6Zft4U9BsZcXkYomzpHJX28ofvx7k0Zz2HNz54n1n+tDgxoWFGB4PcFvJXJQloPhaV2eP3Q6EA=="],
+    "bun-types": ["bun-types@1.3.2", "", { "dependencies": { "@types/node": "*" }, "peerDependencies": { "@types/react": "^19" } }, "sha512-i/Gln4tbzKNuxP70OWhJRZz1MRfvqExowP7U6JKoI8cntFrtxg7RJK3jvz7wQW54UuvNC8tbKHHri5fy74FVqg=="],
 
     "codemirror": ["codemirror@6.0.2", "", { "dependencies": { "@codemirror/autocomplete": "^6.0.0", "@codemirror/commands": "^6.0.0", "@codemirror/language": "^6.0.0", "@codemirror/lint": "^6.0.0", "@codemirror/search": "^6.0.0", "@codemirror/state": "^6.0.0", "@codemirror/view": "^6.0.0" } }, "sha512-VhydHotNW5w1UGK0Qj96BwSk/Zqbp9WbnyK2W/eVMv4QyF41INRGpjUhFJY7/uDNuudSc33a/PKr4iDqRduvHw=="],
 
@@ -69,22 +62,22 @@
 
     "csstype": ["csstype@3.1.3", "", {}, "sha512-M1uQkMl8rQK/szD0LNhtqxIPLpimGm8sOBwU7lLnCpSbTyY3yeU1Vc7l4KT5zT4s/yOxHH5O7tIuuLOCnLADRw=="],
 
-    "hono": ["hono@4.9.8", "", {}, "sha512-JW8Bb4RFWD9iOKxg5PbUarBYGM99IcxFl2FPBo2gSJO11jjUDqlP1Bmfyqt8Z/dGhIQ63PMA9LdcLefXyIasyg=="],
+    "diff": ["diff@8.0.2", "", {}, "sha512-sSuxWU5j5SR9QQji/o2qMvqRNYRDOcBTgsJ/DeCf4iSN4gW+gNMXM7wFIP+fdXZxoNiAnHUTGjCr+TSWXdRDKg=="],
 
-    "reefvm": ["reefvm@workspace:packages/ReefVM"],
+    "hono": ["hono@4.10.4", "", {}, "sha512-YG/fo7zlU3KwrBL5vDpWKisLYiM+nVstBQqfr7gCPbSYURnNEP9BDxEMz8KfsDR9JX0lJWDRNc6nXX31v7ZEyg=="],
 
-    "style-mod": ["style-mod@4.1.2", "", {}, "sha512-wnD1HyVqpJUI2+eKZ+eo1UwghftP6yuFheBqqe+bWCotBjC2K1YnteJILRMs3SM4V/0dLEW1SC27MWP5y+mwmw=="],
+    "kleur": ["kleur@4.1.5", "", {}, "sha512-o+NO+8WrRiQEE4/7nwRJhN1HWpVmJm511pBHUxPLtp0BUISzlBplORYSmTclCnJvQq2tKu/sgl3xVpkc7ZWuQQ=="],
 
-    "tailwindcss": ["tailwindcss@4.1.13", "", {}, "sha512-i+zidfmTqtwquj4hMEwdjshYYgMbOrPzb9a0M3ZgNa0JMoZeFC6bxZvO8yr8ozS6ix2SDz0+mvryPeBs2TFE+w=="],
+    "reefvm": ["reefvm@git+https://git.nose.space/defunkt/reefvm#3e2e68b31f504347225a4d705c7568a0957d629e", { "peerDependencies": { "typescript": "^5" } }, "3e2e68b31f504347225a4d705c7568a0957d629e"],
 
-    "typescript": ["typescript@5.9.2", "", { "bin": { "tsc": "bin/tsc", "tsserver": "bin/tsserver" } }, "sha512-CWBzXQrc/qOkhidw1OzBTQuYRbfyxDXJMVJ1XNwUHGROVmuaeiEm3OslpZ1RV96d7SKKjZKrSJu3+t/xlw3R9A=="],
+    "style-mod": ["style-mod@4.1.3", "", {}, "sha512-i/n8VsZydrugj3Iuzll8+x/00GH2vnYsk1eomD8QiRrSAeW6ItbCQDtfXCeJHd0iwiNagqjQkvpvREEPtW3IoQ=="],
 
-    "undici-types": ["undici-types@7.12.0", "", {}, "sha512-goOacqME2GYyOZZfb5Lgtu+1IDmAlAEu5xnD3+xTzS10hT0vzpf0SPjkXwAw9Jm+4n/mQGDP3LO8CPbYROeBfQ=="],
+    "tailwindcss": ["tailwindcss@4.1.17", "", {}, "sha512-j9Ee2YjuQqYT9bbRTfTZht9W/ytp5H+jJpZKiYdP/bpnXARAuELt9ofP0lPnmHjbga7SNQIxdTAXCmtKVYjN+Q=="],
+
+    "typescript": ["typescript@5.9.3", "", { "bin": { "tsc": "bin/tsc", "tsserver": "bin/tsserver" } }, "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw=="],
+
+    "undici-types": ["undici-types@7.16.0", "", {}, "sha512-Zz+aZWSj8LE6zoxD+xrjh4VfkIG8Ya6LvYkZqtUQGJPZjYl53ypCaUwWqo7eI0x66KBGeRo+mlBEkMSeSZ38Nw=="],
 
     "w3c-keyname": ["w3c-keyname@2.2.8", "", {}, "sha512-dpojBhNsCNN7T82Tm7k26A6G9ML3NkhDsnw9n/eoxSRlVBB4CEtIQ/KTCLI2Fwf3ataSXRhYFkQi3SlnFwPvPQ=="],
-
-    "reefvm/@types/bun": ["@types/bun@1.2.23", "", { "dependencies": { "bun-types": "1.2.23" } }, "sha512-le8ueOY5b6VKYf19xT3McVbXqLqmxzPXHsQT/q9JHgikJ2X22wyTW3g3ohz2ZMnp7dod6aduIiq8A14Xyimm0A=="],
-
-    "reefvm/@types/bun/bun-types": ["bun-types@1.2.23", "", { "dependencies": { "@types/node": "*" }, "peerDependencies": { "@types/react": "^19" } }, "sha512-R9f0hKAZXgFU3mlrA0YpE/fiDvwV0FT9rORApt2aQVWSuJDzZOyB5QLc0N/4HF57CS8IXJ6+L5E4W1bW6NS2Aw=="],
   }
 }

example.shrimp

@@ -42,13 +42,13 @@ a-file = file.txt
 3
 
 # symbols can be assigned to functions. The body of the function comes after a colon `:`
-add = fn x y: x + y
+add = do x y: x + y
 add 1 2
 ---
 3
 
 # Functions can have multiple lines, they are terminated with `end`
-sub = fn x y:
+sub = do x y:
   x - y
 end
 
@@ -82,9 +82,25 @@ add 1 (sub 5 2)
 4
 
 
+# Arrays use square brackets with space-separated elements
+numbers = [1 2 3]
+shopping-list = [apples bananas carrots]
+empty-array = []
+
+# Dicts use square brackets with key=value pairs
+config = [name=Shrimp version=1.0 debug=true]
+empty-dict = [=]  
+
+# Nested structures work naturally
+nested = [
+  users=[
+    [name=Alice age=30]
+    [name=Bob age=25]
+  ]
+  settings=[debug=true timeout=5000]
+]
+
 # HOLD UP
 
-- how do we handle arrays?
-- how do we handle hashes?
 - conditionals
 - loops

examples/d20.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env shrimp
+# usage: dice <sides>
+
+import math only=random
+import list only=first
+import str only=[replace starts-with?]
+
+sides = $.args | first 
+sides ??= 20
+
+if sides | starts-with? d: 
+  sides = replace sides //\D// ''
+end
+
+sides = number sides 
+
+echo 'Rolling d$sides...'
+random 1 sides | echo

examples/find.shrimp

@@ -0,0 +1 @@
+echo 

examples/license.sh

@@ -0,0 +1,31 @@
+#!/usr/bin/env shrimp
+
+year = date.now | date.year
+project = fs.pwd | fs.basename | str.titlecase
+
+{
+
+Copyright $year $project Authors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the “Software”), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+IN THE SOFTWARE.
+
+}
+
+| str.trim
+| echo

examples/password.sh

@@ -0,0 +1,39 @@
+#!/usr/bin/env shrimp
+# usage: password <length> [!spaced] [!symbols]
+
+if ($.args | list.contains? -h):
+  echo 'usage: password <length> [!spaced] [!symbols]'
+  exit
+end
+
+password = do n=22 symbols=true spaced=true:
+  chars = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789'
+  if symbols: chars += '!@#%^&*-=()[]<>' end
+
+  out = []
+  i = 0
+  max = length chars
+
+  while i < n:
+    idx = math.floor ((math.random) * max)
+    ch = chars | at idx
+    list.push out ch
+    i += 1
+  end
+
+  if spaced:
+    pos1 = math.floor((n - 2) / 3)
+    pos2 = math.floor((n - 2) * 2 / 3)
+
+    list.insert out pos2 ' '
+    list.insert out pos1 ' '
+  end
+
+  str.join out ''
+end
+
+missing-arg? = do x: $.args | list.contains? x | not end
+
+num = $.args | list.reject (do x: x | str.starts-with? ! end) | list.first
+
+password num symbols=(missing-arg? !symbols) spaced=(missing-arg? !spaced) | echo

examples/scripts.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env shrimp
+
+if not fs.exists? 'package.json':
+  echo '🦐 package.json not found'
+  exit 1
+end
+
+package = fs.read 'package.json' | json.decode
+package.scripts | dict.keys | list.sort | each do x: echo x end

package.json

@@ -1,28 +1,32 @@
 {
-  "name": "bun-react-template",
+  "name": "shrimp",
   "version": "0.1.0",
+  "exports": "./src/index.ts",
   "private": true,
   "type": "module",
-  "workspaces": [
-    "packages/*"
-  ],
   "scripts": {
-    "dev": "bun generate-parser && bun --hot src/server/server.tsx",
-    "generate-parser": "lezer-generator src/parser/shrimp.grammar --typeScript -o src/parser/shrimp.ts"
+    "dev": "bun --hot src/server/server.tsx",
+    "repl": "bun bin/repl",
+    "update-reef": "rm -rf ~/.bun/install/cache/ && rm bun.lock && bun update reefvm",
+    "cli:install": "ln -s \"$(pwd)/bin/shrimp\" ~/.bun/bin/shrimp",
+    "cli:remove": "rm ~/.bun/bin/shrimp",
+    "check": "bunx tsc --noEmit"
   },
   "dependencies": {
-    "reefvm": "workspace:*",
     "@codemirror/view": "^6.38.3",
     "@lezer/generator": "^1.8.0",
     "bun-plugin-tailwind": "^0.0.15",
     "codemirror": "^6.0.2",
     "hono": "^4.9.8",
+    "reefvm": "git+https://git.nose.space/defunkt/reefvm",
     "tailwindcss": "^4.1.11"
   },
   "devDependencies": {
     "@lezer/highlight": "^1.2.1",
     "@lezer/lr": "^1.4.2",
-    "@types/bun": "latest"
+    "@types/bun": "latest",
+    "diff": "^8.0.2",
+    "kleur": "^4.1.5"
   },
   "prettier": {
     "semi": false,

packages/ReefVM

@@ -1 +0,0 @@
-Subproject commit 1a18a713d7ae86b03a6bef38cc53d12ecfbf9627

src/compiler/compiler.ts

@@ -1,13 +1,14 @@
 import { CompilerError } from '#compiler/compilerError.ts'
-import { parser } from '#parser/shrimp.ts'
-import * as terms from '#parser/shrimp.terms'
-import type { SyntaxNode, Tree } from '@lezer/common'
+import { parse, setGlobals } from '#parser/parser2'
+import { SyntaxNode, Tree } from '#parser/node'
+import { tokenizeCurlyString } from '#parser/curlyTokenizer'
 import { assert, errorMessage } from '#utils/utils'
-import { toBytecode, type Bytecode, type ProgramItem } from 'reefvm'
+import { toBytecode, type Bytecode, type ProgramItem, bytecodeToString } from 'reefvm'
 import {
   checkTreeForErrors,
   getAllChildren,
   getAssignmentParts,
+  getCompoundAssignmentParts,
   getBinaryParts,
   getDotGetParts,
   getFunctionCallParts,
@@ -16,6 +17,7 @@ import {
   getNamedArgParts,
   getPipeExprParts,
   getStringParts,
+  getTryExprParts,
 } from '#compiler/utils'
 
 const DEBUG = false
@@ -48,14 +50,19 @@ function processEscapeSeq(escapeSeq: string): string {
 
 export class Compiler {
   instructions: ProgramItem[] = []
-  fnLabels = new Map<Label, ProgramItem[]>()
+  labelCount = 0
+  fnLabelCount = 0
   ifLabelCount = 0
+  tryLabelCount = 0
+  loopLabelCount = 0
   bytecode: Bytecode
   pipeCounter = 0
 
-  constructor(public input: string) {
+  constructor(public input: string, globals?: string[] | Record<string, any>) {
     try {
-      const cst = parser.parse(input)
+      if (globals) setGlobals(Array.isArray(globals) ? globals : Object.keys(globals))
+      const ast = parse(input)
+      const cst = new Tree(ast)
       const errors = checkTreeForErrors(cst)
 
       const firstError = errors[0]
@@ -64,17 +71,13 @@ export class Compiler {
       }
 
       this.#compileCst(cst, input)
-
-      // Add the labels
-      for (const [label, labelInstructions] of this.fnLabels) {
-        this.instructions.push([`${label}:`])
-        this.instructions.push(...labelInstructions)
-        this.instructions.push(['RETURN'])
-      }
-
-      if (DEBUG) logInstructions(this.instructions)
-
       this.bytecode = toBytecode(this.instructions)
+
+      if (DEBUG) {
+        const bytecodeString = bytecodeToString(this.bytecode)
+        console.log(`\n🤖 bytecode:\n----------------\n${bytecodeString}\n\n`)
+        console.log(`\n🤖 bytecode:\n----------------\n${this.instructions}\n\n`)
+      }
     } catch (error) {
       if (error instanceof CompilerError) {
         throw new Error(error.toReadableString(input))
@@ -85,7 +88,7 @@ export class Compiler {
   }
 
   #compileCst(cst: Tree, input: string) {
-    const isProgram = cst.topNode.type.id === terms.Program
+    const isProgram = cst.topNode.type.is('Program')
     assert(isProgram, `Expected Program node, got ${cst.topNode.type.name}`)
 
     let child = cst.topNode.firstChild
@@ -99,18 +102,30 @@ export class Compiler {
 
   #compileNode(node: SyntaxNode, input: string): ProgramItem[] {
     const value = input.slice(node.from, node.to)
-
     if (DEBUG) console.log(`🫦  ${node.name}: ${value}`)
 
-    switch (node.type.id) {
-      case terms.Number:
-        const number = Number(value)
-        if (Number.isNaN(number))
+    switch (node.type.name) {
+      case 'Number':
+        // Handle sign prefix for hex, binary, and octal literals
+        // Number() doesn't parse '-0xFF', '+0xFF', '-0o77', etc. correctly
+        let numberValue: number
+        if (value.startsWith('-') && (value.includes('0x') || value.includes('0b') || value.includes('0o'))) {
+          numberValue = -Number(value.slice(1))
+        } else if (value.startsWith('+') && (value.includes('0x') || value.includes('0b') || value.includes('0o'))) {
+          numberValue = Number(value.slice(1))
+        } else {
+          numberValue = Number(value)
+        }
+
+        if (Number.isNaN(numberValue))
           throw new CompilerError(`Invalid number literal: ${value}`, node.from, node.to)
 
-        return [[`PUSH`, number]]
+        return [[`PUSH`, numberValue]]
+
+      case 'String': {
+        if (node.firstChild?.type.is('CurlyString'))
+          return this.#compileCurlyString(value, input)
 
-      case terms.String: {
         const { parts, hasInterpolation } = getStringParts(node, input)
 
         // Simple string without interpolation or escapes - extract text directly
@@ -125,19 +140,19 @@ export class Compiler {
         parts.forEach((part) => {
           const partValue = input.slice(part.from, part.to)
 
-          switch (part.type.id) {
-            case terms.StringFragment:
+          switch (part.type.name) {
+            case 'StringFragment':
               // Plain text fragment - just push as-is
               instructions.push(['PUSH', partValue])
               break
 
-            case terms.EscapeSeq:
+            case 'EscapeSeq':
               // Process escape sequence and push the result
               const processed = processEscapeSeq(partValue)
               instructions.push(['PUSH', processed])
               break
 
-            case terms.Interpolation:
+            case 'Interpolation':
               // Interpolation contains either Identifier or ParenExpr (the $ is anonymous)
               const child = part.firstChild
               if (!child) {
@@ -161,15 +176,15 @@ export class Compiler {
         return instructions
       }
 
-      case terms.Boolean: {
+      case 'Boolean': {
         return [[`PUSH`, value === 'true']]
       }
 
-      case terms.Null: {
+      case 'Null': {
         return [[`PUSH`, null]]
       }
 
-      case terms.Regex: {
+      case 'Regex': {
         // remove the surrounding slashes and any flags
         const [_, pattern, flags] = value.match(/^\/\/(.*)\/\/([gimsuy]*)$/) || []
         if (!pattern) {
@@ -186,24 +201,50 @@ export class Compiler {
         return [['PUSH', regex]]
       }
 
-      case terms.Identifier: {
+      case 'Identifier': {
         return [[`TRY_LOAD`, value]]
       }
 
-      case terms.Word: {
+      case 'Word': {
         return [['PUSH', value]]
       }
 
-      case terms.DotGet: {
-        const { objectName, propertyName } = getDotGetParts(node, input)
+      case 'DotGet': {
+        // DotGet is parsed into a nested tree because it's hard to parse it into a flat one.
+        // However, we want a flat tree - so we're going to pretend like we are getting one from the parser.
+        //
+        //    This: DotGet(config, DotGet(script, name))
+        // Becomes: DotGet(config, script, name)
+        const { objectName, property } = getDotGetParts(node, input)
         const instructions: ProgramItem[] = []
+
         instructions.push(['TRY_LOAD', objectName])
-        instructions.push(['PUSH', propertyName])
+
+        const flattenProperty = (prop: SyntaxNode): void => {
+          if (prop.type.is('DotGet')) {
+            const nestedParts = getDotGetParts(prop, input)
+
+            const nestedObjectValue = input.slice(nestedParts.object.from, nestedParts.object.to)
+            instructions.push(['PUSH', nestedObjectValue])
             instructions.push(['DOT_GET'])
+
+            flattenProperty(nestedParts.property)
+          } else {
+            if (prop.type.is('ParenExpr')) {
+              instructions.push(...this.#compileNode(prop, input))
+            } else {
+              const propertyValue = input.slice(prop.from, prop.to)
+              instructions.push(['PUSH', propertyValue])
+            }
+            instructions.push(['DOT_GET'])
+          }
+        }
+
+        flattenProperty(property)
         return instructions
       }
 
-      case terms.BinOp: {
+      case 'BinOp': {
         const { left, op, right } = getBinaryParts(node)
         const instructions: ProgramItem[] = []
         instructions.push(...this.#compileNode(left, input))
@@ -223,6 +264,27 @@ export class Compiler {
           case '/':
             instructions.push(['DIV'])
             break
+          case '%':
+            instructions.push(['MOD'])
+            break
+          case 'band':
+            instructions.push(['BIT_AND'])
+            break
+          case 'bor':
+            instructions.push(['BIT_OR'])
+            break
+          case 'bxor':
+            instructions.push(['BIT_XOR'])
+            break
+          case '<<':
+            instructions.push(['BIT_SHL'])
+            break
+          case '>>':
+            instructions.push(['BIT_SHR'])
+            break
+          case '>>>':
+            instructions.push(['BIT_USHR'])
+            break
           default:
             throw new CompilerError(`Unsupported binary operator: ${opValue}`, op.from, op.to)
         }
@@ -230,44 +292,179 @@ export class Compiler {
         return instructions
       }
 
-      case terms.Assign: {
-        const { identifier, right } = getAssignmentParts(node)
+      case 'Assign': {
+        const assignParts = getAssignmentParts(node)
         const instructions: ProgramItem[] = []
-        instructions.push(...this.#compileNode(right, input))
-        instructions.push(['DUP']) // Keep a copy on the stack after storing
-        const identifierName = input.slice(identifier.from, identifier.to)
+
+        // right-hand side
+        instructions.push(...this.#compileNode(assignParts.right, input))
+
+        // array destructuring: [ a b ] = [ 1 2 3 4 ]
+        if ('arrayPattern' in assignParts) {
+          const identifiers = assignParts.arrayPattern ?? []
+          if (identifiers.length === 0) return instructions
+
+          for (let i = 0; i < identifiers.length; i++) {
+            instructions.push(['DUP'])
+            instructions.push(['PUSH', i])
+            instructions.push(['DOT_GET'])
+            instructions.push(['STORE', input.slice(identifiers[i]!.from, identifiers[i]!.to)])
+          }
+
+          // original array still on stack as the return value
+          return instructions
+        }
+
+        // simple assignment: x = value
+        instructions.push(['DUP'])
+        const identifierName = input.slice(assignParts.identifier.from, assignParts.identifier.to)
         instructions.push(['STORE', identifierName])
 
         return instructions
       }
 
-      case terms.ParenExpr: {
+      case 'CompoundAssign': {
+        const { identifier, operator, right } = getCompoundAssignmentParts(node)
+        const identifierName = input.slice(identifier.from, identifier.to)
+        const instructions: ProgramItem[] = []
+        const opValue = input.slice(operator.from, operator.to)
+
+        // Special handling for ??= since it needs conditional evaluation
+        if (opValue === '??=') {
+          instructions.push(['LOAD', identifierName])
+
+          const skipLabel: Label = `.skip_${this.labelCount++}`
+          const rightInstructions = this.#compileNode(right, input)
+
+          instructions.push(['DUP'])
+          instructions.push(['PUSH', null])
+          instructions.push(['NEQ'])
+          instructions.push(['JUMP_IF_TRUE', skipLabel])
+          instructions.push(['POP'])
+          instructions.push(...rightInstructions)
+
+          instructions.push([`${skipLabel}:`])
+          instructions.push(['DUP'])
+          instructions.push(['STORE', identifierName])
+
+          return instructions
+        }
+
+        // Standard compound assignments: evaluate both sides, then operate
+        instructions.push(['LOAD', identifierName])  // will throw if undefined
+        instructions.push(...this.#compileNode(right, input))
+
+        switch (opValue) {
+          case '+=':
+            instructions.push(['ADD'])
+            break
+          case '-=':
+            instructions.push(['SUB'])
+            break
+          case '*=':
+            instructions.push(['MUL'])
+            break
+          case '/=':
+            instructions.push(['DIV'])
+            break
+          case '%=':
+            instructions.push(['MOD'])
+            break
+          default:
+            throw new CompilerError(
+              `Unknown compound operator: ${opValue}`,
+              operator.from,
+              operator.to
+            )
+        }
+
+        // DUP and store (same as regular assignment)
+        instructions.push(['DUP'])
+        instructions.push(['STORE', identifierName])
+
+        return instructions
+      }
+
+      case 'ParenExpr': {
         const child = node.firstChild
         if (!child) return [] // I guess it is empty parentheses?
 
         return this.#compileNode(child, input)
       }
 
-      case terms.FunctionDef: {
-        const { paramNames, bodyNodes } = getFunctionDefParts(node, input)
+      case 'FunctionDef': {
+        const { paramNames, bodyNodes, catchVariable, catchBody, finallyBody } =
+          getFunctionDefParts(node, input)
         const instructions: ProgramItem[] = []
-        const functionLabel: Label = `.func_${this.fnLabels.size}`
+        const functionLabel: Label = `.func_${this.fnLabelCount++}`
+        const afterLabel: Label = `.after_${functionLabel}`
+
+        instructions.push(['JUMP', afterLabel])
+
+        instructions.push([`${functionLabel}:`])
+
+        const compileFunctionBody = () => {
           const bodyInstructions: ProgramItem[] = []
-        if (this.fnLabels.has(functionLabel)) {
-          throw new CompilerError(`Function name collision: ${functionLabel}`, node.from, node.to)
+          bodyNodes.forEach((bodyNode, index) => {
+            bodyInstructions.push(...this.#compileNode(bodyNode, input))
+            if (index < bodyNodes.length - 1) {
+              bodyInstructions.push(['POP'])
+            }
+          })
+          return bodyInstructions
         }
 
-        this.fnLabels.set(functionLabel, bodyInstructions)
+        if (catchVariable || finallyBody) {
+          // If function has catch or finally, wrap body in try/catch/finally
+          instructions.push(
+            ...this.#compileTryCatchFinally(
+              compileFunctionBody,
+              catchVariable,
+              catchBody,
+              finallyBody,
+              input
+            )
+          )
+        } else {
+          instructions.push(...compileFunctionBody())
+        }
+
+        instructions.push(['RETURN'])
+
+        instructions.push([`${afterLabel}:`])
 
         instructions.push(['MAKE_FUNCTION', paramNames, functionLabel])
-        bodyNodes.forEach((bodyNode) => {
-          bodyInstructions.push(...this.#compileNode(bodyNode, input))
-        })
 
         return instructions
       }
 
-      case terms.FunctionCallOrIdentifier: {
+      case 'FunctionCallOrIdentifier': {
+        if (node.firstChild?.type.is('DotGet')) {
+          const instructions: ProgramItem[] = []
+          const callLabel: Label = `.call_dotget_${++this.labelCount}`
+          const afterLabel: Label = `.after_dotget_${++this.labelCount}`
+
+          instructions.push(...this.#compileNode(node.firstChild, input))
+          instructions.push(['DUP'])
+          instructions.push(['TYPE'])
+          instructions.push(['PUSH', 'function'])
+          instructions.push(['EQ'])
+          instructions.push(['JUMP_IF_TRUE', callLabel])
+          instructions.push(['DUP'])
+          instructions.push(['TYPE'])
+          instructions.push(['PUSH', 'native'])
+          instructions.push(['EQ'])
+          instructions.push(['JUMP_IF_TRUE', callLabel])
+          instructions.push(['JUMP', afterLabel])
+          instructions.push([`${callLabel}:`])
+          instructions.push(['PUSH', 0])
+          instructions.push(['PUSH', 0])
+          instructions.push(['CALL'])
+          instructions.push([`${afterLabel}:`])
+
+          return instructions
+        }
+
         return [['TRY_CALL', value]]
       }
 
@@ -284,7 +481,8 @@ export class Compiler {
       PUSH 1              ; Named count
       CALL
       */
-      case terms.FunctionCall: {
+
+      case 'FunctionCall': {
         const { identifierNode, namedArgs, positionalArgs } = getFunctionCallParts(node, input)
         const instructions: ProgramItem[] = []
         instructions.push(...this.#compileNode(identifierNode, input))
@@ -306,15 +504,101 @@ export class Compiler {
         return instructions
       }
 
-      case terms.ThenBlock: {
-        const instructions = getAllChildren(node)
-          .map((child) => this.#compileNode(child, input))
-          .flat()
+      case 'Block': {
+        const children = getAllChildren(node)
+        const instructions: ProgramItem[] = []
+
+        children.forEach((child, index) => {
+          instructions.push(...this.#compileNode(child, input))
+          // keep only the last expression's value
+          if (index < children.length - 1) {
+            instructions.push(['POP'])
+          }
+        })
 
         return instructions
       }
 
-      case terms.IfExpr: {
+      case 'FunctionCallWithBlock': {
+        const [fn, _colon, ...block] = getAllChildren(node)
+        let instructions: ProgramItem[] = []
+
+        const fnLabel: Label = `.func_${this.fnLabelCount++}`
+        const afterLabel: Label = `.after_${fnLabel}`
+
+        instructions.push(['JUMP', afterLabel])
+        instructions.push([`${fnLabel}:`])
+        instructions.push(
+          ...block
+            .filter((x) => x.type.name !== 'keyword')
+            .map((x) => this.#compileNode(x!, input))
+            .flat()
+        )
+        instructions.push(['RETURN'])
+        instructions.push([`${afterLabel}:`])
+
+        if (fn?.type.is('FunctionCallOrIdentifier')) {
+          instructions.push(['LOAD', input.slice(fn!.from, fn!.to)])
+          instructions.push(['MAKE_FUNCTION', [], fnLabel])
+          instructions.push(['PUSH', 1])
+          instructions.push(['PUSH', 0])
+          instructions.push(['CALL'])
+        } else if (fn?.type.is('FunctionCall')) {
+          let body = this.#compileNode(fn!, input)
+          const namedArgCount = (body[body.length - 2]![1] as number) * 2
+          const startSlice = body.length - namedArgCount - 3
+
+          body = [
+            ...body.slice(0, startSlice),
+            ['MAKE_FUNCTION', [], fnLabel],
+            ...body.slice(startSlice),
+          ]
+
+          // @ts-ignore
+          body[body.length - 3]![1] += 1
+          instructions.push(...body)
+        } else {
+          throw new Error(
+            `FunctionCallWithBlock: Expected FunctionCallOrIdentifier or FunctionCall`
+          )
+        }
+
+        return instructions
+      }
+
+      case 'TryExpr': {
+        const { tryBlock, catchVariable, catchBody, finallyBody } = getTryExprParts(node, input)
+
+        return this.#compileTryCatchFinally(
+          () => this.#compileNode(tryBlock, input),
+          catchVariable,
+          catchBody,
+          finallyBody,
+          input
+        )
+      }
+
+      case 'Throw':
+      case 'Not': {
+        const keyword = node.type.is('Throw') ? 'Throw' : 'Not'
+        const children = getAllChildren(node)
+        const [_throwKeyword, expression] = children
+        if (!expression) {
+          throw new CompilerError(
+            `${keyword} expected expression, got ${children.length} children`,
+            node.from,
+            node.to
+          )
+        }
+
+        const instructions: ProgramItem[] = []
+        instructions.push(...this.#compileNode(expression, input))
+        instructions.push([keyword.toUpperCase()]) // THROW or NOT
+
+        return instructions
+      }
+
+      case 'IfExpr': {
         const { conditionNode, thenBlock, elseIfBlocks, elseThenBlock } = getIfExprParts(
           node,
           input
@@ -323,19 +607,24 @@ export class Compiler {
         instructions.push(...this.#compileNode(conditionNode, input))
         this.ifLabelCount++
         const endLabel: Label = `.end_${this.ifLabelCount}`
+        const elseLabel: Label = `.else_${this.ifLabelCount}`
 
         const thenBlockInstructions = this.#compileNode(thenBlock, input)
-        instructions.push(['JUMP_IF_FALSE', thenBlockInstructions.length + 1])
+        instructions.push(['JUMP_IF_FALSE', elseLabel])
         instructions.push(...thenBlockInstructions)
         instructions.push(['JUMP', endLabel])
 
+        instructions.push([`${elseLabel}:`])
+
         // Else if
-        elseIfBlocks.forEach(({ conditional, thenBlock }) => {
+        elseIfBlocks.forEach(({ conditional, thenBlock }, index) => {
           instructions.push(...this.#compileNode(conditional, input))
+          const nextLabel: Label = `.elsif_${this.ifLabelCount}_${index}`
           const elseIfInstructions = this.#compileNode(thenBlock, input)
-          instructions.push(['JUMP_IF_FALSE', elseIfInstructions.length + 1])
+          instructions.push(['JUMP_IF_FALSE', nextLabel])
           instructions.push(...elseIfInstructions)
           instructions.push(['JUMP', endLabel])
+          instructions.push([`${nextLabel}:`])
         })
 
         // Else
@@ -352,7 +641,7 @@ export class Compiler {
       }
 
       // - `EQ`, `NEQ`, `LT`, `GT`, `LTE`, `GTE` - Pop 2, push boolean
-      case terms.ConditionalOp: {
+      case 'ConditionalOp': {
         const instructions: ProgramItem[] = []
         const { left, op, right } = getBinaryParts(node)
         const leftInstructions: ProgramItem[] = this.#compileNode(left, input)
@@ -360,7 +649,7 @@ export class Compiler {
 
         const opValue = input.slice(op.from, op.to)
         switch (opValue) {
-          case '=':
+          case '==':
             instructions.push(...leftInstructions, ...rightInstructions, ['EQ'])
             break
 
@@ -384,22 +673,41 @@ export class Compiler {
             instructions.push(...leftInstructions, ...rightInstructions, ['GTE'])
             break
 
-          case 'and':
+          case 'and': {
+            const skipLabel: Label = `.skip_${this.labelCount++}`
             instructions.push(...leftInstructions)
             instructions.push(['DUP'])
-            instructions.push(['JUMP_IF_FALSE', rightInstructions.length + 1])
+            instructions.push(['JUMP_IF_FALSE', skipLabel])
             instructions.push(['POP'])
             instructions.push(...rightInstructions)
+            instructions.push([`${skipLabel}:`])
             break
+          }
 
-          case 'or':
+          case 'or': {
+            const skipLabel: Label = `.skip_${this.labelCount++}`
             instructions.push(...leftInstructions)
             instructions.push(['DUP'])
-            instructions.push(['JUMP_IF_TRUE', rightInstructions.length + 1])
+            instructions.push(['JUMP_IF_TRUE', skipLabel])
             instructions.push(['POP'])
             instructions.push(...rightInstructions)
-
+            instructions.push([`${skipLabel}:`])
             break
+          }
+
+          case '??': {
+            // Nullish coalescing: return left if not null, else right
+            const skipLabel: Label = `.skip_${this.labelCount++}`
+            instructions.push(...leftInstructions)
+            instructions.push(['DUP'])
+            instructions.push(['PUSH', null])
+            instructions.push(['NEQ'])
+            instructions.push(['JUMP_IF_TRUE', skipLabel])
+            instructions.push(['POP'])
+            instructions.push(...rightInstructions)
+            instructions.push([`${skipLabel}:`])
+            break
+          }
 
           default:
             throw new CompilerError(`Unsupported conditional operator: ${opValue}`, op.from, op.to)
@@ -408,7 +716,7 @@ export class Compiler {
         return instructions
       }
 
-      case terms.PipeExpr: {
+      case 'PipeExpr': {
         const { pipedFunctionCall, pipeReceivers } = getPipeExprParts(node)
         if (!pipedFunctionCall || pipeReceivers.length === 0) {
           throw new CompilerError('PipeExpr must have at least two operands', node.from, node.to)
@@ -430,11 +738,11 @@ export class Compiler {
           instructions.push(...this.#compileNode(identifierNode, input))
 
           const isUnderscoreInPositionalArgs = positionalArgs.some(
-            (arg) => arg.type.id === terms.Underscore
+            (arg) => arg.type.is('Underscore')
           )
           const isUnderscoreInNamedArgs = namedArgs.some((arg) => {
             const { valueNode } = getNamedArgParts(arg, input)
-            return valueNode.type.id === terms.Underscore
+            return valueNode.type.is('Underscore')
           })
 
           const shouldPushPositionalArg = !isUnderscoreInPositionalArgs && !isUnderscoreInNamedArgs
@@ -445,7 +753,7 @@ export class Compiler {
           }
 
           positionalArgs.forEach((arg) => {
-            if (arg.type.id === terms.Underscore) {
+            if (arg.type.is('Underscore')) {
               instructions.push(['LOAD', pipeValName])
             } else {
               instructions.push(...this.#compileNode(arg, input))
@@ -455,7 +763,7 @@ export class Compiler {
           namedArgs.forEach((arg) => {
             const { name, valueNode } = getNamedArgParts(arg, input)
             instructions.push(['PUSH', name])
-            if (valueNode.type.id === terms.Underscore) {
+            if (valueNode.type.is('Underscore')) {
               instructions.push(['LOAD', pipeValName])
             } else {
               instructions.push(...this.#compileNode(valueNode, input))
@@ -470,24 +778,167 @@ export class Compiler {
         return instructions
       }
 
+      case 'Array': {
+        const children = getAllChildren(node)
+
+        // We can easily parse [=] as an empty dict, but `[ = ]` is tougher.
+        // = can be a valid word, and is also valid inside words, so for now we cheat
+        // and check for arrays that look like `[ = ]` to interpret them as
+        // empty dicts
+        if (children.length === 1 && children[0]!.type.is('Word')) {
+          const child = children[0]!
+          if (input.slice(child.from, child.to) === '=') {
+            return [['MAKE_DICT', 0]]
+          }
+        }
+
+        const instructions: ProgramItem[] = children.map((x) => this.#compileNode(x, input)).flat()
+        instructions.push(['MAKE_ARRAY', children.length])
+        return instructions
+      }
+
+      case 'Dict': {
+        const children = getAllChildren(node)
+        const instructions: ProgramItem[] = []
+
+        children.forEach((node) => {
+          const keyNode = node.firstChild
+          const valueNode = node.firstChild!.nextSibling
+
+          // name= -> name
+          const key = input.slice(keyNode!.from, keyNode!.to).replace(/\s*=$/, '')
+          instructions.push(['PUSH', key])
+
+          instructions.push(...this.#compileNode(valueNode!, input))
+        })
+
+        instructions.push(['MAKE_DICT', children.length])
+        return instructions
+      }
+
+      case 'WhileExpr': {
+        const [_while, test, _colon, block] = getAllChildren(node)
+        const instructions: ProgramItem[] = []
+
+        this.loopLabelCount++
+        const startLoop = `.loop_${this.loopLabelCount}:`
+        const endLoop = `.end_loop_${this.loopLabelCount}:`
+
+        instructions.push([`${startLoop}:`])
+        instructions.push(...this.#compileNode(test!, input))
+        instructions.push(['JUMP_IF_FALSE', endLoop])
+        instructions.push(...this.#compileNode(block!, input))
+        instructions.push(['JUMP', startLoop])
+        instructions.push([`${endLoop}:`])
+
+        return instructions
+      }
+
+      case 'Import': {
+        const instructions: ProgramItem[] = []
+        const [_import, ...nodes] = getAllChildren(node)
+        const args = nodes.filter(node => node.type.is('Identifier'))
+        const namedArgs = nodes.filter(node => node.type.is('NamedArg'))
+
+        instructions.push(['LOAD', 'import'])
+
+        args.forEach((dict) =>
+          instructions.push(['PUSH', input.slice(dict.from, dict.to)])
+        )
+
+        namedArgs.forEach((arg) => {
+          const { name, valueNode } = getNamedArgParts(arg, input)
+          instructions.push(['PUSH', name])
+          instructions.push(...this.#compileNode(valueNode, input))
+        })
+
+        instructions.push(['PUSH', args.length])
+        instructions.push(['PUSH', namedArgs.length])
+        instructions.push(['CALL'])
+
+        return instructions
+      }
+
+      case 'Comment': {
+        return [] // ignore comments
+      }
+
       default:
-        throw new CompilerError(`Unsupported syntax node: ${node.type.name}`, node.from, node.to)
-    }
+        throw new CompilerError(
+          `Compiler doesn't know how to handle a "${node.type.name}" node.`,
+          node.from,
+          node.to
+        )
     }
   }
 
-const logInstructions = (instructions: ProgramItem[]) => {
-  const instructionsString = instructions
-    .map((parts) => {
-      const isPush = parts[0] === 'PUSH'
-      return parts
-        .map((part, i) => {
-          const partAsString = typeof part == 'string' && isPush ? `'${part}'` : part!.toString()
-          return i > 0 ? partAsString : part
-        })
-        .join(' ')
-    })
-    .join('\n')
+  #compileTryCatchFinally(
+    compileTryBody: () => ProgramItem[],
+    catchVariable: string | undefined,
+    catchBody: SyntaxNode | undefined,
+    finallyBody: SyntaxNode | undefined,
+    input: string
+  ): ProgramItem[] {
+    const instructions: ProgramItem[] = []
+    this.tryLabelCount++
+    const catchLabel: Label = `.catch_${this.tryLabelCount}`
+    const finallyLabel: Label = finallyBody ? `.finally_${this.tryLabelCount}` : (null as any)
+    const endLabel: Label = `.end_try_${this.tryLabelCount}`
 
-  console.log(`\n🤖 instructions:\n----------------\n${instructionsString}\n\n`)
+    instructions.push(['PUSH_TRY', catchLabel])
+    instructions.push(...compileTryBody())
+    instructions.push(['POP_TRY'])
+    instructions.push(['JUMP', finallyBody ? finallyLabel : endLabel])
+
+    // catch block
+    instructions.push([`${catchLabel}:`])
+    if (catchBody && catchVariable) {
+      instructions.push(['STORE', catchVariable])
+      const catchInstructions = this.#compileNode(catchBody, input)
+      instructions.push(...catchInstructions)
+      instructions.push(['JUMP', finallyBody ? finallyLabel : endLabel])
+    } else {
+      // no catch block
+      if (finallyBody) {
+        instructions.push(['JUMP', finallyLabel])
+      } else {
+        instructions.push(['THROW'])
+      }
+    }
+
+    // finally block
+    if (finallyBody) {
+      instructions.push([`${finallyLabel}:`])
+      const finallyInstructions = this.#compileNode(finallyBody, input)
+      instructions.push(...finallyInstructions)
+      // finally doesn't return a value
+      instructions.push(['POP'])
+    }
+
+    instructions.push([`${endLabel}:`])
+
+    return instructions
+  }
+
+  #compileCurlyString(value: string, input: string): ProgramItem[] {
+    const instructions: ProgramItem[] = []
+    const nodes = tokenizeCurlyString(value)
+
+    nodes.forEach((node) => {
+      if (typeof node === 'string') {
+        instructions.push(['PUSH', node])
+      } else {
+        const [input, topNode] = node
+        let child = topNode.firstChild
+        while (child) {
+          instructions.push(...this.#compileNode(child, input))
+          child = child.nextSibling
+        }
+      }
+    })
+
+    instructions.push(['STR_CONCAT', nodes.length])
+
+    return instructions
+  }
 }

src/compiler/tests/bitwise.test.ts

@@ -0,0 +1,178 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('bitwise operators', () => {
+  describe('band (bitwise AND)', () => {
+    test('basic AND operation', () => {
+      expect('5 band 3').toEvaluateTo(1)
+      // 5 = 0101, 3 = 0011, result = 0001 = 1
+    })
+
+    test('AND with zero', () => {
+      expect('5 band 0').toEvaluateTo(0)
+    })
+
+    test('AND with all bits set', () => {
+      expect('15 band 7').toEvaluateTo(7)
+      // 15 = 1111, 7 = 0111, result = 0111 = 7
+    })
+
+    test('AND in assignment', () => {
+      expect('x = 12 band 10').toEvaluateTo(8)
+      // 12 = 1100, 10 = 1010, result = 1000 = 8
+    })
+  })
+
+  describe('bor (bitwise OR)', () => {
+    test('basic OR operation', () => {
+      expect('5 bor 3').toEvaluateTo(7)
+      // 5 = 0101, 3 = 0011, result = 0111 = 7
+    })
+
+    test('OR with zero', () => {
+      expect('5 bor 0').toEvaluateTo(5)
+    })
+
+    test('OR with all bits set', () => {
+      expect('8 bor 4').toEvaluateTo(12)
+      // 8 = 1000, 4 = 0100, result = 1100 = 12
+    })
+  })
+
+  describe('bxor (bitwise XOR)', () => {
+    test('basic XOR operation', () => {
+      expect('5 bxor 3').toEvaluateTo(6)
+      // 5 = 0101, 3 = 0011, result = 0110 = 6
+    })
+
+    test('XOR with itself returns zero', () => {
+      expect('5 bxor 5').toEvaluateTo(0)
+    })
+
+    test('XOR with zero returns same value', () => {
+      expect('7 bxor 0').toEvaluateTo(7)
+    })
+
+    test('XOR in assignment', () => {
+      expect('result = 8 bxor 12').toEvaluateTo(4)
+      // 8 = 1000, 12 = 1100, result = 0100 = 4
+    })
+  })
+
+  describe('bnot (bitwise NOT)', () => {
+    test('NOT of positive number', () => {
+      expect('bnot 5').toEvaluateTo(-6)
+      // ~5 = -6 (two\'s complement)
+    })
+
+    test('NOT of zero', () => {
+      expect('bnot 0').toEvaluateTo(-1)
+    })
+
+    test('NOT of negative number', () => {
+      expect('bnot -1').toEvaluateTo(0)
+    })
+
+    test('double NOT returns original', () => {
+      expect('bnot (bnot 5)').toEvaluateTo(5)
+    })
+  })
+
+  describe('<< (left shift)', () => {
+    test('basic left shift', () => {
+      expect('5 << 2').toEvaluateTo(20)
+      // 5 << 2 = 20
+    })
+
+    test('shift by zero', () => {
+      expect('5 << 0').toEvaluateTo(5)
+    })
+
+    test('shift by one', () => {
+      expect('3 << 1').toEvaluateTo(6)
+    })
+
+    test('large shift', () => {
+      expect('1 << 10').toEvaluateTo(1024)
+    })
+  })
+
+  describe('>> (signed right shift)', () => {
+    test('basic right shift', () => {
+      expect('20 >> 2').toEvaluateTo(5)
+      // 20 >> 2 = 5
+    })
+
+    test('shift by zero', () => {
+      expect('20 >> 0').toEvaluateTo(20)
+    })
+
+    test('preserves sign for negative numbers', () => {
+      expect('-20 >> 2').toEvaluateTo(-5)
+      // Sign is preserved
+    })
+
+    test('negative number right shift', () => {
+      expect('-8 >> 1').toEvaluateTo(-4)
+    })
+  })
+
+  describe('>>> (unsigned right shift)', () => {
+    test('basic unsigned right shift', () => {
+      expect('20 >>> 2').toEvaluateTo(5)
+    })
+
+    test('unsigned shift of -1', () => {
+      expect('-1 >>> 1').toEvaluateTo(2147483647)
+      // -1 >>> 1 = 2147483647 (unsigned, no sign extension)
+    })
+
+    test('unsigned shift of negative number', () => {
+      expect('-8 >>> 1').toEvaluateTo(2147483644)
+    })
+  })
+
+  describe('compound expressions', () => {
+    test('multiple bitwise operations', () => {
+      expect('(5 band 3) bor (8 bxor 12)').toEvaluateTo(5)
+      // (5 & 3) | (8 ^ 12) = 1 | 4 = 5
+    })
+
+    test('bitwise with variables', () => {
+      expect(`
+        a = 5
+        b = 3
+        a bor b
+      `).toEvaluateTo(7)
+    })
+
+    test('shift operations with variables', () => {
+      expect(`
+        x = 16
+        y = 2
+        x >> y
+      `).toEvaluateTo(4)
+    })
+
+    test('mixing shifts and bitwise', () => {
+      expect('(8 << 1) band 15').toEvaluateTo(0)
+      // (8 << 1) & 15 = 16 & 15 = 0
+    })
+
+    test('mixing shifts and bitwise 2', () => {
+      expect('(7 << 1) band 15').toEvaluateTo(14)
+      // (7 << 1) & 15 = 14 & 15 = 14
+    })
+  })
+
+  describe('precedence', () => {
+    test('bitwise has correct precedence with arithmetic', () => {
+      expect('1 + 2 band 3').toEvaluateTo(3)
+      // (1 + 2) & 3 = 3 & 3 = 3
+    })
+
+    test('shift has correct precedence', () => {
+      expect('4 + 8 << 1').toEvaluateTo(24)
+      // (4 + 8) << 1 = 12 << 1 = 24
+    })
+  })
+})

src/compiler/tests/compiler.test.ts

@@ -38,6 +38,12 @@ describe('compiler', () => {
     expect('15 / 3').toEvaluateTo(5)
   })
 
+  test('modulo', () => {
+    expect('44 % 2').toEvaluateTo(0)
+    expect('44 % 3').toEvaluateTo(2)
+    expect('3 % 4').toEvaluateTo(3)
+  })
+
   test('assign number', () => {
     expect('x = 5').toEvaluateTo(5)
   })
@@ -58,31 +64,70 @@ describe('compiler', () => {
     expect('sum = 2 + 3; sum').toEvaluateTo(5)
   })
 
+  test('array destructuring with two variables', () => {
+    expect('[ a b ] = [ 1 2 3 4 ]; a').toEvaluateTo(1)
+    expect('[ a b ] = [ 1 2 3 4 ]; b').toEvaluateTo(2)
+  })
+
+  test('array destructuring with one variable', () => {
+    expect('[ x ] = [ 42 ]; x').toEvaluateTo(42)
+  })
+
+  test('array destructuring with missing elements assigns null', () => {
+    expect('[ a b c ] = [ 1 2 ]; c').toEvaluateTo(null)
+  })
+
+  test('array destructuring returns the original array', () => {
+    expect('[ a b ] = [ 1 2 3 4 ]').toEvaluateTo([1, 2, 3, 4])
+  })
+
+  test('array destructuring with emoji identifiers', () => {
+    expect('[ 🚀 💎 ] = [ 1 2 ]; 🚀').toEvaluateTo(1)
+    expect('[ 🚀 💎 ] = [ 1 2 ]; 💎').toEvaluateTo(2)
+  })
+
   test('parentheses', () => {
     expect('(2 + 3) * 4').toEvaluateTo(20)
   })
 
   test('function', () => {
-    expect(`fn a b: a + b end`).toEvaluateTo(Function)
+    expect(`do a b: a + b end`).toEvaluateTo(Function)
   })
 
   test('function call', () => {
-    expect(`add = fn a b: a + b end; add 2 9`).toEvaluateTo(11)
+    expect(`add = do a b: a + b end; add 2 9`).toEvaluateTo(11)
   })
 
   test('function call with named args', () => {
-    expect(`minus = fn a b: a - b end; minus b=2 a=9`).toEvaluateTo(7)
+    expect(`minus = do a b: a - b end; minus b=2 a=9`).toEvaluateTo(7)
   })
 
   test('function call with named and positional args', () => {
-    expect(`minus = fn a b: a - b end; minus b=2 9`).toEvaluateTo(7)
-    expect(`minus = fn a b: a - b end; minus 90 b=20`).toEvaluateTo(70)
-    expect(`minus = fn a b: a - b end; minus a=900 200`).toEvaluateTo(700)
-    expect(`minus = fn a b: a - b end; minus 2000 a=9000`).toEvaluateTo(7000)
+    expect(`minus = do a b: a - b end; minus b=2 9`).toEvaluateTo(7)
+    expect(`minus = do a b: a - b end; minus 90 b=20`).toEvaluateTo(70)
+    expect(`minus = do a b: a - b end; minus a=900 200`).toEvaluateTo(700)
+    expect(`minus = do a b: a - b end; minus 2000 a=9000`).toEvaluateTo(7000)
   })
 
   test('function call with no args', () => {
-    expect(`bloop = fn: 'bloop' end; bloop`).toEvaluateTo('bloop')
+    expect(`bloop = do: 'bleep' end; bloop`).toEvaluateTo('bleep')
+    expect(`bloop = [ go=do: 'bleep' end ]; bloop.go`).toEvaluateTo('bleep')
+    expect(`bloop = [ go=do: 'bleep' end ]; abc = do x: x end; abc (bloop.go)`).toEvaluateTo('bleep')
+    expect(`num = ((math.random) * 10 + 1) | math.floor; num >= 1 and num <= 10 `).toEvaluateTo(true)
+  })
+
+  test('function call with if statement and multiple expressions', () => {
+    expect(`
+      abc = do:
+        if false:
+          echo nope
+        end
+
+        true
+      end
+
+      abc
+      `).toEvaluateTo(true)
   })
 
   test('simple conditionals', () => {
@@ -90,7 +135,7 @@ describe('compiler', () => {
     expect(`(10 > 20)`).toEvaluateTo(false)
     expect(`(4 <= 9)`).toEvaluateTo(true)
     expect(`(15 >= 20)`).toEvaluateTo(false)
-    expect(`(7 = 7)`).toEvaluateTo(true)
+    expect(`(7 == 7)`).toEvaluateTo(true)
     expect(`(5 != 5)`).toEvaluateTo(false)
     expect(`('shave' and 'haircut')`).toEvaluateTo('haircut')
     expect(`(false and witness)`).toEvaluateTo(false)
@@ -112,18 +157,18 @@ describe('compiler', () => {
     end`).toEvaluateTo('white')
   })
 
-  test('if elsif', () => {
+  test('if else if', () => {
     expect(`if false:
       boromir
-    elsif true:
+    else if true:
       frodo
     end`).toEvaluateTo('frodo')
   })
 
-  test('if elsif else', () => {
+  test('if else if else', () => {
     expect(`if false:
       destroyed
-    elsif true:
+    else if true:
       fire
     else:
       darkness
@@ -131,14 +176,28 @@ describe('compiler', () => {
 
     expect(`if false:
       king
-    elsif false:
+    else if false:
       elf
-    elsif true:
+    else if true:
       dwarf
     else:
       scattered
     end`).toEvaluateTo('dwarf')
   })
+
+  test('single line if', () => {
+    expect(`if 3 < 9: shire end`).toEvaluateTo('shire')
+  })
+
+  test('if statement with function definition (bytecode labels)', () => {
+    expect(`
+      if false:
+        abc = do x: x end
+      else:
+        nope
+      end
+      `).toEvaluateTo('nope')
+  })
 })
 
 describe('errors', () => {
@@ -150,7 +209,7 @@ describe('errors', () => {
 describe('multiline tests', () => {
   test('multiline function', () => {
     expect(`
-      add = fn a b:
+      add = do a b:
         result = a + b
         result
       end
@@ -209,13 +268,258 @@ describe('Regex', () => {
   })
 
   test('invalid regex pattern', () => {
-    expect('//[unclosed//').toFailEvaluation()
+    expect('//[unclosed//').toEvaluateTo('//[unclosed//')
   })
 })
 
-describe.skip('native functions', () => {
+describe('native functions', () => {
   test('print function', () => {
     const add = (x: number, y: number) => x + y
     expect(`add 5 9`).toEvaluateTo(14, { add })
   })
 })
+
+describe('dot get', () => {
+  const array = (...items: any) => items
+  const dict = (atNamed: any) => atNamed
+
+  test('access array element', () => {
+    expect(`arr = array 'a' 'b' 'c'; arr.1`).toEvaluateTo('b', { array })
+  })
+
+  test('access dict element', () => {
+    expect(`dict = dict a=1 b=2; dict.a`).toEvaluateTo(1, { dict })
+  })
+
+  test('use parens expr with dot-get', () => {
+    expect(`a = 1; arr = array 'a' 'b' 'c'; arr.(1 + a)`).toEvaluateTo('c', { array })
+  })
+
+  test('chained dot get: two levels', () => {
+    expect(`obj = [inner=[value=42]]; obj.inner.value`).toEvaluateTo(42)
+  })
+
+  test('chained dot get: three levels', () => {
+    expect(`obj = [a=[b=[c=123]]]; obj.a.b.c`).toEvaluateTo(123)
+  })
+
+  test('chained dot get: four levels', () => {
+    expect(`obj = [w=[x=[y=[z='deep']]]]; obj.w.x.y.z`).toEvaluateTo('deep')
+  })
+
+  test('chained dot get with numeric index', () => {
+    expect(`obj = [items=[1 2 3]]; obj.items.0`).toEvaluateTo(1)
+  })
+
+  test('chained dot get in expression', () => {
+    expect(`config = [server=[port=3000]]; config.server.port + 1`).toEvaluateTo(3001)
+  })
+
+  test('chained dot get as function argument', () => {
+    const double = (x: number) => x * 2
+    expect(`obj = [val=[num=21]]; double obj.val.num`).toEvaluateTo(42, { double })
+  })
+
+  test('chained dot get in binary operation', () => {
+    expect(`a = [x=[y=10]]; b = [x=[y=20]]; a.x.y + b.x.y`).toEvaluateTo(30)
+  })
+
+  test('chained dot get with parens at end', () => {
+    expect(`idx = 1; obj = [items=[10 20 30]]; obj.items.(idx)`).toEvaluateTo(20)
+  })
+
+  test('mixed chained and simple dot get', () => {
+    expect(`obj = [a=1 b=[c=2]]; obj.a + obj.b.c`).toEvaluateTo(3)
+  })
+})
+
+describe('default params', () => {
+  test('function with single default parameter', () => {
+    expect('add1 = do x=1: x + 1 end; add1').toEvaluateTo(2)
+    expect('add1 = do x=1: x + 1 end; add1 5').toEvaluateTo(6)
+  })
+
+  test('function with multiple default parameters', () => {
+    expect(`weird = do x='something' y=true: [x y] end; weird`).toEvaluateTo(['something', true])
+  })
+
+  test('function with mixed parameters', () => {
+    expect('multiply = do x y=5: x * y end; multiply 5').toEvaluateTo(25)
+    expect('multiply = do x y=5: x * y end; multiply 5 2').toEvaluateTo(10)
+  })
+
+  test('null triggers default value', () => {
+    expect('test = do n=true: n end; test').toEvaluateTo(true)
+    expect('test = do n=true: n end; test false').toEvaluateTo(false)
+    expect('test = do n=true: n end; test null').toEvaluateTo(true)
+  })
+
+  test('null triggers default for named parameters', () => {
+    expect("greet = do name='World': name end; greet name=null").toEvaluateTo('World')
+    expect("greet = do name='World': name end; greet name='Bob'").toEvaluateTo('Bob')
+  })
+
+  test('null triggers default with multiple parameters', () => {
+    expect('calc = do x=10 y=20: x + y end; calc null 5').toEvaluateTo(15)
+    expect('calc = do x=10 y=20: x + y end; calc 3 null').toEvaluateTo(23)
+    expect('calc = do x=10 y=20: x + y end; calc null null').toEvaluateTo(30)
+  })
+
+  test.skip('array default', () => {
+    expect('abc = do alpha=[a b c]: alpha end; abc').toEvaluateTo(['a', 'b', 'c'])
+    expect('abc = do alpha=[a b c]: alpha end; abc [x y z]').toEvaluateTo(['x', 'y', 'z'])
+  })
+
+  test.skip('dict default', () => {
+    expect('make-person = do person=[name=Bob age=60]: person end; make-person').toEvaluateTo({
+      name: 'Bob',
+      age: 60,
+    })
+    expect(
+      'make-person = do person=[name=Bob age=60]: person end; make-person [name=Jon age=21]'
+    ).toEvaluateTo({ name: 'Jon', age: 21 })
+  })
+})
+
+describe('Nullish coalescing operator (??)', () => {
+  test('returns left side when not null', () => {
+    expect('5 ?? 10').toEvaluateTo(5)
+  })
+
+  test('returns right side when left is null', () => {
+    expect('null ?? 10').toEvaluateTo(10)
+  })
+
+  test('returns left side when left is false', () => {
+    expect('false ?? 10').toEvaluateTo(false)
+  })
+
+  test('returns left side when left is 0', () => {
+    expect('0 ?? 10').toEvaluateTo(0)
+  })
+
+  test('returns left side when left is empty string', () => {
+    expect(`'' ?? 'default'`).toEvaluateTo('')
+  })
+
+  test('chains left to right', () => {
+    expect('null ?? null ?? 42').toEvaluateTo(42)
+    expect('null ?? 10 ?? 20').toEvaluateTo(10)
+  })
+
+  test('short-circuits evaluation', () => {
+    const throwError = () => { throw new Error('Should not evaluate') }
+    expect('5 ?? throw-error').toEvaluateTo(5, { 'throw-error': throwError })
+  })
+
+  test('works with variables', () => {
+    expect('x = null; x ?? 5').toEvaluateTo(5)
+    expect('y = 3; y ?? 5').toEvaluateTo(3)
+  })
+
+  test('works with function calls', () => {
+    const getValue = () => null
+    const getDefault = () => 42
+    // Note: identifiers without parentheses refer to the function, not call it
+    // Use explicit call syntax to invoke the function
+    expect('(get-value) ?? (get-default)').toEvaluateTo(42, {
+      'get-value': getValue,
+      'get-default': getDefault
+    })
+  })
+})
+
+describe('Nullish coalescing assignment (??=)', () => {
+  test('assigns when variable is null', () => {
+    expect('x = null; x ??= 5; x').toEvaluateTo(5)
+  })
+
+  test('does not assign when variable is not null', () => {
+    expect('x = 3; x ??= 10; x').toEvaluateTo(3)
+  })
+
+  test('does not assign when variable is false', () => {
+    expect('x = false; x ??= true; x').toEvaluateTo(false)
+  })
+
+  test('does not assign when variable is 0', () => {
+    expect('x = 0; x ??= 100; x').toEvaluateTo(0)
+  })
+
+  test('does not assign when variable is empty string', () => {
+    expect(`x = ''; x ??= 'default'; x`).toEvaluateTo('')
+  })
+
+  test('returns the final value', () => {
+    expect('x = null; x ??= 5').toEvaluateTo(5)
+    expect('y = 3; y ??= 10').toEvaluateTo(3)
+  })
+
+  test('short-circuits evaluation when not null', () => {
+    const throwError = () => { throw new Error('Should not evaluate') }
+    expect('x = 5; x ??= throw-error; x').toEvaluateTo(5, { 'throw-error': throwError })
+  })
+
+  test('works with expressions', () => {
+    expect('x = null; x ??= 2 + 3; x').toEvaluateTo(5)
+  })
+
+  test('works with function calls', () => {
+    const getDefault = () => 42
+    expect('x = null; x ??= (get-default); x').toEvaluateTo(42, { 'get-default': getDefault })
+  })
+
+  test('throws when variable is undefined', () => {
+    expect(() => expect('undefined-var ??= 5').toEvaluateTo(null)).toThrow()
+  })
+})
+
+describe('Compound assignment operators', () => {
+  test('+=', () => {
+    expect('x = 5; x += 3; x').toEvaluateTo(8)
+  })
+
+  test('-=', () => {
+    expect('x = 10; x -= 4; x').toEvaluateTo(6)
+  })
+
+  test('*=', () => {
+    expect('x = 3; x *= 4; x').toEvaluateTo(12)
+  })
+
+  test('/=', () => {
+    expect('x = 20; x /= 5; x').toEvaluateTo(4)
+  })
+
+  test('%=', () => {
+    expect('x = 10; x %= 3; x').toEvaluateTo(1)
+  })
+})
+
+describe('import', () => {
+  test('imports single dict', () => {
+    expect(`import str; starts-with? abc a`).toEvaluateTo(true)
+  })
+
+  test('imports multiple dicts', () => {
+    expect(`import str math list; map [1 2 3] do x: x * 2 end`).toEvaluateTo([2, 4, 6])
+  })
+
+  test('imports non-prelude dicts', () => {
+    expect(`
+      abc = [a=true b=yes c=si]
+      import abc
+      abc.b
+    `).toEvaluateTo('yes')
+  })
+
+  test('can specify imports', () => {
+    expect(`import str only=ends-with?; ref ends-with? | function?`).toEvaluateTo(true)
+    expect(`import str only=ends-with?; ref starts-with? | function?`).toEvaluateTo(false)
+    expect(`
+      abc = [a=true b=yes c=si]
+      import abc only=[a c]
+      [a c]
+      `).toEvaluateTo([true, 'si'])
+  })
+})

src/compiler/tests/exceptions.test.ts

@@ -0,0 +1,311 @@
+import { describe } from 'bun:test'
+import { expect, test } from 'bun:test'
+
+describe('exception handling', () => {
+  test('try with catch - no error thrown', () => {
+    expect(`
+      try:
+        42
+      catch err:
+        99
+      end
+    `).toEvaluateTo(42)
+  })
+
+  test('try with catch - error thrown', () => {
+    expect(`
+      try:
+        throw 'something went wrong'
+        99
+      catch err:
+        err
+      end
+    `).toEvaluateTo('something went wrong')
+  })
+
+  test('try with catch - catch variable binding', () => {
+    expect(`
+      try:
+        throw 100
+      catch my-error:
+        my-error + 50
+      end
+    `).toEvaluateTo(150)
+  })
+
+  test('try with finally - no error', () => {
+    expect(`
+      x = 0
+      result = try:
+        x = 10
+        42
+      finally:
+        x = x + 5
+      end
+      x
+    `).toEvaluateTo(15)
+  })
+
+  test('try with finally - return value from try', () => {
+    expect(`
+      x = 0
+      result = try:
+        x = 10
+        42
+      finally:
+        x = x + 5
+        999
+      end
+      result
+    `).toEvaluateTo(42)
+  })
+
+  test('try with catch and finally - no error', () => {
+    expect(`
+      x = 0
+      try:
+        x = 10
+        42
+      catch err:
+        x = 999
+        0
+      finally:
+        x = x + 5
+      end
+      x
+    `).toEvaluateTo(15)
+  })
+
+  test('try with catch and finally - error thrown', () => {
+    expect(`
+      x = 0
+      result = try:
+        x = 10
+        throw 'error'
+        99
+      catch err:
+        x = 20
+        err
+      finally:
+        x = x + 5
+      end
+      x
+    `).toEvaluateTo(25)
+  })
+
+  test('try with catch and finally - return value from catch', () => {
+    expect(`
+      result = try:
+        throw 'oops'
+      catch err:
+        'caught'
+      finally:
+        'finally'
+      end
+      result
+    `).toEvaluateTo('caught')
+  })
+
+  test('throw statement with string', () => {
+    expect(`
+      try:
+        throw 'error message'
+      catch err:
+        err
+      end
+    `).toEvaluateTo('error message')
+  })
+
+  test('throw statement with number', () => {
+    expect(`
+      try:
+        throw 404
+      catch err:
+        err
+      end
+    `).toEvaluateTo(404)
+  })
+
+  test('throw statement with dict', () => {
+    expect(`
+      try:
+        throw [code=500 message=failed]
+      catch e:
+        e
+      end
+    `).toEvaluateTo({ code: 500, message: 'failed' })
+  })
+
+  test('uncaught exception fails', () => {
+    expect(`throw 'uncaught error'`).toFailEvaluation()
+  })
+
+  test('single-line try catch', () => {
+    expect(`result = try: throw 'err' catch e: 'handled' end; result`).toEvaluateTo('handled')
+  })
+
+  test('nested try blocks - inner catches', () => {
+    expect(`
+      try:
+        result = try:
+          throw 'inner error'
+        catch err:
+          err
+        end
+        result
+      catch outer:
+        'outer'
+      end
+    `).toEvaluateTo('inner error')
+  })
+
+  test('nested try blocks - outer catches', () => {
+    expect(`
+      try:
+        try:
+          throw 'inner error'
+        catch err:
+          throw 'outer error'
+        end
+      catch outer:
+        outer
+      end
+    `).toEvaluateTo('outer error')
+  })
+
+  test('try as expression', () => {
+    expect(`
+      x = try: 10 catch err: 0 end
+      y = try: throw 'err' catch err: 20 end
+      x + y
+    `).toEvaluateTo(30)
+  })
+})
+
+describe('function-level exception handling', () => {
+  test('function with catch - no error', () => {
+    expect(`
+      read-file = do path:
+        path
+      catch e:
+        'default'
+      end
+
+      read-file test.txt
+    `).toEvaluateTo('test.txt')
+  })
+
+  test('function with catch - error thrown', () => {
+    expect(`
+      read-file = do path:
+        throw 'file not found'
+      catch e:
+        'default'
+      end
+
+      read-file test.txt
+    `).toEvaluateTo('default')
+  })
+
+  test('function with catch - error variable binding', () => {
+    expect(`
+      safe-call = do:
+        throw 'operation failed'
+      catch err:
+        err
+      end
+
+      safe-call
+    `).toEvaluateTo('operation failed')
+  })
+
+  test('function with finally - always runs', () => {
+    expect(`
+      counter = 0
+      increment-task = do:
+        result = 42
+        result
+      finally:
+        counter = counter + 1
+      end
+
+      x = increment-task
+      y = increment-task
+      counter
+    `).toEvaluateTo(2)
+  })
+
+  test('function with finally - return value from body', () => {
+    expect(`
+      get-value = do:
+        100
+      finally:
+        999
+      end
+
+      get-value
+    `).toEvaluateTo(100)
+  })
+
+  test('function with catch and finally', () => {
+    expect(`
+      cleanup-count = 0
+      safe-op = do should-fail:
+        if should-fail:
+          throw 'failed'
+        end
+        'success'
+      catch e:
+        'caught'
+      finally:
+        cleanup-count = cleanup-count + 1
+      end
+
+      result1 = safe-op false
+      result2 = safe-op true
+      cleanup-count
+    `).toEvaluateTo(2)
+  })
+
+  test('function with catch and finally - catch return value', () => {
+    expect(`
+      safe-fail = do:
+        throw 'always fails'
+      catch e:
+        'error handled'
+      finally:
+        noop = 1
+      end
+
+      safe-fail
+    `).toEvaluateTo('error handled')
+  })
+
+  test('function without catch/finally still works', () => {
+    expect(`
+      regular = do x:
+        x + 10
+      end
+
+      regular 5
+    `).toEvaluateTo(15)
+  })
+
+  test('nested functions with catch', () => {
+    expect(`
+      inner = do:
+        throw 'inner error'
+      catch e:
+        'inner caught'
+      end
+
+      outer = do:
+        inner
+      catch e:
+        'outer caught'
+      end
+
+      outer
+    `).toEvaluateTo('inner caught')
+  })
+})

src/compiler/tests/function-blocks.test.ts

@@ -0,0 +1,55 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('single line function blocks', () => {
+  test('work with no args', () => {
+    expect(`trap = do x: x end; trap: true end`).toEvaluateTo(true)
+  })
+
+  test('work with one arg', () => {
+    expect(`trap = do x y: [ x (y) ] end; trap EXIT: true end`).toEvaluateTo(['EXIT', true])
+  })
+
+  test('work with named args', () => {
+    expect(`attach = do signal fn: [ signal (fn) ] end; attach signal='exit': true end`).toEvaluateTo(['exit', true])
+  })
+
+
+  test('work with dot-get', () => {
+    expect(`signals = [trap=do x y: [x (y)] end]; signals.trap 'EXIT': true end`).toEvaluateTo(['EXIT', true])
+  })
+})
+
+describe('multi line function blocks', () => {
+  test('work with no args', () => {
+    expect(`
+trap = do x: x end
+trap:
+  true
+end`).toEvaluateTo(true)
+  })
+
+  test('work with one arg', () => {
+    expect(`
+trap = do x y: [ x (y) ] end
+trap EXIT:
+  true
+end`).toEvaluateTo(['EXIT', true])
+  })
+
+  test('work with named args', () => {
+    expect(`
+attach = do signal fn: [ signal (fn) ] end
+attach signal='exit':
+  true
+end`).toEvaluateTo(['exit', true])
+  })
+
+
+  test('work with dot-get', () => {
+    expect(`
+signals = [trap=do x y: [x (y)] end]
+signals.trap 'EXIT':
+  true
+end`).toEvaluateTo(['EXIT', true])
+  })
+})

src/compiler/tests/literals.test.ts

@@ -0,0 +1,284 @@
+import { describe } from 'bun:test'
+import { expect, test } from 'bun:test'
+
+describe('number literals', () => {
+  test('binary literals', () => {
+    expect('0b110').toEvaluateTo(6)
+    expect('0b1010').toEvaluateTo(10)
+    expect('0b11111111').toEvaluateTo(255)
+    expect('0b0').toEvaluateTo(0)
+    expect('0b1').toEvaluateTo(1)
+  })
+
+  test('hex literals', () => {
+    expect('0xdeadbeef').toEvaluateTo(0xdeadbeef)
+    expect('0xdeadbeef').toEvaluateTo(3735928559)
+    expect('0xFF').toEvaluateTo(255)
+    expect('0xff').toEvaluateTo(255)
+    expect('0x10').toEvaluateTo(16)
+    expect('0x0').toEvaluateTo(0)
+    expect('0xABCDEF').toEvaluateTo(0xabcdef)
+  })
+
+  test('octal literals', () => {
+    expect('0o644').toEvaluateTo(420)
+    expect('0o755').toEvaluateTo(493)
+    expect('0o777').toEvaluateTo(511)
+    expect('0o10').toEvaluateTo(8)
+    expect('0o0').toEvaluateTo(0)
+    expect('0o123').toEvaluateTo(83)
+  })
+
+  test('decimal literals still work', () => {
+    expect('42').toEvaluateTo(42)
+    expect('3.14').toEvaluateTo(3.14)
+    expect('0').toEvaluateTo(0)
+    expect('999999').toEvaluateTo(999999)
+  })
+
+  test('negative hex, binary, and octal', () => {
+    expect('-0xFF').toEvaluateTo(-255)
+    expect('-0b1010').toEvaluateTo(-10)
+    expect('-0o755').toEvaluateTo(-493)
+  })
+
+  test('positive prefix', () => {
+    expect('+0xFF').toEvaluateTo(255)
+    expect('+0b110').toEvaluateTo(6)
+    expect('+0o644').toEvaluateTo(420)
+    expect('+42').toEvaluateTo(42)
+  })
+})
+
+describe('array literals', () => {
+  test('work with numbers', () => {
+    expect('[1 2 3]').toEvaluateTo([1, 2, 3])
+  })
+
+  test('work with strings', () => {
+    expect("['one' 'two' 'three']").toEvaluateTo(['one', 'two', 'three'])
+  })
+
+  test('work with identifiers', () => {
+    expect('[one two three]').toEvaluateTo(['one', 'two', 'three'])
+  })
+
+  test('can be nested', () => {
+    expect('[one [two [three]]]').toEvaluateTo(['one', ['two', ['three']]])
+  })
+
+  test('can span multiple lines', () => {
+    expect(`[
+      1
+      2
+      3
+    ]`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('can span multiple w/o calling functions', () => {
+    expect(`[
+      one
+      two
+      three
+    ]`).toEvaluateTo(['one', 'two', 'three'])
+  })
+
+  test('empty arrays', () => {
+    expect('[]').toEvaluateTo([])
+  })
+
+  test('mixed types', () => {
+    expect("[1 'two' three true null]").toEvaluateTo([1, 'two', 'three', true, null])
+  })
+
+  test('semicolons as separators', () => {
+    expect('[1; 2; 3]').toEvaluateTo([1, 2, 3])
+  })
+
+  test('expressions in arrays', () => {
+    expect('[(1 + 2) (3 * 4)]').toEvaluateTo([3, 12])
+  })
+
+  test('mixed separators - spaces and newlines', () => {
+    expect(`[1 2
+3 4]`).toEvaluateTo([1, 2, 3, 4])
+  })
+
+  test('mixed separators - spaces and semicolons', () => {
+    expect('[1 2; 3 4]').toEvaluateTo([1, 2, 3, 4])
+  })
+
+  test('empty lines within arrays', () => {
+    expect(`[1
+
+2]`).toEvaluateTo([1, 2])
+  })
+
+  test('comments within arrays', () => {
+    expect(`[1
+  2
+  ]`).toEvaluateTo([1, 2])
+  })
+
+  test('complex nested multiline', () => {
+    expect(`[
+  [1 2]
+  [3 4]
+  [5 6]
+]`).toEvaluateTo([
+      [1, 2],
+      [3, 4],
+      [5, 6],
+    ])
+  })
+
+  test('boolean and null literals', () => {
+    expect('[true false null]').toEvaluateTo([true, false, null])
+  })
+
+  test('regex literals', () => {
+    expect('[//[0-9]+//]').toEvaluateTo([/[0-9]+/])
+  })
+
+  test('trailing newlines', () => {
+    expect(`[
+1
+2
+]`).toEvaluateTo([1, 2])
+  })
+})
+
+describe('dict literals', () => {
+  test('work with numbers', () => {
+    expect('[a=1 b=2 c=3]').toEvaluateTo({ a: 1, b: 2, c: 3 })
+    expect('[a = 1 b = 2 c = 3]').toEvaluateTo({ a: 1, b: 2, c: 3 })
+  })
+
+  test('work with strings', () => {
+    expect("[a='one' b='two' c='three']").toEvaluateTo({ a: 'one', b: 'two', c: 'three' })
+    expect("[a = 'one' b = 'two' c = 'three']").toEvaluateTo({ a: 'one', b: 'two', c: 'three' })
+  })
+
+  test('work with identifiers', () => {
+    expect('[a=one b=two c=three]').toEvaluateTo({ a: 'one', b: 'two', c: 'three' })
+    expect('[a = one b = two c = three]').toEvaluateTo({ a: 'one', b: 'two', c: 'three' })
+  })
+
+  test('can be nested', () => {
+    expect('[a=one b=[two [c=three]]]').toEvaluateTo({ a: 'one', b: ['two', { c: 'three' }] })
+    expect('[a = one b = [two [c = three]]]').toEvaluateTo({ a: 'one', b: ['two', { c: 'three' }] })
+  })
+
+  test('can span multiple lines', () => {
+    expect(`[
+        a=1
+        b=2
+        c=3
+      ]`).toEvaluateTo({ a: 1, b: 2, c: 3 })
+
+    expect(`[
+        a = 1
+        b = 2
+        c = 3
+      ]`).toEvaluateTo({ a: 1, b: 2, c: 3 })
+  })
+
+  test('empty dict', () => {
+    expect('[=]').toEvaluateTo({})
+    expect('[ = ]').toEvaluateTo({})
+  })
+
+  test('mixed types', () => {
+    expect("[a=1 b='two' c=three d=true e=null]").toEvaluateTo({
+      a: 1,
+      b: 'two',
+      c: 'three',
+      d: true,
+      e: null,
+    })
+  })
+
+  test('semicolons as separators', () => {
+    expect('[a=1; b=2; c=3]').toEvaluateTo({ a: 1, b: 2, c: 3 })
+    expect('[a = 1; b = 2; c = 3]').toEvaluateTo({ a: 1, b: 2, c: 3 })
+  })
+
+  test('expressions in dicts', () => {
+    expect('[a=(1 + 2) b=(3 * 4)]').toEvaluateTo({ a: 3, b: 12 })
+    expect('[a = (1 + 2) b = (3 * 4)]').toEvaluateTo({ a: 3, b: 12 })
+  })
+
+  test('empty lines within dicts', () => {
+    expect(`[a=1
+
+  b=2
+
+  c=3]`).toEvaluateTo({ a: 1, b: 2, c: 3 })
+  })
+})
+
+describe('curly strings', () => {
+  test('work on one line', () => {
+    expect('{ one two three }').toEvaluateTo(" one two three ")
+  })
+
+  test('work on multiple lines', () => {
+    expect(`{
+      one
+      two
+      three
+    }`).toEvaluateTo("\n      one\n      two\n      three\n    ")
+  })
+
+  test('can contain other curlies', () => {
+    expect(`{
+      { one }
+      two
+      { three }
+    }`).toEvaluateTo("\n      { one }\n      two\n      { three }\n    ")
+  })
+
+  test('interpolates variables', () => {
+    expect(`name = Bob; { Hello $name! }`).toEvaluateTo(` Hello Bob! `)
+  })
+
+  test("doesn't interpolate escaped variables ", () => {
+    expect(`name = Bob; { Hello \\$name }`).toEvaluateTo(` Hello $name `)
+    expect(`a = 1; b = 2; { sum is \\$(a + b)! }`).toEvaluateTo(` sum is $(a + b)! `)
+  })
+
+  test('interpolates expressions', () => {
+    expect(`a = 1; b = 2; { sum is $(a + b)! }`).toEvaluateTo(` sum is 3! `)
+    expect(`a = 1; b = 2; { sum is { $(a + b) }! }`).toEvaluateTo(` sum is { 3 }! `)
+    expect(`a = 1; b = 2; { sum is $(a + (b * b))! }`).toEvaluateTo(` sum is 5! `)
+    expect(`{ This is $({twisted}). }`).toEvaluateTo(` This is twisted. `)
+    expect(`{ This is $({{twisted}}). }`).toEvaluateTo(` This is {twisted}. `)
+  })
+
+  test('interpolation edge cases', () => {
+    expect(`{[a=1 b=2 c={wild}]}`).toEvaluateTo(`[a=1 b=2 c={wild}]`)
+    expect(`a = 1;b = 2;c = 3;{$a $b $c}`).toEvaluateTo(`1 2 3`)
+    expect(`a = 1;b = 2;c = 3;{$(a)$(b)$(c)}`).toEvaluateTo(`123`)
+  })
+})
+
+describe('double quoted strings', () => {
+  test("work", () => {
+    expect(`"hello world"`).toEvaluateTo('hello world')
+  })
+
+  test("don't interpolate", () => {
+    expect(`"hello $world"`).toEvaluateTo('hello $world')
+    expect(`"hello $(1 + 2)"`).toEvaluateTo('hello $(1 + 2)')
+  })
+
+  test("equal regular strings", () => {
+    expect(`"hello world" == 'hello world'`).toEvaluateTo(true)
+  })
+
+  test("can contain newlines", () => {
+    expect(`
+      "hello
+      world"`).toEvaluateTo('hello\n      world')
+  })
+})

src/compiler/tests/native-exceptions.test.ts

@@ -0,0 +1,292 @@
+import { describe, test, expect } from 'bun:test'
+import { Compiler } from '#compiler/compiler'
+import { VM } from 'reefvm'
+
+describe('Native Function Exceptions', () => {
+  test('native function error caught by try/catch', async () => {
+    const code = `
+      result = try:
+        failing-fn
+      catch e:
+        'caught: ' + e
+      end
+
+      result
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('failing-fn', () => {
+      throw new Error('native function failed')
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'string', value: 'caught: native function failed' })
+  })
+
+  test('async native function error caught by try/catch', async () => {
+    const code = `
+      result = try:
+        async-fail
+      catch e:
+        'async caught: ' + e
+      end
+
+      result
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('async-fail', async () => {
+      await new Promise(resolve => setTimeout(resolve, 1))
+      throw new Error('async error')
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'string', value: 'async caught: async error' })
+  })
+
+  test('native function with arguments throwing error', async () => {
+    const code = `
+      result = try:
+        read-file missing.txt
+      catch e:
+        'default content'
+      end
+
+      result
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('read-file', (path: string) => {
+      if (path === 'missing.txt') {
+        throw new Error('file not found')
+      }
+      return 'file contents'
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'string', value: 'default content' })
+  })
+
+  test('native function error with finally block', async () => {
+    const code = `
+      cleanup-count = 0
+
+      result = try:
+        failing-fn
+      catch e:
+        'error handled'
+      finally:
+        cleanup-count = cleanup-count + 1
+      end
+
+      cleanup-count
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('failing-fn', () => {
+      throw new Error('native error')
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'number', value: 1 })
+  })
+
+  test('native function error without catch propagates', async () => {
+    const code = `
+      failing-fn
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('failing-fn', () => {
+      throw new Error('uncaught error')
+    })
+
+    await expect(vm.run()).rejects.toThrow('uncaught error')
+  })
+
+  test('native function in function-level catch', async () => {
+    const code = `
+      safe-read = do path:
+        read-file path
+      catch e:
+        'default: ' + e
+      end
+
+      result = safe-read missing.txt
+      result
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('read-file', (path: string) => {
+      throw new Error('file not found: ' + path)
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'string', value: 'default: file not found: missing.txt' })
+  })
+
+  test('nested native function errors', async () => {
+    const code = `
+      result = try:
+        try:
+          inner-fail
+        catch e:
+          throw 'wrapped: ' + e
+        end
+      catch e:
+        'outer caught: ' + e
+      end
+
+      result
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('inner-fail', () => {
+      throw new Error('inner error')
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'string', value: 'outer caught: wrapped: inner error' })
+  })
+
+  test('native function error with multiple named args', async () => {
+    const code = `
+      result = try:
+        process-file path=missing.txt mode=strict
+      catch e:
+        'error: ' + e
+      end
+
+      result
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('process-file', (path: string, mode: string = 'lenient') => {
+      if (mode === 'strict' && path === 'missing.txt') {
+        throw new Error('strict mode: file required')
+      }
+      return 'processed'
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'string', value: 'error: strict mode: file required' })
+  })
+
+  test('native function returning normally after other functions threw', async () => {
+    const code = `
+      result1 = try:
+        failing-fn
+      catch e:
+        'caught'
+      end
+
+      result2 = success-fn
+
+      result1 + ' then ' + result2
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('failing-fn', () => {
+      throw new Error('error')
+    })
+
+    vm.set('success-fn', () => {
+      return 'success'
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'string', value: 'caught then success' })
+  })
+
+  test('native function error message preserved', async () => {
+    const code = `
+      result = try:
+        throw-custom-message
+      catch e:
+        e
+      end
+
+      result
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('throw-custom-message', () => {
+      throw new Error('This is a very specific error message with details')
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({
+      type: 'string',
+      value: 'This is a very specific error message with details'
+    })
+  })
+
+  test('native function throwing non-Error value', async () => {
+    const code = `
+      result = try:
+        throw-string
+      catch e:
+        'caught: ' + e
+      end
+
+      result
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('throw-string', () => {
+      throw 'plain string error'
+    })
+
+    const result = await vm.run()
+    expect(result).toEqual({ type: 'string', value: 'caught: plain string error' })
+  })
+
+  test('multiple native function calls with mixed success/failure', async () => {
+    const code = `
+      r1 = try: success-fn catch e: 'error' end
+      r2 = try: failing-fn catch e: 'caught' end
+      r3 = try: success-fn catch e: 'error' end
+
+      results = [r1 r2 r3]
+      results
+    `
+
+    const compiler = new Compiler(code)
+    const vm = new VM(compiler.bytecode)
+
+    vm.set('success-fn', () => 'ok')
+    vm.set('failing-fn', () => {
+      throw new Error('failed')
+    })
+
+    const result = await vm.run()
+    expect(result.type).toBe('array')
+    const arr = result.value as any[]
+    expect(arr.length).toBe(3)
+    expect(arr[0]).toEqual({ type: 'string', value: 'ok' })
+    expect(arr[1]).toEqual({ type: 'string', value: 'caught' })
+    expect(arr[2]).toEqual({ type: 'string', value: 'ok' })
+  })
+})

src/compiler/tests/pipe.test.ts

@@ -3,7 +3,7 @@ import { describe, test, expect } from 'bun:test'
 describe('pipe expressions', () => {
   test('simple pipe passes result as first argument', () => {
     const code = `
-      double = fn x: x * 2 end
+      double = do x: x * 2 end
       double 2 | double`
 
     expect(code).toEvaluateTo(8)
@@ -11,9 +11,9 @@ describe('pipe expressions', () => {
 
   test('pipe chain with three stages', () => {
     const code = `
-      add-one = fn x: x + 1 end
-      double = fn x: x * 2 end
-      minus-point-one = fn x: x - 0.1 end
+      add-one = do x: x + 1 end
+      double = do x: x * 2 end
+      minus-point-one = do x: x - 0.1 end
       add-one 3 | double | minus-point-one`
     //       4        8       7.9
     expect(code).toEvaluateTo(7.9)
@@ -21,8 +21,8 @@ describe('pipe expressions', () => {
 
   test('pipe with function that has additional arguments', () => {
     const code = `
-      multiply = fn a b: a * b end
-      get-five = fn: 5 end
+      multiply = do a b: a * b end
+      get-five = do: 5 end
       get-five | multiply 3`
 
     expect(code).toEvaluateTo(15)
@@ -31,7 +31,7 @@ describe('pipe expressions', () => {
   test('pipe with bare identifier', () => {
     const code = `
       get-value = 42
-      process = fn x: x + 10 end
+      process = do x: x + 10 end
       get-value | process`
 
     expect(code).toEvaluateTo(52)
@@ -39,7 +39,7 @@ describe('pipe expressions', () => {
 
   test('pipe in assignment', () => {
     const code = `
-      add-ten = fn x: x + 10 end
+      add-ten = do x: x + 10 end
       result = add-ten 5 | add-ten
       result`
 
@@ -49,23 +49,23 @@ describe('pipe expressions', () => {
 
   test('pipe with named underscore arg', () => {
     expect(`
-      divide = fn a b: a / b end
-      get-ten = fn: 10 end
+      divide = do a b: a / b end
+      get-ten = do: 10 end
       get-ten | divide 2 b=_`).toEvaluateTo(0.2)
 
     expect(`
-      divide = fn a b: a / b end
-      get-ten = fn: 10 end
+      divide = do a b: a / b end
+      get-ten = do: 10 end
       get-ten | divide b=_ 2`).toEvaluateTo(0.2)
 
     expect(`
-      divide = fn a b: a / b end
-      get-ten = fn: 10 end
+      divide = do a b: a / b end
+      get-ten = do: 10 end
       get-ten | divide 2 a=_`).toEvaluateTo(5)
 
     expect(`
-      divide = fn a b: a / b end
-      get-ten = fn: 10 end
+      divide = do a b: a / b end
+      get-ten = do: 10 end
       get-ten | divide a=_ 2`).toEvaluateTo(5)
   })
 
@@ -74,8 +74,47 @@ describe('pipe expressions', () => {
     // handling logic works correctly when there are multiple pipe stages
     // in a single expression.
     expect(`
-      sub = fn a b: a - b end
-      div = fn a b: a / b end
+      sub = do a b: a - b end
+      div = do a b: a / b end
       sub 3 1 | div (sub 110 9 | sub 1) _ | div 5`).toEvaluateTo(10)
   })
+
+  test('pipe with prelude functions (list.reverse and list.map)', () => {
+    expect(`
+      double = do x: x * 2 end
+      range 1 3 | list.reverse | list.map double
+    `).toEvaluateTo([6, 4, 2])
+  })
+
+  test('pipe with prelude function (echo)', () => {
+    expect(`
+      get-msg = do: 'hello' end
+      get-msg | length
+    `).toEvaluateTo(5)
+  })
+
+  test('string literals can be piped', () => {
+    expect(`'hey there' | str.to-upper`).toEvaluateTo('HEY THERE')
+  })
+
+  test('number literals can be piped', () => {
+    expect(`42 | str.trim`).toEvaluateTo('42')
+    expect(`4.22 | str.trim`).toEvaluateTo('4.22')
+  })
+
+  test('null literals can be piped', () => {
+    expect(`null | type`).toEvaluateTo('null')
+  })
+
+  test('boolean literals can be piped', () => {
+    expect(`true | str.to-upper`).toEvaluateTo('TRUE')
+  })
+
+  test('array literals can be piped', () => {
+    expect(`[1 2 3] | str.join '-'`).toEvaluateTo('1-2-3')
+  })
+
+  test('dict literals can be piped', () => {
+    expect(`[a=1 b=2 c=3] | dict.values | list.sort | str.join '-'`).toEvaluateTo('1-2-3')
+  })
 })

src/compiler/tests/ribbit.test.ts

@@ -0,0 +1,115 @@
+import { expect, describe, test, beforeEach } from 'bun:test'
+
+const buffer: string[] = []
+
+const ribbitGlobals = {
+  ribbit: async (cb: Function) => {
+    await cb()
+    return buffer.join("\n")
+  },
+  tag: async (tagFn: Function, atDefaults = {}) => {
+    return (atNamed = {}, ...args: any[]) => tagFn(Object.assign({}, atDefaults, atNamed), ...args)
+  },
+  head: (atNamed: {}, ...args: any[]) => tag('head', atNamed, ...args),
+  title: (atNamed: {}, ...args: any[]) => tag('title', atNamed, ...args),
+  meta: (atNamed: {}, ...args: any[]) => tag('meta', atNamed, ...args),
+  p: (atNamed: {}, ...args: any[]) => tag('p', atNamed, ...args),
+  h1: (atNamed: {}, ...args: any[]) => tag('h1', atNamed, ...args),
+  h2: (atNamed: {}, ...args: any[]) => tag('h2', atNamed, ...args),
+  b: (atNamed: {}, ...args: any[]) => tag('b', atNamed, ...args),
+  ul: (atNamed: {}, ...args: any[]) => tag('ul', atNamed, ...args),
+  li: (atNamed: {}, ...args: any[]) => tag('li', atNamed, ...args),
+  nospace: () => NOSPACE_TOKEN,
+  echo: (...args: any[]) => console.log(...args)
+}
+
+function raw(fn: Function) { (fn as any).raw = true }
+
+const tagBlock = async (tagName: string, props = {}, fn: Function) => {
+  const attrs = Object.entries(props).map(([key, value]) => `${key}="${value}"`)
+  const space = attrs.length ? ' ' : ''
+
+  buffer.push(`<${tagName}${space}${attrs.join(' ')}>`)
+  await fn()
+  buffer.push(`</${tagName}>`)
+}
+
+const tagCall = (tagName: string, atNamed = {}, ...args: any[]) => {
+  const attrs = Object.entries(atNamed).map(([key, value]) => `${key}="${value}"`)
+  const space = attrs.length ? ' ' : ''
+  const children = args
+    .reverse()
+    .map(a => a === TAG_TOKEN ? buffer.pop() : a)
+    .reverse().join(' ')
+    .replaceAll(` ${NOSPACE_TOKEN} `, '')
+
+  if (SELF_CLOSING.includes(tagName))
+    buffer.push(`<${tagName}${space}${attrs.join(' ')} />`)
+  else
+    buffer.push(`<${tagName}${space}${attrs.join(' ')}>${children}</${tagName}>`)
+}
+
+const tag = async (tagName: string, atNamed = {}, ...args: any[]) => {
+  if (typeof args[0] === 'function') {
+    await tagBlock(tagName, atNamed, args[0])
+  } else {
+    tagCall(tagName, atNamed, ...args)
+    return TAG_TOKEN
+  }
+}
+
+const NOSPACE_TOKEN = '!!ribbit-nospace!!'
+const TAG_TOKEN = '!!ribbit-tag!!'
+const SELF_CLOSING = ["area", "base", "br", "col", "embed", "hr", "img", "input", "link", "meta", "param", "source", "track", "wbr"]
+
+describe('ribbit', () => {
+  beforeEach(() => buffer.length = 0)
+
+  test('head tag', () => {
+    expect(`
+ribbit:
+  head:
+    title What up
+    meta charset=UTF-8
+    meta name=viewport content='width=device-width, initial-scale=1, viewport-fit=cover'
+  end
+end
+  `).toEvaluateTo(`<head>
+<title>What up</title>
+<meta charset="UTF-8" />
+<meta name="viewport" content="width=device-width, initial-scale=1, viewport-fit=cover" />
+</head>`, ribbitGlobals)
+  })
+
+  test('custom tags', () => {
+    expect(`
+list = tag ul class='list'
+ribbit:
+  list:
+    li border-bottom='1px solid black' one
+    li two
+    li three
+  end
+end`).toEvaluateTo(`<ul class="list">
+<li border-bottom="1px solid black">one</li>
+<li>two</li>
+<li>three</li>
+</ul>`, ribbitGlobals)
+  })
+
+  test('inline expressions', () => {
+    expect(`
+  ribbit:      
+    p class=container:
+      h1 class=bright style='font-family: helvetica' Heya
+      h2 man that is (b wild) (nospace) !
+      p Double the fun.
+    end
+  end`).toEvaluateTo(
+      `<p class="container">
+<h1 class="bright" style="font-family: helvetica">Heya</h1>
+<h2>man that is <b>wild</b>!</h2>
+<p>Double the fun.</p>
+</p>`, ribbitGlobals)
+  })
+})

src/compiler/tests/while.test.ts

@@ -0,0 +1,48 @@
+import { describe } from 'bun:test'
+import { expect, test } from 'bun:test'
+
+describe('while', () => {
+  test('basic variable', () => {
+    expect(`
+      a = true
+      b = ''
+      while a: 
+        a = false
+        b = done
+      end
+      b`)
+      .toEvaluateTo('done')
+  })
+
+  test('basic expression', () => {
+    expect(`
+      a = 0
+      while a < 10: 
+        a += 1
+      end
+      a`)
+      .toEvaluateTo(10)
+  })
+
+  test('compound expression', () => {
+    expect(`
+      a = 1
+      b = 0
+      while a > 0 and b < 100:  
+        b += 1
+      end
+      b`)
+      .toEvaluateTo(100)
+  })
+
+  test('returns value', () => {
+    expect(`
+      a = 0
+      ret = while a < 10: 
+        a += 1
+        done
+      end
+      ret`)
+      .toEvaluateTo('done')
+  })
+})

src/compiler/utils.ts

@@ -1,9 +1,9 @@
 import { CompilerError } from '#compiler/compilerError.ts'
-import * as terms from '#parser/shrimp.terms'
-import type { SyntaxNode, Tree } from '@lezer/common'
+import type { SyntaxNode, Tree } from '#parser/node'
 
 export const checkTreeForErrors = (tree: Tree): CompilerError[] => {
   const errors: CompilerError[] = []
+
   tree.iterate({
     enter: (node) => {
       if (node.type.isError) {
@@ -22,7 +22,8 @@ export const getAllChildren = (node: SyntaxNode): SyntaxNode[] => {
     children.push(child)
     child = child.nextSibling
   }
-  return children
+
+  return children.filter((n) => !n.type.is('Comment'))
 }
 
 export const getBinaryParts = (node: SyntaxNode) => {
@@ -40,15 +41,24 @@ export const getAssignmentParts = (node: SyntaxNode) => {
   const children = getAllChildren(node)
   const [left, equals, right] = children
 
-  if (!left || left.type.id !== terms.AssignableIdentifier) {
+  if (!equals || !right) {
     throw new CompilerError(
-      `Assign left child must be an AssignableIdentifier, got ${left ? left.type.name : 'none'}`,
+      `Assign expected 3 children, got ${children.length}`,
       node.from,
       node.to
     )
-  } else if (!equals || !right) {
+  }
+
+  // array destructuring
+  if (left && left.type.is('Array')) {
+    const identifiers = getAllChildren(left).filter((child) => child.type.is('Identifier'))
+    return { arrayPattern: identifiers, right }
+  }
+
+  if (!left || !left.type.is('AssignableIdentifier')) {
     throw new CompilerError(
-      `Assign expected 3 children, got ${children.length}`,
+      `Assign left child must be an AssignableIdentifier or Array, got ${left ? left.type.name : 'none'
+      }`,
       node.from,
       node.to
     )
@@ -57,22 +67,44 @@ export const getAssignmentParts = (node: SyntaxNode) => {
   return { identifier: left, right }
 }
 
+export const getCompoundAssignmentParts = (node: SyntaxNode) => {
+  const children = getAllChildren(node)
+  const [left, operator, right] = children
+
+  if (!left || !left.type.is('AssignableIdentifier')) {
+    throw new CompilerError(
+      `CompoundAssign left child must be an AssignableIdentifier, got ${left ? left.type.name : 'none'
+      }`,
+      node.from,
+      node.to
+    )
+  } else if (!operator || !right) {
+    throw new CompilerError(
+      `CompoundAssign expected 3 children, got ${children.length}`,
+      node.from,
+      node.to
+    )
+  }
+
+  return { identifier: left, operator, right }
+}
+
 export const getFunctionDefParts = (node: SyntaxNode, input: string) => {
   const children = getAllChildren(node)
-  const [fnKeyword, paramsNode, colon, ...bodyNodes] = children
+  const [fnKeyword, paramsNode, colon, ...rest] = children
 
-  if (!fnKeyword || !paramsNode || !colon || !bodyNodes) {
+  if (!fnKeyword || !paramsNode || !colon || !rest) {
     throw new CompilerError(
-      `FunctionDef expected 5 children, got ${children.length}`,
+      `FunctionDef expected at least 4 children, got ${children.length}`,
       node.from,
       node.to
     )
   }
 
   const paramNames = getAllChildren(paramsNode).map((param) => {
-    if (param.type.id !== terms.AssignableIdentifier) {
+    if (!param.type.is('Identifier') && !param.type.is('NamedParam')) {
       throw new CompilerError(
-        `FunctionDef params must be AssignableIdentifiers, got ${param.type.name}`,
+        `FunctionDef params must be Identifier or NamedParam, got ${param.type.name}`,
         param.from,
         param.to
       )
@@ -80,8 +112,48 @@ export const getFunctionDefParts = (node: SyntaxNode, input: string) => {
     return input.slice(param.from, param.to)
   })
 
-  const bodyWithoutEnd = bodyNodes.slice(0, -1)
-  return { paramNames, bodyNodes: bodyWithoutEnd }
+  // Separate body nodes from catch/finally/end
+  const bodyNodes: SyntaxNode[] = []
+  let catchExpr: SyntaxNode | undefined
+  let catchVariable: string | undefined
+  let catchBody: SyntaxNode | undefined
+  let finallyExpr: SyntaxNode | undefined
+  let finallyBody: SyntaxNode | undefined
+
+  for (const child of rest) {
+    if (child.type.is('CatchExpr')) {
+      catchExpr = child
+      const catchChildren = getAllChildren(child)
+      const [_catchKeyword, identifierNode, _colon, body] = catchChildren
+      if (!identifierNode || !body) {
+        throw new CompilerError(
+          `CatchExpr expected identifier and body, got ${catchChildren.length} children`,
+          child.from,
+          child.to
+        )
+      }
+      catchVariable = input.slice(identifierNode.from, identifierNode.to)
+      catchBody = body
+    } else if (child.type.is('FinallyExpr')) {
+      finallyExpr = child
+      const finallyChildren = getAllChildren(child)
+      const [_finallyKeyword, _colon, body] = finallyChildren
+      if (!body) {
+        throw new CompilerError(
+          `FinallyExpr expected body, got ${finallyChildren.length} children`,
+          child.from,
+          child.to
+        )
+      }
+      finallyBody = body
+    } else if (child.type.name === 'keyword' && input.slice(child.from, child.to) === 'end') {
+      // Skip the end keyword
+    } else {
+      bodyNodes.push(child)
+    }
+  }
+
+  return { paramNames, bodyNodes, catchVariable, catchBody, finallyBody }
 }
 
 export const getFunctionCallParts = (node: SyntaxNode, input: string) => {
@@ -91,9 +163,9 @@ export const getFunctionCallParts = (node: SyntaxNode, input: string) => {
     throw new CompilerError(`FunctionCall expected at least 1 child, got 0`, node.from, node.to)
   }
 
-  const namedArgs = args.filter((arg) => arg.type.id === terms.NamedArg)
+  const namedArgs = args.filter((arg) => arg.type.is('NamedArg'))
   const positionalArgs = args
-    .filter((arg) => arg.type.id === terms.PositionalArg)
+    .filter((arg) => arg.type.is('PositionalArg'))
     .map((arg) => {
       const child = arg.firstChild
       if (!child) throw new CompilerError(`PositionalArg has no child`, arg.from, arg.to)
@@ -134,17 +206,17 @@ export const getIfExprParts = (node: SyntaxNode, input: string) => {
   rest.forEach((child) => {
     const parts = getAllChildren(child)
 
-    if (child.type.id === terms.ElseExpr) {
+    if (child.type.is('ElseExpr')) {
       if (parts.length !== 3) {
         const message = `ElseExpr expected 1 child, got ${parts.length}`
         throw new CompilerError(message, child.from, child.to)
       }
       elseThenBlock = parts.at(-1)
-    } else if (child.type.id === terms.ElsifExpr) {
-      const [_keyword, conditional, _colon, thenBlock] = parts
+    } else if (child.type.is('ElseIfExpr')) {
+      const [_else, _if, conditional, _colon, thenBlock] = parts
       if (!conditional || !thenBlock) {
         const names = parts.map((p) => p.type.name).join(', ')
-        const message = `ElsifExpr expected conditional and thenBlock, got ${names}`
+        const message = `ElseIfExpr expected conditional and thenBlock, got ${names}`
         throw new CompilerError(message, child.from, child.to)
       }
 
@@ -175,18 +247,21 @@ export const getStringParts = (node: SyntaxNode, input: string) => {
   // The text is just between the quotes
   const parts = children.filter((child) => {
     return (
-      child.type.id === terms.StringFragment ||
-      child.type.id === terms.Interpolation ||
-      child.type.id === terms.EscapeSeq
+      child.type.is('StringFragment') ||
+      child.type.is('Interpolation') ||
+      child.type.is('EscapeSeq') ||
+      child.type.is('CurlyString')
+
     )
   })
 
   // Validate each part is the expected type
   parts.forEach((part) => {
     if (
-      part.type.id !== terms.StringFragment &&
-      part.type.id !== terms.Interpolation &&
-      part.type.id !== terms.EscapeSeq
+      part.type.is('StringFragment') &&
+      part.type.is('Interpolation') &&
+      part.type.is('EscapeSeq') &&
+      part.type.is('CurlyString')
     ) {
       throw new CompilerError(
         `String child must be StringFragment, Interpolation, or EscapeSeq, got ${part.type.name}`,
@@ -196,14 +271,19 @@ export const getStringParts = (node: SyntaxNode, input: string) => {
     }
   })
 
-  return { parts, hasInterpolation: parts.length > 0 }
+  // hasInterpolation means the string has interpolation ($var) or escape sequences (\n)
+  // A simple string like 'hello' has one StringFragment but no interpolation
+  const hasInterpolation = parts.some(
+    (p) => p.type.is('Interpolation') || p.type.is('EscapeSeq')
+  )
+  return { parts, hasInterpolation }
 }
 
 export const getDotGetParts = (node: SyntaxNode, input: string) => {
   const children = getAllChildren(node)
   const [object, property] = children
 
-  if (children.length !== 2) {
+  if (!object || !property) {
     throw new CompilerError(
       `DotGet expected 2 identifier children, got ${children.length}`,
       node.from,
@@ -211,7 +291,7 @@ export const getDotGetParts = (node: SyntaxNode, input: string) => {
     )
   }
 
-  if (object.type.id !== terms.IdentifierBeforeDot) {
+  if (!object.type.is('IdentifierBeforeDot')) {
     throw new CompilerError(
       `DotGet object must be an IdentifierBeforeDot, got ${object.type.name}`,
       object.from,
@@ -219,16 +299,74 @@ export const getDotGetParts = (node: SyntaxNode, input: string) => {
     )
   }
 
-  if (property.type.id !== terms.Identifier) {
+  if (!['Identifier', 'Number', 'ParenExpr', 'DotGet'].includes(property.type.name)) {
     throw new CompilerError(
-      `DotGet property must be an Identifier, got ${property.type.name}`,
+      `DotGet property must be an Identifier, Number, ParenExpr, or DotGet, got ${property.type.name}`,
       property.from,
       property.to
     )
   }
 
   const objectName = input.slice(object.from, object.to)
-  const propertyName = input.slice(property.from, property.to)
 
-  return { objectName, propertyName }
+  return { object, objectName, property }
+}
+
+export const getTryExprParts = (node: SyntaxNode, input: string) => {
+  const children = getAllChildren(node)
+
+  // First child is always 'try' keyword, second is colon, third is Block
+  const [tryKeyword, _colon, tryBlock, ...rest] = children
+
+  if (!tryKeyword || !tryBlock) {
+    throw new CompilerError(
+      `TryExpr expected at least 3 children, got ${children.length}`,
+      node.from,
+      node.to
+    )
+  }
+
+  let catchExpr: SyntaxNode | undefined
+  let catchVariable: string | undefined
+  let catchBody: SyntaxNode | undefined
+  let finallyExpr: SyntaxNode | undefined
+  let finallyBody: SyntaxNode | undefined
+
+  rest.forEach((child) => {
+    if (child.type.is('CatchExpr')) {
+      catchExpr = child
+      const catchChildren = getAllChildren(child)
+      const [_catchKeyword, identifierNode, _colon, body] = catchChildren
+      if (!identifierNode || !body) {
+        throw new CompilerError(
+          `CatchExpr expected identifier and body, got ${catchChildren.length} children`,
+          child.from,
+          child.to
+        )
+      }
+      catchVariable = input.slice(identifierNode.from, identifierNode.to)
+      catchBody = body
+    } else if (child.type.is('FinallyExpr')) {
+      finallyExpr = child
+      const finallyChildren = getAllChildren(child)
+      const [_finallyKeyword, _colon, body] = finallyChildren
+      if (!body) {
+        throw new CompilerError(
+          `FinallyExpr expected body, got ${finallyChildren.length} children`,
+          child.from,
+          child.to
+        )
+      }
+      finallyBody = body
+    }
+  })
+
+  return {
+    tryBlock,
+    catchExpr,
+    catchVariable,
+    catchBody,
+    finallyExpr,
+    finallyBody,
+  }
 }

src/editor/editor.tsx

@@ -1,17 +1,23 @@
-import { basicSetup } from 'codemirror'
 import { EditorView } from '@codemirror/view'
-import { shrimpTheme } from '#editor/plugins/theme'
-import { shrimpLanguage } from '#/editor/plugins/shrimpLanguage'
-import { shrimpHighlighting } from '#editor/plugins/theme'
-import { shrimpKeymap } from '#editor/plugins/keymap'
-import { asciiEscapeToHtml, log, toElement } from '#utils/utils'
+import { asciiEscapeToHtml, assertNever, log, toElement } from '#utils/utils'
 import { Signal } from '#utils/signal'
-import { shrimpErrors } from '#editor/plugins/errors'
-import { debugTags } from '#editor/plugins/debugTags'
-import { getContent, persistencePlugin } from '#editor/plugins/persistence'
+import { getContent } from '#editor/plugins/persistence'
+import type { HtmlEscapedString } from 'hono/utils/html'
+import { connectToNose, noseSignals } from '#editor/noseClient'
+import type { Value } from 'reefvm'
+import { Compartment } from '@codemirror/state'
+import { lineNumbers } from '@codemirror/view'
+import { shrimpSetup } from '#editor/plugins/shrimpSetup'
 
 import '#editor/editor.css'
-import type { HtmlEscapedString } from 'hono/utils/html'
+
+const lineNumbersCompartment = new Compartment()
+
+connectToNose()
+
+export const outputSignal = new Signal<Value | string>()
+export const errorSignal = new Signal<string>()
+export const multilineModeSignal = new Signal<boolean>()
 
 export const Editor = () => {
   return (
@@ -22,16 +28,13 @@ export const Editor = () => {
           const view = new EditorView({
             parent: ref,
             doc: getContent(),
-            extensions: [
-              shrimpKeymap,
-              basicSetup,
-              shrimpTheme,
-              shrimpLanguage,
-              shrimpHighlighting,
-              shrimpErrors,
-              persistencePlugin,
-              debugTags,
-            ],
+            extensions: shrimpSetup(lineNumbersCompartment),
+          })
+
+          multilineModeSignal.connect((isMultiline) => {
+            view.dispatch({
+              effects: lineNumbersCompartment.reconfigure(isMultiline ? lineNumbers() : []),
+            })
           })
 
           requestAnimationFrame(() => view.focus())
@@ -47,23 +50,28 @@ export const Editor = () => {
   )
 }
 
-export const outputSignal = new Signal<{ output: string } | { error: string }>()
+noseSignals.connect((message) => {
+  if (message.type === 'error') {
+    log.error(`Nose error: ${message.data}`)
+    errorSignal.emit(`Nose error: ${message.data}`)
+  } else if (message.type === 'reef-output') {
+    const x = outputSignal.emit(message.data)
+  } else if (message.type === 'connected') {
+    outputSignal.emit(`╞ Connected to Nose VM`)
+  }
+})
 
-let outputTimeout: ReturnType<typeof setTimeout>
-
-outputSignal.connect((output) => {
+outputSignal.connect((value) => {
   const el = document.querySelector('#output')!
   el.innerHTML = ''
-  let content
-  if ('error' in output) {
-    el.classList.add('error')
-    content = output.error
-  } else {
-    el.classList.remove('error')
-    content = output.output
-  }
+  el.innerHTML = asciiEscapeToHtml(valueToString(value))
+})
 
-  el.innerHTML = asciiEscapeToHtml(content)
+errorSignal.connect((error) => {
+  const el = document.querySelector('#output')!
+  el.innerHTML = ''
+  el.classList.add('error')
+  el.innerHTML = asciiEscapeToHtml(error)
 })
 
 type StatusBarMessage = {
@@ -96,3 +104,37 @@ statusBarSignal.connect(async ({ side, message, className, order }) => {
     sideEl.insertBefore(toElement(messageEl), nodes[index]!)
   }
 })
+
+const valueToString = (value: Value | string): string => {
+  if (typeof value === 'string') {
+    return value
+  }
+
+  switch (value.type) {
+    case 'null':
+      return 'null'
+    case 'boolean':
+      return value.value ? 'true' : 'false'
+    case 'number':
+      return value.value.toString()
+    case 'string':
+      return value.value
+    case 'array':
+      return `${value.value.map(valueToString).join('\n')}`
+    case 'dict': {
+      const entries = Array.from(value.value.entries()).map(
+        ([key, val]) => `"${key}": ${valueToString(val)}`
+      )
+      return `{${entries.join(', ')}}`
+    }
+    case 'regex':
+      return `/${value.value.source}/`
+    case 'function':
+      return `<function>`
+    case 'native':
+      return `<function ${value.fn.name}>`
+    default:
+      assertNever(value)
+      return `<unknown value type: ${(value as any).type}>`
+  }
+}

src/editor/noseClient.ts

@@ -0,0 +1,59 @@
+import { Signal } from '#utils/signal'
+import type { Bytecode, Value } from 'reefvm'
+let ws: WebSocket
+
+type IncomingMessage =
+  | { type: 'connected' }
+  | { type: 'ping'; data: number }
+  | { type: 'commands'; data: number }
+  | {
+      type: 'apps'
+      data: {
+        name: string
+        type: 'browser' | 'server'
+      }[]
+    }
+  | {
+      type: 'session:start'
+      data: {
+        NOSE_DIR: string
+        cwd: string
+        hostname: string
+        mode: string
+        project: string
+      }
+    }
+  | { type: 'reef-output'; data: Value }
+  | { type: 'error'; data: string }
+
+export const noseSignals = new Signal<IncomingMessage>()
+
+export const connectToNose = (url: string = 'ws://localhost:3000/ws') => {
+  ws = new WebSocket(url)
+  ws.onopen = () => noseSignals.emit({ type: 'connected' })
+
+  ws.onmessage = (event) => {
+    const message = JSON.parse(event.data)
+    noseSignals.emit(message)
+  }
+
+  ws.onerror = (event) => {
+    console.error(`💥WebSocket error:`, event)
+  }
+
+  ws.onclose = () => {
+    console.log(`🚪 Connection closed`)
+  }
+}
+
+let id = 0
+export const sendToNose = (code: Bytecode) => {
+  if (!ws) {
+    throw new Error('WebSocket is not connected.')
+  } else if (ws.readyState !== WebSocket.OPEN) {
+    throw new Error(`WebSocket is not open, current status is ${ws.readyState}.`)
+  }
+
+  id += 1
+  ws.send(JSON.stringify({ type: 'reef-bytecode', data: code, id }))
+}

src/editor/plugins/catchErrors.ts

@@ -0,0 +1,9 @@
+import { errorSignal } from '#editor/editor'
+import { EditorView } from '@codemirror/view'
+
+export const catchErrors = EditorView.exceptionSink.of((exception) => {
+  console.error('CodeMirror error:', exception)
+  errorSignal.emit(
+    `Editor error: ${exception instanceof Error ? exception.message : String(exception)}`
+  )
+})

src/editor/plugins/keymap.tsx

@@ -1,9 +1,10 @@
-import { statusBarSignal } from '#editor/editor'
-import { run } from '#editor/runCode'
+import { multilineModeSignal, outputSignal } from '#editor/editor'
+import { printBytecodeOutput, printParserOutput, runCode } from '#editor/runCode'
 import { EditorState } from '@codemirror/state'
 import { keymap } from '@codemirror/view'
 
 let multilineMode = false
+
 const customKeymap = keymap.of([
   {
     key: 'Enter',
@@ -11,27 +12,99 @@ const customKeymap = keymap.of([
       if (multilineMode) return false
 
       const input = view.state.doc.toString()
-      run(input)
+      history.push(input)
+      runCode(input)
+      view.dispatch({
+        changes: { from: 0, to: view.state.doc.length, insert: '' },
+        selection: { anchor: 0 },
+      })
       return true
     },
   },
 
   {
-    key: 'Alt-Enter',
+    key: 'Shift-Enter',
     run: (view) => {
       if (multilineMode) {
         const input = view.state.doc.toString()
-        run(input)
+        runCode(input)
+
         return true
+      } else {
+        outputSignal.emit('Press Shift+Enter to insert run the code.')
       }
 
+      multilineModeSignal.emit(true)
       multilineMode = true
       view.dispatch({
         changes: { from: view.state.doc.length, insert: '\n' },
         selection: { anchor: view.state.doc.length + 1 },
       })
 
-      updateStatusMessage()
+      return true
+    },
+  },
+
+  {
+    key: 'Tab',
+    preventDefault: true,
+    run: (view) => {
+      view.dispatch({
+        changes: { from: view.state.selection.main.from, insert: '  ' },
+        selection: { anchor: view.state.selection.main.from + 2 },
+      })
+      return true
+    },
+  },
+
+  {
+    key: 'ArrowUp',
+    run: (view) => {
+      if (multilineMode) return false
+
+      const command = history.previous()
+      if (command === undefined) return false
+      view.dispatch({
+        changes: { from: 0, to: view.state.doc.length, insert: command },
+        selection: { anchor: command.length },
+      })
+      return true
+    },
+  },
+
+  {
+    key: 'ArrowDown',
+    run: (view) => {
+      if (multilineMode) return false
+
+      const command = history.next()
+      if (command === undefined) return false
+      view.dispatch({
+        changes: { from: 0, to: view.state.doc.length, insert: command },
+        selection: { anchor: command.length },
+      })
+      return true
+    },
+  },
+
+  {
+    key: 'Mod-k 1',
+    preventDefault: true,
+    run: (view) => {
+      const input = view.state.doc.toString()
+      printParserOutput(input)
+
+      return true
+    },
+  },
+
+  {
+    key: 'Mod-k 2',
+    preventDefault: true,
+    run: (view) => {
+      const input = view.state.doc.toString()
+      printBytecodeOutput(input)
+
       return true
     },
   },
@@ -45,7 +118,6 @@ const singleLineFilter = EditorState.transactionFilter.of((transaction) => {
     firstTime = false
     if (transaction.newDoc.toString().includes('\n')) {
       multilineMode = true
-      updateStatusMessage()
       return transaction
     }
   }
@@ -53,7 +125,6 @@ const singleLineFilter = EditorState.transactionFilter.of((transaction) => {
   transaction.changes.iterChanges((fromA, toA, fromB, toB, inserted) => {
     if (inserted.toString().includes('\n')) {
       multilineMode = true
-      updateStatusMessage()
       return
     }
   })
@@ -63,22 +134,51 @@ const singleLineFilter = EditorState.transactionFilter.of((transaction) => {
 
 export const shrimpKeymap = [customKeymap, singleLineFilter]
 
-const updateStatusMessage = () => {
-  statusBarSignal.emit({
-    side: 'left',
-    message: multilineMode ? 'Press Alt-Enter run' : 'Alt-Enter will enter multiline mode',
-    className: 'status',
-  })
+class History {
+  private commands: string[] = []
+  private index: number | undefined
+  private storageKey = 'shrimp-command-history'
 
-  statusBarSignal.emit({
-    side: 'right',
-    message: (
-      <div className="multiline">
-        <span className={multilineMode ? 'dot active' : 'dot inactive'}>•</span> multiline
-      </div>
-    ),
-    className: 'multiline-status',
-  })
+  constructor() {
+    try {
+      this.commands = JSON.parse(localStorage.getItem(this.storageKey) || '[]')
+    } catch {
+      console.warn('Failed to load command history from localStorage')
+    }
   }
 
-requestAnimationFrame(() => updateStatusMessage())
+  push(command: string) {
+    this.commands.push(command)
+
+    // Limit to last 50 commands
+    this.commands = this.commands.slice(-50)
+    localStorage.setItem(this.storageKey, JSON.stringify(this.commands))
+    this.index = undefined
+  }
+
+  previous(): string | undefined {
+    if (this.commands.length === 0) return
+
+    if (this.index === undefined) {
+      this.index = this.commands.length - 1
+    } else if (this.index > 0) {
+      this.index -= 1
+    }
+
+    return this.commands[this.index]
+  }
+
+  next(): string | undefined {
+    if (this.commands.length === 0 || this.index === undefined) return
+
+    if (this.index < this.commands.length - 1) {
+      this.index += 1
+      return this.commands[this.index]
+    } else {
+      this.index = undefined
+      return ''
+    }
+  }
+}
+
+const history = new History()

src/editor/plugins/shrimpSetup.ts

@@ -0,0 +1,35 @@
+import { history, defaultKeymap, historyKeymap } from '@codemirror/commands'
+import { bracketMatching, indentOnInput } from '@codemirror/language'
+import { highlightSpecialChars, drawSelection, dropCursor, keymap } from '@codemirror/view'
+import { closeBrackets, autocompletion, completionKeymap } from '@codemirror/autocomplete'
+import { EditorState, Compartment } from '@codemirror/state'
+import { searchKeymap } from '@codemirror/search'
+import { shrimpKeymap } from './keymap'
+import { shrimpTheme, shrimpHighlighting } from './theme'
+import { shrimpLanguage } from './shrimpLanguage'
+import { shrimpErrors } from './errors'
+import { persistencePlugin } from './persistence'
+import { catchErrors } from './catchErrors'
+
+export const shrimpSetup = (lineNumbersCompartment: Compartment) => {
+  return [
+    catchErrors,
+    shrimpKeymap,
+    highlightSpecialChars(),
+    history(),
+    drawSelection(),
+    dropCursor(),
+    EditorState.allowMultipleSelections.of(true),
+    bracketMatching(),
+    closeBrackets(),
+    autocompletion(),
+    indentOnInput(),
+    keymap.of([...defaultKeymap, ...historyKeymap, ...searchKeymap, ...completionKeymap]),
+    lineNumbersCompartment.of([]),
+    shrimpTheme,
+    shrimpLanguage,
+    shrimpHighlighting,
+    shrimpErrors,
+    persistencePlugin,
+  ]
+}

src/editor/plugins/theme.tsx

@@ -38,18 +38,12 @@ export const shrimpTheme = EditorView.theme(
       caretColor: 'var(--caret)',
       padding: '0px',
     },
-    '.cm-activeLine': {
-      backgroundColor: 'transparent',
-    },
     '&.cm-focused .cm-cursor': {
       borderLeftColor: 'var(--caret)',
     },
     '&.cm-focused .cm-selectionBackground, ::selection': {
       backgroundColor: 'var(--bg-selection)',
     },
-    '.cm-gutters': {
-      display: 'none',
-    },
     '.cm-editor': {
       border: 'none',
       outline: 'none',

src/editor/runCode.tsx

@@ -1,16 +1,38 @@
-import { outputSignal } from '#editor/editor'
+import { outputSignal, errorSignal } from '#editor/editor'
 import { Compiler } from '#compiler/compiler'
 import { errorMessage, log } from '#utils/utils'
-import { VM } from 'reefvm'
+import { bytecodeToString } from 'reefvm'
+import { parser } from '#parser/shrimp'
+import { sendToNose } from '#editor/noseClient'
+import { treeToString } from '#utils/tree'
 
-export const run = async (input: string) => {
+export const runCode = async (input: string) => {
   try {
     const compiler = new Compiler(input)
-    const vm = new VM(compiler.bytecode)
-    const output = await vm.run()
-    outputSignal.emit({ output: String(output.value) })
+    sendToNose(compiler.bytecode)
   } catch (error) {
     log.error(error)
-    outputSignal.emit({ error: `${errorMessage(error)}` })
+    errorSignal.emit(`${errorMessage(error)}`)
+  }
+}
+
+export const printParserOutput = (input: string) => {
+  try {
+    const cst = parser.parse(input)
+    const string = treeToString(cst, input)
+    outputSignal.emit(string)
+  } catch (error) {
+    log.error(error)
+    errorSignal.emit(`${errorMessage(error)}`)
+  }
+}
+
+export const printBytecodeOutput = (input: string) => {
+  try {
+    const compiler = new Compiler(input)
+    outputSignal.emit(bytecodeToString(compiler.bytecode))
+  } catch (error) {
+    log.error(error)
+    errorSignal.emit(`${errorMessage(error)}`)
   }
 }

src/index.ts

@@ -0,0 +1,112 @@
+import { readFileSync } from 'fs'
+import { VM, fromValue, toValue, isValue, type Bytecode } from 'reefvm'
+import { Compiler } from '#compiler/compiler'
+import { parse } from '#parser/parser2'
+import { Tree } from '#parser/node'
+import { globals as parserGlobals, setGlobals as setParserGlobals } from '#parser/parser2'
+import { globals as prelude } from '#prelude'
+
+export { Compiler } from '#compiler/compiler'
+export { parse } from '#parser/parser2'
+export { type SyntaxNode, Tree } from '#parser/node'
+export { globals as prelude } from '#prelude'
+export { type Value, type Bytecode } from 'reefvm'
+export { toValue, fromValue, isValue, Scope, VM, bytecodeToString } from 'reefvm'
+
+export class Shrimp {
+    vm: VM
+    private globals?: Record<string, any>
+
+    constructor(globals?: Record<string, any>) {
+        const emptyBytecode = { instructions: [], constants: [], labels: new Map() }
+        this.vm = new VM(emptyBytecode, Object.assign({}, prelude, globals ?? {}))
+        this.globals = globals
+    }
+
+    get(name: string): any {
+        const value = this.vm.scope.get(name)
+        return value ? fromValue(value, this.vm) : null
+    }
+
+    set(name: string, value: any) {
+        this.vm.scope.set(name, toValue(value, this.vm))
+    }
+
+    has(name: string): boolean {
+        return this.vm.scope.has(name)
+    }
+
+    async call(name: string, ...args: any[]): Promise<any> {
+        const result = await this.vm.call(name, ...args)
+        return isValue(result) ? fromValue(result, this.vm) : result
+    }
+
+    parse(code: string): Tree {
+        return parseCode(code, this.globals)
+    }
+
+    compile(code: string): Bytecode {
+        return compileCode(code, this.globals)
+    }
+
+    async run(code: string | Bytecode, locals?: Record<string, any>): Promise<any> {
+        let bytecode
+
+        if (typeof code === 'string') {
+            const compiler = new Compiler(code, Object.keys(Object.assign({}, prelude, this.globals ?? {}, locals ?? {})))
+            bytecode = compiler.bytecode
+        } else {
+            bytecode = code
+        }
+
+        if (locals) this.vm.pushScope(locals)
+        this.vm.appendBytecode(bytecode)
+        await this.vm.continue()
+        if (locals) this.vm.popScope()
+
+        return this.vm.stack.length ? fromValue(this.vm.stack.at(-1)!, this.vm) : null
+    }
+
+}
+
+export async function runFile(path: string, globals?: Record<string, any>): Promise<any> {
+    const code = readFileSync(path, 'utf-8')
+    return await runCode(code, globals)
+}
+
+export async function runCode(code: string, globals?: Record<string, any>): Promise<any> {
+    return await runBytecode(compileCode(code, globals), globals)
+}
+
+export async function runBytecode(bytecode: Bytecode, globals?: Record<string, any>): Promise<any> {
+    const vm = new VM(bytecode, Object.assign({}, prelude, globals))
+    await vm.run()
+    return vm.stack.length ? fromValue(vm.stack[vm.stack.length - 1]!, vm) : null
+}
+
+export function compileFile(path: string, globals?: Record<string, any>): Bytecode {
+    const code = readFileSync(path, 'utf-8')
+    return compileCode(code, globals)
+}
+
+export function compileCode(code: string, globals?: Record<string, any>): Bytecode {
+    const globalNames = [...Object.keys(prelude), ...(globals ? Object.keys(globals) : [])]
+    const compiler = new Compiler(code, globalNames)
+    return compiler.bytecode
+}
+
+export function parseFile(path: string, globals?: Record<string, any>): Tree {
+    const code = readFileSync(path, 'utf-8')
+    return parseCode(code, globals)
+}
+
+export function parseCode(code: string, globals?: Record<string, any>): Tree {
+    const oldGlobals = [...parserGlobals]
+    const globalNames = [...Object.keys(prelude), ...(globals ? Object.keys(globals) : [])]
+
+    setParserGlobals(globalNames)
+    const result = parse(code)
+    setParserGlobals(oldGlobals)
+
+    return new Tree(result)
+}

src/parser/curlyTokenizer.ts

@@ -0,0 +1,62 @@
+import { parse } from '#parser/parser2'
+import type { SyntaxNode } from '#parser/node'
+import { isIdentStart, isIdentChar } from './tokenizer2'
+
+// Turns a { curly string } into strings and nodes for interpolation
+export const tokenizeCurlyString = (value: string): (string | [string, SyntaxNode])[] => {
+  let pos = 1
+  let start = 1
+  let char = value[pos]
+  const tokens: (string | [string, SyntaxNode])[] = []
+
+  while (pos < value.length) {
+    if (char === '$') {
+      // escaped \$
+      if (value[pos - 1] === '\\' && value[pos - 2] !== '\\') {
+        tokens.push(value.slice(start, pos - 1))
+        start = pos
+        char = value[++pos]
+        continue
+      }
+
+      tokens.push(value.slice(start, pos))
+      start = pos
+
+      if (value[pos + 1] === '(') {
+        pos++ // slip opening '('
+
+        char = value[++pos]
+        if (!char) break
+
+        let depth = 0
+        while (char) {
+          if (char === '(') depth++
+          if (char === ')') depth--
+          if (depth < 0) break
+          char = value[++pos]
+        }
+
+        const input = value.slice(start + 2, pos) // skip '$('
+        tokens.push([input, parse(input)])
+        start = pos + 1 // start after ')'
+      } else {
+        char = value[++pos]
+        if (!char) break
+        if (!isIdentStart(char.charCodeAt(0))) break
+
+        while (char && isIdentChar(char.charCodeAt(0)))
+          char = value[++pos]
+
+        const input = value.slice(start + 1, pos) // skip '$'
+        tokens.push([input, parse(input)])
+        start = pos-- // backtrack and start over
+      }
+    }
+
+    char = value[++pos]
+  }
+
+  tokens.push(value.slice(start, pos - 1))
+
+  return tokens
+}

src/parser/highlight.ts

@@ -5,6 +5,7 @@ export const highlighting = styleTags({
   Number: tags.number,
   String: tags.string,
   Boolean: tags.bool,
+  Do: tags.keyword,
   keyword: tags.keyword,
   end: tags.keyword,
   ':': tags.keyword,
@@ -15,4 +16,5 @@ export const highlighting = styleTags({
   Command: tags.function(tags.variableName),
   'Params/Identifier': tags.definition(tags.variableName),
   Paren: tags.paren,
+  Comment: tags.comment,
 })

src/parser/node.ts

@@ -0,0 +1,270 @@
+import { type Token, TokenType } from './tokenizer2'
+
+export type NodeType =
+  | 'Program'
+  | 'Block'
+
+  | 'FunctionCall'
+  | 'FunctionCallOrIdentifier'
+  | 'FunctionCallWithBlock'
+  | 'PositionalArg'
+  | 'NamedArg'
+  | 'NamedArgPrefix'
+
+  | 'FunctionDef'
+  | 'Params'
+  | 'NamedParam'
+
+  | 'Null'
+  | 'Boolean'
+  | 'Number'
+  | 'String'
+  | 'StringFragment'
+  | 'CurlyString'
+  | 'DoubleQuote'
+  | 'EscapeSeq'
+  | 'Interpolation'
+  | 'Regex'
+  | 'Identifier'
+  | 'AssignableIdentifier'
+  | 'IdentifierBeforeDot'
+  | 'Word'
+  | 'Array'
+  | 'Dict'
+  | 'Comment'
+
+  | 'BinOp'
+  | 'ConditionalOp'
+  | 'ParenExpr'
+  | 'Assign'
+  | 'CompoundAssign'
+  | 'DotGet'
+  | 'PipeExpr'
+
+  | 'IfExpr'
+  | 'ElseIfExpr'
+  | 'ElseExpr'
+  | 'WhileExpr'
+  | 'TryExpr'
+  | 'CatchExpr'
+  | 'FinallyExpr'
+  | 'Throw'
+
+  | 'Not'
+  | 'Eq'
+  | 'Modulo'
+  | 'Plus'
+  | 'Star'
+  | 'Slash'
+
+  | 'Import'
+  | 'Do'
+  | 'Underscore'
+  | 'colon'
+  | 'keyword'
+  | 'operator'
+
+// TODO: remove this when we switch from lezer
+export const operators: Record<string, any> = {
+  // Logic
+  'and': 'And',
+  'or': 'Or',
+
+  // Bitwise
+  'band': 'Band',
+  'bor': 'Bor',
+  'bxor': 'Bxor',
+  '>>>': 'Ushr',
+  '>>': 'Shr',
+  '<<': 'Shl',
+
+  // Comparison
+  '>=': 'Gte',
+  '<=': 'Lte',
+  '>': 'Gt',
+  '<': 'Lt',
+  '!=': 'Neq',
+  '==': 'EqEq',
+
+  // Compound assignment operators
+  '??=': 'NullishEq',
+  '+=': 'PlusEq',
+  '-=': 'MinusEq',
+  '*=': 'StarEq',
+  '/=': 'SlashEq',
+  '%=': 'ModuloEq',
+
+  // Nullish coalescing
+  '??': 'NullishCoalesce',
+
+  // Math
+  '*': 'Star',
+  '**': 'StarStar',
+  '=': 'Eq',
+  '/': 'Slash',
+  '+': 'Plus',
+  '-': 'Minus',
+  '%': 'Modulo',
+
+  // Dotget
+  '.': 'Dot',
+
+  // Pipe
+  '|': 'operator',
+}
+
+export class Tree {
+  constructor(public topNode: SyntaxNode) { }
+
+  get length(): number {
+    return this.topNode.to
+  }
+
+  cursor() {
+    return {
+      type: this.topNode.type,
+      from: this.topNode.from,
+      to: this.topNode.to,
+      node: this.topNode,
+    }
+  }
+
+  iterate(options: { enter: (node: SyntaxNode) => void }) {
+    const iter = (node: SyntaxNode) => {
+      for (const n of node.children) iter(n)
+      options.enter(node)
+    }
+
+    iter(this.topNode)
+  }
+}
+
+export class SyntaxNode {
+  #type: NodeType
+  #isError = false
+  from: number
+  to: number
+  parent: SyntaxNode | null
+  children: SyntaxNode[] = []
+
+  constructor(type: NodeType, from: number, to: number, parent: SyntaxNode | null = null) {
+    this.#type = type
+    this.from = from
+    this.to = to
+    this.parent = parent
+  }
+
+  static from(token: Token, parent?: SyntaxNode): SyntaxNode {
+    return new SyntaxNode(TokenType[token.type] as NodeType, token.from, token.to, parent ?? null)
+  }
+
+  get type(): { type: NodeType, name: NodeType, isError: boolean, is: (other: NodeType) => boolean } {
+    return {
+      type: this.#type,
+      name: this.#type,
+      isError: this.#isError,
+      is: (other: NodeType) => other === this.#type
+    }
+  }
+
+  set type(name: NodeType) {
+    this.#type = name
+  }
+
+  get name(): string {
+    return this.type.name
+  }
+
+  get isError(): boolean {
+    return this.#isError
+  }
+
+  set isError(err: boolean) {
+    this.#isError = err
+  }
+
+  get firstChild(): SyntaxNode | null {
+    return this.children[0] ?? null
+  }
+
+  get lastChild(): SyntaxNode | null {
+    return this.children.at(-1) ?? null
+  }
+
+  get nextSibling(): SyntaxNode | null {
+    if (!this.parent) return null
+    const siblings = this.parent.children
+    const index = siblings.indexOf(this)
+    return index >= 0 && index < siblings.length - 1 ? siblings[index + 1]! : null
+  }
+
+  get prevSibling(): SyntaxNode | null {
+    if (!this.parent) return null
+    const siblings = this.parent.children
+    const index = siblings.indexOf(this)
+    return index > 0 ? siblings[index - 1]! : null
+  }
+
+  add(node: SyntaxNode) {
+    node.parent = this
+    this.children.push(node)
+  }
+
+  push(...nodes: SyntaxNode[]): SyntaxNode {
+    nodes.forEach(child => child.parent = this)
+    this.children.push(...nodes)
+    return this
+  }
+
+  toString(): string {
+    return this.type.name
+  }
+}
+
+// Operator precedence (binding power) - higher = tighter binding
+export const precedence: Record<string, number> = {
+  // Logical
+  'or': 10,
+  'and': 20,
+
+  // Comparison
+  '==': 30,
+  '!=': 30,
+  '<': 30,
+  '>': 30,
+  '<=': 30,
+  '>=': 30,
+
+  // Nullish coalescing
+  '??': 35,
+
+  // Bitwise shifts (lower precedence than addition)
+  '<<': 37,
+  '>>': 37,
+  '>>>': 37,
+
+  // Addition/Subtraction
+  '+': 40,
+  '-': 40,
+
+  // Bitwise AND/OR/XOR (higher precedence than addition)
+  'band': 45,
+  'bor': 45,
+  'bxor': 45,
+
+  // Multiplication/Division/Modulo
+  '*': 50,
+  '/': 50,
+  '%': 50,
+
+  // Exponentiation (right-associative)
+  '**': 60,
+}
+
+export const conditionals = new Set([
+  '==', '!=', '<', '>', '<=', '>=', '??', 'and', 'or'
+])
+
+export const compounds = [
+  '??=', '+=', '-=', '*=', '/=', '%='
+]

src/parser/parser2.ts

@@ -0,0 +1,991 @@
+import { CompilerError } from '#compiler/compilerError'
+import { Scanner, type Token, TokenType } from './tokenizer2'
+import { SyntaxNode, operators, precedence, conditionals, compounds } from './node'
+import { parseString } from './stringParser'
+
+const $T = TokenType
+
+// tell the dotGet searcher about builtin globals
+export const globals: string[] = []
+export const setGlobals = (newGlobals: string[] | Record<string, any>) => {
+  globals.length = 0
+  globals.push(...(Array.isArray(newGlobals) ? newGlobals : Object.keys(newGlobals)))
+}
+
+export const parse = (input: string): SyntaxNode => {
+  const parser = new Parser()
+  return parser.parse(input)
+}
+
+class Scope {
+  parent?: Scope
+  set = new Set<string>()
+
+  constructor(parent?: Scope) {
+    this.parent = parent
+
+    // no parent means this is global scope
+    if (!parent) for (const name of globals) this.add(name)
+  }
+
+  add(key: string) {
+    this.set.add(key)
+  }
+
+  has(key: string): boolean {
+    return this.set.has(key) || this.parent?.has(key) || false
+  }
+}
+
+export class Parser {
+  tokens: Token[] = []
+  pos = 0
+  inParens = 0
+  input = ''
+  scope = new Scope
+  inTestExpr = false
+
+  parse(input: string): SyntaxNode {
+    const scanner = new Scanner()
+    this.tokens = scanner.tokenize(input)
+    this.pos = 0
+    this.input = input
+    this.scope = new Scope()
+    this.inTestExpr = false
+
+    const node = new SyntaxNode('Program', 0, input.length)
+
+    while (!this.isEOF()) {
+      if (this.is($T.Newline) || this.is($T.Semicolon)) {
+        this.next()
+        continue
+      }
+
+      const prevPos = this.pos
+      const stmt = this.statement()
+      if (stmt) node.add(stmt)
+
+      if (this.pos === prevPos && !this.isEOF())
+        throw `parser didn't advance - you need to call next()\n\n       ${this.input}\n`
+    }
+
+    return node
+  }
+
+  //
+  // parse foundation nodes - statements, expressions
+  //
+
+  // statement is a line of code
+  statement(): SyntaxNode | null {
+    if (this.is($T.Comment))
+      return this.comment()
+
+    while (this.is($T.Newline) || this.is($T.Semicolon))
+      this.next()
+
+    if (this.isEOF() || this.isExprEndKeyword())
+      return null
+
+    return this.expression()
+  }
+
+  // expressions can be found in four places:
+  // 1. line of code
+  // 2. right side of assignment
+  // 3. if/while conditions
+  // 4. inside (parens)
+  expression(allowPipe = true): SyntaxNode {
+    let expr
+
+    // x = value
+    if (this.is($T.Identifier) && (
+      this.nextIs($T.Operator, '=') || compounds.some(x => this.nextIs($T.Operator, x))
+    ))
+      expr = this.assign()
+
+    // if, while, do, etc
+    else if (this.is($T.Keyword))
+      expr = this.keywords()
+
+    // dotget
+    else if (this.nextIs($T.Operator, '.'))
+      expr = this.dotGetFunctionCall()
+
+    // echo hello world
+    else if (this.is($T.Identifier) && !this.nextIs($T.Operator) && !this.nextIsExprEnd())
+      expr = this.functionCall()
+
+    // bare-function-call
+    else if (this.is($T.Identifier) && this.nextIsExprEnd())
+      expr = this.functionCallOrIdentifier()
+
+    // everything else
+    else
+      expr = this.exprWithPrecedence()
+
+    // check for destructuring
+    if (expr.type.is('Array') && this.is($T.Operator, '='))
+      return this.destructure(expr)
+
+    // check for parens function call
+    // ex: (ref my-func) my-arg
+    if (expr.type.is('ParenExpr') && !this.isExprEnd())
+      expr = this.functionCall(expr)
+
+    // if dotget is followed by binary operator, continue parsing as binary expression
+    if (expr.type.is('DotGet') && this.is($T.Operator) && !this.is($T.Operator, '|'))
+      expr = this.dotGetBinOp(expr)
+
+    // one | echo
+    if (allowPipe && this.isPipe())
+      return this.pipe(expr)
+
+    // regular
+    else
+      return expr
+  }
+
+  // piping | stuff | is | cool
+  pipe(left: SyntaxNode): SyntaxNode {
+    const canLookPastNewlines = this.inParens === 0
+    const parts: SyntaxNode[] = [left]
+
+    while (this.isPipe()) {
+      // consume newlines before pipe (only if not in parens)
+      if (canLookPastNewlines) {
+        while (this.is($T.Newline)) this.next()
+      }
+
+      const pipeOp = this.op('|')
+      pipeOp.type = 'operator'
+      parts.push(pipeOp)
+
+      // consume newlines after pipe (only if not in parens)
+      if (canLookPastNewlines) {
+        while (this.is($T.Newline)) this.next()
+      }
+
+      // parse right side - don't allow nested pipes
+      parts.push(this.expression(false))
+    }
+
+    const node = new SyntaxNode('PipeExpr', parts[0]!.from, parts.at(-1)!.to)
+    return node.push(...parts)
+  }
+
+  // Pratt parser - parses expressions with precedence climbing
+  // bp = binding precedence
+  exprWithPrecedence(minBp = 0): SyntaxNode {
+    let left = this.value()
+
+    // infix operators with precedence
+    while (this.is($T.Operator)) {
+      const op = this.current().value!
+      const bp = precedence[op]
+
+      // operator has lower precedence than required, stop
+      if (bp === undefined || bp < minBp) break
+
+      const opNode = this.op()
+
+      // right-associative operators (like **) use same bp, others use bp + 1
+      const nextMinBp = op === '**' ? bp : bp + 1
+
+      // parse right-hand side with higher precedence
+      const right = this.exprWithPrecedence(nextMinBp)
+
+      const nodeType = conditionals.has(op) ? 'ConditionalOp' : 'BinOp'
+      const node = new SyntaxNode(nodeType, left.from, right.to)
+
+      node.push(left, opNode, right)
+      left = node
+    }
+
+    return left
+  }
+
+  // if, while, do, etc
+  keywords(): SyntaxNode {
+    if (this.is($T.Keyword, 'if'))
+      return this.if()
+
+    if (this.is($T.Keyword, 'while'))
+      return this.while()
+
+    if (this.is($T.Keyword, 'do'))
+      return this.do()
+
+    if (this.is($T.Keyword, 'try'))
+      return this.try()
+
+    if (this.is($T.Keyword, 'throw'))
+      return this.throw()
+
+    if (this.is($T.Keyword, 'not'))
+      return this.not()
+
+    if (this.is($T.Keyword, 'import'))
+      return this.import()
+
+    return this.expect($T.Keyword, 'if/while/do/import') as never
+  }
+
+  // value can be an atom or a (parens that gets turned into an atom)
+  // values are used in a few places:
+  // 1. function arguments
+  // 2. array/dict members
+  // 3. binary operations
+  // 4. anywhere an expression can be used
+  value(): SyntaxNode {
+    if (this.is($T.OpenParen))
+      return this.parens()
+
+    if (this.is($T.OpenBracket))
+      return this.arrayOrDict()
+
+    // dotget
+    if (this.nextIs($T.Operator, '.'))
+      return this.dotGet()
+
+    return this.atom()
+  }
+
+  //
+  // parse specific nodes
+  //
+
+  // raw determines whether we just want the SyntaxNodes or we want to
+  // wrap them in a PositionalArg
+  arg(raw = false): SyntaxNode {
+    // 'do' is a special function arg - it doesn't need to be wrapped
+    // in parens. otherwise, args are regular value()s
+    const val = this.is($T.Keyword, 'do') ? this.do() : this.value()
+
+    if (raw) {
+      return val
+    } else {
+      const arg = new SyntaxNode('PositionalArg', val.from, val.to)
+      if (val.isError) arg.isError = true
+      arg.add(val)
+      return arg
+    }
+  }
+
+  // [ 1 2 3 ]
+  array(): SyntaxNode {
+    const open = this.expect($T.OpenBracket)
+
+    const values = []
+    while (!this.is($T.CloseBracket) && !this.isEOF()) {
+      if (this.is($T.Semicolon) || this.is($T.Newline)) {
+        this.next()
+        continue
+      }
+
+      if (this.is($T.Comment)) {
+        values.push(this.comment())
+        continue
+      }
+
+      values.push(this.value())
+    }
+
+    const close = this.expect($T.CloseBracket)
+
+    const node = new SyntaxNode('Array', open.from, close.to)
+    return node.push(...values)
+  }
+
+  // which are we dealing with? ignores leading newlines and comments
+  arrayOrDict(): SyntaxNode {
+    let peek = 1
+    let curr = this.peek(peek++)
+    let isDict = false
+
+    while (curr && curr.type !== $T.CloseBracket) {
+      // definitely a dict
+      if (curr.type === $T.NamedArgPrefix) {
+        isDict = true
+        break
+      }
+
+      // empty dict
+      if (curr.type === $T.Operator && curr.value === '=') {
+        isDict = true
+        break
+      }
+
+      // [ a = true ]
+      const next = this.peek(peek)
+      if (next?.type === $T.Operator && next.value === '=') {
+        isDict = true
+        break
+      }
+
+      // probably an array
+      if (curr.type !== $T.Comment && curr.type !== $T.Semicolon && curr.type !== $T.Newline)
+        break
+
+      curr = this.peek(peek++)
+    }
+
+    return isDict ? this.dict() : this.array()
+  }
+
+  // x = true
+  assign(): SyntaxNode {
+    const ident = this.assignableIdentifier()
+    const opToken = this.current()!
+    const op = this.op()
+    const expr = this.expression()
+
+    const node = new SyntaxNode(
+      opToken.value === '=' ? 'Assign' : 'CompoundAssign',
+      ident.from,
+      expr.to
+    )
+
+    return node.push(ident, op, expr)
+  }
+
+  // identifier used in assignment (TODO: legacy lezer quirk)
+  assignableIdentifier(): SyntaxNode {
+    const token = this.expect($T.Identifier)
+    this.scope.add(token.value!)
+    const node = SyntaxNode.from(token)
+    node.type = 'AssignableIdentifier'
+    return node
+  }
+
+  // atoms are the basic building blocks: literals, identifiers, words
+  atom(): SyntaxNode {
+    if (this.is($T.String))
+      return this.string()
+
+    if (this.isAny($T.Null, $T.Boolean, $T.Number, $T.Identifier, $T.Word, $T.Regex, $T.Underscore))
+      return SyntaxNode.from(this.next())
+
+    const next = this.next()
+    throw new CompilerError(`Unexpected token: ${TokenType[next.type]}`, next.from, next.to)
+  }
+
+  // blocks in if, do, special calls, etc
+  // `: something end`
+  //
+  // `blockNode` determines whether we return [colon, BlockNode, end] or
+  // just a list of statements like [colon, stmt1, stmt2, end]
+  block(blockNode = true): SyntaxNode[] {
+    const stmts: SyntaxNode[] = []
+    const colon = this.colon()
+
+    while (!this.isExprEndKeyword() && !this.isEOF()) {
+      const stmt = this.statement()
+      if (stmt) stmts.push(stmt)
+    }
+
+    const out = [colon]
+
+    if (blockNode) {
+      const block = new SyntaxNode('Block', stmts[0]!.from, stmts.at(-1)!.to)
+      block.push(...stmts)
+      out.push(block)
+    } else {
+      out.push(...stmts)
+    }
+
+    return out
+  }
+
+  // catch err: block
+  catch(): SyntaxNode {
+    const keyword = this.keyword('catch')
+
+    let catchVar
+    if (this.is($T.Identifier))
+      catchVar = this.identifier()
+
+    const block = this.block()
+
+    const node = new SyntaxNode('CatchExpr', keyword.from, block.at(-1)!.to)
+
+    node.push(keyword)
+    if (catchVar) node.push(catchVar)
+    return node.push(...block)
+  }
+
+  // colon
+  colon(): SyntaxNode {
+    const colon = SyntaxNode.from(this.expect($T.Colon))
+    colon.type = 'colon' // TODO lezer legacy
+    return colon
+  }
+
+  // # comment
+  comment(): SyntaxNode {
+    return SyntaxNode.from(this.expect($T.Comment))
+  }
+
+  // [ a b c ] = [ 1 2 3 ]
+  destructure(array: SyntaxNode): SyntaxNode {
+    const eq = this.op('=')
+    const val = this.expression()
+
+    for (const ident of array.children) {
+      const varName = this.input.slice(ident.from, ident.to)
+      this.scope.add(varName)
+    }
+
+    const node = new SyntaxNode('Assign', array.from, val.to)
+    return node.push(array, eq, val)
+  }
+
+  // [ a=1 b=true c='three' ]
+  dict(): SyntaxNode {
+    const open = this.expect($T.OpenBracket)
+    let isError = false
+
+    // empty dict [=] or [ = ]
+    if (this.is($T.Operator, '=') && this.nextIs($T.CloseBracket)) {
+      const _op = this.next()
+      const close = this.next()
+      return new SyntaxNode('Dict', open.from, close.to)
+    }
+
+    const values = []
+    while (!this.is($T.CloseBracket) && !this.isEOF()) {
+      if (this.is($T.Semicolon) || this.is($T.Newline)) {
+        this.next()
+        continue
+      }
+
+      if (this.is($T.Comment)) {
+        values.push(this.comment())
+        continue
+      }
+
+      // check for named arg with space after it (vs connected)
+      if (this.nextIs($T.Operator, '=')) {
+        const ident = this.identifier()
+        const op = this.op('=')
+        const prefix = new SyntaxNode('NamedArgPrefix', ident.from, op.to)
+
+        if (this.is($T.CloseBracket) || this.is($T.Semicolon) || this.is($T.Newline)) {
+          const node = new SyntaxNode('NamedArg', ident.from, op.to)
+          node.isError = true
+          isError = true
+          values.push(node.push(prefix))
+        } else {
+          const val = this.arg(true)
+          const node = new SyntaxNode('NamedArg', ident.from, val.to)
+          values.push(node.push(prefix, val))
+        }
+      } else {
+        const arg = this.is($T.NamedArgPrefix) ? this.namedArg() : this.arg()
+        if (arg.isError) isError = true
+        values.push(arg)
+      }
+    }
+
+    const close = this.expect($T.CloseBracket)
+
+    const node = new SyntaxNode('Dict', open.from, close.to)
+    node.isError = isError
+    return node.push(...values)
+  }
+
+  // FunctionDef `do x y: something end`
+  do(): SyntaxNode {
+    const doNode = this.keyword('do')
+    doNode.type = 'Do'
+    this.scope = new Scope(this.scope)
+
+    const params = []
+    while (!this.is($T.Colon) && !this.isExprEnd()) {
+      let varName = this.current().value!
+      if (varName.endsWith('=')) varName = varName.slice(0, varName.length - 1)
+      this.scope.add(varName)
+
+      let arg
+      if (this.is($T.Identifier))
+        arg = this.identifier()
+      else if (this.is($T.NamedArgPrefix))
+        arg = this.namedParam()
+      else
+        throw new CompilerError(`Expected Identifier or NamedArgPrefix, got ${TokenType[this.current().type]}`, this.current().from, this.current().to)
+
+      params.push(arg)
+    }
+
+    const block = this.block(false)
+    let catchNode, finalNode
+
+    if (this.is($T.Keyword, 'catch'))
+      catchNode = this.catch()
+
+    if (this.is($T.Keyword, 'finally'))
+      finalNode = this.finally()
+
+    const end = this.keyword('end')
+
+    let last = block.at(-1)
+    if (finalNode) last = finalNode.children.at(-1)!
+    else if (catchNode) last = catchNode.children.at(-1)!
+
+    const node = new SyntaxNode('FunctionDef', doNode.from, last!.to)
+
+    node.add(doNode)
+
+    const paramsNode = new SyntaxNode(
+      'Params',
+      params[0]?.from ?? 0,
+      params.at(-1)?.to ?? 0
+    )
+
+    if (params.length) paramsNode.push(...params)
+    node.add(paramsNode)
+
+    this.scope = this.scope.parent!
+
+    node.push(...block)
+
+    if (catchNode) node.push(catchNode)
+    if (finalNode) node.push(finalNode)
+
+    return node.push(end)
+  }
+
+  // config.path
+  dotGet(): SyntaxNode {
+    const left = this.identifier()
+    const ident = this.input.slice(left.from, left.to)
+
+    // not in scope, just return Word
+    if (!this.scope.has(ident))
+      return this.word(left)
+
+    if (left.type.is('Identifier')) left.type = 'IdentifierBeforeDot'
+
+    let parts = []
+    while (this.is($T.Operator, '.')) {
+      this.next()
+      parts.push(this.is($T.OpenParen) ? this.parens() : this.atom())
+    }
+
+    // TODO lezer legacy - we can do a flat DotGet if we remove this
+    const nodes = parts.length > 1 ? collapseDotGets(parts) : undefined
+
+    const node = new SyntaxNode('DotGet', left.from, parts.at(-1)!.to)
+    return nodes ? node.push(left, nodes!) : node.push(left, ...parts)
+  }
+
+  // continue parsing dotget/word binary operation
+  dotGetBinOp(left: SyntaxNode): SyntaxNode {
+    while (this.is($T.Operator) && !this.is($T.Operator, '|')) {
+      const op = this.current().value!
+      const bp = precedence[op]
+      if (bp === undefined) break
+
+      const opNode = this.op()
+      const right = this.exprWithPrecedence(bp + 1)
+
+      const nodeType = conditionals.has(op) ? 'ConditionalOp' : 'BinOp'
+      const node = new SyntaxNode(nodeType, left.from, right.to)
+      node.push(left, opNode, right)
+      left = node
+    }
+    return left
+  }
+
+  // dotget in a statement/expression (something.blah) or (something.blah arg1)
+  dotGetFunctionCall(): SyntaxNode {
+    const dotGet = this.dotGet()
+
+    // if followed by a binary operator (not pipe), return dotGet/Word as-is for expression parser
+    if (this.is($T.Operator) && !this.is($T.Operator, '|'))
+      return dotGet
+
+    // dotget not in scope, regular Word
+    if (dotGet.type.is('Word')) return dotGet
+
+    if (this.isExprEnd())
+      return this.functionCallOrIdentifier(dotGet)
+    else
+      return this.functionCall(dotGet)
+  }
+
+  // can be used in functions or try block
+  finally(): SyntaxNode {
+    const keyword = this.keyword('finally')
+    const block = this.block()
+    const node = new SyntaxNode('FinallyExpr', keyword.from, block.at(-1)!.to)
+
+    return node.push(keyword, ...block)
+  }
+
+  // you're lookin at it
+  functionCall(fn?: SyntaxNode): SyntaxNode {
+    const ident = fn ?? this.identifier()
+    let isError = false
+
+    const args: SyntaxNode[] = []
+    while (!this.isExprEnd()) {
+      const arg = this.is($T.NamedArgPrefix) ? this.namedArg() : this.arg()
+      if (arg.isError) isError = true
+      args.push(arg)
+    }
+
+    const node = new SyntaxNode('FunctionCall', ident.from, (args.at(-1) || ident).to)
+    node.push(ident, ...args)
+
+    if (isError) node.isError = true
+
+    if (!this.inTestExpr && this.is($T.Colon)) {
+      const block = this.block()
+      const end = this.keyword('end')
+      const blockNode = new SyntaxNode('FunctionCallWithBlock', node.from, end.to)
+      return blockNode.push(node, ...block, end)
+    }
+
+    return node
+  }
+
+  // bare identifier in an expression
+  functionCallOrIdentifier(inner?: SyntaxNode) {
+    if (!inner && this.nextIs($T.Operator, '.')) {
+      inner = this.dotGet()
+
+      // if the dotGet was just a Word, bail
+      if (inner.type.is('Word')) return inner
+    }
+
+    inner ??= this.identifier()
+
+    const wrapper = new SyntaxNode('FunctionCallOrIdentifier', inner.from, inner.to)
+    wrapper.push(inner)
+
+    if (!this.inTestExpr && this.is($T.Colon)) {
+      const block = this.block()
+      const end = this.keyword('end')
+      const node = new SyntaxNode('FunctionCallWithBlock', wrapper.from, end.to)
+      return node.push(wrapper, ...block, end)
+    }
+
+    return wrapper
+  }
+
+  // function and variable names
+  identifier(): SyntaxNode {
+    return SyntaxNode.from(this.expect($T.Identifier))
+  }
+
+  // if something: blah end
+  // if something: blah else: blah end
+  // if something: blah else if something: blah else: blah end
+  if(): SyntaxNode {
+    const ifNode = this.keyword('if')
+    const test = this.testExpr()
+    const ifBlock = this.block()
+
+    const node = new SyntaxNode('IfExpr', ifNode.from, ifBlock.at(-1)!.to)
+    node.push(ifNode, test)
+    node.push(...ifBlock)
+
+    while (this.is($T.Keyword, 'else') && this.nextIs($T.Keyword, 'if')) {
+      const elseWord = this.keyword('else')
+      const ifWord = this.keyword('if')
+      const elseIfTest = this.testExpr()
+      const elseIfBlock = this.block()
+      const elseIfNode = new SyntaxNode('ElseIfExpr', elseWord.from, elseIfBlock.at(-1)!.to)
+      elseIfNode.push(elseWord, ifWord, elseIfTest)
+      elseIfNode.push(...elseIfBlock)
+      node.push(elseIfNode)
+    }
+
+    if (this.is($T.Keyword, 'else') && this.nextIs($T.Colon)) {
+      const elseWord = this.keyword('else')
+      const elseBlock = this.block()
+      const elseNode = new SyntaxNode('ElseExpr', elseWord.from, elseBlock.at(-1)!.to)
+      elseNode.push(elseWord)
+      elseNode.push(...elseBlock)
+      node.push(elseNode)
+    }
+
+    return node.push(this.keyword('end'))
+  }
+
+  import(): SyntaxNode {
+    const keyword = this.keyword('import')
+
+    const args: SyntaxNode[] = []
+    while (!this.isExprEnd()) {
+      if (this.is($T.NamedArgPrefix)) {
+        const prefix = SyntaxNode.from(this.next())
+        const val = this.value()
+        const arg = new SyntaxNode('NamedArg', prefix.from, val.to)
+        arg.push(prefix, val)
+        args.push(arg)
+      } else {
+        args.push(this.identifier())
+      }
+    }
+
+    const node = new SyntaxNode('Import', keyword.from, args.at(-1)!.to)
+    node.add(keyword)
+    return node.push(...args)
+  }
+
+  // if, while, do, etc
+  keyword(name: string): SyntaxNode {
+    const node = SyntaxNode.from(this.expect($T.Keyword, name))
+    node.type = 'keyword' // TODO lezer legacy
+    return node
+  }
+
+  // abc= true
+  namedArg(): SyntaxNode {
+    const prefix = SyntaxNode.from(this.expect($T.NamedArgPrefix))
+
+    if (this.isExprEnd()) {
+      const node = new SyntaxNode('NamedArg', prefix.from, prefix.to)
+      node.isError = true
+      return node.push(prefix)
+    }
+
+    const val = this.arg(true)
+    const node = new SyntaxNode('NamedArg', prefix.from, val.to)
+    return node.push(prefix, val)
+  }
+
+  // abc= null|true|123|'hi'
+  namedParam(): SyntaxNode {
+    const prefix = SyntaxNode.from(this.expect($T.NamedArgPrefix))
+    const val = this.value()
+
+    if (!['Null', 'Boolean', 'Number', 'String'].includes(val.type.name))
+      throw new CompilerError(`Default value must be null, boolean, number, or string, got ${val.type.name}`, val.from, val.to)
+
+    const node = new SyntaxNode('NamedParam', prefix.from, val.to)
+    return node.push(prefix, val)
+  }
+
+  // not blah
+  not(): SyntaxNode {
+    const keyword = this.keyword('not')
+    const val = this.expression()
+    const node = new SyntaxNode('Not', keyword.from, val.to)
+    return node.push(keyword, val)
+  }
+
+  // operators like + - =
+  op(op?: string): SyntaxNode {
+    const token = op ? this.expect($T.Operator, op) : this.expect($T.Operator)
+    const name = operators[token.value!]
+    if (!name) throw new CompilerError(`Operator not registered: ${token.value!}`, token.from, token.to)
+    return new SyntaxNode(name, token.from, token.to)
+  }
+
+  // ( expressions in parens )
+  parens(): SyntaxNode {
+    this.inParens++
+    const open = this.expect($T.OpenParen)
+    const child = this.expression()
+    const close = this.expect($T.CloseParen)
+    this.inParens--
+
+    const node = new SyntaxNode('ParenExpr', open.from, close.to)
+    node.add(child)
+
+    return node
+  }
+
+  // 'hell yes' "hell no" { hell if i know }
+  string(): SyntaxNode {
+    const token = this.expect($T.String)
+    return parseString(this.input, token.from, token.to, this)
+  }
+
+  // if TEST: blah end
+  testExpr(): SyntaxNode {
+    this.inTestExpr = true
+    const expr = this.expression()
+    this.inTestExpr = false
+    return expr
+  }
+
+  // throw blah
+  throw(): SyntaxNode {
+    const keyword = this.keyword('throw')
+    const val = this.expression()
+    const node = new SyntaxNode('Throw', keyword.from, val.to)
+    return node.push(keyword, val)
+  }
+
+  // try: blah catch e: blah end
+  try(): SyntaxNode {
+    const tryNode = this.keyword('try')
+    const tryBlock = this.block()
+    let last = tryBlock.at(-1)
+    let catchNode, finalNode
+
+    if (this.is($T.Keyword, 'catch'))
+      catchNode = this.catch()
+
+    if (this.is($T.Keyword, 'finally'))
+      finalNode = this.finally()
+
+    const end = this.keyword('end')
+
+    if (finalNode) last = finalNode.children.at(-1)
+    else if (catchNode) last = catchNode.children.at(-1)
+
+    const node = new SyntaxNode('TryExpr', tryNode.from, last!.to)
+    node.push(tryNode, ...tryBlock)
+
+    if (catchNode)
+      node.push(catchNode)
+
+    if (finalNode)
+      node.push(finalNode)
+
+    return node.push(end)
+  }
+
+  // while test: blah end
+  while(): SyntaxNode {
+    const keyword = this.keyword('while')
+    const test = this.testExpr()
+    const block = this.block()
+    const end = this.keyword('end')
+
+    const node = new SyntaxNode('WhileExpr', keyword.from, end.to)
+    return node.push(keyword, test, ...block, end)
+  }
+
+  // readme.txt (when `readme` isn't in scope)
+  word(start?: SyntaxNode): SyntaxNode {
+    const parts = [start ?? this.expect($T.Word)]
+
+    while (this.is($T.Operator, '.')) {
+      this.next()
+      if (this.isAny($T.Word, $T.Identifier, $T.Number))
+        parts.push(this.next())
+    }
+
+    return new SyntaxNode('Word', parts[0]!.from, parts.at(-1)!.to)
+  }
+
+  //
+  // helpers
+  //
+
+  current(): Token {
+    return this.tokens[this.pos] || { type: TokenType.Newline, from: 0, to: 0 }
+  }
+
+  peek(offset = 1): Token | undefined {
+    return this.tokens[this.pos + offset]
+  }
+
+  // look past newlines to check for a specific token
+  peekPastNewlines(type: TokenType, value?: string): boolean {
+    let offset = 1
+    let peek = this.peek(offset)
+
+    while (peek && peek.type === $T.Newline)
+      peek = this.peek(++offset)
+
+    if (!peek || peek.type !== type) return false
+    if (value !== undefined && peek.value !== value) return false
+    return true
+  }
+
+  next(): Token {
+    const token = this.current()
+    this.pos++
+    return token
+  }
+
+  is(type: TokenType, value?: string): boolean {
+    const token = this.current()
+    if (!token || token.type !== type) return false
+    if (value !== undefined && token.value !== value) return false
+    return true
+  }
+
+  isAny(...type: TokenType[]): boolean {
+    return type.some(x => this.is(x))
+  }
+
+  nextIs(type: TokenType, value?: string): boolean {
+    const token = this.peek()
+    if (!token || token.type !== type) return false
+    if (value !== undefined && token.value !== value) return false
+    return true
+  }
+
+  nextIsAny(...type: TokenType[]): boolean {
+    return type.some(x => this.nextIs(x))
+  }
+
+  isExprEnd(): boolean {
+    return this.isAny($T.Colon, $T.Semicolon, $T.Newline, $T.CloseParen, $T.CloseBracket) ||
+      this.is($T.Operator, '|') ||
+      this.isExprEndKeyword() || !this.current()
+  }
+
+  nextIsExprEnd(): boolean {
+    // pipes act like expression end for function arg parsing
+    if (this.nextIs($T.Operator, '|'))
+      return true
+
+    return this.nextIsAny($T.Colon, $T.Semicolon, $T.Newline, $T.CloseBracket, $T.CloseParen) ||
+      this.nextIs($T.Keyword, 'end') || this.nextIs($T.Keyword, 'else') ||
+      this.nextIs($T.Keyword, 'catch') || this.nextIs($T.Keyword, 'finally') ||
+      !this.peek()
+  }
+
+  isExprEndKeyword(): boolean {
+    return this.is($T.Keyword, 'end') || this.is($T.Keyword, 'else') ||
+      this.is($T.Keyword, 'catch') || this.is($T.Keyword, 'finally')
+  }
+
+  isPipe(): boolean {
+    // inside parens, only look for pipes on same line (don't look past newlines)
+    const canLookPastNewlines = this.inParens === 0
+
+    return this.is($T.Operator, '|') ||
+      (canLookPastNewlines && this.peekPastNewlines($T.Operator, '|'))
+  }
+
+  expect(type: TokenType, value?: string): Token | never {
+    if (!this.is(type, value)) {
+      const token = this.current()
+      throw new CompilerError(`Expected ${TokenType[type]}${value ? ` "${value}"` : ''}, got ${TokenType[token?.type || 0]}${token?.value ? ` "${token.value}"` : ''} at position ${this.pos}`, token.from, token.to)
+    }
+    return this.next()
+  }
+
+  isEOF(): boolean {
+    return this.pos >= this.tokens.length
+  }
+}
+
+// TODO lezer legacy
+function collapseDotGets(origNodes: SyntaxNode[]): SyntaxNode {
+  const nodes = [...origNodes]
+  let right = nodes.pop()!
+
+  while (nodes.length > 0) {
+    const left = nodes.pop()!
+
+    if (left.type.is('Identifier')) left.type = 'IdentifierBeforeDot'
+
+    const dot = new SyntaxNode("DotGet", left.from, right.to)
+    dot.push(left, right)
+
+    right = dot
+  }
+
+  return right
+}

src/parser/scopeTracker.ts

@@ -1,96 +0,0 @@
-import { ContextTracker, InputStream } from '@lezer/lr'
-import * as terms from './shrimp.terms'
-
-export class Scope {
-  constructor(public parent: Scope | null, public vars = new Set<string>()) {}
-
-  has(name: string): boolean {
-    return this.vars.has(name) || (this.parent?.has(name) ?? false)
-  }
-
-  hash(): number {
-    let h = 0
-    for (const name of this.vars) {
-      for (let i = 0; i < name.length; i++) {
-        h = (h << 5) - h + name.charCodeAt(i)
-        h |= 0
-      }
-    }
-    if (this.parent) {
-      h = (h << 5) - h + this.parent.hash()
-      h |= 0
-    }
-    return h
-  }
-
-  // Static methods that return new Scopes (immutable operations)
-
-  static add(scope: Scope, ...names: string[]): Scope {
-    const newVars = new Set(scope.vars)
-    names.forEach((name) => newVars.add(name))
-    return new Scope(scope.parent, newVars)
-  }
-
-  push(): Scope {
-    return new Scope(this, new Set())
-  }
-
-  pop(): Scope {
-    return this.parent ?? this
-  }
-}
-
-// Tracker context that combines Scope with temporary pending identifiers
-class TrackerContext {
-  constructor(public scope: Scope, public pendingIds: string[] = []) {}
-}
-
-// Extract identifier text from input stream
-const readIdentifierText = (input: InputStream, start: number, end: number): string => {
-  let text = ''
-  for (let i = start; i < end; i++) {
-    const offset = i - input.pos
-    const ch = input.peek(offset)
-    if (ch === -1) break
-    text += String.fromCharCode(ch)
-  }
-  return text
-}
-
-export const trackScope = new ContextTracker<TrackerContext>({
-  start: new TrackerContext(new Scope(null, new Set())),
-
-  shift(context, term, stack, input) {
-    if (term !== terms.AssignableIdentifier) return context
-
-    const text = readIdentifierText(input, input.pos, stack.pos)
-    return new TrackerContext(context.scope, [...context.pendingIds, text])
-  },
-
-  reduce(context, term) {
-    // Add assignment variable to scope
-    if (term === terms.Assign) {
-      const varName = context.pendingIds.at(-1)
-      if (!varName) return context
-      return new TrackerContext(Scope.add(context.scope, varName), context.pendingIds.slice(0, -1))
-    }
-
-    // Push new scope and add all parameters
-    if (term === terms.Params) {
-      let newScope = context.scope.push()
-      if (context.pendingIds.length > 0) {
-        newScope = Scope.add(newScope, ...context.pendingIds)
-      }
-      return new TrackerContext(newScope, [])
-    }
-
-    // Pop scope when exiting function
-    if (term === terms.FunctionDef) {
-      return new TrackerContext(context.scope.pop(), [])
-    }
-
-    return context
-  },
-
-  hash: (context) => context.scope.hash(),
-})

src/parser/shrimp.grammar

@@ -1,214 +0,0 @@
-@external propSource highlighting from "./highlight"
-
-@context trackScope from "./scopeTracker"
-
-@skip { space }
-
-@top Program { item* }
-
-@tokens {
-  @precedence { Number "-" Regex "/"}
-
-  StringFragment { !['\\$]+ }
-  NamedArgPrefix { $[a-z]+ "=" }
-  Number { "-"? $[0-9]+ ('.' $[0-9]+)? }
-  Boolean { "true" | "false" }
-  newlineOrSemicolon { "\n" | ";" }
-  eof { @eof }
-  space { " " | "\t" }
-  leftParen { "(" }
-  rightParen { ")" }
-  colon[closedBy="end", @name="colon"] { ":" }
-  end[openedBy="colon",  @name="end"] { "end" }
-  Underscore { "_" }
-  Null { "null" }
-  Regex { "//" (![/\\\n[] | "\\" ![\n] | "[" (![\n\\\]] | "\\" ![\n])* "]")+ ("//" $[gimsuy]*)? } // Stolen from the lezer JavaScript grammar
-  Fn[@name=keyword] { "fn" }
-  "if" [@name=keyword]
-  "elsif" [@name=keyword]
-  "else" [@name=keyword]
-  "and" [@name=operator]
-  "or" [@name=operator]
-  "!=" [@name=operator]
-  "<" [@name=operator]
-  "<=" [@name=operator]
-  ">" [@name=operator]
-  ">=" [@name=operator]
-  "=" [@name=operator]
-  "+"[@name=operator]
-  "-"[@name=operator]
-  "*"[@name=operator]
-  "/"[@name=operator]
-  "|"[@name=operator]
-
-}
-
-@external tokens tokenizer from "./tokenizer" { Identifier, AssignableIdentifier, Word, IdentifierBeforeDot }
-
-@precedence {
-  pipe @left,
-  multiplicative @left,
-  additive @left,
-  call
-}
-
-item { 
-  consumeToTerminator newlineOrSemicolon |
-  consumeToTerminator eof |
-  newlineOrSemicolon // allow blank lines
-}
-
-
-consumeToTerminator {
-  PipeExpr |
-  ambiguousFunctionCall |
-  DotGet |
-  IfExpr |
-  FunctionDef |
-  Assign |
-  BinOp |
-  expressionWithoutIdentifier
-}
-
-PipeExpr {
-  pipeOperand (!pipe "|" pipeOperand)+
-}
-
-pipeOperand {
-  FunctionCall | FunctionCallOrIdentifier
-}
-
-FunctionCallOrIdentifier {
-  Identifier
-}
-
-ambiguousFunctionCall {
-  FunctionCall | FunctionCallOrIdentifier
-}
-
-FunctionCall {
-  Identifier arg+
-}
-
-arg {
-  PositionalArg | NamedArg
-}
-
-
-PositionalArg {
-  expression | FunctionDef | Underscore
-}
-
-NamedArg {
-  NamedArgPrefix (expression | FunctionDef | Underscore)
-}
-
-FunctionDef {
-  singleLineFunctionDef | multilineFunctionDef
-}
-
-singleLineFunctionDef {
-  Fn Params colon consumeToTerminator end
-}
-
-multilineFunctionDef {
-  Fn Params colon newlineOrSemicolon block end
-}
-
-IfExpr {
-  singleLineIf | multilineIf
-}
-
-singleLineIf {
-  "if" (ConditionalOp | expression) colon ThenBlock { consumeToTerminator }
-}
-
-multilineIf {
-  "if" (ConditionalOp | expression) colon newlineOrSemicolon ThenBlock ElsifExpr* ElseExpr? end
-}
-
-ElsifExpr {
-  "elsif" (ConditionalOp | expression) colon newlineOrSemicolon ThenBlock
-}
-
-ElseExpr {
-  "else" colon newlineOrSemicolon ThenBlock
-}
-
-ThenBlock {
-  block
-}
-
-ConditionalOp {
-  expression "=" expression |
-  expression "!=" expression |
-  expression "<" expression |
-  expression "<=" expression |
-  expression ">" expression |
-  expression ">=" expression |
-  expression "and" (expression | ConditionalOp) |
-  expression "or" (expression | ConditionalOp)
-}
-
-Params {
-  AssignableIdentifier*
-}
-
-Assign {
-  AssignableIdentifier "=" consumeToTerminator
-}
-
-BinOp {
-  (expression | BinOp) !multiplicative "*" (expression | BinOp) |
-  (expression | BinOp) !multiplicative "/" (expression | BinOp) |
-  (expression | BinOp) !additive "+" (expression | BinOp) |
-  (expression | BinOp) !additive "-" (expression | BinOp)
-}
-
-ParenExpr {
-  leftParen (ambiguousFunctionCall | BinOp | expressionWithoutIdentifier | ConditionalOp | PipeExpr) rightParen
-}
-
-expression {
-  expressionWithoutIdentifier | DotGet | Identifier
-}
-
-@skip {} {
-  DotGet {
-    IdentifierBeforeDot "." Identifier
-  }
-
-  String { "'" stringContent* "'" }
-
-}
-
-stringContent {
-  StringFragment |
-  Interpolation |
-  EscapeSeq
-}
-
-Interpolation {
-  "$" Identifier |
-  "$" ParenExpr
-}
-
-EscapeSeq {
-  "\\" ("$" | "n" | "t" | "r" | "\\" | "'")
-}
-
-// We need expressionWithoutIdentifier to avoid conflicts in consumeToTerminator.
-// Without this, when parsing "my-var" at statement level, the parser can't decide:
-//   - ambiguousFunctionCall → FunctionCallOrIdentifier → Identifier
-//   - expression → Identifier  
-// Both want the same Identifier token! So we use expressionWithoutIdentifier
-// to remove Identifier from the second path, forcing standalone identifiers
-// to go through ambiguousFunctionCall (which is what we want semantically).
-// Yes, it is annoying and I gave up trying to use GLR to fix it.
-expressionWithoutIdentifier {
-  ParenExpr | Word | String | Number | Boolean | Regex | Null
-}
-
-block {
-  (consumeToTerminator newlineOrSemicolon)*
-}

src/parser/shrimp.grammar.d.ts

@@ -1,4 +0,0 @@
-declare module '*.grammar' {
-  const content: string
-  export default content
-}

src/parser/shrimp.terms.ts

@@ -1,36 +0,0 @@
-// This file was generated by lezer-generator. You probably shouldn't edit it.
-export const
-  Identifier = 1,
-  AssignableIdentifier = 2,
-  Word = 3,
-  IdentifierBeforeDot = 4,
-  Program = 5,
-  PipeExpr = 6,
-  FunctionCall = 7,
-  PositionalArg = 8,
-  ParenExpr = 9,
-  FunctionCallOrIdentifier = 10,
-  BinOp = 11,
-  ConditionalOp = 16,
-  String = 25,
-  StringFragment = 26,
-  Interpolation = 27,
-  EscapeSeq = 28,
-  Number = 29,
-  Boolean = 30,
-  Regex = 31,
-  Null = 32,
-  DotGet = 33,
-  FunctionDef = 34,
-  Fn = 35,
-  Params = 36,
-  colon = 37,
-  end = 38,
-  Underscore = 39,
-  NamedArg = 40,
-  NamedArgPrefix = 41,
-  IfExpr = 43,
-  ThenBlock = 46,
-  ElsifExpr = 47,
-  ElseExpr = 49,
-  Assign = 51

src/parser/shrimp.ts

@@ -1,25 +0,0 @@
-// This file was generated by lezer-generator. You probably shouldn't edit it.
-import {LRParser} from "@lezer/lr"
-import {tokenizer} from "./tokenizer"
-import {trackScope} from "./scopeTracker"
-import {highlighting} from "./highlight"
-export const parser = LRParser.deserialize({
-  version: 14,
-  states: ".jQVQaOOO#XQbO'#CfO$RQPO'#CgO$aQPO'#DmO$xQaO'#CeO%gOSO'#CuOOQ`'#Dq'#DqO%uOPO'#C}O%zQPO'#DpO&cQaO'#D|OOQ`'#DO'#DOOOQO'#Dn'#DnO&kQPO'#DmO&yQaO'#EQOOQO'#DX'#DXO'hQPO'#DaOOQO'#Dm'#DmO'mQPO'#DlOOQ`'#Dl'#DlOOQ`'#Db'#DbQVQaOOOOQ`'#Dp'#DpOOQ`'#Cd'#CdO'uQaO'#DUOOQ`'#Do'#DoOOQ`'#Dc'#DcO(PQbO,58}O&yQaO,59RO&yQaO,59RO)XQPO'#CgO)iQPO,59PO)zQPO,59PO)uQPO,59PO*uQPO,59PO*}QaO'#CwO+VQWO'#CxOOOO'#Du'#DuOOOO'#Dd'#DdO+kOSO,59aOOQ`,59a,59aO+yO`O,59iOOQ`'#De'#DeO,OQaO'#DQO,WQPO,5:hO,]QaO'#DgO,bQPO,58|O,sQPO,5:lO,zQPO,5:lO-PQaO,59{OOQ`,5:W,5:WOOQ`-E7`-E7`OOQ`,59p,59pOOQ`-E7a-E7aOOQO1G.m1G.mO-^QPO1G.mO&yQaO,59WO&yQaO,59WOOQ`1G.k1G.kOOOO,59c,59cOOOO,59d,59dOOOO-E7b-E7bOOQ`1G.{1G.{OOQ`1G/T1G/TOOQ`-E7c-E7cO-xQaO1G0SO!QQbO'#CfOOQO,5:R,5:ROOQO-E7e-E7eO.YQaO1G0WOOQO1G/g1G/gOOQO1G.r1G.rO.jQPO1G.rO.tQPO7+%nO.yQaO7+%oOOQO'#DZ'#DZOOQO7+%r7+%rO/ZQaO7+%sOOQ`<<IY<<IYO/qQPO'#DfO/vQaO'#EPO0^QPO<<IZOOQO'#D['#D[O0cQPO<<I_OOQ`,5:Q,5:QOOQ`-E7d-E7dOOQ`AN>uAN>uO&yQaO'#D]OOQO'#Dh'#DhO0nQPOAN>yO0yQPO'#D_OOQOAN>yAN>yO1OQPOAN>yO1TQPO,59wO1[QPO,59wOOQO-E7f-E7fOOQOG24eG24eO1aQPOG24eO1fQPO,59yO1kQPO1G/cOOQOLD*PLD*PO.yQaO1G/eO/ZQaO7+$}OOQO7+%P7+%POOQO<<Hi<<Hi",
-  stateData: "1v~O!_OS~OPPOQ_ORUOSVOmUOnUOoUOpUOsXO|]O!fSO!hTO!rbO~OPeORUOSVOmUOnUOoUOpUOsXOwfOygO!fSO!hTOzYX!rYX!vYX!gYXvYX~O[!dX]!dX^!dX_!dXa!dXb!dXc!dXd!dXe!dXf!dXg!dXh!dX~P!QO[kO]kO^lO_lO~O[kO]kO^lO_lO!r!aX!v!aXv!aX~OPPORUOSVOmUOnUOoUOpUO!fSO!hTO~OjtO!hwO!jrO!ksO~O!oxO~O[!dX]!dX^!dX_!dX!r!aX!v!aXv!aX~OQyOutP~Oz|O!r!aX!v!aXv!aX~OPeORUOSVOmUOnUOoUOpUO!fSO!hTO~Oa!QO~O!r!RO!v!RO~OsXOw!TO~P&yOsXOwfOygOzVa!rVa!vVa!gVavVa~P&yOa!XOb!XOc!XOd!XOe!XOf!XOg!YOh!YO~O[kO]kO^lO_lO~P(mO[kO]kO^lO_lO!g!ZO~O!g!ZO[!dX]!dX^!dX_!dXa!dXb!dXc!dXd!dXe!dXf!dXg!dXh!dX~Oz|O!g!ZO~OP![O!fSO~O!h!]O!j!]O!k!]O!l!]O!m!]O!n!]O~OjtO!h!_O!jrO!ksO~OP!`O~OQyOutX~Ou!bO~OP!cO~Oz|O!rUa!vUa!gUavUa~Ou!fO~P(mOu!fO~OQ_OsXO|]O~P$xO[kO]kO^Zi_Zi!rZi!vZi!gZivZi~OQ_OsXO|]O!r!kO~P$xOQ_OsXO|]O!r!nO~P$xO!g`iu`i~P(mOv!oO~OQ_OsXO|]Ov!sP~P$xOQ_OsXO|]Ov!sP!Q!sP!S!sP~P$xO!r!uO~OQ_OsXO|]Ov!sX!Q!sX!S!sX~P$xOv!wO~Ov!|O!Q!xO!S!{O~Ov#RO!Q!xO!S!{O~Ou#TO~Ov#RO~Ou#UO~P(mOu#UO~Ov#VO~O!r#WO~O!r#XO~Om_o]o~",
-  goto: "+m!vPPPPPP!w#W#f#k#W$VPPPP$lPPPPPPPP$xP%a%aPPPP%e&OP&dPPP#fPP&gP&s&v'PP'TP&g'Z'a'h'n't'}(UPPP([(`(t)W)]*WPPP*sPPPPPP*w*wP+X+a+ad`Od!Q!b!f!k!n!q#W#XRpSiZOSd|!Q!b!f!k!n!q#W#XVhPj!czUOPS]dgjkl!Q!X!Y!b!c!f!k!n!q!x#W#XR![rdROd!Q!b!f!k!n!q#W#XQnSQ!VkR!WlQpSQ!P]Q!h!YR#P!x{UOPS]dgjkl!Q!X!Y!b!c!f!k!n!q!x#W#XTtTvdWOd!Q!b!f!k!n!q#W#XgePS]gjkl!X!Y!c!xd`Od!Q!b!f!k!n!q#W#XUfPj!cR!TgR{Xe`Od!Q!b!f!k!n!q#W#XR!m!fQ!t!nQ#Y#WR#Z#XT!y!t!zQ!}!tR#S!zQdOR!SdSjP!cR!UjQvTR!^vQzXR!azW!q!k!n#W#XR!v!qS}[qR!e}Q!z!tR#Q!zTcOdSaOdQ!g!QQ!j!bQ!l!fZ!p!k!n!q#W#Xd[Od!Q!b!f!k!n!q#W#XQqSR!d|ViPj!cdQOd!Q!b!f!k!n!q#W#XUfPj!cQmSQ!O]Q!TgQ!VkQ!WlQ!h!XQ!i!YR#O!xdWOd!Q!b!f!k!n!q#W#XdeP]gjkl!X!Y!c!xRoSTuTvmYOPdgj!Q!b!c!f!k!n!q#W#XQ!r!kV!s!n#W#Xe^Od!Q!b!f!k!n!q#W#X",
-  nodeNames: "⚠ Identifier AssignableIdentifier Word IdentifierBeforeDot Program PipeExpr FunctionCall PositionalArg ParenExpr FunctionCallOrIdentifier BinOp operator operator operator operator ConditionalOp operator operator operator operator operator operator operator operator String StringFragment Interpolation EscapeSeq Number Boolean Regex Null DotGet FunctionDef keyword Params colon end Underscore NamedArg NamedArgPrefix operator IfExpr keyword ThenBlock ThenBlock ElsifExpr keyword ElseExpr keyword Assign",
-  maxTerm: 84,
-  context: trackScope,
-  nodeProps: [
-    ["closedBy", 37,"end"],
-    ["openedBy", 38,"colon"]
-  ],
-  propSources: [highlighting],
-  skippedNodes: [0],
-  repeatNodeCount: 7,
-  tokenData: "!&X~R!SOX$_XY$|YZ%gZp$_pq$|qr&Qrt$_tu'Yuw$_wx'_xy'dyz'}z{(h{|)R|}$_}!O)l!O!P,b!P!Q,{!Q![*]![!]5j!]!^%g!^!_6T!_!`7_!`!a7x!a#O$_#O#P9S#P#R$_#R#S9X#S#T$_#T#U9r#U#X;W#X#Y=m#Y#ZDs#Z#];W#]#^JO#^#b;W#b#cKp#c#d! Y#d#f;W#f#g!!z#g#h;W#h#i!#q#i#o;W#o#p$_#p#q!%i#q;'S$_;'S;=`$v<%l~$_~O$_~~!&SS$dUjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_S$yP;=`<%l$__%TUjS!_ZOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V%nUjS!rROt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V&VWjSOt$_uw$_x!_$_!_!`&o!`#O$_#P;'S$_;'S;=`$v<%lO$_V&vUbRjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_~'_O!j~~'dO!h~V'kUjS!fROt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V(UUjS!gROt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V(oU[RjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V)YU^RjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V)sWjS_ROt$_uw$_x!Q$_!Q![*]![#O$_#P;'S$_;'S;=`$v<%lO$_V*dYjSmROt$_uw$_x!O$_!O!P+S!P!Q$_!Q![*]![#O$_#P;'S$_;'S;=`$v<%lO$_V+XWjSOt$_uw$_x!Q$_!Q![+q![#O$_#P;'S$_;'S;=`$v<%lO$_V+xWjSmROt$_uw$_x!Q$_!Q![+q![#O$_#P;'S$_;'S;=`$v<%lO$_T,iU!oPjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V-SWjS]ROt$_uw$_x!P$_!P!Q-l!Q#O$_#P;'S$_;'S;=`$v<%lO$_V-q^jSOY.mYZ$_Zt.mtu/puw.mwx/px!P.m!P!Q$_!Q!}.m!}#O4c#O#P2O#P;'S.m;'S;=`5d<%lO.mV.t^jSoROY.mYZ$_Zt.mtu/puw.mwx/px!P.m!P!Q2e!Q!}.m!}#O4c#O#P2O#P;'S.m;'S;=`5d<%lO.mR/uXoROY/pZ!P/p!P!Q0b!Q!}/p!}#O1P#O#P2O#P;'S/p;'S;=`2_<%lO/pR0eP!P!Q0hR0mUoR#Z#[0h#]#^0h#a#b0h#g#h0h#i#j0h#m#n0hR1SVOY1PZ#O1P#O#P1i#P#Q/p#Q;'S1P;'S;=`1x<%lO1PR1lSOY1PZ;'S1P;'S;=`1x<%lO1PR1{P;=`<%l1PR2RSOY/pZ;'S/p;'S;=`2_<%lO/pR2bP;=`<%l/pV2jWjSOt$_uw$_x!P$_!P!Q3S!Q#O$_#P;'S$_;'S;=`$v<%lO$_V3ZbjSoROt$_uw$_x#O$_#P#Z$_#Z#[3S#[#]$_#]#^3S#^#a$_#a#b3S#b#g$_#g#h3S#h#i$_#i#j3S#j#m$_#m#n3S#n;'S$_;'S;=`$v<%lO$_V4h[jSOY4cYZ$_Zt4ctu1Puw4cwx1Px#O4c#O#P1i#P#Q.m#Q;'S4c;'S;=`5^<%lO4cV5aP;=`<%l4cV5gP;=`<%l.mT5qUjSuPOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V6[WcRjSOt$_uw$_x!_$_!_!`6t!`#O$_#P;'S$_;'S;=`$v<%lO$_V6{UdRjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V7fUaRjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V8PWeRjSOt$_uw$_x!_$_!_!`8i!`#O$_#P;'S$_;'S;=`$v<%lO$_V8pUfRjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_~9XO!k~V9`UjSwROt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_V9w[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#b;W#b#c;{#c#o;W#o;'S$_;'S;=`$v<%lO$_U:tUyQjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_U;]YjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_V<Q[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#W;W#W#X<v#X#o;W#o;'S$_;'S;=`$v<%lO$_V<}YgRjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_V=r^jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#`;W#`#a>n#a#b;W#b#cCR#c#o;W#o;'S$_;'S;=`$v<%lO$_V>s[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#g;W#g#h?i#h#o;W#o;'S$_;'S;=`$v<%lO$_V?n^jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#X;W#X#Y@j#Y#];W#]#^Aa#^#o;W#o;'S$_;'S;=`$v<%lO$_V@qY!SPjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_VAf[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#Y;W#Y#ZB[#Z#o;W#o;'S$_;'S;=`$v<%lO$_VBcY!QPjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_VCW[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#W;W#W#XC|#X#o;W#o;'S$_;'S;=`$v<%lO$_VDTYjSvROt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_VDx]jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#UEq#U#b;W#b#cIX#c#o;W#o;'S$_;'S;=`$v<%lO$_VEv[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#`;W#`#aFl#a#o;W#o;'S$_;'S;=`$v<%lO$_VFq[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#g;W#g#hGg#h#o;W#o;'S$_;'S;=`$v<%lO$_VGl[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#X;W#X#YHb#Y#o;W#o;'S$_;'S;=`$v<%lO$_VHiYnRjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_VI`YsRjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_VJT[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#Y;W#Y#ZJy#Z#o;W#o;'S$_;'S;=`$v<%lO$_VKQY|PjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$__Kw[!lWjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#i;W#i#jLm#j#o;W#o;'S$_;'S;=`$v<%lO$_VLr[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#`;W#`#aMh#a#o;W#o;'S$_;'S;=`$v<%lO$_VMm[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#`;W#`#aNc#a#o;W#o;'S$_;'S;=`$v<%lO$_VNjYpRjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_V! _[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#f;W#f#g!!T#g#o;W#o;'S$_;'S;=`$v<%lO$_V!![YhRjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$_^!#RY!nWjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#o;W#o;'S$_;'S;=`$v<%lO$__!#x[!mWjSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#f;W#f#g!$n#g#o;W#o;'S$_;'S;=`$v<%lO$_V!$s[jSOt$_uw$_x!_$_!_!`:m!`#O$_#P#T$_#T#i;W#i#jGg#j#o;W#o;'S$_;'S;=`$v<%lO$_V!%pUzRjSOt$_uw$_x#O$_#P;'S$_;'S;=`$v<%lO$_~!&XO!v~",
-  tokenizers: [0, 1, 2, 3, tokenizer],
-  topRules: {"Program":[0,5]},
-  tokenPrec: 768
-})

src/parser/stringParser.ts

@@ -0,0 +1,258 @@
+import { SyntaxNode } from './node'
+
+/**
+ * Parse string contents into fragments, interpolations, and escape sequences.
+ *
+ * Input: full string including quotes, e.g. "'hello $name'"
+ * Output: SyntaxNode tree with StringFragment, Interpolation, EscapeSeq children
+ */
+export const parseString = (input: string, from: number, to: number, parser: any): SyntaxNode => {
+  const stringNode = new SyntaxNode('String', from, to)
+  const content = input.slice(from, to)
+
+  // Determine string type
+  const firstChar = content[0]
+
+  // Double-quoted strings: no interpolation or escapes
+  if (firstChar === '"') {
+    const fragment = new SyntaxNode('DoubleQuote', from, to)
+    stringNode.add(fragment)
+    return stringNode
+  }
+
+  // Curly strings: interpolation but no escapes
+  if (firstChar === '{') {
+    parseCurlyString(stringNode, input, from, to, parser)
+    return stringNode
+  }
+
+  // Single-quoted strings: interpolation and escapes
+  if (firstChar === "'") {
+    parseSingleQuoteString(stringNode, input, from, to, parser)
+    return stringNode
+  }
+
+  throw `Unknown string type starting with: ${firstChar}`
+}
+
+/**
+ * Parse single-quoted string: 'hello $name\n'
+ * Supports: interpolation ($var, $(expr)), escape sequences (\n, \$, etc)
+ */
+const parseSingleQuoteString = (stringNode: SyntaxNode, input: string, from: number, to: number, parser: any) => {
+  let pos = from + 1 // Skip opening '
+  let fragmentStart = pos
+
+  while (pos < to - 1) { // -1 to skip closing '
+    const char = input[pos]
+
+    // Escape sequence
+    if (char === '\\' && pos + 1 < to - 1) {
+      // Push accumulated fragment
+      if (pos > fragmentStart) {
+        const frag = new SyntaxNode('StringFragment', fragmentStart, pos)
+        stringNode.add(frag)
+      }
+
+      // Add escape sequence node
+      const escNode = new SyntaxNode('EscapeSeq', pos, pos + 2)
+      stringNode.add(escNode)
+
+      pos += 2
+      fragmentStart = pos
+      continue
+    }
+
+    // Interpolation
+    if (char === '$') {
+      // Push accumulated fragment
+      if (pos > fragmentStart) {
+        const frag = new SyntaxNode('StringFragment', fragmentStart, pos)
+        stringNode.add(frag)
+      }
+
+      pos++ // Skip $
+
+      // Parse interpolation content
+      if (input[pos] === '(') {
+        // Expression interpolation: $(expr)
+        const interpStart = pos - 1 // Include the $
+        const exprResult = parseInterpolationExpr(input, pos, parser)
+        const interpNode = new SyntaxNode('Interpolation', interpStart, exprResult.endPos)
+        interpNode.add(exprResult.node)
+        stringNode.add(interpNode)
+        pos = exprResult.endPos
+      } else {
+        // Variable interpolation: $name
+        const interpStart = pos - 1
+        const identEnd = findIdentifierEnd(input, pos, to - 1)
+        const identNode = new SyntaxNode('FunctionCallOrIdentifier', pos, identEnd)
+        const innerIdent = new SyntaxNode('Identifier', pos, identEnd)
+        identNode.add(innerIdent)
+
+        const interpNode = new SyntaxNode('Interpolation', interpStart, identEnd)
+        interpNode.add(identNode)
+        stringNode.add(interpNode)
+        pos = identEnd
+      }
+
+      fragmentStart = pos
+      continue
+    }
+
+    pos++
+  }
+
+  // Push final fragment
+  if (pos > fragmentStart && fragmentStart < to - 1) {
+    const frag = new SyntaxNode('StringFragment', fragmentStart, pos)
+    stringNode.add(frag)
+  }
+}
+
+/**
+ * Parse curly string: { hello $name }
+ * Supports: interpolation ($var, $(expr)), nested braces
+ * Does NOT support: escape sequences (raw content)
+ */
+const parseCurlyString = (stringNode: SyntaxNode, input: string, from: number, to: number, parser: any) => {
+  let pos = from + 1 // Skip opening {
+  let fragmentStart = from // Include the opening { in the fragment
+  let depth = 1
+
+  while (pos < to && depth > 0) {
+    const char = input[pos]
+
+    // Track brace nesting
+    if (char === '{') {
+      depth++
+      pos++
+      continue
+    }
+
+    if (char === '}') {
+      depth--
+      if (depth === 0) {
+        // Push final fragment including closing }
+        const frag = new SyntaxNode('CurlyString', fragmentStart, pos + 1)
+        stringNode.add(frag)
+        break
+      }
+      pos++
+      continue
+    }
+
+    // Interpolation
+    if (char === '$') {
+      // Push accumulated fragment
+      if (pos > fragmentStart) {
+        const frag = new SyntaxNode('CurlyString', fragmentStart, pos)
+        stringNode.add(frag)
+      }
+
+      pos++ // Skip $
+
+      // Parse interpolation content
+      if (input[pos] === '(') {
+        // Expression interpolation: $(expr)
+        const interpStart = pos - 1
+        const exprResult = parseInterpolationExpr(input, pos, parser)
+        const interpNode = new SyntaxNode('Interpolation', interpStart, exprResult.endPos)
+        interpNode.add(exprResult.node)
+        stringNode.add(interpNode)
+        pos = exprResult.endPos
+      } else {
+        // Variable interpolation: $name
+        const interpStart = pos - 1
+        const identEnd = findIdentifierEnd(input, pos, to)
+        const identNode = new SyntaxNode('FunctionCallOrIdentifier', pos, identEnd)
+        const innerIdent = new SyntaxNode('Identifier', pos, identEnd)
+        identNode.add(innerIdent)
+
+        const interpNode = new SyntaxNode('Interpolation', interpStart, identEnd)
+        interpNode.add(identNode)
+        stringNode.add(interpNode)
+        pos = identEnd
+      }
+
+      fragmentStart = pos
+      continue
+    }
+
+    pos++
+  }
+}
+
+/**
+ * Parse a parenthesized expression interpolation: $(a + b)
+ * Returns the parsed expression node and the position after the closing )
+ * pos is position of the opening ( in the full input string
+ */
+const parseInterpolationExpr = (input: string, pos: number, parser: any): { node: SyntaxNode, endPos: number } => {
+  // Find matching closing paren
+  let depth = 1
+  let start = pos
+  let end = pos + 1 // Start after opening (
+
+  while (end < input.length && depth > 0) {
+    if (input[end] === '(') depth++
+    if (input[end] === ')') {
+      depth--
+      if (depth === 0) break
+    }
+    end++
+  }
+
+  const exprContent = input.slice(start + 1, end) // Content between ( and )
+  const closeParen = end
+  end++ // Move past closing )
+
+  // Use the main parser to parse the expression
+  const exprNode = parser.parse(exprContent)
+
+  // Get the first real node (skip Program wrapper)
+  const innerNode = exprNode.firstChild || exprNode
+
+  // Adjust node positions: they're relative to exprContent, need to offset to full input
+  const offset = start + 1 // Position where exprContent starts in full input
+  adjustNodePositions(innerNode, offset)
+
+  // Wrap in ParenExpr - use positions in the full string
+  const parenNode = new SyntaxNode('ParenExpr', start, closeParen + 1)
+  parenNode.add(innerNode)
+
+  return { node: parenNode, endPos: end }
+}
+
+/**
+ * Recursively adjust all node positions by adding an offset
+ */
+const adjustNodePositions = (node: SyntaxNode, offset: number) => {
+  node.from += offset
+  node.to += offset
+
+  for (const child of node.children) {
+    adjustNodePositions(child, offset)
+  }
+}
+
+/**
+ * Find the end position of an identifier starting at pos
+ * Identifiers: lowercase letter or emoji, followed by letters/digits/dashes/emoji
+ */
+const findIdentifierEnd = (input: string, pos: number, maxPos: number): number => {
+  let end = pos
+
+  while (end < maxPos) {
+    const char = input[end]!
+
+    // Stop at non-identifier characters
+    if (!/[a-z0-9\-?]/.test(char)) {
+      break
+    }
+
+    end++
+  }
+
+  return end
+}

src/parser/tests/basics.test.ts

@@ -1,7 +1,5 @@
 import { expect, describe, test } from 'bun:test'
 
-import '../shrimp.grammar' // Importing this so changes cause it to retest!
-
 describe('null', () => {
   test('parses null', () => {
     expect('null').toMatchTree(`Null null`)
@@ -11,9 +9,17 @@ describe('null', () => {
     expect('a = null').toMatchTree(`
       Assign
         AssignableIdentifier a
-        operator =
+        Eq =
         Null null`)
   })
+
+  test('does not parse null in identifier', () => {
+    expect('null-jk = 5').toMatchTree(`
+      Assign
+        AssignableIdentifier null-jk
+        Eq =
+        Number 5`)
+  })
 })
 
 describe('Identifier', () => {
@@ -22,6 +28,216 @@ describe('Identifier', () => {
       FunctionCallOrIdentifier
         Identifier moo-😊-34`)
   })
+
+  test('parses mathematical unicode symbols like 𝜋 as identifiers', () => {
+    expect('𝜋').toMatchTree(`
+      FunctionCallOrIdentifier
+        Identifier 𝜋`)
+  })
+
+  test('parses identifiers with queries', () => {
+    expect('even? 20').toMatchTree(`
+      FunctionCall
+        Identifier even?
+        PositionalArg
+          Number 20`)
+
+    expect('even?').toMatchTree(`
+      FunctionCallOrIdentifier
+        Identifier even?`)
+  })
+})
+
+describe('Unicode Symbol Support', () => {
+  describe('Emoji (currently supported)', () => {
+    test('Basic Emoticons (U+1F600-U+1F64F)', () => {
+      expect('😀').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 😀`)
+
+      expect('😊-counter').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 😊-counter`)
+    })
+
+    test('Miscellaneous Symbols and Pictographs (U+1F300-U+1F5FF)', () => {
+      expect('🌍').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 🌍`)
+
+      expect('🔥-handler').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 🔥-handler`)
+    })
+
+    test('Transport and Map Symbols (U+1F680-U+1F6FF)', () => {
+      expect('🚀').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 🚀`)
+
+      expect('🚀-launch').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 🚀-launch`)
+    })
+
+    test('Regional Indicator Symbols / Flags (U+1F1E6-U+1F1FF)', () => {
+      // Note: Flags are typically two regional indicators combined
+      expect('🇺').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 🇺`)
+    })
+
+    test('Supplemental Symbols and Pictographs (U+1F900-U+1F9FF)', () => {
+      expect('🤖').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 🤖`)
+
+      expect('🦀-lang').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 🦀-lang`)
+    })
+
+    test('Dingbats (U+2700-U+27BF)', () => {
+      expect('✂').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ✂`)
+
+      expect('✨-magic').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ✨-magic`)
+    })
+
+    test('Miscellaneous Symbols (U+2600-U+26FF)', () => {
+      expect('⚡').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ⚡`)
+
+      expect('☀-bright').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ☀-bright`)
+    })
+  })
+
+  describe('Greek Letters (not currently supported)', () => {
+    test('Greek lowercase alpha α (U+03B1)', () => {
+      expect('α').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier α`)
+    })
+
+    test('Greek lowercase beta β (U+03B2)', () => {
+      expect('β').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier β`)
+    })
+
+    test('Greek lowercase lambda λ (U+03BB)', () => {
+      expect('λ').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier λ`)
+    })
+
+    test('Greek lowercase pi π (U+03C0)', () => {
+      // Note: This is different from mathematical pi 𝜋
+      expect('π').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier π`)
+    })
+  })
+
+  describe('Mathematical Alphanumeric Symbols (not currently supported)', () => {
+    test('Mathematical italic small pi 𝜋 (U+1D70B)', () => {
+      expect('𝜋').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 𝜋`)
+    })
+
+    test('Mathematical bold small x 𝐱 (U+1D431)', () => {
+      expect('𝐱').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 𝐱`)
+    })
+
+    test('Mathematical script capital F 𝓕 (U+1D4D5)', () => {
+      expect('𝓕').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 𝓕`)
+    })
+  })
+
+  describe('Mathematical Operators (not currently supported)', () => {
+    test('Infinity symbol ∞ (U+221E)', () => {
+      expect('∞').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ∞`)
+    })
+
+    test('Sum symbol ∑ (U+2211)', () => {
+      expect('∑').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ∑`)
+    })
+
+    test('Integral symbol ∫ (U+222B)', () => {
+      expect('∫').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ∫`)
+    })
+  })
+
+  describe('Superscripts and Subscripts (not currently supported)', () => {
+    test('Superscript two ² (U+00B2)', () => {
+      expect('x²').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier x²`)
+    })
+
+    test('Subscript two ₂ (U+2082)', () => {
+      expect('h₂o').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier h₂o`)
+    })
+  })
+
+  describe('Arrows (not currently supported)', () => {
+    test('Rightward arrow → (U+2192)', () => {
+      expect('→').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier →`)
+    })
+
+    test('Leftward arrow ← (U+2190)', () => {
+      expect('←').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ←`)
+    })
+
+    test('Double rightward arrow ⇒ (U+21D2)', () => {
+      expect('⇒').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier ⇒`)
+    })
+  })
+
+  describe('CJK Symbols (not currently supported)', () => {
+    test('Hiragana あ (U+3042)', () => {
+      expect('あ').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier あ`)
+    })
+
+    test('Katakana カ (U+30AB)', () => {
+      expect('カ').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier カ`)
+    })
+
+    test('CJK Unified Ideograph 中 (U+4E2D)', () => {
+      expect('中').toMatchTree(`
+        FunctionCallOrIdentifier
+          Identifier 中`)
+    })
+  })
 })
 
 describe('Parentheses', () => {
@@ -30,7 +246,7 @@ describe('Parentheses', () => {
       ParenExpr
         BinOp
           Number 2
-          operator +
+          Plus +
           Number 3`)
   })
 
@@ -72,14 +288,14 @@ describe('Parentheses', () => {
       ParenExpr
         ConditionalOp
           Identifier a
-          operator >
+          Gt >
           Identifier b`)
 
     expect('(a and b)').toMatchTree(`
       ParenExpr
         ConditionalOp
           Identifier a
-          operator and
+          And and
           Identifier b`)
   })
 
@@ -91,7 +307,7 @@ describe('Parentheses', () => {
           ParenExpr
             BinOp
               Number 3
-              operator +
+              Plus +
               Number 3`)
   })
 
@@ -105,16 +321,37 @@ describe('Parentheses', () => {
       `)
   })
 
+  test('a word start with an operator', () => {
+    const operators = ['*', '/', '+', '-', 'and', 'or', '=', '!=', '>=', '<=', '>', '<']
+    for (const operator of operators) {
+      expect(`find ${operator}cool*`).toMatchTree(`
+        FunctionCall
+          Identifier find
+          PositionalArg
+            Word ${operator}cool*
+      `)
+    }
+  })
+
+  test('a word can look like a binop', () => {
+    expect('find cool*wow').toMatchTree(`
+      FunctionCall
+        Identifier find
+        PositionalArg
+          Word cool*wow
+      `)
+  })
+
   test('nested parentheses', () => {
     expect('(2 + (1 * 4))').toMatchTree(`
       ParenExpr
         BinOp
           Number 2
-          operator +
+          Plus +
           ParenExpr
             BinOp
               Number 1
-              operator *
+              Star *
               Number 4`)
   })
 
@@ -122,13 +359,145 @@ describe('Parentheses', () => {
     expect('4 + (echo 3)').toMatchTree(`
       BinOp
         Number 4
-        operator +
+        Plus +
         ParenExpr
           FunctionCall
             Identifier echo
             PositionalArg
               Number 3`)
   })
+
+  test('function call with named args on multiple lines in parens', () => {
+    expect(`(tail
+      arg1=true
+      arg2=30
+    )`).toMatchTree(`
+      ParenExpr
+        FunctionCall
+          Identifier tail
+          NamedArg
+            NamedArgPrefix arg1=
+            Boolean true
+          NamedArg
+            NamedArgPrefix arg2=
+            Number 30
+          `)
+
+    expect(`(
+      tail
+        arg1=true
+        arg2=30
+    )`).toMatchTree(`
+      ParenExpr
+        FunctionCall
+          Identifier tail
+          NamedArg
+            NamedArgPrefix arg1=
+            Boolean true
+          NamedArg
+            NamedArgPrefix arg2=
+            Number 30
+          `)
+  })
+
+  test('binop with newlines in parens', () => {
+    expect(`(
+  1 + 2
+)`).toMatchTree(`
+      ParenExpr
+        BinOp
+          Number 1
+          Plus +
+          Number 2`)
+  })
+
+  test('comparison with newlines in parens', () => {
+    expect(`(
+  1 < 2
+)`).toMatchTree(`
+      ParenExpr
+        ConditionalOp
+          Number 1
+          Lt <
+          Number 2`)
+  })
+
+  test('function call with multiple identifiers on separate lines in parens', () => {
+    expect(`(echo
+  arg1
+  arg2
+  arg3
+)`).toMatchTree(`
+    ParenExpr
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Identifier arg1
+        PositionalArg
+          Identifier arg2
+        PositionalArg
+          Identifier arg3`)
+  })
+
+  test('function call with mulitline identifiers starting separate lines in parens', () => {
+    expect(`(
+
+      echo
+        arg1
+        arg2
+        arg3
+
+    )`).toMatchTree(`
+    ParenExpr
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Identifier arg1
+        PositionalArg
+          Identifier arg2
+        PositionalArg
+          Identifier arg3`)
+  })
+})
+
+describe('Number literals', () => {
+  test('allows underscores in integer literals', () => {
+    expect('10_000').toMatchTree(`Number 10_000`)
+    expect('1_000_000').toMatchTree(`Number 1_000_000`)
+    expect('100_000').toMatchTree(`Number 100_000`)
+  })
+
+  test('allows underscores in decimal literals', () => {
+    expect('3.14_159').toMatchTree(`Number 3.14_159`)
+    expect('1_000.50').toMatchTree(`Number 1_000.50`)
+    expect('0.000_001').toMatchTree(`Number 0.000_001`)
+  })
+
+  test('allows underscores in negative numbers', () => {
+    expect('-10_000').toMatchTree(`Number -10_000`)
+    expect('-3.14_159').toMatchTree(`Number -3.14_159`)
+  })
+
+  test('allows underscores in positive numbers with explicit sign', () => {
+    expect('+10_000').toMatchTree(`Number +10_000`)
+    expect('+3.14_159').toMatchTree(`Number +3.14_159`)
+  })
+
+  test('works in expressions', () => {
+    expect('1_000 + 2_000').toMatchTree(`
+      BinOp
+        Number 1_000
+        Plus +
+        Number 2_000`)
+  })
+
+  test('works in function calls', () => {
+    expect('echo 10_000').toMatchTree(`
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Number 10_000`)
+  })
 })
 
 describe('BinOp', () => {
@@ -136,7 +505,7 @@ describe('BinOp', () => {
     expect('2 + 3').toMatchTree(`
       BinOp
         Number 2
-        operator +
+        Plus +
         Number 3
     `)
   })
@@ -145,7 +514,7 @@ describe('BinOp', () => {
     expect('5 - 2').toMatchTree(`
       BinOp
         Number 5
-        operator -
+        Minus -
         Number 2
     `)
   })
@@ -154,7 +523,7 @@ describe('BinOp', () => {
     expect('4 * 3').toMatchTree(`
       BinOp
         Number 4
-        operator *
+        Star *
         Number 3
     `)
   })
@@ -163,25 +532,34 @@ describe('BinOp', () => {
     expect('8 / 2').toMatchTree(`
       BinOp
         Number 8
-        operator /
+        Slash /
         Number 2
     `)
   })
 
+  test('modulo tests', () => {
+    expect('4 % 3').toMatchTree(`
+      BinOp
+        Number 4
+        Modulo %
+        Number 3
+    `)
+  })
+
   test('mixed operations with precedence', () => {
     expect('2 + 3 * 4 - 5 / 1').toMatchTree(`
       BinOp
         BinOp
           Number 2
-          operator +
+          Plus +
           BinOp
             Number 3
-            operator *
+            Star *
             Number 4
-        operator -
+        Minus -
         BinOp
           Number 5
-          operator /
+          Slash /
           Number 1
     `)
   })
@@ -192,7 +570,7 @@ describe('ambiguity', () => {
     expect('a + -3').toMatchTree(`
       BinOp
         Identifier a
-        operator +
+        Plus +
         Number -3
     `)
   })
@@ -201,7 +579,7 @@ describe('ambiguity', () => {
     expect('a-var + a-thing').toMatchTree(`
       BinOp
         Identifier a-var
-        operator +
+        Plus +
         Identifier a-thing
     `)
   })
@@ -213,11 +591,11 @@ describe('newlines', () => {
 y = 2`).toMatchTree(`
       Assign
         AssignableIdentifier x
-        operator =
+        Eq =
         Number 5
       Assign
         AssignableIdentifier y
-        operator =
+        Eq =
         Number 2`)
   })
 
@@ -225,11 +603,11 @@ y = 2`).toMatchTree(`
     expect(`x = 5; y = 2`).toMatchTree(`
       Assign
         AssignableIdentifier x
-        operator =
+        Eq =
         Number 5
       Assign
         AssignableIdentifier y
-        operator =
+        Eq =
         Number 2`)
   })
 
@@ -237,7 +615,7 @@ y = 2`).toMatchTree(`
     expect(`a = hello; 2`).toMatchTree(`
       Assign
         AssignableIdentifier a
-        operator =
+        Eq =
         FunctionCallOrIdentifier
           Identifier hello
       Number 2`)
@@ -249,7 +627,7 @@ describe('Assign', () => {
     expect('x = 5').toMatchTree(`
       Assign
         AssignableIdentifier x
-        operator =
+        Eq =
         Number 5`)
   })
 
@@ -257,65 +635,310 @@ describe('Assign', () => {
     expect('x = 5 + 3').toMatchTree(`
       Assign
         AssignableIdentifier x
-        operator =
+        Eq =
         BinOp
           Number 5
-          operator +
+          Plus +
           Number 3`)
   })
 
   test('parses assignment with functions', () => {
-    expect('add = fn a b: a + b end').toMatchTree(`
+    expect('add = do a b: a + b end').toMatchTree(`
       Assign
         AssignableIdentifier add
-        operator =
+        Eq =
         FunctionDef
-          keyword fn
+          Do do
           Params
-            AssignableIdentifier a
-            AssignableIdentifier b
+            Identifier a
+            Identifier b
           colon :
           BinOp
             Identifier a
-            operator +
+            Plus +
             Identifier b
-          end end`)
+          keyword end`)
   })
 })
 
-describe('DotGet whitespace sensitivity', () => {
-  test('no whitespace - DotGet works when identifier in scope', () => {
-    expect('basename = 5; basename.prop').toMatchTree(`
-      Assign
-        AssignableIdentifier basename
-        operator =
-        Number 5
-      DotGet
-        IdentifierBeforeDot basename
-        Identifier prop`)
+describe('CompoundAssign', () => {
+  test('parses += operator', () => {
+    expect('x += 5').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier x
+        PlusEq +=
+        Number 5`)
   })
 
-  test('space before dot - NOT DotGet, parses as division', () => {
-    expect('basename = 5; basename / prop').toMatchTree(`
+  test('parses -= operator', () => {
+    expect('count -= 1').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier count
+        MinusEq -=
+        Number 1`)
+  })
+
+  test('parses *= operator', () => {
+    expect('total *= 2').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier total
+        StarEq *=
+        Number 2`)
+  })
+
+  test('parses /= operator', () => {
+    expect('value /= 10').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier value
+        SlashEq /=
+        Number 10`)
+  })
+
+  test('parses %= operator', () => {
+    expect('remainder %= 3').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier remainder
+        ModuloEq %=
+        Number 3`)
+  })
+
+  test('parses compound assignment with expression', () => {
+    expect('x += 1 + 2').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier x
+        PlusEq +=
+        BinOp
+          Number 1
+          Plus +
+          Number 2`)
+  })
+
+  test('parses compound assignment with function call', () => {
+    expect('total += add 5 3').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier total
+        PlusEq +=
+        FunctionCall
+          Identifier add
+          PositionalArg
+            Number 5
+          PositionalArg
+            Number 3`)
+  })
+
+  test('parses ??= operator', () => {
+    expect('x ??= 5').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier x
+        NullishEq ??=
+        Number 5`)
+  })
+
+  test('parses ??= with expression', () => {
+    expect('config ??= get-default').toMatchTree(`
+      CompoundAssign
+        AssignableIdentifier config
+        NullishEq ??=
+        FunctionCallOrIdentifier
+          Identifier get-default`)
+  })
+})
+
+describe('Nullish coalescing operator', () => {
+  test('? can still end an identifier', () => {
+    expect('what?').toMatchTree(`
+      FunctionCallOrIdentifier
+        Identifier what?`)
+  })
+
+  test('?? can still end an identifier', () => {
+    expect('what??').toMatchTree(`
+      FunctionCallOrIdentifier
+        Identifier what??`)
+  })
+
+  test('?? can still be in a word', () => {
+    expect('what??the').toMatchTree(`
+      FunctionCallOrIdentifier
+        Identifier what??the`)
+  })
+
+  test('?? can still start a word', () => {
+    expect('??what??the').toMatchTree(`
+      Word ??what??the`)
+  })
+
+  test('parses ?? operator', () => {
+    expect('x ?? 5').toMatchTree(`
+      ConditionalOp
+        Identifier x
+        NullishCoalesce ??
+        Number 5`)
+  })
+
+  test('parses chained ?? operators', () => {
+    expect('a ?? b ?? c').toMatchTree(`
+      ConditionalOp
+        ConditionalOp
+          Identifier a
+          NullishCoalesce ??
+          Identifier b
+        NullishCoalesce ??
+        Identifier c`)
+  })
+
+  test('parses ?? with expressions', () => {
+    expect('get-value ?? default-value').toMatchTree(`
+      ConditionalOp
+        Identifier get-value
+        NullishCoalesce ??
+        Identifier default-value`)
+  })
+
+  test('parses ?? with parenthesized function call', () => {
+    expect('get-value ?? (default 10)').toMatchTree(`
+      ConditionalOp
+        Identifier get-value
+        NullishCoalesce ??
+        ParenExpr
+          FunctionCall
+            Identifier default
+            PositionalArg
+              Number 10`)
+  })
+})
+
+describe('Comments', () => {
+  test('are greedy', () => {
+    expect(`
+x = 5 # one banana
+y = 2 #two bananas`).toMatchTree(`
+      Assign
+        AssignableIdentifier x
+        Eq =
+        Number 5
+      Comment # one banana
+      Assign
+        AssignableIdentifier y
+        Eq =
+        Number 2
+      Comment #two bananas`)
+
+    expect(`
+# some comment
+basename = 5 # very astute
+ basename / prop
+# good info`).toMatchTree(`
+  Comment # some comment
   Assign
     AssignableIdentifier basename
-        operator =
+    Eq =
     Number 5
+  Comment # very astute
   BinOp
     Identifier basename
-        operator /
-        Identifier prop`)
+    Slash /
+    Identifier prop
+  Comment # good info`)
   })
 
-  test('dot followed by slash is Word, not DotGet', () => {
-    expect('basename ./cool').toMatchTree(`
+  test('words with # are not considered comments', () => {
+    expect('find my#hashtag-file.txt').toMatchTree(`
       FunctionCall
-        Identifier basename
+        Identifier find
         PositionalArg
-          Word ./cool`)
+          Word my#hashtag-file.txt`)
   })
 
-  test('identifier not in scope with dot becomes Word', () => {
-    expect('readme.txt').toMatchTree(`Word readme.txt`)
+  test('hastags in strings are not comments', () => {
+    expect("'this is not a #comment'").toMatchTree(`
+      String
+        StringFragment this is not a #comment`)
+  })
+})
+
+describe('Conditional ops', () => {
+  test('or can be chained', () => {
+    expect(`
+      is-positive = do x:
+        if x == 3 or x == 4 or x == 5:
+          true
+        end
+      end
+      `).toMatchTree(`
+Assign
+  AssignableIdentifier is-positive
+  Eq =
+  FunctionDef
+    Do do
+    Params
+      Identifier x
+    colon :
+    IfExpr
+      keyword if
+      ConditionalOp
+        ConditionalOp
+          ConditionalOp
+            Identifier x
+            EqEq ==
+            Number 3
+          Or or
+          ConditionalOp
+            Identifier x
+            EqEq ==
+            Number 4
+        Or or
+        ConditionalOp
+          Identifier x
+          EqEq ==
+          Number 5
+      colon :
+      Block
+        Boolean true
+      keyword end
+    keyword end
+        `)
+  })
+
+  test('and can be chained', () => {
+    expect(`
+      is-positive = do x:
+        if x == 3 and x == 4 and x == 5:
+          true
+        end
+      end
+      `).toMatchTree(`
+Assign
+  AssignableIdentifier is-positive
+  Eq =
+  FunctionDef
+    Do do
+    Params
+      Identifier x
+    colon :
+    IfExpr
+      keyword if
+      ConditionalOp
+        ConditionalOp
+          ConditionalOp
+            Identifier x
+            EqEq ==
+            Number 3
+          And and
+          ConditionalOp
+            Identifier x
+            EqEq ==
+            Number 4
+        And and
+        ConditionalOp
+          Identifier x
+          EqEq ==
+          Number 5
+      colon :
+      Block
+        Boolean true
+      keyword end
+    keyword end
+        `)
   })
 })

src/parser/tests/bitwise.test.ts

@@ -0,0 +1,70 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('bitwise operators - grammar', () => {
+  test('parses band (bitwise AND)', () => {
+    expect('5 band 3').toMatchTree(`
+      BinOp
+        Number 5
+        Band band
+        Number 3`)
+  })
+
+  test('parses bor (bitwise OR)', () => {
+    expect('5 bor 3').toMatchTree(`
+      BinOp
+        Number 5
+        Bor bor
+        Number 3`)
+  })
+
+  test('parses bxor (bitwise XOR)', () => {
+    expect('5 bxor 3').toMatchTree(`
+      BinOp
+        Number 5
+        Bxor bxor
+        Number 3`)
+  })
+
+  test('parses << (left shift)', () => {
+    expect('5 << 2').toMatchTree(`
+      BinOp
+        Number 5
+        Shl <<
+        Number 2`)
+  })
+
+  test('parses >> (signed right shift)', () => {
+    expect('20 >> 2').toMatchTree(`
+      BinOp
+        Number 20
+        Shr >>
+        Number 2`)
+  })
+
+  test('parses >>> (unsigned right shift)', () => {
+    expect('-1 >>> 1').toMatchTree(`
+      BinOp
+        Number -1
+        Ushr >>>
+        Number 1`)
+  })
+
+  test('parses bnot (bitwise NOT) as function call', () => {
+    expect('bnot 5').toMatchTree(`
+      FunctionCall
+        Identifier bnot
+        PositionalArg
+          Number 5`)
+  })
+
+  test('bitwise operators work in expressions', () => {
+    expect('x = 5 band 3').toMatchTree(`
+      Assign
+        AssignableIdentifier x
+        Eq =
+        BinOp
+          Number 5
+          Band band
+          Number 3`)
+  })
+})

src/parser/tests/control-flow.test.ts

@@ -1,32 +1,33 @@
 import { expect, describe, test } from 'bun:test'
 
-import '../shrimp.grammar' // Importing this so changes cause it to retest!
-
-describe('if/elsif/else', () => {
+describe('if/else if/else', () => {
   test('parses single line if', () => {
-    expect(`if y = 1: 'cool'`).toMatchTree(`
+    expect(`if y == 1: 'cool' end`).toMatchTree(`
       IfExpr
         keyword if
         ConditionalOp
           Identifier y
-          operator =
+          EqEq ==
           Number 1
         colon :
-        ThenBlock
+        Block
           String
             StringFragment cool
+        keyword end
     `)
 
-    expect('a = if x: 2').toMatchTree(`
+    expect('a = if x: 2 end').toMatchTree(`
       Assign
         AssignableIdentifier a
-        operator =
+        Eq =
         IfExpr
           keyword if
+          FunctionCallOrIdentifier
             Identifier x
           colon :
-          ThenBlock
+          Block
             Number 2
+          keyword end
     `)
   })
 
@@ -39,13 +40,13 @@ describe('if/elsif/else', () => {
         keyword if
         ConditionalOp
           Identifier x
-          operator <
+          Lt <
           Number 9
         colon :
-        ThenBlock
+        Block
           FunctionCallOrIdentifier
             Identifier yes
-        end end
+        keyword end
     `)
   })
 
@@ -57,83 +58,319 @@ describe('if/elsif/else', () => {
     end`).toMatchTree(`
       IfExpr
         keyword if
+        FunctionCallOrIdentifier
           Identifier with-else
         colon :
-        ThenBlock
+        Block
           FunctionCallOrIdentifier
             Identifier x
         ElseExpr
           keyword else
           colon :
-          ThenBlock
+          Block
             FunctionCallOrIdentifier
               Identifier y
-        end end
+        keyword end
     `)
   })
 
-  test('parses multiline if with elsif', () => {
-    expect(`if with-elsif:
+  test('parses multiline if with else if', () => {
+    expect(`if with-else-if:
       x
-    elsif another-condition:
+    else if another-condition:
       y
     end`).toMatchTree(`
       IfExpr
         keyword if
-        Identifier with-elsif
+        FunctionCallOrIdentifier
+          Identifier with-else-if
         colon :
-        ThenBlock
+        Block
           FunctionCallOrIdentifier
             Identifier x
-        ElsifExpr
-          keyword elsif
+        ElseIfExpr
+          keyword else
+          keyword if
+          FunctionCallOrIdentifier
             Identifier another-condition
           colon :
-          ThenBlock
+          Block
             FunctionCallOrIdentifier
               Identifier y
-        end end
+        keyword end
     `)
   })
 
-  test('parses multiline if with multiple elsif and else', () => {
-    expect(`if with-elsif-else:
+  test('parses multiline if with multiple else if and else', () => {
+    expect(`if with-else-if-else:
       x
-    elsif another-condition:
+    else if another-condition:
       y
-    elsif yet-another-condition:
+    else if yet-another-condition:
       z
     else:
       oh-no
     end`).toMatchTree(`
       IfExpr
         keyword if
-        Identifier with-elsif-else
+        FunctionCallOrIdentifier
+          Identifier with-else-if-else
         colon :
-        ThenBlock
+        Block
           FunctionCallOrIdentifier
             Identifier x
-        ElsifExpr
-          keyword elsif
+        ElseIfExpr
+          keyword else
+          keyword if
+          FunctionCallOrIdentifier
             Identifier another-condition
           colon :
-          ThenBlock
+          Block
             FunctionCallOrIdentifier
               Identifier y
-        ElsifExpr
-          keyword elsif
+        ElseIfExpr
+          keyword else
+          keyword if
+          FunctionCallOrIdentifier
             Identifier yet-another-condition
           colon :
-          ThenBlock
+          Block
             FunctionCallOrIdentifier
               Identifier z
         ElseExpr
           keyword else
           colon :
-          ThenBlock
+          Block
             FunctionCallOrIdentifier
               Identifier oh-no
-        end end
+        keyword end
+    `)
+  })
+
+  test('does not parse identifiers that start with if', () => {
+    expect('iffy = if true: 2 end').toMatchTree(`
+      Assign
+        AssignableIdentifier iffy
+        Eq =
+        IfExpr
+          keyword if
+          Boolean true
+          colon :
+          Block
+            Number 2
+          keyword end
+    `)
+  })
+
+  test('parses function calls in if tests', () => {
+    expect(`if var? 'abc': true end`).toMatchTree(`
+      IfExpr
+        keyword if
+        FunctionCall
+          Identifier var?
+          PositionalArg
+            String
+              StringFragment abc
+        colon :
+        Block
+          Boolean true
+        keyword end
+    `)
+  })
+
+  test("parses paren'd function calls in if tests", () => {
+    expect(`if (var? 'abc'): true end`).toMatchTree(`
+      IfExpr
+        keyword if
+        ParenExpr
+          FunctionCall
+            Identifier var?
+            PositionalArg
+              String
+                StringFragment abc
+        colon :
+        Block
+          Boolean true
+        keyword end
+    `)
+  })
+
+
+  test('parses function calls in else-if tests', () => {
+    expect(`if false: true else if var? 'abc': true end`).toMatchTree(`
+      IfExpr
+        keyword if
+        Boolean false
+        colon :
+        Block
+          Boolean true
+        ElseIfExpr
+          keyword else
+          keyword if
+          FunctionCall
+            Identifier var?
+            PositionalArg
+              String
+                StringFragment abc
+          colon :
+          Block
+            Boolean true
+        keyword end
+    `)
+  })
+
+  test("parses paren'd function calls in else-if tests", () => {
+    expect(`if false: true else if (var? 'abc'): true end`).toMatchTree(`
+      IfExpr
+        keyword if
+        Boolean false
+        colon :
+        Block
+          Boolean true
+        ElseIfExpr
+          keyword else
+          keyword if
+          ParenExpr
+            FunctionCall
+              Identifier var?
+              PositionalArg
+                String
+                  StringFragment abc
+          colon :
+          Block
+            Boolean true
+        keyword end
+    `)
+  })
+
+  test('allows if/else in parens', () => {
+    expect(`eh? = (if true: true end)`).toMatchTree(`
+      Assign
+        AssignableIdentifier eh?
+        Eq =
+        ParenExpr
+          IfExpr
+            keyword if
+            Boolean true
+            colon :
+            Block
+              Boolean true
+            keyword end
     `)
   })
 })
+
+describe('while', () => {
+  test('infinite loop', () => {
+    expect(`while true: true end`).toMatchTree(`
+  WhileExpr
+    keyword while
+    Boolean true
+    colon :
+    Block
+      Boolean true
+    keyword end`)
+  })
+
+  test('basic expression', () => {
+    expect(`while a > 0: true end`).toMatchTree(`
+  WhileExpr
+    keyword while
+    ConditionalOp
+      Identifier a
+      Gt >
+      Number 0
+    colon :
+    Block
+      Boolean true
+    keyword end`)
+  })
+
+
+  test('compound expression', () => {
+    expect(`while a > 0 and b < 100 and c < 1000: true end`).toMatchTree(`
+  WhileExpr
+    keyword while
+    ConditionalOp
+      ConditionalOp
+        ConditionalOp
+          Identifier a
+          Gt >
+          Number 0
+        And and
+        ConditionalOp
+          Identifier b
+          Lt <
+          Number 100
+      And and
+      ConditionalOp
+        Identifier c
+        Lt <
+        Number 1000
+    colon :
+    Block
+      Boolean true
+    keyword end`)
+  })
+
+  test('multiline infinite loop', () => {
+    expect(`
+      while true:
+        true
+      end`).toMatchTree(`
+  WhileExpr
+    keyword while
+    Boolean true
+    colon :
+    Block
+      Boolean true
+    keyword end`)
+  })
+
+  test('multiline basic expression', () => {
+    expect(`
+      while a > 0:
+        true
+      end`).toMatchTree(`
+  WhileExpr
+    keyword while
+    ConditionalOp
+      Identifier a
+      Gt >
+      Number 0
+    colon :
+    Block
+      Boolean true
+    keyword end`)
+  })
+
+
+  test('multiline compound expression', () => {
+    expect(`
+      while a > 0 and b < 100 and c < 1000:
+        true
+      end`).toMatchTree(`
+  WhileExpr
+    keyword while
+    ConditionalOp
+      ConditionalOp
+        ConditionalOp
+          Identifier a
+          Gt >
+          Number 0
+        And and
+        ConditionalOp
+          Identifier b
+          Lt <
+          Number 100
+      And and
+      ConditionalOp
+        Identifier c
+        Lt <
+        Number 1000
+    colon :
+    Block
+      Boolean true
+    keyword end`)
+  })
+})

src/parser/tests/destructuring.test.ts

@@ -0,0 +1,56 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('Array destructuring', () => {
+  test('parses array pattern with two variables', () => {
+    expect('[ a b ] = [ 1 2 3 4]').toMatchTree(`
+      Assign
+        Array
+          Identifier a
+          Identifier b
+        Eq =
+        Array
+          Number 1
+          Number 2
+          Number 3
+          Number 4`)
+  })
+
+  test('parses array pattern with one variable', () => {
+    expect('[ x ] = [ 42 ]').toMatchTree(`
+      Assign
+        Array
+          Identifier x
+        Eq =
+        Array
+          Number 42`)
+  })
+
+  test('parses array pattern with emoji identifiers', () => {
+    expect('[ 🚀 💎 ] = [ 1 2 ]').toMatchTree(`
+      Assign
+        Array
+          Identifier 🚀
+          Identifier 💎
+        Eq =
+        Array
+          Number 1
+          Number 2`)
+  })
+
+  test('works with dotget', () => {
+    expect('[ a ] = [ [1 2 3] ]; a.1').toMatchTree(`
+      Assign
+        Array
+          Identifier a
+        Eq =
+        Array
+          Array
+            Number 1
+            Number 2
+            Number 3
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot a
+          Number 1`)
+  })
+})

src/parser/tests/dot-get.test.ts

@@ -1,6 +1,44 @@
 import { describe, test, expect } from 'bun:test'
 import '../../testSetup'
 
+describe('DotGet whitespace sensitivity', () => {
+  test('no whitespace - DotGet works when identifier in scope', () => {
+    expect('basename = 5; basename.prop').toMatchTree(`
+      Assign
+        AssignableIdentifier basename
+        Eq =
+        Number 5
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot basename
+          Identifier prop`)
+  })
+
+  test('space before dot - NOT DotGet, parses as division', () => {
+    expect('basename = 5; basename / prop').toMatchTree(`
+      Assign
+        AssignableIdentifier basename
+        Eq =
+        Number 5
+      BinOp
+        Identifier basename
+        Slash /
+        Identifier prop`)
+  })
+
+  test('dot followed by slash is Word, not DotGet', () => {
+    expect('basename ./cool').toMatchTree(`
+      FunctionCall
+        Identifier basename
+        PositionalArg
+          Word ./cool`)
+  })
+
+  test('identifier not in scope with dot becomes Word', () => {
+    expect('readme.txt').toMatchTree(`Word readme.txt`)
+  })
+})
+
 describe('DotGet', () => {
   test('readme.txt is Word when readme not in scope', () => {
     expect('readme.txt').toMatchTree(`Word readme.txt`)
@@ -18,8 +56,9 @@ describe('DotGet', () => {
     expect('obj = 5; obj.prop').toMatchTree(`
       Assign
         AssignableIdentifier obj
-        operator =
+        Eq =
         Number 5
+      FunctionCallOrIdentifier
         DotGet
           IdentifierBeforeDot obj
           Identifier prop
@@ -27,78 +66,84 @@ describe('DotGet', () => {
   })
 
   test('function parameters are in scope within function body', () => {
-    expect('fn config: config.path end').toMatchTree(`
+    expect('do config: config.path end').toMatchTree(`
       FunctionDef
-        keyword fn
+        Do do
         Params
-          AssignableIdentifier config
+          Identifier config
         colon :
+        FunctionCallOrIdentifier
           DotGet
             IdentifierBeforeDot config
             Identifier path
-        end end
+        keyword end
     `)
   })
 
   test('parameters out of scope outside function', () => {
-    expect('fn x: x.prop end; x.prop').toMatchTree(`
+    expect('do x: x.prop end; x.prop').toMatchTree(`
       FunctionDef
-        keyword fn
+        Do do
         Params
-          AssignableIdentifier x
+          Identifier x
         colon :
+        FunctionCallOrIdentifier
           DotGet
             IdentifierBeforeDot x
             Identifier prop
-        end end
+        keyword end
       Word x.prop
     `)
   })
 
   test('multiple parameters work correctly', () => {
-    expect(`fn x y:
+    expect(`do x y:
   x.foo
   y.bar
 end`).toMatchTree(`
       FunctionDef
-        keyword fn
+        Do do
         Params
-          AssignableIdentifier x
-          AssignableIdentifier y
+          Identifier x
+          Identifier y
         colon :
+        FunctionCallOrIdentifier
           DotGet
             IdentifierBeforeDot x
             Identifier foo
+        FunctionCallOrIdentifier
           DotGet
             IdentifierBeforeDot y
             Identifier bar
-        end end
+        keyword end
     `)
   })
 
   test('nested functions with scope isolation', () => {
-    expect(`fn x:
+    expect(`do x:
   x.outer
-  fn y: y.inner end
+  do y: y.inner end
 end`).toMatchTree(`
       FunctionDef
-        keyword fn
+        Do do
         Params
-          AssignableIdentifier x
+          Identifier x
         colon :
+        FunctionCallOrIdentifier
           DotGet
             IdentifierBeforeDot x
             Identifier outer
         FunctionDef
-          keyword fn
+          Do do
           Params
-            AssignableIdentifier y
+            Identifier y
           colon :
+          FunctionCallOrIdentifier
             DotGet
               IdentifierBeforeDot y
               Identifier inner
-          end end
-        end end
+          keyword end
+        keyword end
     `)
   })
 
@@ -106,7 +151,7 @@ end`).toMatchTree(`
     expect('config = 42; echo config.path').toMatchTree(`
       Assign
         AssignableIdentifier config
-        operator =
+        Eq =
         Number 42
       FunctionCall
         Identifier echo
@@ -117,11 +162,67 @@ end`).toMatchTree(`
     `)
   })
 
+  test('dot get works as bare function', () => {
+    expect('io = dict print=echo; io.print').toMatchTree(`
+      Assign
+        AssignableIdentifier io
+        Eq =
+        FunctionCall
+          Identifier dict
+          NamedArg
+            NamedArgPrefix print=
+            Identifier echo
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot io
+          Identifier print
+    `)
+  })
+
+  test('dot get works as function w/ args', () => {
+    expect('io = dict print=echo; io.print heya').toMatchTree(`
+      Assign
+        AssignableIdentifier io
+        Eq =
+        FunctionCall
+          Identifier dict
+          NamedArg
+            NamedArgPrefix print=
+            Identifier echo
+      FunctionCall
+        DotGet
+          IdentifierBeforeDot io
+          Identifier print
+        PositionalArg
+          Identifier heya
+    `)
+  })
+
+  test('dot get works as function in parens', () => {
+    expect('io = dict print=echo; (io.print heya)').toMatchTree(`
+      Assign
+        AssignableIdentifier io
+        Eq =
+        FunctionCall
+          Identifier dict
+          NamedArg
+            NamedArgPrefix print=
+            Identifier echo
+      ParenExpr
+        FunctionCall
+          DotGet
+            IdentifierBeforeDot io
+            Identifier print
+          PositionalArg
+            Identifier heya
+    `)
+  })
+
   test('mixed file paths and dot get', () => {
     expect('config = 42; cat readme.txt; echo config.path').toMatchTree(`
       Assign
         AssignableIdentifier config
-        operator =
+        Eq =
         Number 42
       FunctionCall
         Identifier cat
@@ -136,7 +237,7 @@ end`).toMatchTree(`
     `)
   })
 
-  test("dot get doesn't work with spaces", () => {
+  test.skip("dot get doesn't work with spaces", () => {
     expect('obj . prop').toMatchTree(`
       FunctionCall
         Identifier obj
@@ -145,4 +246,253 @@ end`).toMatchTree(`
         PositionalArg
           Identifier prop`)
   })
+
+  test('readme.1 is Word when readme not in scope', () => {
+    expect('readme.1').toMatchTree(`Word readme.1`)
+  })
+
+  test('readme.1 is Word when used in function', () => {
+    expect('echo readme.1').toMatchTree(`
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Word readme.1`)
+  })
+
+  test('obj.1 is DotGet when obj is assigned', () => {
+    expect('obj = 5; obj.1').toMatchTree(`
+      Assign
+        AssignableIdentifier obj
+        Eq =
+        Number 5
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot obj
+          Number 1
+    `)
+  })
+
+  test('obj.1 arg is DotGet when obj is assigned', () => {
+    expect('obj = 5; obj.1').toMatchTree(`
+      Assign
+        AssignableIdentifier obj
+        Eq =
+        Number 5
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot obj
+          Number 1
+    `)
+  })
+
+  test('dot get index works as function w/ args', () => {
+    expect(`io = list (do x: echo x end); io.0 heya`).toMatchTree(`
+      Assign
+        AssignableIdentifier io
+        Eq =
+        FunctionCall
+          Identifier list
+          PositionalArg
+            ParenExpr
+              FunctionDef
+                Do do
+                Params
+                  Identifier x
+                colon :
+                FunctionCall
+                  Identifier echo
+                  PositionalArg
+                    Identifier x
+                keyword end
+      FunctionCall
+        DotGet
+          IdentifierBeforeDot io
+          Number 0
+        PositionalArg
+          Identifier heya
+    `)
+  })
+
+  test('can use the result of a parens expression as the property of dot get', () => {
+    expect('obj = list 1 2 3; obj.(1 + 2)').toMatchTree(`
+      Assign
+        AssignableIdentifier obj
+        Eq =
+        FunctionCall
+          Identifier list
+          PositionalArg
+            Number 1
+          PositionalArg
+            Number 2
+          PositionalArg
+            Number 3
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot obj
+          ParenExpr
+            BinOp
+              Number 1
+              Plus +
+              Number 2
+    `)
+  })
+
+  // NOTE: these are parsed as DotGet(meta, DotGet(script, name)) because that's easiest,
+  // but the compiler flattens them
+  test('chained dot get: meta.script.name', () => {
+    expect('meta = 42; meta.script.name').toMatchTree(`
+      Assign
+        AssignableIdentifier meta
+        Eq =
+        Number 42
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot meta
+          DotGet
+            IdentifierBeforeDot script
+            Identifier name
+    `)
+  })
+
+  test('chained dot get: a.b.c.d', () => {
+    expect('a = 1; a.b.c.d').toMatchTree(`
+      Assign
+        AssignableIdentifier a
+        Eq =
+        Number 1
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot a
+          DotGet
+            IdentifierBeforeDot b
+            DotGet
+              IdentifierBeforeDot c
+              Identifier d
+    `)
+  })
+
+  test('chained dot get in function call', () => {
+    expect('config = 1; echo config.db.host').toMatchTree(`
+      Assign
+        AssignableIdentifier config
+        Eq =
+        Number 1
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          DotGet
+            IdentifierBeforeDot config
+            DotGet
+              IdentifierBeforeDot db
+              Identifier host
+    `)
+  })
+
+  test('chained dot get with numeric index at end', () => {
+    expect('obj = 1; obj.items.0').toMatchTree(`
+      Assign
+        AssignableIdentifier obj
+        Eq =
+        Number 1
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot obj
+          DotGet
+            IdentifierBeforeDot items
+            Number 0
+    `)
+  })
+
+  test('chained dot get with ParenExpr at end', () => {
+    expect('obj = 1; obj.items.(i)').toMatchTree(`
+      Assign
+        AssignableIdentifier obj
+        Eq =
+        Number 1
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot obj
+          DotGet
+            IdentifierBeforeDot items
+            ParenExpr
+              FunctionCallOrIdentifier
+                Identifier i
+    `)
+  })
+
+  test('not in scope remains Word with chained dots', () => {
+    expect('readme.md.bak').toMatchTree(`Word readme.md.bak`)
+  })
+
+  test('chained dot get in nested functions', () => {
+    expect(`do cfg:
+  do inner:
+    cfg.db.host
+  end
+end`).toMatchTree(`
+      FunctionDef
+        Do do
+        Params
+          Identifier cfg
+        colon :
+        FunctionDef
+          Do do
+          Params
+            Identifier inner
+          colon :
+          FunctionCallOrIdentifier
+            DotGet
+              IdentifierBeforeDot cfg
+              DotGet
+                IdentifierBeforeDot db
+                Identifier host
+          keyword end
+        keyword end
+    `)
+  })
+
+  test('mixed simple and chained dot get', () => {
+    expect('obj = 1; obj.a; obj.b.c').toMatchTree(`
+      Assign
+        AssignableIdentifier obj
+        Eq =
+        Number 1
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot obj
+          Identifier a
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot obj
+          DotGet
+            IdentifierBeforeDot b
+            Identifier c
+    `)
+  })
+
+  test.skip('chained numeric dot get: row.2.1.b', () => {
+    expect('row = []; row.2.1').toMatchTree(`
+      Assign
+        AssignableIdentifier row
+        Eq =
+        Array []
+      FunctionCallOrIdentifier
+        DotGet
+          IdentifierBeforeDot row
+          DotGet
+            Number 2
+            DotGet
+              Number 1
+              Identifier b
+    `)
+
+    test('parses $.pid just fine', () => {
+      expect(`$.pid`).toMatchTree(`
+      FunctionCallOrIdentifier
+        DotGet
+          Dollar $
+          Identifier pid
+  `)
+    })
+  })
 })

src/parser/tests/exceptions.test.ts

@@ -0,0 +1,296 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('try/catch/finally/throw', () => {
+  test('parses try with catch', () => {
+    expect(`try:
+      risky-operation
+    catch err:
+      handle-error err
+    end`).toMatchTree(`
+      TryExpr
+        keyword try
+        colon :
+        Block
+          FunctionCallOrIdentifier
+            Identifier risky-operation
+        CatchExpr
+          keyword catch
+          Identifier err
+          colon :
+          Block
+            FunctionCall
+              Identifier handle-error
+              PositionalArg
+                Identifier err
+        keyword end
+    `)
+  })
+
+  test('parses try with finally', () => {
+    expect(`try:
+      do-work
+    finally:
+      cleanup
+    end`).toMatchTree(`
+      TryExpr
+        keyword try
+        colon :
+        Block
+          FunctionCallOrIdentifier
+            Identifier do-work
+        FinallyExpr
+          keyword finally
+          colon :
+          Block
+            FunctionCallOrIdentifier
+              Identifier cleanup
+        keyword end
+    `)
+  })
+
+  test('parses try with catch and finally', () => {
+    expect(`try:
+      risky-operation
+    catch err:
+      handle-error err
+    finally:
+      cleanup
+    end`).toMatchTree(`
+      TryExpr
+        keyword try
+        colon :
+        Block
+          FunctionCallOrIdentifier
+            Identifier risky-operation
+        CatchExpr
+          keyword catch
+          Identifier err
+          colon :
+          Block
+            FunctionCall
+              Identifier handle-error
+              PositionalArg
+                Identifier err
+        FinallyExpr
+          keyword finally
+          colon :
+          Block
+            FunctionCallOrIdentifier
+              Identifier cleanup
+        keyword end
+    `)
+  })
+
+  test('parses single-line try with catch', () => {
+    expect('result = try: parse-number input catch err: 0 end').toMatchTree(`
+      Assign
+        AssignableIdentifier result
+        Eq =
+        TryExpr
+          keyword try
+          colon :
+          Block
+            FunctionCall
+              Identifier parse-number
+              PositionalArg
+                Identifier input
+          CatchExpr
+            keyword catch
+            Identifier err
+            colon :
+            Block
+              Number 0
+          keyword end
+    `)
+  })
+
+  test('parses single-line try with finally', () => {
+    expect('try: work catch err: 0 finally: cleanup end').toMatchTree(`
+      TryExpr
+        keyword try
+        colon :
+        Block
+          FunctionCallOrIdentifier
+            Identifier work
+        CatchExpr
+          keyword catch
+          Identifier err
+          colon :
+          Block
+            Number 0
+        FinallyExpr
+          keyword finally
+          colon :
+          Block
+            FunctionCallOrIdentifier
+              Identifier cleanup
+        keyword end
+    `)
+  })
+
+  test('parses throw statement with string', () => {
+    expect("throw 'error message'").toMatchTree(`
+      Throw
+        keyword throw
+        String
+          StringFragment error message
+    `)
+  })
+
+  test('parses throw statement with BinOp', () => {
+    expect("throw 'error message:' + msg").toMatchTree(`
+      Throw
+        keyword throw
+        BinOp
+          String
+            StringFragment error message:
+          Plus +
+          Identifier msg
+    `)
+  })
+
+  test('parses throw statement with identifier', () => {
+    expect('throw error-object').toMatchTree(`
+      Throw
+        keyword throw
+        FunctionCallOrIdentifier
+          Identifier error-object
+    `)
+  })
+
+  test('parses throw statement with dict', () => {
+    expect('throw [type=validation-error message=failed]').toMatchTree(`
+      Throw
+        keyword throw
+        Dict
+          NamedArg
+            NamedArgPrefix type=
+            Identifier validation-error
+          NamedArg
+            NamedArgPrefix message=
+            Identifier failed
+    `)
+  })
+
+  test('does not parse identifiers that start with try', () => {
+    expect('trying = try: work catch err: 0 end').toMatchTree(`
+      Assign
+        AssignableIdentifier trying
+        Eq =
+        TryExpr
+          keyword try
+          colon :
+          Block
+            FunctionCallOrIdentifier
+              Identifier work
+          CatchExpr
+            keyword catch
+            Identifier err
+            colon :
+            Block
+              Number 0
+          keyword end
+    `)
+  })
+})
+
+describe('function-level exception handling', () => {
+  test('parses function with catch', () => {
+    expect(`read-file = do path:
+      read-data path
+    catch e:
+      empty-string
+    end`).toMatchTree(`
+      Assign
+        AssignableIdentifier read-file
+        Eq =
+        FunctionDef
+          Do do
+          Params
+            Identifier path
+          colon :
+          FunctionCall
+            Identifier read-data
+            PositionalArg
+              Identifier path
+          CatchExpr
+            keyword catch
+            Identifier e
+            colon :
+            Block
+              FunctionCallOrIdentifier
+                Identifier empty-string
+          keyword end
+    `)
+  })
+
+  test('parses function with finally', () => {
+    expect(`cleanup-task = do x:
+      do-work x
+    finally:
+      close-resources
+    end`).toMatchTree(`
+      Assign
+        AssignableIdentifier cleanup-task
+        Eq =
+        FunctionDef
+          Do do
+          Params
+            Identifier x
+          colon :
+          FunctionCall
+            Identifier do-work
+            PositionalArg
+              Identifier x
+          FinallyExpr
+            keyword finally
+            colon :
+            Block
+              FunctionCallOrIdentifier
+                Identifier close-resources
+          keyword end
+    `)
+  })
+
+  test('parses function with catch and finally', () => {
+    expect(`safe-operation = do x:
+      risky-work x
+    catch err:
+      log err
+      default-value
+    finally:
+      cleanup
+    end`).toMatchTree(`
+      Assign
+        AssignableIdentifier safe-operation
+        Eq =
+        FunctionDef
+          Do do
+          Params
+            Identifier x
+          colon :
+          FunctionCall
+            Identifier risky-work
+            PositionalArg
+              Identifier x
+          CatchExpr
+            keyword catch
+            Identifier err
+            colon :
+            Block
+              FunctionCall
+                Identifier log
+                PositionalArg
+                  Identifier err
+              FunctionCallOrIdentifier
+                Identifier default-value
+          FinallyExpr
+            keyword finally
+            colon :
+            Block
+              FunctionCallOrIdentifier
+                Identifier cleanup
+          keyword end
+    `)
+  })
+})

src/parser/tests/function-blocks.test.ts

@@ -0,0 +1,301 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('single line function blocks', () => {
+  test('work with no args', () => {
+    expect(`trap: echo bye bye end`).toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCallOrIdentifier
+      Identifier trap
+    colon :
+    Block
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Identifier bye
+        PositionalArg
+          Identifier bye
+    keyword end`
+    )
+  })
+
+  test('work with one arg', () => {
+    expect(`trap EXIT: echo bye bye end`).toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCall
+      Identifier trap
+      PositionalArg
+        Word EXIT
+    colon :
+    Block
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Identifier bye
+        PositionalArg
+          Identifier bye
+    keyword end`
+    )
+  })
+
+  test('work with named args', () => {
+    expect(`attach signal='exit': echo bye bye end`).toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCall
+      Identifier attach
+      NamedArg
+        NamedArgPrefix signal=
+        String
+          StringFragment exit
+    colon :
+    Block
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Identifier bye
+        PositionalArg
+          Identifier bye
+    keyword end`
+    )
+  })
+
+
+  test('work with dot-get', () => {
+    expect(`signals = [=]; signals.trap 'EXIT': echo bye bye end`).toMatchTree(`
+    Assign
+      AssignableIdentifier signals
+      Eq =
+      Dict [=]
+    FunctionCallWithBlock
+      FunctionCall
+        DotGet
+          IdentifierBeforeDot signals
+          Identifier trap
+        PositionalArg
+          String
+            StringFragment EXIT
+      colon :
+      Block
+        FunctionCall
+          Identifier echo
+          PositionalArg
+            Identifier bye
+          PositionalArg
+            Identifier bye
+      keyword end`
+    )
+  })
+})
+
+describe('multi line function blocks', () => {
+  test('work with no args', () => {
+    expect(`
+trap:
+  echo bye bye
+end
+`).toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCallOrIdentifier
+      Identifier trap
+    colon :
+    Block
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Identifier bye
+        PositionalArg
+          Identifier bye
+    keyword end`
+    )
+  })
+
+  test('work with one arg', () => {
+    expect(`
+trap EXIT:
+  echo bye bye
+end`).toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCall
+      Identifier trap
+      PositionalArg
+        Word EXIT
+    colon :
+    Block
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Identifier bye
+        PositionalArg
+          Identifier bye
+    keyword end`
+    )
+  })
+
+  test('work with named args', () => {
+    expect(`
+attach signal='exit' code=1:
+  echo bye bye
+end`).toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCall
+      Identifier attach
+      NamedArg
+        NamedArgPrefix signal=
+        String
+          StringFragment exit
+      NamedArg
+        NamedArgPrefix code=
+        Number 1
+    colon :
+    Block
+      FunctionCall
+        Identifier echo
+        PositionalArg
+          Identifier bye
+        PositionalArg
+          Identifier bye
+    keyword end`
+    )
+  })
+
+
+  test('work with dot-get', () => {
+    expect(`
+signals = [=]
+signals.trap 'EXIT':
+  echo bye bye
+end`).toMatchTree(`
+    Assign
+      AssignableIdentifier signals
+      Eq =
+      Dict [=]
+    FunctionCallWithBlock
+      FunctionCall
+        DotGet
+          IdentifierBeforeDot signals
+          Identifier trap
+        PositionalArg
+          String
+            StringFragment EXIT
+      colon :
+      Block
+        FunctionCall
+          Identifier echo
+          PositionalArg
+            Identifier bye
+          PositionalArg
+            Identifier bye
+      keyword end`
+    )
+  })
+})
+
+describe('ribbit', () => {
+  test('head tag', () => {
+    expect(`
+head:
+  title What up
+  meta charSet=UTF-8
+  meta name='viewport' content='width=device-width, initial-scale=1, viewport-fit=cover'
+end`).toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCallOrIdentifier
+      Identifier head
+    colon :
+    Block
+      FunctionCall
+        Identifier title
+        PositionalArg
+          Word What
+        PositionalArg
+          Identifier up
+      FunctionCall
+        Identifier meta
+        PositionalArg
+          Word charSet=UTF-8
+      FunctionCall
+        Identifier meta
+        NamedArg
+          NamedArgPrefix name=
+          String
+            StringFragment viewport
+        NamedArg
+          NamedArgPrefix content=
+          String
+            StringFragment width=device-width, initial-scale=1, viewport-fit=cover
+    keyword end
+  `)
+  })
+
+  test('li', () => {
+    expect(`
+list:
+  li border-bottom='1px solid black' one
+  li two
+  li three
+end`).toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCallOrIdentifier
+      Identifier list
+    colon :
+    Block
+      FunctionCall
+        Identifier li
+        NamedArg
+          NamedArgPrefix border-bottom=
+          String
+            StringFragment 1px solid black
+        PositionalArg
+          Identifier one
+      FunctionCall
+        Identifier li
+        PositionalArg
+          Identifier two
+      FunctionCall
+        Identifier li
+        PositionalArg
+          Identifier three
+    keyword end`)
+  })
+
+  test('inline expressions', () => {
+    expect(`
+p:
+  h1 class=bright style='font-family: helvetica' Heya
+  h2 man that is (b wild)!
+end`)
+      .toMatchTree(`
+  FunctionCallWithBlock
+    FunctionCallOrIdentifier
+      Identifier p
+    colon :
+    Block
+      FunctionCall
+        Identifier h1
+        NamedArg
+          NamedArgPrefix class=
+          Identifier bright
+        NamedArg
+          NamedArgPrefix style=
+          String
+            StringFragment font-family: helvetica
+        PositionalArg
+          Word Heya
+      FunctionCall
+        Identifier h2
+        PositionalArg
+          Identifier man
+        PositionalArg
+          Identifier that
+        PositionalArg
+          Identifier is
+        PositionalArg
+          ParenExpr
+            FunctionCall
+              Identifier b
+              PositionalArg
+                Identifier wild
+        PositionalArg
+          Word !
+    keyword end`)
+  })
+})

src/parser/tests/functions.test.ts

@@ -1,7 +1,5 @@
 import { expect, describe, test } from 'bun:test'
 
-import '../shrimp.grammar' // Importing this so changes cause it to retest!
-
 describe('calling functions', () => {
   test('call with no args', () => {
     expect('tail').toMatchTree(`
@@ -31,6 +29,70 @@ describe('calling functions', () => {
     `)
   })
 
+  test('call with dashed named arg', () => {
+    expect('tail pre-lines=30 path').toMatchTree(`
+      FunctionCall
+        Identifier tail
+        NamedArg
+          NamedArgPrefix pre-lines=
+          Number 30
+        PositionalArg
+          Identifier path
+    `)
+  })
+
+  test('call with function', () => {
+    expect(`tail do x: x end`).toMatchTree(`
+      FunctionCall
+        Identifier tail
+        PositionalArg
+          FunctionDef
+            Do do
+            Params
+              Identifier x
+            colon :
+            FunctionCallOrIdentifier
+              Identifier x
+            keyword end
+    `)
+  })
+
+  test('call with arg and function', () => {
+    expect(`tail true do x: x end`).toMatchTree(`
+      FunctionCall
+        Identifier tail
+        PositionalArg
+          Boolean true
+        PositionalArg
+          FunctionDef
+            Do do
+            Params
+              Identifier x
+            colon :
+            FunctionCallOrIdentifier
+              Identifier x
+            keyword end
+    `)
+  })
+
+  test('call with function in named arg', () => {
+    expect(`tail callback=do x: x end`).toMatchTree(`
+      FunctionCall
+        Identifier tail
+        NamedArg
+          NamedArgPrefix callback=
+          FunctionDef
+            Do do
+            Params
+              Identifier x
+            colon :
+            FunctionCallOrIdentifier
+              Identifier x
+            keyword end
+      `)
+  })
+
+
   test('command with arg that is also a command', () => {
     expect('tail tail').toMatchTree(`
       FunctionCall
@@ -56,65 +118,167 @@ describe('calling functions', () => {
   })
 })
 
-describe('Fn', () => {
+describe('Do', () => {
   test('parses function no parameters', () => {
-    expect('fn: 1 end').toMatchTree(`
+    expect('do: 1 end').toMatchTree(`
       FunctionDef
-        keyword fn
+        Do do
         Params
         colon :
         Number 1
-        end end`)
+        keyword end`)
   })
 
   test('parses function with single parameter', () => {
-    expect('fn x: x + 1 end').toMatchTree(`
+    expect('do x: x + 1 end').toMatchTree(`
       FunctionDef
-        keyword fn
+        Do do
         Params
-          AssignableIdentifier x
+          Identifier x
         colon :
         BinOp
           Identifier x
-          operator +
+          Plus +
           Number 1
-        end end`)
+        keyword end`)
   })
 
   test('parses function with multiple parameters', () => {
-    expect('fn x y: x * y end').toMatchTree(`
+    expect('do x y: x * y end').toMatchTree(`
       FunctionDef
-        keyword fn
+        Do do
         Params
-          AssignableIdentifier x
-          AssignableIdentifier y
+          Identifier x
+          Identifier y
         colon :
         BinOp
           Identifier x
-          operator *
+          Star *
           Identifier y
-        end end`)
+        keyword end`)
   })
 
   test('parses multiline function with multiple statements', () => {
-    expect(`fn x y:
+    expect(`do x y:
   x * y
   x + 9
 end`).toMatchTree(`
       FunctionDef
-        keyword fn
+        Do do
         Params
-          AssignableIdentifier x
-          AssignableIdentifier y
+          Identifier x
+          Identifier y
         colon :
         BinOp
           Identifier x
-          operator *
+          Star *
           Identifier y
         BinOp
           Identifier x
-          operator +
+          Plus +
           Number 9
-        end end`)
+        keyword end`)
+  })
+
+  test('does not parse identifiers that start with fn', () => {
+    expect('fnnn = do x: x end').toMatchTree(`
+      Assign
+        AssignableIdentifier fnnn
+        Eq =
+        FunctionDef
+          Do do
+          Params
+            Identifier x
+          colon :
+          FunctionCallOrIdentifier
+            Identifier x
+          keyword end`)
+  })
+
+  test('does not parse identifiers that start with end', () => {
+    expect('enddd = do x: x end').toMatchTree(`
+      Assign
+        AssignableIdentifier enddd
+        Eq =
+        FunctionDef
+          Do do
+          Params
+            Identifier x
+          colon :
+          FunctionCallOrIdentifier
+            Identifier x
+          keyword end`)
+  })
+
+  test('can call a function returned by a parens expression', () => {
+    expect('(do x: x end) 5').toMatchTree(`
+      FunctionCall
+        ParenExpr
+          FunctionDef
+            Do do
+            Params
+              Identifier x
+            colon :
+            FunctionCallOrIdentifier
+              Identifier x
+            keyword end
+        PositionalArg
+          Number 5
+    `)
+  })
+})
+
+describe('default params', () => {
+  test('parses function with single default parameter', () => {
+    expect('do x=1: x + 1 end').toMatchTree(`
+      FunctionDef
+        Do do
+        Params
+          NamedParam
+            NamedArgPrefix x=
+            Number 1
+        colon :
+        BinOp
+          Identifier x
+          Plus +
+          Number 1
+        keyword end`)
+  })
+
+  test('parses function with multiple default parameters', () => {
+    expect(`do x='something' y=true: x * y end`).toMatchTree(`
+      FunctionDef
+        Do do
+        Params
+          NamedParam
+            NamedArgPrefix x=
+            String
+              StringFragment something
+          NamedParam
+            NamedArgPrefix y=
+            Boolean true
+        colon :
+        BinOp
+          Identifier x
+          Star *
+          Identifier y
+        keyword end`)
+  })
+
+  test('parses function with mixed parameters', () => {
+    expect('do x y=true: x * y end').toMatchTree(`
+      FunctionDef
+        Do do
+        Params
+          Identifier x
+          NamedParam
+            NamedArgPrefix y=
+            Boolean true
+        colon :
+        BinOp
+          Identifier x
+          Star *
+          Identifier y
+        keyword end`)
   })
 })

src/parser/tests/import.test.ts

@@ -0,0 +1,32 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('import', () => {
+  test('parses single import', () => {
+    expect(`import str`).toMatchTree(`
+      Import
+        keyword import
+        Identifier str
+      `)
+  })
+
+  test('parses multiple imports', () => {
+    expect(`import str math list`).toMatchTree(`
+      Import
+        keyword import
+        Identifier str
+        Identifier math
+        Identifier list
+      `)
+  })
+
+  test('parses named args', () => {
+    expect(`import str only=ends-with?`).toMatchTree(`
+      Import
+        keyword import
+        Identifier str
+        NamedArg
+          NamedArgPrefix only=
+          Identifier ends-with?
+      `)
+  })
+})

src/parser/tests/literals.test.ts

@@ -0,0 +1,615 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('number literals', () => {
+  test('binary numbers', () => {
+    expect('0b110').toMatchTree(`
+      Number 0b110
+    `)
+  })
+
+  test('hex numbers', () => {
+    expect('0xdeadbeef').toMatchTree(`
+      Number 0xdeadbeef
+    `)
+  })
+
+  test('hex numbers uppercase', () => {
+    expect('0xFF').toMatchTree(`
+      Number 0xFF
+    `)
+  })
+
+  test('octal numbers', () => {
+    expect('0o644').toMatchTree(`
+      Number 0o644
+    `)
+
+    expect('0o055').toMatchTree(`
+      Number 0o055
+    `)
+  })
+
+  test('decimal numbers still work', () => {
+    expect('42').toMatchTree(`
+      Number 42
+    `)
+  })
+
+  test('negative binary', () => {
+    expect('-0b110').toMatchTree(`
+      Number -0b110
+    `)
+  })
+
+  test('negative hex', () => {
+    expect('-0xFF').toMatchTree(`
+      Number -0xFF
+    `)
+  })
+
+  test('negative octal', () => {
+    expect('-0o755').toMatchTree(`
+      Number -0o755
+    `)
+  })
+
+  test('positive prefix binary', () => {
+    expect('+0b110').toMatchTree(`
+      Number +0b110
+    `)
+  })
+
+  test('positive prefix hex', () => {
+    expect('+0xFF').toMatchTree(`
+      Number +0xFF
+    `)
+  })
+
+  test('positive prefix octal', () => {
+    expect('+0o644').toMatchTree(`
+      Number +0o644
+    `)
+  })
+
+  test('hex, binary, and octal in arrays', () => {
+    expect('[0xFF 0b110 0o644 42]').toMatchTree(`
+      Array
+        Number 0xFF
+        Number 0b110
+        Number 0o644
+        Number 42
+    `)
+  })
+})
+
+describe('array literals', () => {
+  test('work with numbers', () => {
+    expect('[1 2 3]').toMatchTree(`
+      Array
+        Number 1
+        Number 2
+        Number 3
+    `)
+  })
+
+  test('work with strings', () => {
+    expect("['one' 'two' 'three']").toMatchTree(`
+      Array
+        String
+          StringFragment one
+        String
+          StringFragment two
+        String
+          StringFragment three
+    `)
+  })
+
+  test('work with identifiers', () => {
+    expect('[one two three]').toMatchTree(`
+      Array
+        Identifier one
+        Identifier two
+        Identifier three
+    `)
+  })
+
+  test('can be nested', () => {
+    expect('[one [two [three]]]').toMatchTree(`
+      Array
+        Identifier one
+        Array
+          Identifier two
+          Array
+            Identifier three
+    `)
+  })
+
+  test('can span multiple lines', () => {
+    expect(`[
+      1
+      2
+      3
+    ]`).toMatchTree(`
+      Array
+        Number 1
+        Number 2
+        Number 3
+    `)
+  })
+
+  test('can span multiple w/o calling functions', () => {
+    expect(`[
+      one
+      two
+      three
+    ]`).toMatchTree(`
+      Array
+        Identifier one
+        Identifier two
+        Identifier three
+    `)
+  })
+
+  test('empty arrays', () => {
+    expect('[]').toMatchTree(`
+      Array []
+    `)
+  })
+
+  test('mixed types', () => {
+    expect("[1 'two' three true null]").toMatchTree(`
+      Array
+        Number 1
+        String
+          StringFragment two
+        Identifier three
+        Boolean true
+        Null null
+    `)
+  })
+
+  test('semicolons as separators', () => {
+    expect('[1; 2; 3]').toMatchTree(`
+      Array
+        Number 1
+        Number 2
+        Number 3
+    `)
+  })
+
+  test('expressions in arrays', () => {
+    expect('[(1 + 2) (3 * 4)]').toMatchTree(`
+      Array
+        ParenExpr
+          BinOp
+            Number 1
+            Plus +
+            Number 2
+        ParenExpr
+          BinOp
+            Number 3
+            Star *
+            Number 4
+    `)
+  })
+
+  test('mixed separators - spaces and newlines', () => {
+    expect(`[1 2
+3 4]`).toMatchTree(`
+      Array
+        Number 1
+        Number 2
+        Number 3
+        Number 4
+    `)
+  })
+
+  test('mixed separators - spaces and semicolons', () => {
+    expect('[1 2; 3 4]').toMatchTree(`
+      Array
+        Number 1
+        Number 2
+        Number 3
+        Number 4
+    `)
+  })
+
+  test('empty lines within arrays', () => {
+    expect(`[1
+
+2]`).toMatchTree(`
+      Array
+        Number 1
+        Number 2
+    `)
+  })
+
+  test('comments within arrays', () => {
+    expect(`[ # something...
+      1 # first
+      2 # second
+    ]`).toMatchTree(`
+      Array
+        Comment # something...
+        Number 1
+        Comment # first
+        Number 2
+        Comment # second
+    `)
+  })
+
+  test('complex nested multiline', () => {
+    expect(`[
+  [1 2]
+  [3 4]
+  [5 6]
+]`).toMatchTree(`
+      Array
+        Array
+          Number 1
+          Number 2
+        Array
+          Number 3
+          Number 4
+        Array
+          Number 5
+          Number 6
+    `)
+  })
+
+  test('boolean and null literals', () => {
+    expect('[true false null]').toMatchTree(`
+      Array
+        Boolean true
+        Boolean false
+        Null null
+    `)
+  })
+
+  test('regex literals', () => {
+    expect('[//[0-9]+//]').toMatchTree(`
+      Array
+        Regex //[0-9]+//
+    `)
+  })
+
+  test('trailing newlines', () => {
+    expect(`[
+1
+2
+]`).toMatchTree(`
+      Array
+        Number 1
+        Number 2
+    `)
+  })
+})
+
+describe('dict literals', () => {
+  test('work with numbers', () => {
+    expect('[a=1 b=2 c=3]').toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Number 1
+        NamedArg
+          NamedArgPrefix b=
+          Number 2
+        NamedArg
+          NamedArgPrefix c=
+          Number 3
+    `)
+  })
+
+  test('work with strings', () => {
+    expect("[a='one' b='two' c='three']").toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          String
+            StringFragment one
+        NamedArg
+          NamedArgPrefix b=
+          String
+            StringFragment two
+        NamedArg
+          NamedArgPrefix c=
+          String
+            StringFragment three
+    `)
+  })
+
+  test('work with identifiers', () => {
+    expect('[a=one b=two c=three]').toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Identifier one
+        NamedArg
+          NamedArgPrefix b=
+          Identifier two
+        NamedArg
+          NamedArgPrefix c=
+          Identifier three
+    `)
+  })
+
+  test('work with functions', () => {
+    expect(`[trap=do x: x end]`).toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix trap=
+          FunctionDef
+            Do do
+            Params
+              Identifier x
+            colon :
+            FunctionCallOrIdentifier
+              Identifier x
+            keyword end
+    `)
+  })
+
+  test('can be nested', () => {
+    expect('[a=one b=[two [c=three]]]').toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Identifier one
+        NamedArg
+          NamedArgPrefix b=
+          Array
+            Identifier two
+            Dict
+              NamedArg
+                NamedArgPrefix c=
+                Identifier three
+    `)
+  })
+
+  test('can span multiple lines', () => {
+    expect(`[
+      a=1
+      b=2
+      c=3
+    ]`).toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Number 1
+        NamedArg
+          NamedArgPrefix b=
+          Number 2
+        NamedArg
+          NamedArgPrefix c=
+          Number 3
+    `)
+  })
+
+  test('can have spaces between equals', () => {
+    expect(`[
+      a = 1
+      b = 2
+      c = 3
+    ]`).toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a =
+          Number 1
+        NamedArg
+          NamedArgPrefix b =
+          Number 2
+        NamedArg
+          NamedArgPrefix c =
+          Number 3
+    `)
+  })
+
+  test('empty dict', () => {
+    expect('[=]').toMatchTree(`
+      Dict [=]
+    `)
+  })
+
+  test('empty dict w whitespace', () => {
+    expect('[ = ]').toMatchTree(`
+      Dict [ = ]
+    `)
+  })
+
+  test('mixed types', () => {
+    expect("[a=1 b='two' c=three d=true e=null]").toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Number 1
+        NamedArg
+          NamedArgPrefix b=
+          String
+            StringFragment two
+        NamedArg
+          NamedArgPrefix c=
+          Identifier three
+        NamedArg
+          NamedArgPrefix d=
+          Boolean true
+        NamedArg
+          NamedArgPrefix e=
+          Null null
+    `)
+  })
+
+  test('semicolons as separators', () => {
+    expect('[a=1; b=2; c=3]').toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Number 1
+        NamedArg
+          NamedArgPrefix b=
+          Number 2
+        NamedArg
+          NamedArgPrefix c=
+          Number 3
+    `)
+  })
+
+  test('expressions in dicts', () => {
+    expect('[a=(1 + 2) b=(3 * 4)]').toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          ParenExpr
+            BinOp
+              Number 1
+              Plus +
+              Number 2
+        NamedArg
+          NamedArgPrefix b=
+          ParenExpr
+            BinOp
+              Number 3
+              Star *
+              Number 4
+    `)
+  })
+
+  test('mixed separators - spaces and newlines', () => {
+    expect(`[a=1 b=2
+c=3]`).toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Number 1
+        NamedArg
+          NamedArgPrefix b=
+          Number 2
+        NamedArg
+          NamedArgPrefix c=
+          Number 3
+    `)
+  })
+
+  test('empty lines within dicts', () => {
+    expect(`[a=1
+
+b=2
+
+c=3]`).toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Number 1
+        NamedArg
+          NamedArgPrefix b=
+          Number 2
+        NamedArg
+          NamedArgPrefix c=
+          Number 3
+    `)
+  })
+
+  test('comments within dicts', () => {
+    expect(`[ # something...
+      a=1 # first
+      b=2 # second
+
+      c=3
+    ]`).toMatchTree(`
+      Dict
+        Comment # something...
+        NamedArg
+          NamedArgPrefix a=
+          Number 1
+        Comment # first
+        NamedArg
+          NamedArgPrefix b=
+          Number 2
+        Comment # second
+        NamedArg
+          NamedArgPrefix c=
+          Number 3
+    `)
+  })
+
+  test('complex nested multiline', () => {
+    expect(`[
+  a=[a=1 b=2]
+  b=[b=3 c=4]
+  c=[c=5 d=6]
+]`).toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Dict
+            NamedArg
+              NamedArgPrefix a=
+              Number 1
+            NamedArg
+              NamedArgPrefix b=
+              Number 2
+        NamedArg
+          NamedArgPrefix b=
+          Dict
+            NamedArg
+              NamedArgPrefix b=
+              Number 3
+            NamedArg
+              NamedArgPrefix c=
+              Number 4
+        NamedArg
+          NamedArgPrefix c=
+          Dict
+            NamedArg
+              NamedArgPrefix c=
+              Number 5
+            NamedArg
+              NamedArgPrefix d=
+              Number 6
+    `)
+  })
+
+  test('boolean and null literals', () => {
+    expect('[a=true b=false c=null]').toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Boolean true
+        NamedArg
+          NamedArgPrefix b=
+          Boolean false
+        NamedArg
+          NamedArgPrefix c=
+          Null null
+    `)
+  })
+
+  test('regex literals', () => {
+    expect('[pattern=//[0-9]+//]').toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix pattern=
+          Regex //[0-9]+//
+    `)
+  })
+
+  test('trailing newlines', () => {
+    expect(`[
+a=1
+b=2
+c=3
+
+]`).toMatchTree(`
+      Dict
+        NamedArg
+          NamedArgPrefix a=
+          Number 1
+        NamedArg
+          NamedArgPrefix b=
+          Number 2
+        NamedArg
+          NamedArgPrefix c=
+          Number 3
+    `)
+  })
+})

src/parser/tests/multiline.test.ts

@@ -1,7 +1,5 @@
 import { expect, describe, test } from 'bun:test'
 
-import '../shrimp.grammar' // Importing this so changes cause it to retest!
-
 describe('multiline', () => {
   test('parses multiline strings', () => {
     expect(`'first'\n'second'`).toMatchTree(`
@@ -13,7 +11,7 @@ describe('multiline', () => {
 
   test('parses multiline functions', () => {
     expect(`
-      add = fn a b:
+      add = do a b:
         result = a + b
         result
       end
@@ -22,24 +20,24 @@ describe('multiline', () => {
     `).toMatchTree(`
       Assign
         AssignableIdentifier add
-        operator =
+        Eq =
         FunctionDef
-          keyword fn
+          Do do
           Params
-            AssignableIdentifier a
-            AssignableIdentifier b
+            Identifier a
+            Identifier b
           colon :
           Assign
             AssignableIdentifier result
-            operator =
+            Eq =
             BinOp
               Identifier a
-              operator +
+              Plus +
               Identifier b
           FunctionCallOrIdentifier
             Identifier result
 
-          end end
+          keyword end
       FunctionCall
         Identifier add
         PositionalArg
@@ -53,7 +51,7 @@ describe('multiline', () => {
       3
 
 
-      fn x y:
+      do x y:
   x
 end
 
@@ -61,14 +59,30 @@ end
       Number 3
 
       FunctionDef
-        keyword fn
+        Do do
         Params
-          AssignableIdentifier x
-          AssignableIdentifier y
+          Identifier x
+          Identifier y
         colon :
         FunctionCallOrIdentifier
           Identifier x
-        end end
+        keyword end
+    `)
+  })
+
+  test('multiline with empty lines', () => {
+    expect(`
+      do:
+          2
+
+      end
+      `).toMatchTree(`
+      FunctionDef
+        Do do
+        Params
+        colon :
+        Number 2
+        keyword end
     `)
   })
 })

src/parser/tests/pipes.test.ts

@@ -1,7 +1,5 @@
 import { expect, describe, test } from 'bun:test'
 
-import '../shrimp.grammar' // Importing this so changes cause it to retest!
-
 describe('pipe expressions', () => {
   test('simple pipe expression', () => {
     expect('echo hello | grep h').toMatchTree(`
@@ -51,7 +49,7 @@ describe('pipe expressions', () => {
     expect('result = echo hello | grep h').toMatchTree(`
       Assign
         AssignableIdentifier result
-        operator =
+        Eq =
         PipeExpr
           FunctionCall
             Identifier echo
@@ -66,7 +64,7 @@ describe('pipe expressions', () => {
   })
 
   test('pipe with inline function', () => {
-    expect('items | each fn x: x end').toMatchTree(`
+    expect('items | each do x: x end').toMatchTree(`
       PipeExpr
         FunctionCallOrIdentifier
           Identifier items
@@ -75,13 +73,335 @@ describe('pipe expressions', () => {
           Identifier each
           PositionalArg
             FunctionDef
-              keyword fn
+              Do do
               Params
-                AssignableIdentifier x
+                Identifier x
               colon :
               FunctionCallOrIdentifier
                 Identifier x
-              end end
+              keyword end
+    `)
+  })
+
+  test(`double trouble (do keyword isn't over eager)`, () => {
+    expect(`
+      double 2 | double`).toMatchTree(`
+      PipeExpr
+        FunctionCall
+          Identifier double
+          PositionalArg
+            Number 2
+        operator |
+        FunctionCallOrIdentifier
+          Identifier double
+      `)
+  })
+
+  test('string literals can be piped', () => {
+    expect(`'hey there' | echo`).toMatchTree(`
+      PipeExpr
+        String
+          StringFragment hey there
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo
+      `)
+  })
+
+  test('number literals can be piped', () => {
+    expect(`42 | echo`).toMatchTree(`
+      PipeExpr
+        Number 42
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo`)
+
+    expect(`4.22 | echo`).toMatchTree(`
+      PipeExpr
+        Number 4.22
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo`)
+  })
+
+  test('null literals can be piped', () => {
+    expect(`null | echo`).toMatchTree(`
+      PipeExpr
+        Null null
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo`)
+  })
+
+  test('boolean literals can be piped', () => {
+    expect(`true | echo`).toMatchTree(`
+      PipeExpr
+        Boolean true
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo`)
+  })
+
+  test('array literals can be piped', () => {
+    expect(`[1 2 3] | echo`).toMatchTree(`
+      PipeExpr
+        Array
+          Number 1
+          Number 2
+          Number 3
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo
+      `)
+  })
+
+  test('dict literals can be piped', () => {
+    expect(`[a=1 b=2 c=3] | echo`).toMatchTree(`
+      PipeExpr
+        Dict
+          NamedArg
+            NamedArgPrefix a=
+            Number 1
+          NamedArg
+            NamedArgPrefix b=
+            Number 2
+          NamedArg
+            NamedArgPrefix c=
+            Number 3
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo
+      `)
+  })
+
+  test('parenthesized expressions can be piped', () => {
+    expect(`(1 + 2) | echo`).toMatchTree(`
+      PipeExpr
+        ParenExpr
+          BinOp
+            Number 1
+            Plus +
+            Number 2
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo
+      `)
+  })
+
+  test('complex parenthesized expressions with pipes', () => {
+    expect(`((math.random) * 10 + 1) | math.floor`).toMatchTree(`
+      PipeExpr
+        ParenExpr
+          BinOp
+            BinOp
+              ParenExpr
+                FunctionCallOrIdentifier
+                  DotGet
+                    IdentifierBeforeDot math
+                    Identifier random
+              Star *
+              Number 10
+            Plus +
+            Number 1
+        operator |
+        FunctionCallOrIdentifier
+          DotGet
+            IdentifierBeforeDot math
+            Identifier floor
+      `)
+  })
+})
+
+describe('pipe continuation', () => {
+  test('pipe on next line', () => {
+    expect(`hello
+| echo`).toMatchTree(`
+      PipeExpr
+        FunctionCallOrIdentifier
+          Identifier hello
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo
+    `)
+
+    expect(`echo hello
+| grep h`).toMatchTree(`
+      PipeExpr
+        FunctionCall
+          Identifier echo
+          PositionalArg
+            Identifier hello
+        operator |
+        FunctionCall
+          Identifier grep
+          PositionalArg
+            Identifier h
+    `)
+  })
+
+  test('pipe on next non-empty line', () => {
+    expect(`hello
+
+
+| echo`).toMatchTree(`
+      PipeExpr
+        FunctionCallOrIdentifier
+          Identifier hello
+        operator |
+        FunctionCallOrIdentifier
+          Identifier echo
+    `)
+  })
+
+  test('multi-line pipe chain', () => {
+    expect(`echo hello
+| grep h
+| sort`).toMatchTree(`
+      PipeExpr
+        FunctionCall
+          Identifier echo
+          PositionalArg
+            Identifier hello
+        operator |
+        FunctionCall
+          Identifier grep
+          PositionalArg
+            Identifier h
+        operator |
+        FunctionCallOrIdentifier
+          Identifier sort
+    `)
+  })
+
+  test('pipe with indentation', () => {
+    expect(`echo hello
+  | grep h
+  | sort`).toMatchTree(`
+      PipeExpr
+        FunctionCall
+          Identifier echo
+          PositionalArg
+            Identifier hello
+        operator |
+        FunctionCall
+          Identifier grep
+          PositionalArg
+            Identifier h
+        operator |
+        FunctionCallOrIdentifier
+          Identifier sort
+    `)
+  })
+
+  test('pipe after operand on next line (trailing pipe style)', () => {
+    expect(`echo hello |
+grep h`).toMatchTree(`
+      PipeExpr
+        FunctionCall
+          Identifier echo
+          PositionalArg
+            Identifier hello
+        operator |
+        FunctionCall
+          Identifier grep
+          PositionalArg
+            Identifier h
+    `)
+  })
+
+  test('same-line pipes still work', () => {
+    expect('echo hello | grep h | sort').toMatchTree(`
+      PipeExpr
+        FunctionCall
+          Identifier echo
+          PositionalArg
+            Identifier hello
+        operator |
+        FunctionCall
+          Identifier grep
+          PositionalArg
+            Identifier h
+        operator |
+        FunctionCallOrIdentifier
+          Identifier sort
+    `)
+  })
+
+  test('lots of pipes', () => {
+    expect(`
+'this should help readability in long chains'
+  | split ' '
+  | map (ref str.to-upper)
+  | join '-'
+  | echo
+`).toMatchTree(`
+  PipeExpr
+    String
+      StringFragment this should help readability in long chains
+    operator |
+    FunctionCall
+      Identifier split
+      PositionalArg
+        String
+          StringFragment (space)
+    operator |
+    FunctionCall
+      Identifier map
+      PositionalArg
+        ParenExpr
+          FunctionCall
+            Identifier ref
+            PositionalArg
+              DotGet
+                IdentifierBeforeDot str
+                Identifier to-upper
+    operator |
+    FunctionCall
+      Identifier join
+      PositionalArg
+        String
+          StringFragment -
+    operator |
+    FunctionCallOrIdentifier
+      Identifier echo
+  `)
+  })
+})
+
+describe('Underscore', () => {
+  test('works in pipes', () => {
+    expect(`sub 3 1 | div (sub 110 9 | sub 1) _ | div 5`).toMatchTree(`
+      PipeExpr
+        FunctionCall
+          Identifier sub
+          PositionalArg
+            Number 3
+          PositionalArg
+            Number 1
+        operator |
+        FunctionCall
+          Identifier div
+          PositionalArg
+            ParenExpr
+              PipeExpr
+                FunctionCall
+                  Identifier sub
+                  PositionalArg
+                    Number 110
+                  PositionalArg
+                    Number 9
+                operator |
+                FunctionCall
+                  Identifier sub
+                  PositionalArg
+                    Number 1
+          PositionalArg
+            Underscore _
+        operator |
+        FunctionCall
+          Identifier div
+          PositionalArg
+            Number 5
     `)
   })
 })

src/parser/tests/strings.test.ts

@@ -1,13 +1,12 @@
 import { expect, describe, test } from 'bun:test'
 
-import '../shrimp.grammar' // Importing this so changes cause it to retest!
-
 describe('string interpolation', () => {
   test('string with variable interpolation', () => {
     expect("'hello $name'").toMatchTree(`
       String
         StringFragment ${'hello '}
         Interpolation
+          FunctionCallOrIdentifier
             Identifier name
     `)
   })
@@ -20,7 +19,7 @@ describe('string interpolation', () => {
           ParenExpr
             BinOp
               Identifier a
-              operator +
+              Plus +
               Identifier b
         StringFragment !
     `)
@@ -34,7 +33,7 @@ describe('string interpolation', () => {
           ParenExpr
             BinOp
               Identifier a
-              operator +
+              Plus +
               Identifier b
     `)
   })
@@ -44,6 +43,7 @@ describe('string interpolation', () => {
       String
         StringFragment x/
         Interpolation
+          FunctionCallOrIdentifier
             Identifier y
         StringFragment /z
     `)
@@ -122,8 +122,58 @@ describe('string escape sequences', () => {
       String
         StringFragment value: 
         Interpolation
+          FunctionCallOrIdentifier
             Identifier x
         EscapeSeq \\n
     `)
   })
 })
+
+describe('curly strings', () => {
+  test('work on one line', () => {
+    expect('{ one two three }').toMatchTree(`
+      String
+        CurlyString { one two three }
+    `)
+  })
+
+  test('work on multiple lines', () => {
+    expect(`{
+      one
+      two
+      three }`).toMatchTree(`
+    String
+      CurlyString {
+          one
+          two
+          three }`)
+  })
+
+  test('can contain other curlies', () => {
+    expect(`{ { one }
+      two
+      { three } }`).toMatchTree(`
+    String
+      CurlyString { { one }
+          two
+          { three } }`)
+  })
+})
+
+describe('double quoted strings', () => {
+  test("work", () => {
+    expect(`"hello world"`).toMatchTree(`
+      String
+        DoubleQuote "hello world"`)
+  })
+
+  test("don't interpolate", () => {
+    expect(`"hello $world"`).toMatchTree(`
+      String
+        DoubleQuote "hello $world"`)
+
+    expect(`"hello $(1 + 2)"`).toMatchTree(`
+      String
+        DoubleQuote "hello $(1 + 2)"`)
+  })
+})

src/parser/tests/tokens.test.ts

@@ -0,0 +1,750 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('constant types', () => {
+  test('null', () => {
+    expect(`null`).toBeToken('Null')
+  })
+
+  test('boolean', () => {
+    expect(`true`).toMatchToken('Boolean', 'true')
+    expect(`false`).toMatchToken('Boolean', 'false')
+  })
+})
+
+describe('numbers', () => {
+  test('non-numbers', () => {
+    expect(`1st`).toMatchToken('Word', '1st')
+    expect(`1_`).toMatchToken('Word', '1_')
+    expect(`100.`).toMatchTokens(
+      { type: 'Number', value: '100' },
+      { type: 'Operator', value: '.' },
+    )
+  })
+
+  test('simple numbers', () => {
+    expect(`1`).toMatchToken('Number', '1')
+    expect(`200`).toMatchToken('Number', '200')
+    expect(`5.20`).toMatchToken('Number', '5.20')
+    expect(`0.20`).toMatchToken('Number', '0.20')
+    expect(`-20`).toMatchToken('Number', '-20')
+    expect(`+20`).toMatchToken('Number', '+20')
+    expect(`-2134.34`).toMatchToken('Number', '-2134.34')
+    expect(`+20.5325`).toMatchToken('Number', '+20.5325')
+    expect(`1_000`).toMatchToken('Number', '1_000')
+    expect(`53_232_220`).toMatchToken('Number', '53_232_220')
+  })
+
+  test('binary numbers', () => {
+    expect('0b110').toMatchToken('Number', '0b110')
+  })
+
+  test('hex numbers', () => {
+    expect('0xdeadbeef').toMatchToken('Number', '0xdeadbeef')
+    expect('0x02d3f4').toMatchToken('Number', '0x02d3f4')
+  })
+
+  test('hex numbers uppercase', () => {
+    expect('0xFF').toMatchToken('Number', '0xFF')
+  })
+
+  test('octal numbers', () => {
+    expect('0o644').toMatchToken('Number', '0o644')
+    expect('0o055').toMatchToken('Number', '0o055')
+  })
+
+  test('negative binary', () => {
+    expect('-0b110').toMatchToken('Number', '-0b110')
+  })
+
+  test('negative hex', () => {
+    expect('-0xFF').toMatchToken('Number', '-0xFF')
+  })
+
+  test('negative octal', () => {
+    expect('-0o755').toMatchToken('Number', '-0o755')
+  })
+
+  test('positive prefix binary', () => {
+    expect('+0b110').toMatchToken('Number', '+0b110')
+  })
+
+  test('positive prefix hex', () => {
+    expect('+0xFF').toMatchToken('Number', '+0xFF')
+  })
+
+  test('positive prefix octal', () => {
+    expect('+0o644').toMatchToken('Number', '+0o644')
+  })
+
+  test('underscores in number', () => {
+    expect(`1_000`).toMatchToken('Number', '1_000')
+    expect(`1_0`).toMatchToken('Number', '1_0')
+    expect('0b11_0').toMatchToken('Number', '0b11_0')
+    expect('0xdead_beef').toMatchToken('Number', '0xdead_beef')
+    expect('0o64_4').toMatchToken('Number', '0o64_4')
+  })
+})
+
+describe('identifiers', () => {
+  test('regular', () => {
+    expect('name').toBeToken('Identifier')
+    expect('bobby-mcgee').toBeToken('Identifier')
+    expect('starts-with?').toBeToken('Identifier')
+    expect('📢').toMatchToken('Identifier', '📢')
+    expect(' 📢 ').toMatchToken('Identifier', '📢')
+    expect(' oink-🐷-oink').toMatchToken('Identifier', 'oink-🐷-oink')
+    expect('$').toMatchToken('Identifier', '$')
+    expect('$cool').toMatchToken('Identifier', '$cool')
+  })
+
+  test('one character identifiers', () => {
+    expect('a').toMatchToken('Identifier', 'a')
+    expect('z').toMatchToken('Identifier', 'z')
+    expect('$').toMatchToken('Identifier', '$')
+    expect('📢').toMatchToken('Identifier', '📢')
+    expect('?').toBeToken('Word') // ? alone is not valid identifier start
+  })
+
+  test('two character identifiers', () => {
+    expect('ab').toMatchToken('Identifier', 'ab')
+    expect('a1').toMatchToken('Identifier', 'a1')
+    expect('a-').toMatchToken('Identifier', 'a-')
+    expect('a?').toMatchToken('Identifier', 'a?') // ? valid at end
+    expect('ab?').toMatchToken('Identifier', 'ab?')
+  })
+
+  test('three+ character identifiers', () => {
+    expect('abc').toMatchToken('Identifier', 'abc')
+    expect('a-b').toMatchToken('Identifier', 'a-b')
+    expect('a1b').toMatchToken('Identifier', 'a1b')
+    expect('abc?').toMatchToken('Identifier', 'abc?') // ? valid at end
+    expect('a-b-c?').toMatchToken('Identifier', 'a-b-c?')
+  })
+
+  test('edge cases', () => {
+    expect('-bobby-mcgee').toBeToken('Word')
+    expect('starts-with??').toMatchToken('Identifier', 'starts-with??')
+    expect('starts?with?').toMatchToken('Identifier', 'starts?with?')
+    expect('a??b').toMatchToken('Identifier', 'a??b')
+    expect('oink-oink!').toBeToken('Word')
+    expect('dog#pound').toMatchToken('Word', 'dog#pound')
+    expect('http://website.com').toMatchToken('Word', 'http://website.com')
+    expect('school$cool').toMatchToken('Identifier', 'school$cool')
+    expect('EXIT:').toMatchTokens(
+      { type: 'Word', value: 'EXIT' },
+      { type: 'Colon' },
+    )
+    expect(`if y == 1: 'cool' end`).toMatchTokens(
+      { type: 'Keyword', value: 'if' },
+      { type: 'Identifier', value: 'y' },
+      { type: 'Operator', value: '==' },
+      { type: 'Number', value: '1' },
+      { type: 'Colon' },
+      { type: 'String', value: `'cool'` },
+      { type: 'Keyword', value: 'end' },
+    )
+  })
+})
+
+describe('paths', () => {
+  test('starting with ./', () => {
+    expect('./tmp').toMatchToken('Word', './tmp')
+  })
+
+  test('starting with /', () => {
+    expect('/home/chris/dev').toMatchToken('Word', '/home/chris/dev')
+  })
+
+  test('identifiers with dots tokenize separately', () => {
+    expect('readme.txt').toMatchTokens(
+      { type: 'Identifier', value: 'readme' },
+      { type: 'Operator', value: '.' },
+      { type: 'Identifier', value: 'txt' },
+    )
+  })
+
+  test('words (non-identifiers) consume dots', () => {
+    expect('README.md').toMatchToken('Word', 'README.md')
+  })
+
+  test('all sorts of weird stuff', () => {
+    expect('dog#pound').toMatchToken('Word', 'dog#pound')
+    expect('my/kinda/place').toMatchToken('my/kinda/place')
+    expect('file://%/$##/@40!/index.php').toMatchToken('Word', 'file://%/$##/@40!/index.php')
+  })
+})
+
+describe('strings', () => {
+  test('single quoted', () => {
+    expect(`'hello world'`).toMatchToken('String', `'hello world'`)
+    expect(`'it\\'s a beautiful world'`).toMatchToken("'it\\'s a beautiful world'")
+  })
+
+  test('double quoted', () => {
+    expect(`"hello world"`).toMatchToken('String', `"hello world"`)
+    expect(`"it's a beautiful world"`).toMatchToken('String', `"it's a beautiful world"`)
+  })
+
+  test('empty strings', () => {
+    expect(`''`).toMatchToken('String', `''`)
+    expect(`""`).toMatchToken('String', `""`)
+  })
+
+  test('escape sequences', () => {
+    expect(`'hello\\nworld'`).toMatchToken('String', `'hello\\nworld'`)
+    expect(`'tab\\there'`).toMatchToken('String', `'tab\\there'`)
+    expect(`'quote\\''`).toMatchToken('String', `'quote\\''`)
+    expect(`'backslash\\\\'`).toMatchToken('String', `'backslash\\\\'`)
+    expect(`'dollar\\$sign'`).toMatchToken('String', `'dollar\\$sign'`)
+  })
+
+  test('unclosed strings - error case', () => {
+    // These should either fail or produce unexpected results
+    expect(`'hello`).toMatchToken('String', `'hello`)
+    expect(`"world`).toMatchToken('String', `"world`)
+  })
+})
+
+describe('curly strings', () => {
+  test('curly quoted', () => {
+    expect('{ one two three }').toMatchToken('String', `{ one two three }`)
+  })
+
+  test('work on multiple lines', () => {
+    expect(`{
+      one
+      two
+      three }`).toMatchToken('String', `{
+      one
+      two
+      three }`)
+  })
+
+  test('can contain other curlies', () => {
+    expect(`{ { one }
+      two
+      { three } }`).toMatchToken('String', `{ { one }
+      two
+      { three } }`)
+  })
+
+  test('empty curly string', () => {
+    expect('{}').toMatchToken('String', '{}')
+  })
+
+  test('unclosed curly string - error case', () => {
+    // Should either fail or produce unexpected results
+    expect('{ hello').toMatchToken('String', '{ hello')
+    expect('{ nested { unclosed }').toMatchToken('String', '{ nested { unclosed }')
+  })
+})
+
+describe('operators', () => {
+  test('math operators', () => {
+    // assignment
+    expect('=').toMatchToken('Operator', '=')
+
+    // logic
+    expect('or').toMatchToken('Operator', 'or')
+    expect('and').toMatchToken('Operator', 'and')
+
+    // bitwise
+    expect('band').toMatchToken('Operator', 'band')
+    expect('bor').toMatchToken('Operator', 'bor')
+    expect('bxor').toMatchToken('Operator', 'bxor')
+    expect('>>>').toMatchToken('Operator', '>>>')
+    expect('>>').toMatchToken('Operator', '>>')
+    expect('<<').toMatchToken('Operator', '<<')
+
+    // compound assignment
+    expect('??=').toMatchToken('Operator', '??=')
+    expect('+=').toMatchToken('Operator', '+=')
+    expect('-=').toMatchToken('Operator', '-=')
+    expect('*=').toMatchToken('Operator', '*=')
+    expect('/=').toMatchToken('Operator', '/=')
+    expect('%=').toMatchToken('Operator', '%=')
+
+    // nullish
+    expect('??').toMatchToken('Operator', '??')
+
+    // math
+    expect('**').toMatchToken('Operator', '**')
+    expect('*').toMatchToken('Operator', '*')
+    expect('/').toMatchToken('Operator', '/')
+    expect('+').toMatchToken('Operator', '+')
+    expect('-').toMatchToken('Operator', '-')
+    expect('%').toMatchToken('Operator', '%')
+
+    // comparison
+    expect('>=').toMatchToken('Operator', '>=')
+    expect('<=').toMatchToken('Operator', '<=')
+    expect('!=').toMatchToken('Operator', '!=')
+    expect('==').toMatchToken('Operator', '==')
+    expect('>').toMatchToken('Operator', '>')
+    expect('<').toMatchToken('Operator', '<')
+
+    // property access
+    expect('.').toMatchToken('Operator', '.')
+  })
+})
+
+describe('keywords', () => {
+  test('keywords', () => {
+    expect(`import`).toMatchToken('Keyword', 'import')
+
+    expect(`end`).toMatchToken('Keyword', 'end')
+    expect(`do`).toMatchToken('Keyword', 'do')
+
+    expect(`while`).toMatchToken('Keyword', 'while')
+
+    expect(`if`).toMatchToken('Keyword', 'if')
+    expect(`else`).toMatchToken('Keyword', 'else')
+
+    expect(`try`).toMatchToken('Keyword', 'try')
+    expect(`catch`).toMatchToken('Keyword', 'catch')
+    expect(`finally`).toMatchToken('Keyword', 'finally')
+    expect(`throw`).toMatchToken('Keyword', 'throw')
+    expect(`not`).toMatchToken('Keyword', 'not')
+  })
+})
+
+describe('regex', () => {
+  test('use double slash', () => {
+    expect(`//[0-9]+//`).toMatchToken('Regex', '//[0-9]+//')
+  })
+})
+
+describe('punctuation', () => {
+  test('underscore', () => {
+    expect(`_`).toBeToken('Underscore')
+    expect(`__`).toMatchToken('Word', '__')
+  })
+
+  test('semicolon', () => {
+    expect(`;`).toBeToken('Semicolon')
+  })
+
+  test('newline', () => {
+    expect('\n').toBeToken('Newline')
+  })
+
+  test('colon', () => {
+    expect(':').toBeToken('Colon')
+  })
+})
+
+describe('comments', () => {
+  test('comments', () => {
+    expect(`# hey friends`).toMatchToken('Comment', '# hey friends')
+    expect(`#hey-friends`).toMatchToken('Comment', '#hey-friends')
+  })
+})
+
+describe('brackets', () => {
+  test('parens', () => {
+    expect(`(`).toBeToken('OpenParen')
+    expect(`)`).toBeToken('CloseParen')
+  })
+
+  test('staples', () => {
+    expect(`[`).toBeToken('OpenBracket')
+    expect(`]`).toBeToken('CloseBracket')
+  })
+})
+
+describe('multiple tokens', () => {
+  test('constants work fine', () => {
+    expect(`null true false`).toMatchTokens(
+      { type: 'Null' },
+      { type: 'Boolean', value: 'true' },
+      { type: 'Boolean', value: 'false' },
+    )
+  })
+
+  test('numbers', () => {
+    expect(`100 -400.42 null`).toMatchTokens(
+      { type: 'Number', value: '100' },
+      { type: 'Number', value: '-400.42' },
+      { type: 'Null' },
+    )
+  })
+
+  test('whitespace', () => {
+    expect(`
+      'hello world'
+
+      'goodbye world'
+    `).toMatchTokens(
+      { type: 'Newline' },
+      { type: 'String', value: "'hello world'" },
+      { type: 'Newline' },
+      { type: 'Newline' },
+      { type: 'String', value: "'goodbye world'" },
+      { type: 'Newline' },
+    )
+  })
+
+  test('newline in parens is ignored', () => {
+    expect(`(
+      'hello world'
+
+      'goodbye world'
+     )`).toMatchTokens(
+      { type: 'OpenParen' },
+      { type: 'String', value: "'hello world'" },
+      { type: 'String', value: "'goodbye world'" },
+      { type: 'CloseParen' },
+    )
+  })
+
+  test('newline in brackets is ignored', () => {
+    expect(`[
+      a b
+c d
+
+e
+
+f
+
+    ]`).toMatchTokens(
+      { type: 'OpenBracket' },
+      { type: 'Identifier', value: "a" },
+      { type: 'Identifier', value: "b" },
+      { type: 'Identifier', value: "c" },
+      { type: 'Identifier', value: "d" },
+      { type: 'Identifier', value: "e" },
+      { type: 'Identifier', value: "f" },
+      { type: 'CloseBracket' },
+    )
+  })
+
+  test('function call', () => {
+    expect('echo hello world').toMatchTokens(
+      { type: 'Identifier', value: 'echo' },
+      { type: 'Identifier', value: 'hello' },
+      { type: 'Identifier', value: 'world' },
+    )
+  })
+
+  test('function call w/ parens', () => {
+    expect('echo(bold hello world)').toMatchTokens(
+      { type: 'Identifier', value: 'echo' },
+      { type: 'OpenParen' },
+      { type: 'Identifier', value: 'bold' },
+      { type: 'Identifier', value: 'hello' },
+      { type: 'Identifier', value: 'world' },
+      { type: 'CloseParen' },
+    )
+
+    expect('echo (bold hello world)').toMatchTokens(
+      { type: 'Identifier', value: 'echo' },
+      { type: 'OpenParen' },
+      { type: 'Identifier', value: 'bold' },
+      { type: 'Identifier', value: 'hello' },
+      { type: 'Identifier', value: 'world' },
+      { type: 'CloseParen' },
+    )
+  })
+
+  test('assignment', () => {
+    expect('x = 5').toMatchTokens(
+      { type: 'Identifier', value: 'x' },
+      { type: 'Operator', value: '=' },
+      { type: 'Number', value: '5' },
+    )
+  })
+
+  test('math expression', () => {
+    expect('1 + 2 * 3').toMatchTokens(
+      { type: 'Number', value: '1' },
+      { type: 'Operator', value: '+' },
+      { type: 'Number', value: '2' },
+      { type: 'Operator', value: '*' },
+      { type: 'Number', value: '3' },
+    )
+  })
+
+  test('inline comment', () => {
+    expect('x = 5 # set x').toMatchTokens(
+      { type: 'Identifier', value: 'x' },
+      { type: 'Operator', value: '=' },
+      { type: 'Number', value: '5' },
+      { type: 'Comment', value: '# set x' },
+    )
+  })
+
+  test('line comment', () => {
+    expect('x = 5 \n# hello\n set x').toMatchTokens(
+      { type: 'Identifier', value: 'x' },
+      { type: 'Operator', value: '=' },
+      { type: 'Number', value: '5' },
+      { type: 'Newline' },
+      { type: 'Comment', value: '# hello' },
+      { type: 'Newline' },
+      { type: 'Identifier', value: 'set' },
+      { type: 'Identifier', value: 'x' },
+    )
+  })
+
+  test('colons separate tokens', () => {
+    expect('x do: y').toMatchTokens(
+      { type: 'Identifier', value: 'x' },
+      { type: 'Keyword', value: 'do' },
+      { type: 'Colon' },
+      { type: 'Identifier', value: 'y' },
+    )
+
+    expect('x: y').toMatchTokens(
+      { type: 'Identifier', value: 'x' },
+      { type: 'Colon' },
+      { type: 'Identifier', value: 'y' },
+    )
+
+    expect('5: y').toMatchTokens(
+      { type: 'Number', value: '5' },
+      { type: 'Colon' },
+      { type: 'Identifier', value: 'y' },
+    )
+
+
+    expect(`if (var? 'abc'): y`).toMatchTokens(
+      { type: 'Keyword', value: 'if' },
+      { type: 'OpenParen' },
+      { type: 'Identifier', value: 'var?' },
+      { type: 'String', value: `'abc'` },
+      { type: 'CloseParen' },
+      { type: 'Colon' },
+      { type: 'Identifier', value: 'y' },
+    )
+
+    expect(`
+do x:
+  y
+end`).toMatchTokens(
+      { type: 'Newline' },
+      { type: 'Keyword', value: 'do' },
+      { type: 'Identifier', value: 'x' },
+      { type: 'Colon' },
+      { type: 'Newline' },
+      { type: 'Identifier', value: 'y' },
+      { type: 'Newline' },
+      { type: 'Keyword', value: 'end' },
+    )
+  })
+
+  test('semicolons separate statements', () => {
+    expect('x; y').toMatchTokens(
+      { type: 'Identifier', value: 'x' },
+      { type: 'Semicolon' },
+      { type: 'Identifier', value: 'y' },
+    )
+  })
+
+  test('semicolons in parens', () => {
+    expect('(x; y)').toMatchTokens(
+      { type: 'OpenParen' },
+      { type: 'Identifier', value: 'x' },
+      { type: 'Semicolon' },
+      { type: 'Identifier', value: 'y' },
+      { type: 'CloseParen' },
+    )
+  })
+
+  test('dot operator beginning word with slash', () => {
+    expect(`(basename ./cool)`).toMatchTokens(
+      { 'type': 'OpenParen' },
+      { 'type': 'Identifier', 'value': 'basename' },
+      { 'type': 'Word', 'value': './cool' },
+      { 'type': 'CloseParen' }
+    )
+  })
+
+  test('dot word after identifier with space', () => {
+    expect(`expand-path .git`).toMatchTokens(
+      { 'type': 'Identifier', 'value': 'expand-path' },
+      { 'type': 'Word', 'value': '.git' },
+    )
+  })
+
+  test('dot operator after identifier without space', () => {
+    expect(`config.path`).toMatchTokens(
+      { 'type': 'Identifier', 'value': 'config' },
+      { 'type': 'Operator', 'value': '.' },
+      { 'type': 'Identifier', 'value': 'path' },
+    )
+  })
+})
+
+describe('nesting edge cases', () => {
+  test('deeply nested parens', () => {
+    expect('((nested))').toMatchTokens(
+      { type: 'OpenParen' },
+      { type: 'OpenParen' },
+      { type: 'Identifier', value: 'nested' },
+      { type: 'CloseParen' },
+      { type: 'CloseParen' },
+    )
+  })
+
+  test('mixed nesting', () => {
+    expect('([combo])').toMatchTokens(
+      { type: 'OpenParen' },
+      { type: 'OpenBracket' },
+      { type: 'Identifier', value: 'combo' },
+      { type: 'CloseBracket' },
+      { type: 'CloseParen' },
+    )
+  })
+})
+
+describe('invalid numbers that should be words', () => {
+  test('invalid binary', () => {
+    expect('0b2').toMatchToken('Word', '0b2')
+    expect('0b123').toMatchToken('Word', '0b123')
+  })
+
+  test('invalid octal', () => {
+    expect('0o8').toMatchToken('Word', '0o8')
+    expect('0o999').toMatchToken('Word', '0o999')
+  })
+
+  test('invalid hex', () => {
+    expect('0xGGG').toMatchToken('Word', '0xGGG')
+    expect('0xZZZ').toMatchToken('Word', '0xZZZ')
+  })
+
+  test('multiple decimal points', () => {
+    expect('1.2.3').toMatchToken('Word', '1.2.3')
+  })
+})
+
+describe('unicode and emoji', () => {
+  test('greek letters', () => {
+    expect('αβγ').toMatchToken('Identifier', 'αβγ')
+    expect('delta-δ').toMatchToken('Identifier', 'delta-δ')
+  })
+
+  test('math symbols', () => {
+    expect('∑').toMatchToken('Identifier', '∑')
+    expect('∏').toMatchToken('Identifier', '∏')
+  })
+
+  test('CJK characters', () => {
+    expect('你好').toMatchToken('Identifier', '你好')
+    expect('こんにちは').toMatchToken('Identifier', 'こんにちは')
+  })
+})
+
+describe('empty and whitespace input', () => {
+  test('empty string', () => {
+    expect('').toMatchTokens()
+  })
+
+  test('only whitespace', () => {
+    expect('   ').toMatchTokens()
+  })
+
+  test('only tabs', () => {
+    expect('\t\t\t').toMatchTokens()
+  })
+
+  test('only newlines', () => {
+    expect('\n\n\n').toMatchTokens(
+      { type: 'Newline' },
+      { type: 'Newline' },
+      { type: 'Newline' },
+    )
+  })
+})
+
+describe('named args', () => {
+  test("don't need spaces", () => {
+    expect(`named=arg`).toMatchTokens(
+      { type: 'NamedArgPrefix', value: 'named=' },
+      { type: 'Identifier', value: 'arg' },
+    )
+  })
+
+  test("can have spaces", () => {
+    expect(`named= arg`).toMatchTokens(
+      { type: 'NamedArgPrefix', value: 'named=' },
+      { type: 'Identifier', value: 'arg' },
+    )
+  })
+
+  test("can include numbers", () => {
+    expect(`named123= arg`).toMatchTokens(
+      { type: 'NamedArgPrefix', value: 'named123=' },
+      { type: 'Identifier', value: 'arg' },
+    )
+  })
+})
+
+describe('dot operator', () => {
+  test('standalone dot', () => {
+    expect('.').toMatchToken('Operator', '.')
+  })
+
+  test('dot between identifiers tokenizes as separate tokens', () => {
+    expect('config.path').toMatchTokens(
+      { type: 'Identifier', value: 'config' },
+      { type: 'Operator', value: '.' },
+      { type: 'Identifier', value: 'path' },
+    )
+  })
+
+  test('dot with number', () => {
+    expect('array.0').toMatchTokens(
+      { type: 'Identifier', value: 'array' },
+      { type: 'Operator', value: '.' },
+      { type: 'Number', value: '0' },
+    )
+  })
+
+  test('chained dots', () => {
+    expect('a.b.c').toMatchTokens(
+      { type: 'Identifier', value: 'a' },
+      { type: 'Operator', value: '.' },
+      { type: 'Identifier', value: 'b' },
+      { type: 'Operator', value: '.' },
+      { type: 'Identifier', value: 'c' },
+    )
+  })
+
+  test('identifier-like paths tokenize separately', () => {
+    expect('readme.txt').toMatchTokens(
+      { type: 'Identifier', value: 'readme' },
+      { type: 'Operator', value: '.' },
+      { type: 'Identifier', value: 'txt' },
+    )
+  })
+
+  test('word-like paths remain as single token', () => {
+    expect('./file.txt').toMatchToken('Word', './file.txt')
+    expect('README.TXT').toMatchToken('Word', 'README.TXT')
+  })
+
+  test('dot with paren expression', () => {
+    expect('obj.(1 + 2)').toMatchTokens(
+      { type: 'Identifier', value: 'obj' },
+      { type: 'Operator', value: '.' },
+      { type: 'OpenParen' },
+      { type: 'Number', value: '1' },
+      { type: 'Operator', value: '+' },
+      { type: 'Number', value: '2' },
+      { type: 'CloseParen' },
+    )
+  })
+
+  test('chained dot with paren expression', () => {
+    expect('obj.items.(i)').toMatchTokens(
+      { type: 'Identifier', value: 'obj' },
+      { type: 'Operator', value: '.' },
+      { type: 'Identifier', value: 'items' },
+      { type: 'Operator', value: '.' },
+      { type: 'OpenParen' },
+      { type: 'Identifier', value: 'i' },
+      { type: 'CloseParen' },
+    )
+  })
+})

src/parser/tokenizer.ts

@@ -1,234 +0,0 @@
-import { ExternalTokenizer, InputStream, Stack } from '@lezer/lr'
-import { Identifier, AssignableIdentifier, Word, IdentifierBeforeDot } from './shrimp.terms'
-
-// The only chars that can't be words are whitespace, apostrophes, closing parens, and EOF.
-
-export const tokenizer = new ExternalTokenizer(
-  (input: InputStream, stack: Stack) => {
-    const ch = getFullCodePoint(input, 0)
-    if (!isWordChar(ch)) return
-
-    const isValidStart = isLowercaseLetter(ch) || isEmoji(ch)
-    const canBeWord = stack.canShift(Word)
-
-    // Consume all word characters, tracking if it remains a valid identifier
-    const { pos, isValidIdentifier, stoppedAtDot } = consumeWordToken(
-      input,
-      isValidStart,
-      canBeWord
-    )
-
-    // Check if we should emit IdentifierBeforeDot for property access
-    if (stoppedAtDot) {
-      const dotGetToken = checkForDotGet(input, stack, pos)
-
-      if (dotGetToken) {
-        input.advance(pos)
-        input.acceptToken(dotGetToken)
-      } else {
-        // Not in scope - continue consuming the dot as part of the word
-        const afterDot = consumeRestOfWord(input, pos + 1, canBeWord)
-        input.advance(afterDot)
-        input.acceptToken(Word)
-      }
-
-      return
-    }
-
-    // Advance past the token we consumed
-    input.advance(pos)
-
-    // Choose which token to emit
-    if (isValidIdentifier) {
-      const token = chooseIdentifierToken(input, stack)
-      input.acceptToken(token)
-    } else {
-      input.acceptToken(Word)
-    }
-  },
-  { contextual: true }
-)
-
-// Build identifier text from input stream, handling surrogate pairs for emoji
-const buildIdentifierText = (input: InputStream, length: number): string => {
-  let text = ''
-  for (let i = 0; i < length; i++) {
-    const charCode = input.peek(i)
-    if (charCode === -1) break
-
-    // Handle surrogate pairs for emoji (UTF-16 encoding)
-    if (charCode >= 0xd800 && charCode <= 0xdbff && i + 1 < length) {
-      const low = input.peek(i + 1)
-      if (low >= 0xdc00 && low <= 0xdfff) {
-        text += String.fromCharCode(charCode, low)
-        i++ // Skip the low surrogate
-        continue
-      }
-    }
-    text += String.fromCharCode(charCode)
-  }
-  return text
-}
-
-// Consume word characters, tracking if it remains a valid identifier
-// Returns the position after consuming, whether it's a valid identifier, and if we stopped at a dot
-const consumeWordToken = (
-  input: InputStream,
-  isValidStart: boolean,
-  canBeWord: boolean
-): { pos: number; isValidIdentifier: boolean; stoppedAtDot: boolean } => {
-  let pos = getCharSize(getFullCodePoint(input, 0))
-  let isValidIdentifier = isValidStart
-  let stoppedAtDot = false
-
-  while (true) {
-    const ch = getFullCodePoint(input, pos)
-
-    // Stop at dot if we have a valid identifier (might be property access)
-    if (ch === 46 /* . */ && isValidIdentifier) {
-      stoppedAtDot = true
-      break
-    }
-
-    // Stop if we hit a non-word character
-    if (!isWordChar(ch)) break
-
-    // Context-aware termination: semicolon/colon can end a word if followed by whitespace
-    // This allows `hello; 2` to parse correctly while `hello;world` stays as one word
-    if (canBeWord && (ch === 59 /* ; */ || ch === 58) /* : */) {
-      const nextCh = getFullCodePoint(input, pos + 1)
-      if (!isWordChar(nextCh)) break
-    }
-
-    // Track identifier validity: must be lowercase, digit, dash, or emoji
-    if (!isLowercaseLetter(ch) && !isDigit(ch) && ch !== 45 /* - */ && !isEmoji(ch)) {
-      if (!canBeWord) break
-      isValidIdentifier = false
-    }
-
-    pos += getCharSize(ch)
-  }
-
-  return { pos, isValidIdentifier, stoppedAtDot }
-}
-
-// Consume the rest of a word after we've decided not to treat a dot as DotGet
-// Used when we have "file.txt" - we already consumed "file", now consume ".txt"
-const consumeRestOfWord = (input: InputStream, startPos: number, canBeWord: boolean): number => {
-  let pos = startPos
-  while (true) {
-    const ch = getFullCodePoint(input, pos)
-
-    // Stop if we hit a non-word character
-    if (!isWordChar(ch)) break
-
-    // Context-aware termination for semicolon/colon
-    if (canBeWord && (ch === 59 /* ; */ || ch === 58) /* : */) {
-      const nextCh = getFullCodePoint(input, pos + 1)
-      if (!isWordChar(nextCh)) break
-    }
-
-    pos += getCharSize(ch)
-  }
-  return pos
-}
-
-// Check if this identifier is in scope (for property access detection)
-// Returns IdentifierBeforeDot token if in scope, null otherwise
-const checkForDotGet = (input: InputStream, stack: Stack, pos: number): number | null => {
-  const identifierText = buildIdentifierText(input, pos)
-  const context = stack.context as { scope: { has(name: string): boolean } } | undefined
-
-  // If identifier is in scope, this is property access (e.g., obj.prop)
-  // If not in scope, it should be consumed as a Word (e.g., file.txt)
-  return context?.scope.has(identifierText) ? IdentifierBeforeDot : null
-}
-
-// Decide between AssignableIdentifier and Identifier using grammar state + peek-ahead
-const chooseIdentifierToken = (input: InputStream, stack: Stack): number => {
-  const canAssignable = stack.canShift(AssignableIdentifier)
-  const canRegular = stack.canShift(Identifier)
-
-  // Only one option is valid - use it
-  if (canAssignable && !canRegular) return AssignableIdentifier
-  if (canRegular && !canAssignable) return Identifier
-
-  // Both possible (ambiguous context) - peek ahead for '=' to disambiguate
-  // This happens at statement start where both `x = 5` (assign) and `echo x` (call) are valid
-  let peekPos = 0
-  while (true) {
-    const ch = getFullCodePoint(input, peekPos)
-    if (isWhiteSpace(ch)) {
-      peekPos += getCharSize(ch)
-    } else {
-      break
-    }
-  }
-
-  const nextCh = getFullCodePoint(input, peekPos)
-  return nextCh === 61 /* = */ ? AssignableIdentifier : Identifier
-}
-
-// Character classification helpers
-const isWhiteSpace = (ch: number): boolean => {
-  return ch === 32 /* space */ || ch === 9 /* tab */ || ch === 13 /* \r */
-}
-
-const isWordChar = (ch: number): boolean => {
-  return !isWhiteSpace(ch) && ch !== 10 /* \n */ && ch !== 41 /* ) */ && ch !== -1 /* EOF */
-}
-
-const isLowercaseLetter = (ch: number): boolean => {
-  return ch >= 97 && ch <= 122 // a-z
-}
-
-const isDigit = (ch: number): boolean => {
-  return ch >= 48 && ch <= 57 // 0-9
-}
-
-const getFullCodePoint = (input: InputStream, pos: number): number => {
-  const ch = input.peek(pos)
-
-  // Check if this is a high surrogate (0xD800-0xDBFF)
-  if (ch >= 0xd800 && ch <= 0xdbff) {
-    const low = input.peek(pos + 1)
-    // Check if next is low surrogate (0xDC00-0xDFFF)
-    if (low >= 0xdc00 && low <= 0xdfff) {
-      // Combine surrogate pair into full code point
-      return 0x10000 + ((ch & 0x3ff) << 10) + (low & 0x3ff)
-    }
-  }
-
-  return ch
-}
-
-const isEmoji = (ch: number): boolean => {
-  return (
-    // Basic Emoticons
-    (ch >= 0x1f600 && ch <= 0x1f64f) ||
-    // Miscellaneous Symbols and Pictographs
-    (ch >= 0x1f300 && ch <= 0x1f5ff) ||
-    // Transport and Map Symbols
-    (ch >= 0x1f680 && ch <= 0x1f6ff) ||
-    // Regional Indicator Symbols (flags)
-    (ch >= 0x1f1e6 && ch <= 0x1f1ff) ||
-    // Miscellaneous Symbols (hearts, stars, weather)
-    (ch >= 0x2600 && ch <= 0x26ff) ||
-    // Dingbats (scissors, pencils, etc)
-    (ch >= 0x2700 && ch <= 0x27bf) ||
-    // Supplemental Symbols and Pictographs (newer emojis)
-    (ch >= 0x1f900 && ch <= 0x1f9ff) ||
-    // Symbols and Pictographs Extended-A (newest emojis)
-    (ch >= 0x1fa70 && ch <= 0x1faff) ||
-    // Various Asian Characters with emoji presentation
-    (ch >= 0x1f018 && ch <= 0x1f270) ||
-    // Variation Selectors (for emoji presentation)
-    (ch >= 0xfe00 && ch <= 0xfe0f) ||
-    // Additional miscellaneous items
-    (ch >= 0x238c && ch <= 0x2454) ||
-    // Combining Diacritical Marks for Symbols
-    (ch >= 0x20d0 && ch <= 0x20ff)
-  )
-}
-
-const getCharSize = (ch: number) => (ch > 0xffff ? 2 : 1) // emoji takes 2 UTF-16 code units

src/parser/tokenizer2.ts

@@ -0,0 +1,594 @@
+const DEBUG = process.env.DEBUG || false
+
+export type Token = {
+  type: TokenType
+  value?: string,
+  from: number,
+  to: number,
+}
+
+export enum TokenType {
+  Comment,
+
+  Keyword,
+  Operator,
+
+  Newline,
+  Semicolon,
+  Colon,
+  Underscore,
+
+  OpenParen,
+  CloseParen,
+  OpenBracket,
+  CloseBracket,
+
+  Identifier,
+  Word,
+  NamedArgPrefix,
+
+  Null,
+  Boolean,
+  Number,
+  String,
+  Regex,
+}
+
+const valueTokens = new Set([
+  TokenType.Comment,
+  TokenType.Keyword, TokenType.Operator,
+  TokenType.Identifier, TokenType.Word, TokenType.NamedArgPrefix,
+  TokenType.Boolean, TokenType.Number, TokenType.String, TokenType.Regex,
+  TokenType.Underscore
+])
+
+const operators = new Set([
+  // assignment
+  '=',
+
+  // logic
+  'or',
+  'and',
+
+  // bitwise
+  'band',
+  'bor',
+  'bxor',
+  '>>>',
+  '>>',
+  '<<',
+
+  // compound assignment
+  '??=',
+  '+=',
+  '-=',
+  '*=',
+  '/=',
+  '%=',
+
+  // nullish
+  '??',
+
+  // math
+  '**',
+  '*',
+  '/',
+  '+',
+  '-',
+  '%',
+
+  // comparison
+  '>=',
+  '<=',
+  '!=',
+  '==',
+  '>',
+  '<',
+
+  // property access
+  '.',
+
+  // pipe
+  '|',
+])
+
+const keywords = new Set([
+  'import',
+  'end',
+  'do',
+  'if',
+  'while',
+  'if',
+  'else',
+  'try',
+  'catch',
+  'finally',
+  'throw',
+  'not',
+])
+
+// helper
+function c(strings: TemplateStringsArray, ...values: any[]) {
+  return strings.reduce((result, str, i) => result + str + (values[i] ?? ""), "").charCodeAt(0)
+}
+
+function s(c: number): string {
+  return String.fromCharCode(c)
+}
+
+export class Scanner {
+  input = ''
+  pos = 0
+  start = 0
+  char = 0
+  prev = 0
+  inParen = 0
+  inBracket = 0
+  tokens: Token[] = []
+  prevIsWhitespace = true
+
+  reset() {
+    this.input = ''
+    this.pos = 0
+    this.start = 0
+    this.char = 0
+    this.prev = 0
+    this.tokens.length = 0
+    this.prevIsWhitespace = true
+  }
+
+  peek(count = 0): number {
+    return getFullCodePoint(this.input, this.pos + count)
+  }
+
+  next(): number {
+    this.prevIsWhitespace = isWhitespace(this.char)
+    this.prev = this.char
+    this.char = this.peek()
+    this.pos += getCharSize(this.char)
+
+    return this.char
+  }
+
+  push(type: TokenType, from?: number, to?: number) {
+    from ??= this.start
+    to ??= this.pos - getCharSize(this.char)
+    if (to < from) to = from
+
+    this.tokens.push(Object.assign({}, {
+      type,
+      from,
+      to,
+    }, valueTokens.has(type) ? { value: this.input.slice(from, to) } : {}))
+
+    if (DEBUG) {
+      const tok = this.tokens.at(-1)
+      console.log(`≫ PUSH(${from},${to})`, TokenType[tok?.type || 0], '—', tok?.value)
+    }
+
+    this.start = this.pos
+  }
+
+  pushChar(type: TokenType) {
+    this.push(type, this.pos - 1, this.pos)
+  }
+
+  // turn shrimp code into shrimp tokens that get fed into the parser
+  tokenize(input: string): Token[] {
+    this.reset()
+    this.input = input
+    this.next()
+
+    while (this.char > 0) {
+      const char = this.char
+
+      if (char === c`#`) {
+        this.readComment()
+        continue
+      }
+
+      if (isBracket(char)) {
+        this.readBracket()
+        continue
+      }
+
+      if (isStringDelim(char)) {
+        this.readString(char)
+        continue
+      }
+
+      if (char === c`{`) {
+        this.readCurlyString()
+        continue
+      }
+
+      if (isIdentStart(char)) {
+        this.readWordOrIdent(true) // true = started with identifier char
+        continue
+      }
+
+      if (isDigit(char) || ((char === c`-` || char === c`+`) && isDigit(this.peek()))) {
+        this.readNumber()
+        continue
+      }
+
+      if (char === c`:`) {
+        this.pushChar(TokenType.Colon)
+        this.next()
+        continue
+      }
+
+      // whitespace-sensitive dot as operator (property access) only after identifier/number
+      if (char === c`.`) {
+        if (this.canBeDotGet(this.tokens.at(-1))) {
+          this.pushChar(TokenType.Operator)
+          this.next()
+          continue
+        }
+      }
+
+      if (char === c`/` && this.peek() === c`/`) {
+        this.readRegex()
+        continue
+      }
+
+      if (isWordChar(char)) {
+        this.readWordOrIdent(false) // false = didn't start with identifier char
+        continue
+      }
+
+      if (char === c`\n`) {
+        if (this.inParen === 0 && this.inBracket === 0)
+          this.pushChar(TokenType.Newline)
+        this.next()
+        continue
+      }
+
+      if (char === c`;`) {
+        this.pushChar(TokenType.Semicolon)
+        this.next()
+        continue
+      }
+
+      this.next()
+    }
+
+    return this.tokens
+  }
+
+  readComment() {
+    this.start = this.pos - 1
+    while (this.char !== c`\n` && this.char > 0) this.next()
+    this.push(TokenType.Comment)
+  }
+
+  readBracket() {
+    switch (this.char) {
+      case c`(`:
+        this.inParen++
+        this.pushChar(TokenType.OpenParen); break
+      case c`)`:
+        this.inParen--
+        this.pushChar(TokenType.CloseParen); break
+      case c`[`:
+        this.inBracket++
+        this.pushChar(TokenType.OpenBracket); break
+      case c`]`:
+        this.inBracket--
+        this.pushChar(TokenType.CloseBracket); break
+    }
+    this.next()
+  }
+
+  readString(delim: number) {
+    this.start = this.pos - 1
+    this.next() // skip opening delim
+    while (this.char > 0 && (this.char !== delim || (this.char === delim && this.prev === c`\\`)))
+      this.next()
+    this.next() // skip closing delim
+
+    this.push(TokenType.String)
+  }
+
+  readCurlyString() {
+    this.start = this.pos - 1
+    let depth = 1
+    this.next()
+
+    while (depth > 0 && this.char > 0) {
+      if (this.char === c`{`) depth++
+      if (this.char === c`}`) depth--
+      this.next()
+    }
+
+    this.push(TokenType.String)
+  }
+
+  readWordOrIdent(startedWithIdentChar: boolean) {
+    this.start = this.pos - getCharSize(this.char)
+
+    while (isWordChar(this.char)) {
+      // stop at colon if followed by whitespace (e.g., 'do x: echo x end')
+      if (this.char === c`:`) {
+        const nextCh = this.peek()
+        if (isWhitespace(nextCh) || nextCh === 0) break
+      }
+
+      // stop at equal sign (named arg) - but only if what we've read so far is an identifier
+      if (this.char === c`=`) {
+        const soFar = this.input.slice(this.start, this.pos - getCharSize(this.char))
+        if (isIdentifer(soFar)) {
+          this.next()
+          break
+        }
+      }
+
+      // stop at dot only if it would create a valid property access
+      // AND only if we started with an identifier character (not for Words like README.txt)
+      if (startedWithIdentChar && this.char === c`.`) {
+        const nextCh = this.peek()
+        if (isIdentStart(nextCh) || isDigit(nextCh) || nextCh === c`(`) {
+          const soFar = this.input.slice(this.start, this.pos - getCharSize(this.char))
+          if (isIdentifer(soFar)) break
+        }
+      }
+
+      this.next()
+    }
+
+    const word = this.input.slice(this.start, this.pos - getCharSize(this.char))
+
+    // classify the token based on what we read
+    if (word === '_')
+      this.push(TokenType.Underscore)
+
+    else if (word === 'null')
+      this.push(TokenType.Null)
+
+    else if (word === 'true' || word === 'false')
+      this.push(TokenType.Boolean)
+
+    else if (isKeyword(word))
+      this.push(TokenType.Keyword)
+
+    else if (isOperator(word))
+      this.push(TokenType.Operator)
+
+    else if (isIdentifer(word))
+      this.push(TokenType.Identifier)
+
+    else if (word.endsWith('='))
+      this.push(TokenType.NamedArgPrefix)
+
+    else
+      this.push(TokenType.Word)
+  }
+
+  readNumber() {
+    this.start = this.pos - 1
+    while (isWordChar(this.char)) {
+      // stop at dot unless it's part of the number
+      if (this.char === c`.`) {
+        const nextCh = this.peek()
+        if (!isDigit(nextCh)) break
+      }
+
+      // stop at colon
+      if (this.char === c`:`) {
+        const nextCh = this.peek()
+        if (isWhitespace(nextCh) || nextCh === 0) break
+      }
+      this.next()
+    }
+    const ident = this.input.slice(this.start, this.pos - 1)
+    this.push(isNumber(ident) ? TokenType.Number : TokenType.Word)
+  }
+
+  readRegex() {
+    this.start = this.pos - 1
+    this.next() // skip 2nd /
+
+    while (this.char > 0) {
+      if (this.char === c`/` && this.peek() === c`/`) {
+        this.next() // skip /
+        this.next() // skip /
+
+        // read regex flags
+        while (this.char > 0 && isIdentStart(this.char))
+          this.next()
+
+        // validate regex
+        const to = this.pos - getCharSize(this.char)
+        const regexText = this.input.slice(this.start, to)
+        const [_, pattern, flags] = regexText.match(/^\/\/(.*)\/\/([gimsuy]*)$/) || []
+
+        if (pattern) {
+          try {
+            new RegExp(pattern, flags)
+            this.push(TokenType.Regex)
+            break
+          } catch (e) {
+            // invalid regex - fall through to Word
+          }
+        }
+
+        // invalid regex is treated as Word
+        this.push(TokenType.Word)
+        break
+      }
+
+      this.next()
+    }
+  }
+
+  canBeDotGet(lastToken?: Token): boolean {
+    return !this.prevIsWhitespace && !!lastToken &&
+      (lastToken.type === TokenType.Identifier ||
+        lastToken.type === TokenType.Number ||
+        lastToken.type === TokenType.CloseParen ||
+        lastToken.type === TokenType.CloseBracket)
+  }
+}
+
+const isNumber = (word: string): boolean => {
+  // regular number
+  if (/^[+-]?\d+(_?\d+)*(\.(\d+(_?\d+)*))?$/.test(word))
+    return true
+
+  // binary
+  if (/^[+-]?0b[01]+(_?[01]+)*(\.[01](_?[01]*))?$/.test(word))
+    return true
+
+  // octal
+  if (/^[+-]?0o[0-7]+(_?[0-7]+)*(\.[0-7](_?[0-7]*))?$/.test(word))
+    return true
+
+  // hex
+  if (/^[+-]?0x[0-9a-f]+([0-9a-f]_?[0-9a-f]+)*(\.([0-9a-f]_?[0-9a-f]*))?$/i.test(word))
+    return true
+
+  return false
+}
+
+const isIdentifer = (s: string): boolean => {
+  if (s.length === 0) return false
+
+  let pos = 0
+  const chars = []
+  while (pos < s.length) {
+    const out = getFullCodePoint(s, pos)
+    pos += getCharSize(out)
+    chars.push(out)
+  }
+
+  if (chars.length === 1)
+    return isIdentStart(chars[0]!)
+  else if (chars.length === 2)
+    return isIdentStart(chars[0]!) && isIdentEnd(chars[1]!)
+  else
+    return isIdentStart(chars[0]!) &&
+      chars.slice(1, chars.length - 1).every(isIdentChar) &&
+      isIdentEnd(chars.at(-1)!)
+}
+
+const isStringDelim = (ch: number): boolean => {
+  return ch === c`'` || ch === c`"`
+}
+
+export const isIdentStart = (char: number | string): boolean => {
+  let ch = typeof char === 'string' ? char.charCodeAt(0) : char
+  return isLowercaseLetter(ch) || isEmojiOrUnicode(ch) || ch === 36 /* $ */
+}
+
+export const isIdentChar = (char: number | string): boolean => {
+  let ch = typeof char === 'string' ? char.charCodeAt(0) : char
+  return isIdentStart(ch) || isDigit(ch) || ch === 45 /* - */ || ch === 63 /* ? */
+}
+
+const isIdentEnd = (char: number | string): boolean => {
+  return isIdentChar(char)
+}
+
+const isLowercaseLetter = (ch: number): boolean => {
+  return ch >= 97 && ch <= 122 // a-z
+}
+
+const isDigit = (ch: number): boolean => {
+  return ch >= 48 && ch <= 57 // 0-9
+}
+
+const isWhitespace = (ch: number): boolean => {
+  return ch === 32 /* space */ || ch === 9 /* tab */ ||
+    ch === 13 /* \r */ || ch === 10 /* \n */ ||
+    ch === -1 || ch === 0 /* EOF */
+}
+
+const isWordChar = (ch: number): boolean => {
+  return (
+    !isWhitespace(ch) &&
+    ch !== 10 /* \n */ &&
+    ch !== 59 /* ; */ &&
+    ch !== 40 /* ( */ &&
+    ch !== 41 /* ) */ &&
+    ch !== 93 /* ] */ &&
+    ch !== -1 /* EOF */
+  )
+}
+
+const isOperator = (word: string): boolean => {
+  return operators.has(word)
+}
+
+const isKeyword = (word: string): boolean => {
+  return keywords.has(word)
+}
+
+const isBracket = (char: number): boolean => {
+  return char === c`(` || char === c`)` || char === c`[` || char === c`]`
+}
+
+const getCharSize = (ch: number) =>
+  (ch > 0xffff ? 2 : 1) // emoji takes 2 UTF-16 code units
+
+const getFullCodePoint = (input: string, pos: number): number => {
+  const ch = input[pos]?.charCodeAt(0) || 0
+
+  // Check if this is a high surrogate (0xD800-0xDBFF)
+  if (ch >= 0xd800 && ch <= 0xdbff) {
+    const low = input[pos + 1]?.charCodeAt(0) || 0
+    // Check if next is low surrogate (0xDC00-0xDFFF)
+    if (low >= 0xdc00 && low <= 0xdfff) {
+      // Combine surrogate pair into full code point
+      return 0x10000 + ((ch & 0x3ff) << 10) + (low & 0x3ff)
+    }
+  }
+
+  return ch
+}
+
+const isEmojiOrUnicode = (ch: number): boolean => {
+  return (
+    // Basic Emoticons
+    (ch >= 0x1f600 && ch <= 0x1f64f) ||
+    // Miscellaneous Symbols and Pictographs
+    (ch >= 0x1f300 && ch <= 0x1f5ff) ||
+    // Transport and Map Symbols
+    (ch >= 0x1f680 && ch <= 0x1f6ff) ||
+    // Regional Indicator Symbols (flags)
+    (ch >= 0x1f1e6 && ch <= 0x1f1ff) ||
+    // Miscellaneous Symbols (hearts, stars, weather)
+    (ch >= 0x2600 && ch <= 0x26ff) ||
+    // Dingbats (scissors, pencils, etc)
+    (ch >= 0x2700 && ch <= 0x27bf) ||
+    // Supplemental Symbols and Pictographs (newer emojis)
+    (ch >= 0x1f900 && ch <= 0x1f9ff) ||
+    // Symbols and Pictographs Extended-A (newest emojis)
+    (ch >= 0x1fa70 && ch <= 0x1faff) ||
+    // Various Asian Characters with emoji presentation
+    (ch >= 0x1f018 && ch <= 0x1f270) ||
+    // Variation Selectors (for emoji presentation)
+    (ch >= 0xfe00 && ch <= 0xfe0f) ||
+    // Additional miscellaneous items
+    (ch >= 0x238c && ch <= 0x2454) ||
+    // Combining Diacritical Marks for Symbols
+    (ch >= 0x20d0 && ch <= 0x20ff) ||
+    // Latin-1 Supplement (includes ², ³, ¹ and other special chars)
+    (ch >= 0x00a0 && ch <= 0x00ff) ||
+    // Greek and Coptic (U+0370-U+03FF)
+    (ch >= 0x0370 && ch <= 0x03ff) ||
+    // Mathematical Alphanumeric Symbols (U+1D400-U+1D7FF)
+    (ch >= 0x1d400 && ch <= 0x1d7ff) ||
+    // Mathematical Operators (U+2200-U+22FF)
+    (ch >= 0x2200 && ch <= 0x22ff) ||
+    // Superscripts and Subscripts (U+2070-U+209F)
+    (ch >= 0x2070 && ch <= 0x209f) ||
+    // Arrows (U+2190-U+21FF)
+    (ch >= 0x2190 && ch <= 0x21ff) ||
+    // Hiragana (U+3040-U+309F)
+    (ch >= 0x3040 && ch <= 0x309f) ||
+    // Katakana (U+30A0-U+30FF)
+    (ch >= 0x30a0 && ch <= 0x30ff) ||
+    // CJK Unified Ideographs (U+4E00-U+9FFF)
+    (ch >= 0x4e00 && ch <= 0x9fff)
+  )
+}

src/prelude/date.ts

@@ -0,0 +1,12 @@
+export const date = {
+  now: () => Date.now(),
+  year: (time: number) => (new Date(time)).getFullYear(),
+  month: (time: number) => (new Date(time)).getMonth(),
+  date: (time: number) => (new Date(time)).getDate(),
+  hour: (time: number) => (new Date(time)).getHours(),
+  minute: (time: number) => (new Date(time)).getMinutes(),
+  second: (time: number) => (new Date(time)).getSeconds(),
+  ms: (time: number) => (new Date(time)).getMilliseconds(),
+  new: (year: number, month: number, day: number, hour = 0, minute = 0, second = 0, ms = 0) =>
+    new Date(year, month, day, hour, minute, second, ms).getTime()
+}

src/prelude/dict.ts

@@ -0,0 +1,35 @@
+import { type Value, toString } from 'reefvm'
+
+export const dict = {
+  keys: (dict: Record<string, any>) => Object.keys(dict),
+  values: (dict: Record<string, any>) => Object.values(dict),
+  entries: (dict: Record<string, any>) => Object.entries(dict).map(([k, v]) => ({ key: k, value: v })),
+  'has?': (dict: Record<string, any>, key: string) => key in dict,
+  get: (dict: Record<string, any>, key: string, defaultValue: any = null) => dict[key] ?? defaultValue,
+  set: (dict: Value, key: Value, value: Value) => {
+    const map = dict.value as Map<string, Value>
+    map.set(toString(key), value)
+    return dict
+  },
+  merge: (...dicts: Record<string, any>[]) => Object.assign({}, ...dicts),
+  'empty?': (dict: Record<string, any>) => Object.keys(dict).length === 0,
+  map: async (dict: Record<string, any>, cb: Function) => {
+    const result: Record<string, any> = {}
+    for (const [key, value] of Object.entries(dict)) {
+      result[key] = await cb(value, key)
+    }
+    return result
+  },
+  filter: async (dict: Record<string, any>, cb: Function) => {
+    const result: Record<string, any> = {}
+    for (const [key, value] of Object.entries(dict)) {
+      if (await cb(value, key)) result[key] = value
+    }
+    return result
+  },
+  'from-entries': (entries: [string, any][]) => Object.fromEntries(entries),
+}
+
+  // raw functions deal directly in Value types, meaning we can modify collection
+  // careful - they MUST return a Value!
+  ; (dict.set as any).raw = true

src/prelude/fs.ts

@@ -0,0 +1,128 @@
+import { join, resolve, basename, dirname, extname } from 'path'
+import {
+  readdirSync, mkdirSync, rmdirSync,
+  readFileSync, writeFileSync, appendFileSync,
+  rmSync, copyFileSync,
+  statSync, lstatSync, chmodSync, symlinkSync, readlinkSync,
+  watch
+} from "fs"
+
+export const fs = {
+  // Directory operations
+  ls: (path: string) => readdirSync(path),
+  mkdir: (path: string) => mkdirSync(path, { recursive: true }),
+  rmdir: (path: string) => rmdirSync(path === '/' || path === '' ? '/tmp/*' : path, { recursive: true }),
+  pwd: () => process.cwd(),
+  cd: (path: string) => process.chdir(path),
+
+  // Reading
+  read: (path: string) => readFileSync(path, 'utf-8'),
+  cat: (path: string) => { }, // added below
+  'read-bytes': (path: string) => [...readFileSync(path)],
+
+  // Writing
+  write: (path: string, content: string) => writeFileSync(path, content),
+  append: (path: string, content: string) => appendFileSync(path, content),
+
+  // File operations
+  delete: (path: string) => rmSync(path),
+  rm: (path: string) => { }, // added below
+  copy: (from: string, to: string) => copyFileSync(from, to),
+  move: (from: string, to: string) => {
+    fs.copy(from, to)
+    fs.rm(from)
+  },
+  mv: (from: string, to: string) => { }, // added below
+
+  // Path operations
+  basename: (path: string) => basename(path),
+  dirname: (path: string) => dirname(path),
+  extname: (path: string) => extname(path),
+  join: (...paths: string[]) => join(...paths),
+  resolve: (...paths: string[]) => resolve(...paths),
+
+  // File info
+  stat: (path: string) => {
+    try {
+      const stats = statSync(path)
+      const record = Object.fromEntries(Object.entries(stats))
+      record['atime'] = record['atimeMs']
+      record['ctime'] = record['ctimeMs']
+      record['mtime'] = record['mtimeMs']
+
+      delete record['atimeMs']
+      delete record['ctimeMs']
+      delete record['mtimeMs']
+
+      return record
+    } catch {
+      return {}
+    }
+
+  },
+  'exists?': (path: string) => {
+    try {
+      statSync(path)
+      return true
+    }
+    catch {
+      return false
+    }
+  },
+  'file?': (path: string) => {
+    try { return statSync(path).isFile() }
+    catch { return false }
+  },
+  'dir?': (path: string) => {
+    try { return statSync(path).isDirectory() }
+    catch { return false }
+  },
+  'symlink?': (path: string) => {
+    try { return lstatSync(path).isSymbolicLink() }
+    catch { return false }
+  },
+  'exec?': (path: string) => {
+    try {
+      const stats = statSync(path)
+      return !!(stats.mode & 0o111)
+    }
+    catch { return false }
+  },
+  size: (path: string) => {
+    try { return statSync(path).size }
+    catch { return 0 }
+  },
+
+  // Permissions
+  chmod: (path: string, mode: number | string) => {
+    const numMode = typeof mode === 'string' ? parseInt(mode, 8) : mode
+    chmodSync(path, numMode)
+  },
+
+  // Symlinks
+  symlink: (target: string, path: string) => symlinkSync(target, path),
+  readlink: (path: string) => readlinkSync(path, 'utf-8'),
+
+  // Other
+  glob: (pattern: string) => {
+    const dir = pattern.substring(0, pattern.lastIndexOf('/'))
+    const match = pattern.substring(pattern.lastIndexOf('/') + 1)
+
+    if (!match.includes('*')) throw new Error('only * patterns supported')
+
+    const ext = match.split('*').pop()!
+    return readdirSync(dir)
+      .filter((f) => f.endsWith(ext))
+      .map((f) => join(dir, f))
+
+  },
+
+  watch: (path: string, callback: Function) =>
+    watch(path, (event, filename) => callback(event, filename)),
+}
+
+
+  ; (fs as any).cat = fs.read
+  ; (fs as any).mv = fs.move
+  ; (fs as any).cp = fs.copy
+  ; (fs as any).rm = fs.delete

src/prelude/index.ts

@@ -0,0 +1,210 @@
+// The prelude creates all the builtin Shrimp functions.
+
+import { join, resolve } from 'path'
+import {
+  type Value, type VM, toValue,
+  extractParamInfo, isWrapped, getOriginalFunction,
+} from 'reefvm'
+
+import { date } from './date'
+import { dict } from './dict'
+import { fs } from './fs'
+import { json } from './json'
+import { load } from './load'
+import { list } from './list'
+import { math } from './math'
+import { str } from './str'
+import { types } from './types'
+
+export const globals: Record<string, any> = {
+  date,
+  dict,
+  fs,
+  json,
+  load,
+  list,
+  math,
+  str,
+
+  // shrimp runtime info
+  $: {
+    args: Bun.argv.slice(3),
+    argv: Bun.argv.slice(1),
+    env: process.env,
+    pid: process.pid,
+    cwd: process.env.PWD,
+    script: {
+      name: Bun.argv[2] || '(shrimp)',
+      path: resolve(join('.', Bun.argv[2] ?? ''))
+    },
+  },
+
+  // hello
+  echo: (...args: any[]) => {
+    console.log(...args.map(a => {
+      const v = toValue(a)
+      return ['array', 'dict'].includes(v.type) ? formatValue(v, true) : v.value
+    }))
+    return toValue(null)
+  },
+
+  // info
+  type: (v: any) => toValue(v).type,
+  inspect: (v: any) => formatValue(toValue(v)),
+  describe: (v: any) => {
+    const val = toValue(v)
+    return `#<${val.type}: ${formatValue(val)}>`
+  },
+  var: function (this: VM, v: any) {
+    return typeof v === 'string' ? this.scope.get(v) : v
+  },
+  'var?': function (this: VM, v: string) {
+    return typeof v !== 'string' || this.scope.has(v)
+  },
+  ref: (fn: Function) => fn,
+  import: function (this: VM, atNamed: Record<any, string | string[]> = {}, ...idents: string[]) {
+    const onlyArray = Array.isArray(atNamed.only) ? atNamed.only : [atNamed.only].filter(a => a)
+    const only = new Set(onlyArray)
+    const wantsOnly = only.size > 0
+
+
+    for (const ident of idents) {
+      const module = this.get(ident)
+
+      if (!module) throw new Error(`import: can't find ${ident}`)
+      if (module.type !== 'dict') throw new Error(`import: can't import ${module.type}`)
+
+      for (const [name, value] of module.value.entries()) {
+        if (value.type === 'dict') throw new Error(`import: can't import dicts in dicts`)
+        if (wantsOnly && !only.has(name)) continue
+        this.set(name, value)
+      }
+    }
+  },
+
+  // env
+  exit: (num: number) => process.exit(num ?? 0),
+
+  // type predicates
+  'some?': (v: any) => toValue(v).type !== 'null',
+
+  // boolean/logic
+  bnot: (n: number) => ~(n | 0),
+
+  // utilities
+  inc: (n: number) => n + 1,
+  dec: (n: number) => n - 1,
+  identity: (v: any) => v,
+
+  // collections
+  length: (v: any) => {
+    const value = toValue(v)
+    switch (value.type) {
+      case 'string': case 'array': return value.value.length
+      case 'dict': return value.value.size
+      default: throw new Error(`length: expected string, array, or dict, got ${value.type}`)
+    }
+  },
+  at: (collection: any, index: number | string) => {
+    const value = toValue(collection)
+    if (value.type === 'string' || value.type === 'array') {
+      const idx = typeof index === 'number' ? index : parseInt(index as string)
+      if (idx < 0 || idx >= value.value.length) {
+        throw new Error(`at: index ${idx} out of bounds for ${value.type} of length ${value.value.length}`)
+      }
+      return value.value[idx]
+    } else if (value.type === 'dict') {
+      const key = String(index)
+      if (!value.value.has(key)) {
+        throw new Error(`at: key '${key}' not found in dict`)
+      }
+      return value.value.get(key)
+    } else {
+      throw new Error(`at: expected string, array, or dict, got ${value.type}`)
+    }
+  },
+  range: (start: number, end: number | null) => {
+    if (end === null) {
+      end = start
+      start = 0
+    }
+    const result: number[] = []
+    for (let i = start; i <= end; i++) {
+      result.push(i)
+    }
+    return result
+  },
+  'empty?': (v: any) => {
+    const value = toValue(v)
+    switch (value.type) {
+      case 'string': case 'array':
+        return value.value.length === 0
+      case 'dict':
+        return value.value.size === 0
+      default:
+        return false
+    }
+  },
+
+  // enumerables
+  each: async (list: any[], cb: Function) => {
+    for (const value of list) await cb(value)
+    return list
+  },
+
+}
+
+export const colors = {
+  reset: '\x1b[0m',
+  bright: '\x1b[1m',
+  dim: '\x1b[2m',
+  cyan: '\x1b[36m',
+  yellow: '\x1b[33m',
+  green: '\x1b[32m',
+  red: '\x1b[31m',
+  blue: '\x1b[34m',
+  magenta: '\x1b[35m',
+  pink: '\x1b[38;2;255;105;180m'
+}
+
+export function formatValue(value: Value, inner = false): string {
+  switch (value.type) {
+    case 'string':
+      return `${colors.green}'${value.value.replaceAll("'", "\\'")}${colors.green}'${colors.reset}`
+    case 'number':
+      return `${colors.cyan}${value.value}${colors.reset}`
+    case 'boolean':
+      return `${colors.yellow}${value.value}${colors.reset}`
+    case 'null':
+      return `${colors.dim}null${colors.reset}`
+    case 'array': {
+      const items = value.value.map(x => formatValue(x, true)).join(' ')
+      return `${colors.blue}[${colors.reset}${items}${colors.blue}]${colors.reset}`
+    }
+    case 'dict': {
+      const entries = Array.from(value.value.entries()).reverse()
+        .map(([k, v]) => `${k.trim()}${colors.blue}=${colors.reset}${formatValue(v, true)}`)
+        .join(' ')
+      if (entries.length === 0)
+        return `${colors.blue}[=]${colors.reset}`
+      return `${colors.blue}[${colors.reset}${entries}${colors.blue}]${colors.reset}`
+    }
+    case 'function': {
+      const params = value.params.length ? '(' + value.params.join(' ') + ')' : ''
+      return `${colors.dim}<function${params}>${colors.reset}`
+    }
+    case 'native':
+      const fn = isWrapped(value.fn) ? getOriginalFunction(value.fn) : value.fn
+      const info = extractParamInfo(fn)
+      const params = info.params.length ? '(' + info.params.join(' ') + ')' : ''
+      return `${colors.dim}<native${params}>${colors.reset}`
+    case 'regex':
+      return `${colors.magenta}${value.value}${colors.reset}`
+    default:
+      return String(value)
+  }
+}
+
+// add types functions to top-level namespace
+for (const [key, value] of Object.entries(types))
+  globals[key] = value

src/prelude/json.ts

@@ -0,0 +1,7 @@
+export const json = {
+  encode: (s: any) => JSON.stringify(s),
+  decode: (s: string) => JSON.parse(s),
+}
+
+  ; (json as any).parse = json.decode
+  ; (json as any).stringify = json.encode

src/prelude/list.ts

@@ -0,0 +1,154 @@
+import { type Value, toValue, toNull } from 'reefvm'
+
+export const list = {
+  slice: (list: any[], start: number, end?: number) => list.slice(start, end ? end : undefined),
+  map: async (list: any[], cb: Function) => {
+    let acc: any[] = []
+    for (const value of list) acc.push(await cb(value))
+    return acc
+  },
+  filter: async (list: any[], cb: Function) => {
+    let acc: any[] = []
+    for (const value of list) {
+      if (await cb(value)) acc.push(value)
+    }
+    return acc
+  },
+  reject: async (list: any[], cb: Function) => {
+    let acc: any[] = []
+    for (const value of list) {
+      if (!(await cb(value))) acc.push(value)
+    }
+    return acc
+  },
+  reduce: async (list: any[], cb: Function, initial: any) => {
+    let acc = initial
+    for (const value of list) acc = await cb(acc, value)
+    return acc
+  },
+  find: async (list: any[], cb: Function) => {
+    for (const value of list) {
+      if (await cb(value)) return value
+    }
+    return null
+  },
+
+  // predicates
+  'empty?': (list: any[]) => list.length === 0,
+  'contains?': (list: any[], item: any) => list.includes(item),
+  'includes?': (list: any[], item: any) => list.includes(item),
+  'has?': (list: any[], item: any) => list.includes(item),
+  'any?': async (list: any[], cb: Function) => {
+    for (const value of list) {
+      if (await cb(value)) return true
+    }
+    return false
+  },
+  'all?': async (list: any[], cb: Function) => {
+    for (const value of list) {
+      if (!await cb(value)) return false
+    }
+    return true
+  },
+
+  // mutating
+  push: (list: Value, item: Value) => {
+    if (list.type !== 'array') return toNull()
+    return toValue(list.value.push(item))
+  },
+  pop: (list: Value) => {
+    if (list.type !== 'array') return toNull()
+    return toValue(list.value.pop())
+  },
+  shift: (list: Value) => {
+    if (list.type !== 'array') return toNull()
+    return toValue(list.value.shift())
+  },
+  unshift: (list: Value, item: Value) => {
+    if (list.type !== 'array') return toNull()
+    return toValue(list.value.unshift(item))
+  },
+  splice: (list: Value, start: Value, deleteCount: Value, ...items: Value[]) => {
+    const realList = list.value as any[]
+    const realStart = start.value as number
+    const realDeleteCount = deleteCount.value as number
+    return toValue(realList.splice(realStart, realDeleteCount, ...items))
+  },
+  insert: (list: Value, index: Value, item: Value) => {
+    if (list.type !== 'array') return toNull()
+    const realList = list.value as any[]
+    const realIndex = index.value as number
+    realList.splice(realIndex, 0, item)
+    return toValue(realList.length)
+  },
+
+  // sequence operations
+  reverse: (list: any[]) => list.slice().reverse(),
+  sort: async (list: any[], cb?: (a: any, b: any) => number) => {
+    const arr = [...list]
+    if (!cb) return arr.sort()
+    for (let i = 0; i < arr.length; i++)
+      for (let j = i + 1; j < arr.length; j++)
+        if ((await cb(arr[i], arr[j])) > 0) [arr[i], arr[j]] = [arr[j], arr[i]]
+    return arr
+  },
+  concat: (...lists: any[][]) => lists.flat(1),
+  flatten: (list: any[], depth: number = 1) => list.flat(depth),
+  unique: (list: any[]) => Array.from(new Set(list)),
+  zip: (list1: any[], list2: any[]) => list1.map((item, i) => [item, list2[i]]),
+
+  // access
+  first: (list: any[]) => list[0] ?? null,
+  last: (list: any[]) => list[list.length - 1] ?? null,
+  rest: (list: any[]) => list.slice(1),
+  take: (list: any[], n: number) => {
+    if (n < 0) throw new Error(`take: count must be non-negative, got ${n}`)
+    return list.slice(0, n)
+  },
+  drop: (list: any[], n: number) => {
+    if (n < 0) throw new Error(`drop: count must be non-negative, got ${n}`)
+    return list.slice(n)
+  },
+  append: (list: any[], item: any) => [...list, item],
+  prepend: (list: any[], item: any) => [item, ...list],
+  'index-of': (list: any[], item: any) => list.indexOf(item),
+
+  // utilities
+  sum: (list: any[]) => list.reduce((acc, x) => acc + x, 0),
+  count: async (list: any[], cb: Function) => {
+    let count = 0
+    for (const value of list) {
+      if (await cb(value)) count++
+    }
+    return count
+  },
+  partition: async (list: any[], cb: Function) => {
+    const truthy: any[] = []
+    const falsy: any[] = []
+    for (const value of list) {
+      if (await cb(value)) truthy.push(value)
+      else falsy.push(value)
+    }
+    return [truthy, falsy]
+  },
+  compact: (list: any[]) => list.filter(x => x != null),
+  'group-by': async (list: any[], cb: Function) => {
+    const groups: Record<string, any[]> = {}
+    for (const value of list) {
+      const key = String(await cb(value))
+      if (!groups[key]) groups[key] = []
+      groups[key].push(value)
+    }
+    return groups
+  },
+}
+
+
+  // raw functions deal directly in Value types, meaning we can modify collection
+  // careful - they MUST return a Value!
+  ; (list.splice as any).raw = true
+  ; (list.push as any).raw = true
+  ; (list.pop as any).raw = true
+  ; (list.shift as any).raw = true
+  ; (list.unshift as any).raw = true
+  ; (list.insert as any).raw = true

src/prelude/load.ts

@@ -0,0 +1,31 @@
+import { resolve } from 'path'
+import { readFileSync } from 'fs'
+import { Compiler } from '#compiler/compiler'
+import { type Value, VM, Scope } from 'reefvm'
+
+export const load = async function (this: VM, path: string): Promise<Record<string, Value>> {
+  const scope = this.scope
+  const pc = this.pc
+
+  let fullPath = resolve(path)
+  if (!path.includes('.')) fullPath += '.sh'
+
+  const code = readFileSync(fullPath, 'utf-8')
+
+  this.pc = this.instructions.length
+  this.scope = new Scope(scope)
+  const compiled = new Compiler(code)
+  this.appendBytecode(compiled.bytecode)
+
+  await this.continue()
+
+  const module: Record<string, Value> = {}
+  for (const [name, value] of this.scope.locals.entries())
+    module[name] = value
+
+  this.scope = scope
+  this.pc = pc
+  this.stopped = false
+
+  return module
+}

src/prelude/math.ts

@@ -0,0 +1,36 @@
+export const math = {
+  abs: (n: number) => Math.abs(n),
+  floor: (n: number) => Math.floor(n),
+  ceil: (n: number) => Math.ceil(n),
+  round: (n: number) => Math.round(n),
+  min: (...nums: number[]) => {
+    if (nums.length === 0) throw new Error('min: expected at least one argument')
+    return Math.min(...nums)
+  },
+  max: (...nums: number[]) => {
+    if (nums.length === 0) throw new Error('max: expected at least one argument')
+    return Math.max(...nums)
+  },
+  pow: (base: number, exp: number) => Math.pow(base, exp),
+  sqrt: (n: number) => {
+    if (n < 0) throw new Error(`sqrt: cannot take square root of negative number ${n}`)
+    return Math.sqrt(n)
+  },
+  random: (min = 0, max = 1) => {
+    if (min === 0 && max === 1) return Math.random()
+    return Math.floor(Math.random() * (max - min + 1)) + min
+  },
+  clamp: (n: number, min: number, max: number) => {
+    if (min > max) throw new Error(`clamp: min (${min}) must be less than or equal to max (${max})`)
+    return Math.min(Math.max(n, min), max)
+  },
+  sign: (n: number) => Math.sign(n),
+  trunc: (n: number) => Math.trunc(n),
+
+  // predicates
+  'even?': (n: number) => n % 2 === 0,
+  'odd?': (n: number) => n % 2 !== 0,
+  'positive?': (n: number) => n > 0,
+  'negative?': (n: number) => n < 0,
+  'zero?': (n: number) => n === 0,
+}

src/prelude/str.ts

@@ -0,0 +1,47 @@
+// strings
+export const str = {
+  join: (arr: string[], sep: string = ',') => arr.join(sep),
+  split: (str: string, sep: string = ',') => String(str ?? '').split(sep),
+  'to-upper': (str: string) => String(str ?? '').toUpperCase(),
+  'to-lower': (str: string) => String(str ?? '').toLowerCase(),
+  trim: (str: string) => String(str ?? '').trim(),
+
+  // predicates
+  'starts-with?': (str: string, prefix: string) => String(str ?? '').startsWith(prefix),
+  'ends-with?': (str: string, suffix: string) => String(str ?? '').endsWith(suffix),
+  'contains?': (str: string, substr: string) => String(str ?? '').includes(substr),
+  'empty?': (str: string) => String(str ?? '').length === 0,
+
+  // inspection
+  'index-of': (str: string, search: string) => String(str ?? '').indexOf(search),
+  'last-index-of': (str: string, search: string) => String(str ?? '').lastIndexOf(search),
+
+  // transformations
+  replace: (str: string, search: string, replacement: string) => String(str ?? '').replace(search, replacement),
+  'replace-all': (str: string, search: string, replacement: string) => String(str ?? '').replaceAll(search, replacement),
+  slice: (str: string, start: number, end?: number | null) => String(str ?? '').slice(start, end ?? undefined),
+  substring: (str: string, start: number, end?: number | null) => String(str ?? '').substring(start, end ?? undefined),
+  repeat: (str: string, count: number) => {
+    if (count < 0) throw new Error(`repeat: count must be non-negative, got ${count}`)
+    if (!Number.isInteger(count)) throw new Error(`repeat: count must be an integer, got ${count}`)
+    return String(str ?? '').repeat(count)
+  },
+  'pad-start': (str: string, length: number, pad: string = ' ') => String(str ?? '').padStart(length, pad),
+  'pad-end': (str: string, length: number, pad: string = ' ') => String(str ?? '').padEnd(length, pad),
+  capitalize: (str: string) => {
+    const s = String(str ?? '')
+    return s.charAt(0).toUpperCase() + s.slice(1).toLowerCase()
+  },
+  titlecase: (s: string) => {
+    return String(s ?? '')
+      .split(' ')
+      .map(str.capitalize)
+      .join(' ')
+  },
+  lines: (str: string) => String(str ?? '').split('\n'),
+  chars: (str: string) => String(str ?? '').split(''),
+
+  // regex
+  match: (str: string, regex: RegExp) => String(str ?? '').match(regex),
+  'test?': (str: string, regex: RegExp) => regex.test(String(str ?? '')),
+}

src/prelude/tests/date.test.ts

@@ -0,0 +1,170 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('date', () => {
+  test('date.now returns current timestamp', () => {
+    expect(`date.now | number?`).toEvaluateTo(true)
+
+    expect(`(date.now) > 1577836800000`).toEvaluateTo(true)
+  })
+
+  test('date.new creates timestamp from components', () => {
+    expect(`
+      t = date.new 2024 0 1 12 0 0 500
+      [
+        (date.year t)
+        (date.month t)
+        (date.date t)
+        (date.hour t)
+        (date.minute t)
+        (date.second t)
+        (date.ms t)
+      ]
+    `).toEvaluateTo([2024, 0, 1, 12, 0, 0, 500])
+  })
+
+  test('date.new with minimal arguments', () => {
+    expect(`
+      t = date.new 2024 5 15
+      [
+        (date.year t)
+        (date.month t)
+        (date.date t)
+        (date.hour t)
+        (date.minute t)
+        (date.second t)
+        (date.ms t)
+      ]
+    `).toEvaluateTo([2024, 5, 15, 0, 0, 0, 0])
+  })
+
+  test('date.year extracts year', () => {
+    expect(`
+      t = date.new 2024 0 1
+      date.year t
+    `).toEvaluateTo(2024)
+
+    expect(`
+      t = date.new 1999 11 31
+      date.year t
+    `).toEvaluateTo(1999)
+  })
+
+  test('date.month extracts month (0-indexed)', () => {
+    // January = 0, December = 11
+    expect(`
+      jan = date.new 2024 0 1
+      dec = date.new 2024 11 31
+      [(date.month jan) (date.month dec)]
+    `).toEvaluateTo([0, 11])
+  })
+
+  test('date.date extracts day of month', () => {
+    expect(`
+      t = date.new 2024 5 15
+      date.date t
+    `).toEvaluateTo(15)
+
+    expect(`
+      date.new 2024 0 1 | date.date
+    `).toEvaluateTo(1)
+  })
+
+  test('date.hour extracts hour', () => {
+    expect(`
+      t = date.new 2024 0 1 14 30 45
+      date.hour t
+    `).toEvaluateTo(14)
+
+    expect(`
+      t = date.new 2024 0 1 0 0 0
+      date.hour t
+    `).toEvaluateTo(0)
+  })
+
+  test('date.minute extracts minute', () => {
+    expect(`
+      t = date.new 2024 0 1 14 30 45
+      date.minute t
+    `).toEvaluateTo(30)
+  })
+
+  test('date.second extracts second', () => {
+    expect(`
+      t = date.new 2024 0 1 14 30 45
+      date.second t
+    `).toEvaluateTo(45)
+  })
+
+  test('date.ms extracts milliseconds', () => {
+    expect(`
+      t = date.new 2024 0 1 14 30 45 250
+      date.ms t
+    `).toEvaluateTo(250)
+  })
+
+  test('round-trip: create and extract components', () => {
+    expect(`
+      t = date.new 2024 6 4 15 30 45 123
+      year = date.year t
+      month = date.month t
+      day = date.date t
+      hour = date.hour t
+      min = date.minute t
+      sec = date.second t
+      ms = date.ms t
+      [year month day hour min sec ms]
+    `).toEvaluateTo([2024, 6, 4, 15, 30, 45, 123])
+  })
+
+  test('edge cases - midnight', () => {
+    expect(`
+      t = date.new 2024 0 1 0 0 0 0
+      [
+        (date.hour t)
+        (date.minute t)
+        (date.second t)
+        (date.ms t)
+      ]
+    `).toEvaluateTo([0, 0, 0, 0])
+  })
+
+  test('edge cases - end of day', () => {
+    expect(`
+      t = date.new 2024 0 1 23 59 59 999
+      [
+        (date.hour t)
+        (date.minute t)
+        (date.second t)
+        (date.ms t)
+      ]
+    `).toEvaluateTo([23, 59, 59, 999])
+  })
+
+  test('edge cases - leap year', () => {
+    expect(`
+      t = date.new 2024 1 29
+      [
+        (date.year t)
+        (date.month t)
+        (date.date t)
+      ]
+    `).toEvaluateTo([2024, 1, 29])
+  })
+
+  test('combining date functions with arithmetic', () => {
+    expect(`
+      t = date.new 2024 5 15 10 30 0
+      next-hour = date.new 2024 5 15 11 30 0
+      (date.hour next-hour) - (date.hour t)
+    `).toEvaluateTo(1)
+  })
+
+  test('using date.now in calculations', () => {
+    // Check that date.now is in the past compared to a future timestamp
+    expect(`
+      now = (date.now)
+      future = date.new 2030 0 1
+      future > now
+    `).toEvaluateTo(true)
+  })
+})

src/prelude/tests/fs.test.ts

@@ -0,0 +1,329 @@
+import { expect, describe, test, beforeEach, afterEach } from 'bun:test'
+import { mkdirSync, writeFileSync, rmSync, existsSync } from 'fs'
+import { join, resolve } from 'path'
+import { fs } from '../fs'
+
+const TEST_DIR = resolve('./tmp/shrimp-fs-test')
+const CWD = process.cwd()
+
+beforeEach(() => {
+  if (existsSync(TEST_DIR)) {
+    rmSync(TEST_DIR, { recursive: true })
+  }
+  mkdirSync(TEST_DIR, { recursive: true })
+})
+
+afterEach(() => {
+  process.chdir(CWD)
+  if (existsSync(TEST_DIR)) {
+    rmSync(TEST_DIR, { recursive: true })
+  }
+})
+
+describe('fs - directory operations', () => {
+  test('fs.ls lists directory contents', () => {
+    writeFileSync(join(TEST_DIR, 'file1.txt'), 'content1')
+    writeFileSync(join(TEST_DIR, 'file2.txt'), 'content2')
+
+    const result = fs.ls(TEST_DIR)
+    expect(result).toContain('file1.txt')
+    expect(result).toContain('file2.txt')
+  })
+
+  test('fs.mkdir creates directory', () => {
+    const newDir = join(TEST_DIR, 'newdir')
+    fs.mkdir(newDir)
+    expect(existsSync(newDir)).toBe(true)
+  })
+
+  test('fs.rmdir removes empty directory', () => {
+    const dir = join(TEST_DIR, 'toremove')
+    mkdirSync(dir)
+    fs.rmdir(dir)
+    expect(existsSync(dir)).toBe(false)
+  })
+
+  test('fs.pwd returns current working directory', () => {
+    const result = fs.pwd()
+    expect(typeof result).toBe('string')
+    expect(result.length).toBeGreaterThan(0)
+  })
+
+  test('fs.cd changes current working directory', () => {
+    const originalCwd = process.cwd()
+    fs.cd(TEST_DIR)
+    expect(process.cwd()).toBe(TEST_DIR)
+    process.chdir(originalCwd) // restore
+  })
+})
+
+describe('fs - reading', () => {
+  test('fs.read reads file contents as string', () => {
+    const file = join(TEST_DIR, 'test.txt')
+    writeFileSync(file, 'hello world')
+
+    const result = fs.read(file)
+    expect(result).toBe('hello world')
+  })
+
+  test('fs.cat is alias for fs.read', () => {
+    const file = join(TEST_DIR, 'test.txt')
+    writeFileSync(file, 'hello world')
+
+    const result = fs.cat(file)
+    expect(result).toBe('hello world')
+  })
+
+  test('fs.read-bytes reads file as buffer', () => {
+    const file = join(TEST_DIR, 'test.bin')
+    writeFileSync(file, Buffer.from([1, 2, 3, 4]))
+
+    const result = fs['read-bytes'](file)
+    expect(result).toBeInstanceOf(Array)
+    expect(result).toEqual([1, 2, 3, 4])
+  })
+})
+
+describe('fs - writing', () => {
+  test('fs.write writes string to file', async () => {
+    const file = join(TEST_DIR, 'output.txt')
+    fs.write(file, 'test content')
+
+    const content = Bun.file(file).text()
+    expect(await content).toBe('test content')
+  })
+
+  test('fs.append appends to existing file', async () => {
+    const file = join(TEST_DIR, 'append.txt')
+    writeFileSync(file, 'first')
+    fs.append(file, ' second')
+
+    const content = await Bun.file(file).text()
+    expect(content).toBe('first second')
+  })
+})
+
+describe('fs - file operations', () => {
+  test('fs.rm removes file', () => {
+    const file = join(TEST_DIR, 'remove.txt')
+    writeFileSync(file, 'content')
+
+    fs.rm(file)
+    expect(existsSync(file)).toBe(false)
+  })
+
+  test('fs.delete is alias for fs.rm', () => {
+    const file = join(TEST_DIR, 'delete.txt')
+    writeFileSync(file, 'content')
+
+    fs.delete(file)
+    expect(existsSync(file)).toBe(false)
+  })
+
+  test('fs.copy copies file', async () => {
+    const src = join(TEST_DIR, 'source.txt')
+    const dest = join(TEST_DIR, 'dest.txt')
+    writeFileSync(src, 'content')
+
+    fs.copy(src, dest)
+    expect(await Bun.file(dest).text()).toBe('content')
+  })
+
+  test('fs.cp is alias for fs.copy', async () => {
+    const src = join(TEST_DIR, 'source2.txt')
+    const dest = join(TEST_DIR, 'dest2.txt')
+    writeFileSync(src, 'content')
+
+    fs.cp(src, dest)
+    expect(await Bun.file(dest).text()).toBe('content')
+  })
+
+  test('fs.move moves file', async () => {
+    const src = join(TEST_DIR, 'source.txt')
+    const dest = join(TEST_DIR, 'moved.txt')
+    writeFileSync(src, 'content')
+
+    fs.move(src, dest)
+    expect(existsSync(src)).toBe(false)
+    expect(await Bun.file(dest).text()).toBe('content')
+  })
+
+  test('fs.mv is alias for fs.move', async () => {
+    const src = join(TEST_DIR, 'source2.txt')
+    const dest = join(TEST_DIR, 'moved2.txt')
+    writeFileSync(src, 'content')
+
+    fs.mv(src, dest)
+    expect(existsSync(src)).toBe(false)
+    expect(await Bun.file(dest).text()).toBe('content')
+  })
+})
+
+describe('fs - path operations', () => {
+  test('fs.basename extracts filename from path', () => {
+    expect(fs.basename('/path/to/file.txt')).toBe('file.txt')
+    expect(fs.basename('/path/to/dir/')).toBe('dir')
+  })
+
+  test('fs.dirname extracts directory from path', () => {
+    expect(fs.dirname('/path/to/file.txt')).toBe('/path/to')
+    expect(fs.dirname('/path/to/dir/')).toBe('/path/to')
+  })
+
+  test('fs.extname extracts file extension', () => {
+    expect(fs.extname('file.txt')).toBe('.txt')
+    expect(fs.extname('file.tar.gz')).toBe('.gz')
+    expect(fs.extname('noext')).toBe('')
+  })
+
+  test('fs.join joins path segments', () => {
+    expect(fs.join('path', 'to', 'file.txt')).toBe('path/to/file.txt')
+    expect(fs.join('/absolute', 'path')).toBe('/absolute/path')
+  })
+
+  test('fs.resolve resolves to absolute path', () => {
+    const result = fs.resolve('relative', 'path')
+    expect(result.startsWith('/')).toBe(true)
+    expect(result).toContain('relative')
+  })
+})
+
+describe('fs - file info', () => {
+  test('fs.stat returns file stats', () => {
+    const file = join(TEST_DIR, 'stat.txt')
+    writeFileSync(file, 'content')
+
+    const stats = fs.stat(file)
+    expect(stats).toHaveProperty('size')
+    expect(stats).toHaveProperty('mtime')
+    expect(stats.size).toBe(7) // 'content' is 7 bytes
+  })
+
+  test('fs.exists? checks if path exists', () => {
+    const file = join(TEST_DIR, 'exists.txt')
+    expect(fs['exists?'](file)).toBe(false)
+
+    writeFileSync(file, 'content')
+    expect(fs['exists?'](file)).toBe(true)
+  })
+
+  test('fs.file? checks if path is a file', () => {
+    const file = join(TEST_DIR, 'isfile.txt')
+    writeFileSync(file, 'content')
+
+    expect(fs['file?'](file)).toBe(true)
+    expect(fs['file?'](TEST_DIR)).toBe(false)
+  })
+
+  test('fs.dir? checks if path is a directory', () => {
+    const dir = join(TEST_DIR, 'isdir')
+    mkdirSync(dir)
+
+    expect(fs['dir?'](dir)).toBe(true)
+    expect(fs['dir?'](join(TEST_DIR, 'isfile.txt'))).toBe(false)
+  })
+
+  test('fs.symlink? checks if path is a symbolic link', () => {
+    const file = join(TEST_DIR, 'target.txt')
+    const link = join(TEST_DIR, 'link.txt')
+    writeFileSync(file, 'content')
+
+    fs.symlink(file, link)
+    expect(fs['symlink?'](link)).toBe(true)
+    expect(fs['symlink?'](file)).toBe(false)
+  })
+
+  test('fs.exec? checks if file is executable', () => {
+    const file = join(TEST_DIR, 'script.sh')
+    writeFileSync(file, '#!/bin/bash\necho hello')
+
+    fs.chmod(file, 0o755)
+    expect(fs['exec?'](file)).toBe(true)
+
+    fs.chmod(file, 0o644)
+    expect(fs['exec?'](file)).toBe(false)
+  })
+
+  test('fs.size returns file size in bytes', () => {
+    const file = join(TEST_DIR, 'sizeme.txt')
+    writeFileSync(file, 'content')
+
+    expect(fs.size(file)).toBe(7) // 'content' is 7 bytes
+  })
+})
+
+describe('fs - permissions', () => {
+  test('fs.chmod changes file permissions with octal number', () => {
+    const file = join(TEST_DIR, 'perms.txt')
+    writeFileSync(file, 'content')
+
+    fs.chmod(file, 0o755)
+    expect(fs['exec?'](file)).toBe(true)
+
+    fs.chmod(file, 0o644)
+    expect(fs['exec?'](file)).toBe(false)
+  })
+
+  test('fs.chmod changes file permissions with string', () => {
+    const file = join(TEST_DIR, 'perms2.txt')
+    writeFileSync(file, 'content')
+
+    fs.chmod(file, '755')
+    expect(fs['exec?'](file)).toBe(true)
+
+    fs.chmod(file, '644')
+    expect(fs['exec?'](file)).toBe(false)
+  })
+})
+
+describe('fs - symlinks', () => {
+  test('fs.symlink creates symbolic link', () => {
+    const target = join(TEST_DIR, 'target.txt')
+    const link = join(TEST_DIR, 'link.txt')
+    writeFileSync(target, 'content')
+
+    fs.symlink(target, link)
+    expect(fs['symlink?'](link)).toBe(true)
+    expect(fs.read(link)).toBe('content')
+  })
+
+  test('fs.readlink reads symbolic link target', () => {
+    const target = join(TEST_DIR, 'target.txt')
+    const link = join(TEST_DIR, 'link.txt')
+    writeFileSync(target, 'content')
+
+    fs.symlink(target, link)
+    expect(fs.readlink(link)).toBe(target)
+  })
+})
+
+describe('fs - other', () => {
+  test('fs.glob matches file patterns', () => {
+    writeFileSync(join(TEST_DIR, 'file1.txt'), '')
+    writeFileSync(join(TEST_DIR, 'file2.txt'), '')
+    writeFileSync(join(TEST_DIR, 'file3.md'), '')
+
+    const result = fs.glob(join(TEST_DIR, '*.txt'))
+    expect(result).toHaveLength(2)
+    expect(result).toContain(join(TEST_DIR, 'file1.txt'))
+    expect(result).toContain(join(TEST_DIR, 'file2.txt'))
+  })
+
+  test('fs.watch calls callback on file change', async () => {
+    const file = join(TEST_DIR, 'watch.txt')
+    writeFileSync(file, 'initial')
+
+    let called = false
+    const watcher = fs.watch(file, () => { called = true })
+
+    // Trigger change
+    await new Promise(resolve => setTimeout(resolve, 100))
+    writeFileSync(file, 'updated')
+
+    // Wait for watcher
+    await new Promise(resolve => setTimeout(resolve, 500))
+
+    expect(called).toBe(true)
+    watcher.close?.()
+  })
+})

src/prelude/tests/info.test.ts

@@ -0,0 +1,139 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('var and var?', () => {
+  test('var? checks if a variable exists', async () => {
+    await expect(`var? 'nada'`).toEvaluateTo(false)
+    await expect(`var? 'info'`).toEvaluateTo(false)
+    await expect(`abc = abc; var? 'abc'`).toEvaluateTo(true)
+    await expect(`var? 'var?'`).toEvaluateTo(true)
+
+    await expect(`var? 'dict'`).toEvaluateTo(true)
+    await expect(`var? dict`).toEvaluateTo(true)
+  })
+
+  test('var returns a value or null', async () => {
+    await expect(`var 'nada'`).toEvaluateTo(null)
+    await expect(`var nada`).toEvaluateTo(null)
+    await expect(`var 'info'`).toEvaluateTo(null)
+    await expect(`abc = my-string; var 'abc'`).toEvaluateTo('my-string')
+    await expect(`abc = my-string; var abc`).toEvaluateTo(null)
+  })
+})
+
+describe('type predicates', () => {
+  test('string? checks for string type', async () => {
+    await expect(`string? 'hello'`).toEvaluateTo(true)
+    await expect(`string? 42`).toEvaluateTo(false)
+  })
+
+  test('number? checks for number type', async () => {
+    await expect(`number? 42`).toEvaluateTo(true)
+    await expect(`number? 'hello'`).toEvaluateTo(false)
+  })
+
+  test('boolean? checks for boolean type', async () => {
+    await expect(`boolean? true`).toEvaluateTo(true)
+    await expect(`boolean? 42`).toEvaluateTo(false)
+  })
+
+  test('array? checks for array type', async () => {
+    await expect(`array? [1 2 3]`).toEvaluateTo(true)
+    await expect(`array? 42`).toEvaluateTo(false)
+  })
+
+  test('dict? checks for dict type', async () => {
+    await expect(`dict? [a=1]`).toEvaluateTo(true)
+    await expect(`dict? []`).toEvaluateTo(false)
+  })
+
+  test('null? checks for null type', async () => {
+    await expect(`null? null`).toEvaluateTo(true)
+    await expect(`null? 42`).toEvaluateTo(false)
+  })
+
+  test('some? checks for non-null', async () => {
+    await expect(`some? 42`).toEvaluateTo(true)
+    await expect(`some? null`).toEvaluateTo(false)
+  })
+})
+
+describe('introspection', () => {
+  test('type returns proper types', async () => {
+    await expect(`type 'hello'`).toEvaluateTo('string')
+    await expect(`type 42`).toEvaluateTo('number')
+    await expect(`type true`).toEvaluateTo('boolean')
+    await expect(`type false`).toEvaluateTo('boolean')
+    await expect(`type null`).toEvaluateTo('null')
+    await expect(`type [1 2 3]`).toEvaluateTo('array')
+    await expect(`type [a=1 b=2]`).toEvaluateTo('dict')
+  })
+
+  test('inspect formats values', async () => {
+    await expect(`inspect 'hello'`).toEvaluateTo("\u001b[32m'hello\u001b[32m'\u001b[0m")
+  })
+
+  test('describe describes values', async () => {
+    await expect(`describe 'hello'`).toEvaluateTo("#<string: \u001b[32m'hello\u001b[32m'\u001b[0m>")
+  })
+})
+
+describe('environment', () => {
+  test('args is an array', async () => {
+    await expect(`array? $.args`).toEvaluateTo(true)
+  })
+
+  test('args can be accessed', async () => {
+    await expect(`type $.args`).toEvaluateTo('array')
+  })
+
+  test('argv includes more than just the args', async () => {
+    await expect(`list.first $.argv | str.ends-with? 'shrimp.test.ts'`).toEvaluateTo(true)
+  })
+})
+
+describe('ref', () => {
+  expect(`rnd = do x: true end; rnd | type`).toEvaluateTo('boolean')
+  expect(`rnd = do x: true end; ref rnd | type`).toEvaluateTo('function')
+
+  expect(`math.random | type`).toEvaluateTo('number')
+  expect(`ref math.random | type`).toEvaluateTo('native')
+
+  expect(`rnd = math.random; rnd | type`).toEvaluateTo('number')
+  expect(`rnd = ref math.random; rnd | type`).toEvaluateTo('number')
+  expect(`rnd = ref math.random; ref rnd | type`).toEvaluateTo('native')
+})
+
+describe('$ global dictionary', () => {
+  test('$.args is an array', async () => {
+    await expect(`$.args | array?`).toEvaluateTo(true)
+  })
+
+  test('$.args can be accessed', async () => {
+    await expect(`$.args | type`).toEvaluateTo('array')
+  })
+
+  test('$.script.name is a string', async () => {
+    await expect(`$.script.name | string?`).toEvaluateTo(true)
+  })
+
+  test('$.script.path is a string', async () => {
+    await expect(`$.script.path | string?`).toEvaluateTo(true)
+  })
+
+  test('$.env is a dict', async () => {
+    await expect(`$.env | dict?`).toEvaluateTo(true)
+  })
+
+  test('$.pid is a number', async () => {
+    await expect(`$.pid | number?`).toEvaluateTo(true)
+    await expect(`$.pid > 0`).toEvaluateTo(true)
+  })
+
+  test('$.cwd is a string', async () => {
+    await expect(`$.cwd | string?`).toEvaluateTo(true)
+  })
+
+  test('$.cwd returns current working directory', async () => {
+    await expect(`$.cwd`).toEvaluateTo(process.cwd())
+  })
+})

src/prelude/tests/json.test.ts

@@ -0,0 +1,84 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('json', () => {
+  test('json.decode', () => {
+    expect(`json.decode '[1,2,3]'`).toEvaluateTo([1, 2, 3])
+    expect(`json.decode '"heya"'`).toEvaluateTo('heya')
+    expect(`json.decode '[true, false, null]'`).toEvaluateTo([true, false, null])
+    expect(`json.decode '{"a": true, "b": false, "c": "yeah"}'`).toEvaluateTo({ a: true, b: false, c: "yeah" })
+  })
+
+  test('json.encode', () => {
+    expect(`json.encode [1 2 3]`).toEvaluateTo('[1,2,3]')
+    expect(`json.encode 'heya'`).toEvaluateTo('"heya"')
+    expect(`json.encode [true false null]`).toEvaluateTo('[true,false,null]')
+    expect(`json.encode [a=true b=false c='yeah'] | json.decode`).toEvaluateTo({ a: true, b: false, c: "yeah" })
+  })
+
+  test('edge cases - empty structures', () => {
+    expect(`json.decode '[]'`).toEvaluateTo([])
+    expect(`json.decode '{}'`).toEvaluateTo({})
+    expect(`json.encode []`).toEvaluateTo('[]')
+    expect(`json.encode [=]`).toEvaluateTo('{}')
+  })
+
+  test('edge cases - special characters in strings', () => {
+    expect(`json.decode '"hello\\\\nworld"'`).toEvaluateTo('hello\nworld')
+    expect(`json.decode '"tab\\\\there"'`).toEvaluateTo('tab\there')
+    expect(`json.decode '"forward/slash"'`).toEvaluateTo('forward/slash')
+    expect(`json.decode '"with\\\\\\\\backslash"'`).toEvaluateTo('with\\backslash')
+  })
+
+  test('numbers - integers and floats', () => {
+    expect(`json.decode '42'`).toEvaluateTo(42)
+    expect(`json.decode '0'`).toEvaluateTo(0)
+    expect(`json.decode '-17'`).toEvaluateTo(-17)
+    expect(`json.decode '3.14159'`).toEvaluateTo(3.14159)
+    expect(`json.decode '-0.5'`).toEvaluateTo(-0.5)
+  })
+
+  test('numbers - scientific notation', () => {
+    expect(`json.decode '1e10'`).toEvaluateTo(1e10)
+    expect(`json.decode '2.5e-3'`).toEvaluateTo(2.5e-3)
+    expect(`json.decode '1.23E+5'`).toEvaluateTo(1.23e5)
+  })
+
+  test('unicode - emoji and special characters', () => {
+    expect(`json.decode '"hello 👋"'`).toEvaluateTo('hello 👋')
+    expect(`json.decode '"🎉🚀✨"'`).toEvaluateTo('🎉🚀✨')
+    expect(`json.encode '你好'`).toEvaluateTo('"你好"')
+    expect(`json.encode 'café'`).toEvaluateTo('"café"')
+  })
+
+  test('nested structures - arrays', () => {
+    expect(`json.decode '[[1,2],[3,4],[5,6]]'`).toEvaluateTo([[1, 2], [3, 4], [5, 6]])
+    expect(`json.decode '[1,[2,[3,[4]]]]'`).toEvaluateTo([1, [2, [3, [4]]]])
+  })
+
+  test('nested structures - objects', () => {
+    expect(`json.decode '{"user":{"name":"Alice","age":30}}'`).toEvaluateTo({
+      user: { name: 'Alice', age: 30 }
+    })
+    expect(`json.decode '{"a":{"b":{"c":"deep"}}}'`).toEvaluateTo({
+      a: { b: { c: 'deep' } }
+    })
+  })
+
+  test('nested structures - mixed arrays and objects', () => {
+    expect(`json.decode '[{"id":1,"tags":["a","b"]},{"id":2,"tags":["c"]}]'`).toEvaluateTo([
+      { id: 1, tags: ['a', 'b'] },
+      { id: 2, tags: ['c'] }
+    ])
+    expect(`json.decode '{"items":[1,2,3],"meta":{"count":3}}'`).toEvaluateTo({
+      items: [1, 2, 3],
+      meta: { count: 3 }
+    })
+  })
+
+  test('error handling - invalid json', () => {
+    expect(`json.decode '{invalid}'`).toFailEvaluation()
+    expect(`json.decode '[1,2,3'`).toFailEvaluation()
+    expect(`json.decode 'undefined'`).toFailEvaluation()
+    expect(`json.decode ''`).toFailEvaluation()
+  })
+})

src/prelude/tests/load.test.ts

@@ -0,0 +1,41 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('loading a file', () => {
+  test(`imports all a file's functions`, async () => {
+    expect(`
+      math = load ./src/prelude/tests/math.sh
+      math.double 4
+    `).toEvaluateTo(8)
+
+    expect(`
+      math = load ./src/prelude/tests/math.sh
+      math.double (math.double 4)
+    `).toEvaluateTo(16)
+
+    expect(`
+      math = load ./src/prelude/tests/math.sh
+      dbl = ref math.double
+      dbl (dbl 2)
+    `).toEvaluateTo(8)
+
+    expect(`
+      math = load ./src/prelude/tests/math.sh
+      math.pi
+    `).toEvaluateTo(3.14)
+
+    expect(`
+      math = load ./src/prelude/tests/math.sh
+      math | at 🥧
+    `).toEvaluateTo(3.14159265359)
+
+    expect(`
+      math = load ./src/prelude/tests/math.sh
+      math.🥧
+    `).toEvaluateTo(3.14159265359)
+
+    expect(`
+      math = load ./src/prelude/tests/math.sh
+      math.add1 5
+    `).toEvaluateTo(6)
+  })
+})

src/prelude/tests/math.sh

@@ -0,0 +1,4 @@
+🥧 = 3.14159265359
+pi = 3.14
+add1 = do x: x + 1 end
+double = do x: x * 2 end

src/prelude/tests/prelude.test.ts

@@ -0,0 +1,647 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('string operations', () => {
+  test('to-upper converts to uppercase', async () => {
+    await expect(`str.to-upper 'hello'`).toEvaluateTo('HELLO')
+    await expect(`str.to-upper 'Hello World!'`).toEvaluateTo('HELLO WORLD!')
+  })
+
+  test('to-lower converts to lowercase', async () => {
+    await expect(`str.to-lower 'HELLO'`).toEvaluateTo('hello')
+    await expect(`str.to-lower 'Hello World!'`).toEvaluateTo('hello world!')
+  })
+
+  test('trim removes whitespace', async () => {
+    await expect(`str.trim '  hello  '`).toEvaluateTo('hello')
+    await expect(`str.trim '\\n\\thello\\t\\n'`).toEvaluateTo('hello')
+  })
+
+  test('capitalize makes first char uppercase', async () => {
+    await expect(`str.capitalize 'hello'`).toEvaluateTo('Hello')
+    await expect(`str.capitalize 'HELLO'`).toEvaluateTo('Hello')
+    await expect(`str.capitalize 'hello world'`).toEvaluateTo('Hello world')
+  })
+
+  test('titlecase capitalizes each word', async () => {
+    await expect(`str.titlecase 'hello world'`).toEvaluateTo('Hello World')
+    await expect(`str.titlecase 'HELLO WORLD'`).toEvaluateTo('Hello World')
+    await expect(`str.titlecase 'the quick brown fox'`).toEvaluateTo('The Quick Brown Fox')
+  })
+
+  test('split divides string by separator', async () => {
+    await expect(`str.split 'a,b,c' ','`).toEvaluateTo(['a', 'b', 'c'])
+    await expect(`str.split 'hello' ''`).toEvaluateTo(['h', 'e', 'l', 'l', 'o'])
+  })
+
+  test('split with comma separator', async () => {
+    await expect(`str.split 'a,b,c' ','`).toEvaluateTo(['a', 'b', 'c'])
+  })
+
+  test('join combines array elements', async () => {
+    await expect(`str.join ['a' 'b' 'c'] '-'`).toEvaluateTo('a-b-c')
+    await expect(`str.join ['hello' 'world'] ' '`).toEvaluateTo('hello world')
+  })
+
+  test('join with comma separator', async () => {
+    await expect(`str.join ['a' 'b' 'c'] ','`).toEvaluateTo('a,b,c')
+  })
+
+  test('starts-with? checks string prefix', async () => {
+    await expect(`str.starts-with? 'hello' 'hel'`).toEvaluateTo(true)
+    await expect(`str.starts-with? 'hello' 'bye'`).toEvaluateTo(false)
+  })
+
+  test('ends-with? checks string suffix', async () => {
+    await expect(`str.ends-with? 'hello' 'lo'`).toEvaluateTo(true)
+    await expect(`str.ends-with? 'hello' 'he'`).toEvaluateTo(false)
+  })
+
+  test('contains? checks for substring', async () => {
+    await expect(`str.contains? 'hello world' 'o w'`).toEvaluateTo(true)
+    await expect(`str.contains? 'hello' 'bye'`).toEvaluateTo(false)
+  })
+
+  test('empty? checks if string is empty', async () => {
+    await expect(`str.empty? ''`).toEvaluateTo(true)
+    await expect(`str.empty? 'hello'`).toEvaluateTo(false)
+  })
+
+  test('replace replaces first occurrence', async () => {
+    await expect(`str.replace 'hello hello' 'hello' 'hi'`).toEvaluateTo('hi hello')
+  })
+
+  test('replace-all replaces all occurrences', async () => {
+    await expect(`str.replace-all 'hello hello' 'hello' 'hi'`).toEvaluateTo('hi hi')
+  })
+
+  test('slice extracts substring', async () => {
+    await expect(`str.slice 'hello' 1 3`).toEvaluateTo('el')
+    await expect(`str.slice 'hello' 2 null`).toEvaluateTo('llo')
+    await expect(`str.slice 'hello' 2`).toEvaluateTo('llo')
+  })
+
+  test('repeat repeats string', async () => {
+    await expect(`str.repeat 'ha' 3`).toEvaluateTo('hahaha')
+  })
+
+  test('pad-start pads beginning', async () => {
+    await expect(`str.pad-start '5' 3 '0'`).toEvaluateTo('005')
+  })
+
+  test('pad-end pads end', async () => {
+    await expect(`str.pad-end '5' 3 '0'`).toEvaluateTo('500')
+  })
+
+  test('lines splits by newlines', async () => {
+    await expect(`str.lines 'a\\nb\\nc'`).toEvaluateTo(['a', 'b', 'c'])
+  })
+
+  test('chars splits into characters', async () => {
+    await expect(`str.chars 'abc'`).toEvaluateTo(['a', 'b', 'c'])
+  })
+
+  test('index-of finds substring position', async () => {
+    await expect(`str.index-of 'hello world' 'world'`).toEvaluateTo(6)
+    await expect(`str.index-of 'hello' 'bye'`).toEvaluateTo(-1)
+  })
+
+  test('last-index-of finds last occurrence', async () => {
+    await expect(`str.last-index-of 'hello hello' 'hello'`).toEvaluateTo(6)
+  })
+})
+
+describe('boolean logic', () => {
+  test('not negates value', async () => {
+    await expect(`not true`).toEvaluateTo(false)
+    await expect(`not false`).toEvaluateTo(true)
+    await expect(`not 42`).toEvaluateTo(false)
+    await expect(`not null`).toEvaluateTo(true)
+  })
+
+  test('not works with function calls', async () => {
+    await expect(`equals = do x y: x == y end; not equals 5 5`).toEvaluateTo(false)
+    await expect(`equals = do x y: x == y end; not equals 5 10`).toEvaluateTo(true)
+  })
+
+  test('not works with binary operations and comparisons', async () => {
+    await expect(`not 5 > 10`).toEvaluateTo(true)
+    await expect(`not 10 > 5`).toEvaluateTo(false)
+    await expect(`not true and false`).toEvaluateTo(true)
+  })
+})
+
+describe('utilities', () => {
+  test('inc increments by 1', async () => {
+    await expect(`inc 5`).toEvaluateTo(6)
+    await expect(`inc -1`).toEvaluateTo(0)
+  })
+
+  test('dec decrements by 1', async () => {
+    await expect(`dec 5`).toEvaluateTo(4)
+    await expect(`dec 0`).toEvaluateTo(-1)
+  })
+
+  test('identity returns value as-is', async () => {
+    await expect(`identity 42`).toEvaluateTo(42)
+    await expect(`identity 'hello'`).toEvaluateTo('hello')
+  })
+})
+
+describe('collections', () => {
+  test('length', async () => {
+    await expect(`length 'hello'`).toEvaluateTo(5)
+    await expect(`length [1 2 3]`).toEvaluateTo(3)
+    await expect(`length [a=1 b=2]`).toEvaluateTo(2)
+  })
+
+  test('length throws on invalid types', async () => {
+    await expect(`try: length 42 catch e: 'error' end`).toEvaluateTo('error')
+    await expect(`try: length true catch e: 'error' end`).toEvaluateTo('error')
+    await expect(`try: length null catch e: 'error' end`).toEvaluateTo('error')
+  })
+
+  test('literal array creates array from arguments', async () => {
+    await expect(`[ 1 2 3 ]`).toEvaluateTo([1, 2, 3])
+    await expect(`['a' 'b']`).toEvaluateTo(['a', 'b'])
+    await expect(`[]`).toEvaluateTo([])
+  })
+
+  test('literal dict creates object from named arguments', async () => {
+    await expect(`[ a=1 b=2 ]`).toEvaluateTo({ a: 1, b: 2 })
+    await expect(`[=]`).toEvaluateTo({})
+  })
+
+  test('at retrieves element at index', async () => {
+    await expect(`at [10 20 30] 0`).toEvaluateTo(10)
+    await expect(`at [10 20 30] 2`).toEvaluateTo(30)
+  })
+
+  test('at retrieves property from object', async () => {
+    await expect(`at [name='test'] 'name'`).toEvaluateTo('test')
+  })
+
+  test('slice extracts array subset', async () => {
+    await expect(`list.slice [1 2 3 4 5] 1 3`).toEvaluateTo([2, 3])
+    await expect(`list.slice [1 2 3 4 5] 2 5`).toEvaluateTo([3, 4, 5])
+  })
+
+  test('range creates number sequence', async () => {
+    await expect(`range 0 5`).toEvaluateTo([0, 1, 2, 3, 4, 5])
+    await expect(`range 3 6`).toEvaluateTo([3, 4, 5, 6])
+  })
+
+  test('range with single argument starts from 0', async () => {
+    await expect(`range 3 null`).toEvaluateTo([0, 1, 2, 3])
+    await expect(`range 0 null`).toEvaluateTo([0])
+  })
+
+  test('empty? checks if list, dict, string is empty', async () => {
+    await expect(`empty? []`).toEvaluateTo(true)
+    await expect(`empty? [1]`).toEvaluateTo(false)
+
+    await expect(`empty? [=]`).toEvaluateTo(true)
+    await expect(`empty? [a=true]`).toEvaluateTo(false)
+
+    await expect(`empty? ''`).toEvaluateTo(true)
+    await expect(`empty? 'cat'`).toEvaluateTo(false)
+    await expect(`empty? meow`).toEvaluateTo(false)
+  })
+
+  test('list.filter keeps matching elements', async () => {
+    await expect(`
+      is-positive = do x:
+        x == 3 or x == 4 or x == 5
+      end
+      list.filter [1 2 3 4 5] is-positive
+    `).toEvaluateTo([3, 4, 5])
+  })
+
+  test('list.reject doesnt keep matching elements', async () => {
+    await expect(`
+      is-even = do x:
+        (x % 2) == 0
+      end
+      list.reject [1 2 3 4 5] is-even
+    `).toEvaluateTo([1, 3, 5])
+  })
+
+  test('list.reduce accumulates values', async () => {
+    await expect(`
+      add = do acc x:
+        acc + x
+      end
+      list.reduce [1 2 3 4] add 0
+    `).toEvaluateTo(10)
+  })
+
+  test('list.find returns first match', async () => {
+    await expect(`
+      is-four = do x:
+        x == 4
+      end
+      list.find [1 2 4 5] is-four
+    `).toEvaluateTo(4)
+  })
+
+  test('list.find returns null if no match', async () => {
+    await expect(`
+      is-ten = do x: x == 10 end
+      list.find [1 2 3] is-ten
+    `).toEvaluateTo(null)
+  })
+
+  test('list.empty? checks if list is empty', async () => {
+    await expect(`list.empty? []`).toEvaluateTo(true)
+    await expect(`list.empty? [1]`).toEvaluateTo(false)
+  })
+
+  test('list.contains? checks for element', async () => {
+    await expect(`list.contains? [1 2 3] 2`).toEvaluateTo(true)
+    await expect(`list.contains? [1 2 3] 5`).toEvaluateTo(false)
+  })
+
+  test('list.reverse reverses array', async () => {
+    await expect(`list.reverse [1 2 3]`).toEvaluateTo([3, 2, 1])
+  })
+
+  test('list.concat combines arrays', async () => {
+    await expect(`list.concat [1 2] [3 4]`).toEvaluateTo([1, 2, 3, 4])
+  })
+
+  test('list.flatten flattens nested arrays', async () => {
+    await expect(`list.flatten [[1 2] [3 4]] 1`).toEvaluateTo([1, 2, 3, 4])
+  })
+
+  test('list.unique removes duplicates', async () => {
+    await expect(`list.unique [1 2 2 3 1]`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.zip combines two arrays', async () => {
+    await expect(`list.zip [1 2] [3 4]`).toEvaluateTo([[1, 3], [2, 4]])
+  })
+
+  test('list.first returns first element', async () => {
+    await expect(`list.first [1 2 3]`).toEvaluateTo(1)
+    await expect(`list.first []`).toEvaluateTo(null)
+  })
+
+  test('list.last returns last element', async () => {
+    await expect(`list.last [1 2 3]`).toEvaluateTo(3)
+    await expect(`list.last []`).toEvaluateTo(null)
+  })
+
+  test('list.rest returns all but first', async () => {
+    await expect(`list.rest [1 2 3]`).toEvaluateTo([2, 3])
+  })
+
+  test('list.take returns first n elements', async () => {
+    await expect(`list.take [1 2 3 4 5] 3`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.drop skips first n elements', async () => {
+    await expect(`list.drop [1 2 3 4 5] 2`).toEvaluateTo([3, 4, 5])
+  })
+
+  test('list.append adds to end', async () => {
+    await expect(`list.append [1 2] 3`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.prepend adds to start', async () => {
+    await expect(`list.prepend [2 3] 1`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.index-of finds element index', async () => {
+    await expect(`list.index-of [1 2 3] 2`).toEvaluateTo(1)
+    await expect(`list.index-of [1 2 3] 5`).toEvaluateTo(-1)
+  })
+
+  test('list.push adds to end and mutates array', async () => {
+    await expect(`arr = [1 2]; list.push arr 3; arr`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.push returns the size of the array', async () => {
+    await expect(`arr = [1 2]; arr | list.push 3`).toEvaluateTo(3)
+  })
+
+  test('list.pop removes from end and mutates array', async () => {
+    await expect(`arr = [1 2 3]; list.pop arr; arr`).toEvaluateTo([1, 2])
+  })
+
+  test('list.pop returns removed element', async () => {
+    await expect(`list.pop [1 2 3]`).toEvaluateTo(3)
+  })
+
+  test('list.pop returns null for empty array', async () => {
+    await expect(`list.pop []`).toEvaluateTo(null)
+  })
+
+  test('list.shift removes from start and mutates array', async () => {
+    await expect(`arr = [1 2 3]; list.shift arr; arr`).toEvaluateTo([2, 3])
+  })
+
+  test('list.shift returns removed element', async () => {
+    await expect(`list.shift [1 2 3]`).toEvaluateTo(1)
+  })
+
+  test('list.shift returns null for empty array', async () => {
+    await expect(`list.shift []`).toEvaluateTo(null)
+  })
+
+  test('list.unshift adds to start and mutates array', async () => {
+    await expect(`arr = [2 3]; list.unshift arr 1; arr`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.unshift returns the length of the array', async () => {
+    await expect(`arr = [2 3]; arr | list.unshift 1`).toEvaluateTo(3)
+  })
+
+  test('list.splice removes elements and mutates array', async () => {
+    await expect(`arr = [1 2 3 4 5]; list.splice arr 1 2; arr`).toEvaluateTo([1, 4, 5])
+  })
+
+  test('list.splice returns removed elements', async () => {
+    await expect(`list.splice [1 2 3 4 5] 1 2`).toEvaluateTo([2, 3])
+  })
+
+  test('list.splice from start', async () => {
+    await expect(`list.splice [1 2 3 4 5] 0 2`).toEvaluateTo([1, 2])
+  })
+
+  test('list.splice to end', async () => {
+    await expect(`arr = [1 2 3 4 5]; list.splice arr 3 2; arr`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.insert adds element at index and mutates array', async () => {
+    await expect(`arr = [1 2 4 5]; list.insert arr 2 3; arr`).toEvaluateTo([1, 2, 3, 4, 5])
+  })
+
+  test('list.insert returns array length', async () => {
+    await expect(`list.insert [1 2 4] 2 3`).toEvaluateTo(4)
+  })
+
+  test('list.insert at start', async () => {
+    await expect(`arr = [2 3]; list.insert arr 0 1; arr`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.insert at end', async () => {
+    await expect(`arr = [1 2]; list.insert arr 2 99; arr`).toEvaluateTo([1, 2, 99])
+  })
+
+  test('list.sort with no callback sorts ascending', async () => {
+    await expect(`list.sort [3 1 4 1 5] null`).toEvaluateTo([1, 1, 3, 4, 5])
+  })
+
+  test('list.sort with callback sorts using comparator', async () => {
+    await expect(`
+      desc = do a b:
+        b - a
+      end
+      list.sort [3 1 4 1 5] desc
+    `).toEvaluateTo([5, 4, 3, 1, 1])
+  })
+
+  test('list.sort with callback for strings by length', async () => {
+    await expect(`
+      by-length = do a b:
+        (length a) - (length b)
+      end
+      list.sort ['cat' 'a' 'dog' 'elephant'] by-length
+    `).toEvaluateTo(['a', 'cat', 'dog', 'elephant'])
+  })
+
+  test('list.any? checks if any element matches', async () => {
+    await expect(`
+      gt-three = do x: x > 3 end
+      list.any? [1 2 4 5] gt-three
+    `).toEvaluateTo(true)
+    await expect(`
+      gt-ten = do x: x > 10 end
+      list.any? [1 2 3] gt-ten
+    `).toEvaluateTo(false)
+  })
+
+  test('list.all? checks if all elements match', async () => {
+    await expect(`
+      positive = do x: x > 0 end
+      list.all? [1 2 3] positive
+    `).toEvaluateTo(true)
+    await expect(`
+      positive = do x: x > 0 end
+      list.all? [1 -2 3] positive
+    `).toEvaluateTo(false)
+  })
+
+  test('list.sum adds all numbers', async () => {
+    await expect(`list.sum [1 2 3 4]`).toEvaluateTo(10)
+    await expect(`list.sum []`).toEvaluateTo(0)
+  })
+
+  test('list.count counts matching elements', async () => {
+    await expect(`
+      gt-two = do x: x > 2 end
+      list.count [1 2 3 4 5] gt-two
+    `).toEvaluateTo(3)
+  })
+
+  test('list.partition splits array by predicate', async () => {
+    await expect(`
+      gt-two = do x: x > 2 end
+      list.partition [1 2 3 4 5] gt-two
+    `).toEvaluateTo([[3, 4, 5], [1, 2]])
+  })
+
+  test('list.compact removes null values', async () => {
+    await expect(`list.compact [1 null 2 null 3]`).toEvaluateTo([1, 2, 3])
+  })
+
+  test('list.group-by groups by key function', async () => {
+    await expect(`
+      get-type = do x:
+        if (string? x):
+          'str'
+        else:
+          'num'
+        end
+      end
+      list.group-by ['a' 1 'b' 2] get-type
+    `).toEvaluateTo({ str: ['a', 'b'], num: [1, 2] })
+  })
+})
+
+describe('enumerables', () => {
+  test('map transforms array elements', async () => {
+    await expect(`
+      double = do x: x * 2 end
+      list.map [1 2 3] double
+    `).toEvaluateTo([2, 4, 6])
+  })
+
+  test('map handles empty array', async () => {
+    await expect(`
+      double = do x: x * 2 end
+      list.map [] double
+    `).toEvaluateTo([])
+  })
+
+  test('each iterates over array', async () => {
+    // Note: each doesn't return the results, it returns null
+    // We can test it runs by checking the return value
+    await expect(`
+      double = do x: x * 2 end
+      each [1 2 3] double
+    `).toEvaluateTo([1, 2, 3])
+  })
+
+  test('each handles empty array', async () => {
+    await expect(`
+      fn = do x: x end
+      each [] fn
+    `).toEvaluateTo([])
+  })
+})
+
+describe('dict operations', () => {
+  test('dict.keys returns all keys', async () => {
+    await expect(`dict.keys [a=1 b=2 c=3] | list.sort`).toEvaluateTo(['a', 'b', 'c'].sort())
+  })
+
+  test('dict.values returns all values', async () => {
+    await expect('dict.values [a=1 b=2] | list.sort').toEvaluateTo([1, 2].sort())
+  })
+
+  test('dict.has? checks for key', async () => {
+    await expect(`dict.has? [a=1 b=2] 'a'`).toEvaluateTo(true)
+    await expect(`dict.has? [a=1 b=2] 'c'`).toEvaluateTo(false)
+  })
+
+  test('dict.get retrieves value with default', async () => {
+    await expect(`dict.get [a=1] 'a' 0`).toEvaluateTo(1)
+    await expect(`dict.get [a=1] 'b' 99`).toEvaluateTo(99)
+    await expect(`dict.get [a=1] 'b'`).toEvaluateTo(null)
+  })
+
+  test('dict.set sets value', async () => {
+    await expect(`map = [a=1]; dict.set map 'b' 99; map.b`).toEvaluateTo(99)
+    await expect(`map = [a=1]; dict.set map 'a' 100; map.a`).toEvaluateTo(100)
+  })
+
+  test('dict.empty? checks if dict is empty', async () => {
+    await expect(`dict.empty? [=]`).toEvaluateTo(true)
+    await expect(`dict.empty? [a=1]`).toEvaluateTo(false)
+  })
+
+  test('dict.merge combines dicts', async () => {
+    await expect(`dict.merge [a=1] [b=2]`).toEvaluateTo({ a: 1, b: 2 })
+  })
+
+  test('dict.map transforms values', async () => {
+    await expect(`
+      double = do v k: v * 2 end
+      dict.map [a=1 b=2] double
+    `).toEvaluateTo({ a: 2, b: 4 })
+  })
+
+  test('dict.filter keeps matching entries', async () => {
+    await expect(`
+      gt-one = do v k: v > 1 end
+      dict.filter [a=1 b=2 c=3] gt-one
+    `).toEvaluateTo({ b: 2, c: 3 })
+  })
+
+  test('dict.from-entries creates dict from array', async () => {
+    await expect(`dict.from-entries [['a' 1] ['b' 2]]`).toEvaluateTo({ a: 1, b: 2 })
+  })
+})
+
+describe('math operations', () => {
+  test('math.abs returns absolute value', async () => {
+    await expect(`math.abs -5`).toEvaluateTo(5)
+    await expect(`math.abs 5`).toEvaluateTo(5)
+  })
+
+  test('math.floor rounds down', async () => {
+    await expect(`math.floor 3.7`).toEvaluateTo(3)
+  })
+
+  test('math.ceil rounds up', async () => {
+    await expect(`math.ceil 3.2`).toEvaluateTo(4)
+  })
+
+  test('math.round rounds to nearest', async () => {
+    await expect(`math.round 3.4`).toEvaluateTo(3)
+    await expect(`math.round 3.6`).toEvaluateTo(4)
+  })
+
+  test('math.min returns minimum', async () => {
+    await expect(`math.min 5 2 8 1`).toEvaluateTo(1)
+  })
+
+  test('math.max returns maximum', async () => {
+    await expect(`math.max 5 2 8 1`).toEvaluateTo(8)
+  })
+
+  test('math.pow computes power', async () => {
+    await expect(`math.pow 2 3`).toEvaluateTo(8)
+  })
+
+  test('math.sqrt computes square root', async () => {
+    await expect(`math.sqrt 16`).toEvaluateTo(4)
+  })
+
+  test('math.even? checks if even', async () => {
+    await expect(`math.even? 4`).toEvaluateTo(true)
+    await expect(`math.even? 5`).toEvaluateTo(false)
+  })
+
+  test('math.odd? checks if odd', async () => {
+    await expect(`math.odd? 5`).toEvaluateTo(true)
+    await expect(`math.odd? 4`).toEvaluateTo(false)
+  })
+
+  test('math.positive? checks if positive', async () => {
+    await expect(`math.positive? 5`).toEvaluateTo(true)
+    await expect(`math.positive? -5`).toEvaluateTo(false)
+    await expect(`math.positive? 0`).toEvaluateTo(false)
+  })
+
+  test('math.negative? checks if negative', async () => {
+    await expect(`math.negative? -5`).toEvaluateTo(true)
+    await expect(`math.negative? 5`).toEvaluateTo(false)
+  })
+
+  test('math.zero? checks if zero', async () => {
+    await expect(`math.zero? 0`).toEvaluateTo(true)
+    await expect(`math.zero? 5`).toEvaluateTo(false)
+  })
+
+  test('math.clamp restricts value to range', async () => {
+    await expect(`math.clamp 5 0 10`).toEvaluateTo(5)
+    await expect(`math.clamp -5 0 10`).toEvaluateTo(0)
+    await expect(`math.clamp 15 0 10`).toEvaluateTo(10)
+  })
+
+  test('math.sign returns sign of number', async () => {
+    await expect(`math.sign 5`).toEvaluateTo(1)
+    await expect(`math.sign -5`).toEvaluateTo(-1)
+    await expect(`math.sign 0`).toEvaluateTo(0)
+  })
+
+  test('math.trunc truncates decimal', async () => {
+    await expect(`math.trunc 3.7`).toEvaluateTo(3)
+    await expect(`math.trunc -3.7`).toEvaluateTo(-3)
+  })
+})
+
+// describe('echo', () => {
+//   test('echo returns null value', async () => {
+//     await expect(`echo 'hello' 'world'`).toEvaluateTo(null, globalFunctions)
+//   })
+
+//   test('echo with array', async () => {
+//     await expect(`echo [1 2 3]`).toEvaluateTo(null, globalFunctions)
+//   })
+
+//   test('echo with multiple arguments', async () => {
+//     await expect(`echo 'test' 42 true`).toEvaluateTo(null, globalFunctions)
+//   })
+// })

src/prelude/tests/types.test.ts

@@ -0,0 +1,143 @@
+import { expect, describe, test } from 'bun:test'
+
+describe('type predicates', () => {
+  test('boolean? checks if value is boolean', async () => {
+    await expect(`boolean? true`).toEvaluateTo(true)
+    await expect(`boolean? false`).toEvaluateTo(true)
+    await expect(`boolean? 42`).toEvaluateTo(false)
+    await expect(`boolean? 'hello'`).toEvaluateTo(false)
+    await expect(`boolean? null`).toEvaluateTo(false)
+    await expect(`boolean? [1 2 3]`).toEvaluateTo(false)
+  })
+
+  test('number? checks if value is number', async () => {
+    await expect(`number? 42`).toEvaluateTo(true)
+    await expect(`number? 3.14`).toEvaluateTo(true)
+    await expect(`number? 0`).toEvaluateTo(true)
+    await expect(`number? -5`).toEvaluateTo(true)
+    await expect(`number? 'hello'`).toEvaluateTo(false)
+    await expect(`number? true`).toEvaluateTo(false)
+    await expect(`number? null`).toEvaluateTo(false)
+  })
+
+  test('string? checks if value is string', async () => {
+    await expect(`string? 'hello'`).toEvaluateTo(true)
+    await expect(`string? ''`).toEvaluateTo(true)
+    await expect(`string? world`).toEvaluateTo(true)
+    await expect(`string? 42`).toEvaluateTo(false)
+    await expect(`string? true`).toEvaluateTo(false)
+    await expect(`string? null`).toEvaluateTo(false)
+    await expect(`string? [1 2 3]`).toEvaluateTo(false)
+  })
+
+  test('array? checks if value is array', async () => {
+    await expect(`array? [1 2 3]`).toEvaluateTo(true)
+    await expect(`array? []`).toEvaluateTo(true)
+    await expect(`array? ['a' 'b']`).toEvaluateTo(true)
+    await expect(`array? [a=1 b=2]`).toEvaluateTo(false)
+    await expect(`array? 42`).toEvaluateTo(false)
+    await expect(`array? 'hello'`).toEvaluateTo(false)
+    await expect(`array? null`).toEvaluateTo(false)
+  })
+
+  test('list? is alias for array?', async () => {
+    await expect(`list? [1 2 3]`).toEvaluateTo(true)
+    await expect(`list? []`).toEvaluateTo(true)
+    await expect(`list? [a=1 b=2]`).toEvaluateTo(false)
+  })
+
+  test('dict? checks if value is dict', async () => {
+    await expect(`dict? [a=1 b=2]`).toEvaluateTo(true)
+    await expect(`dict? [=]`).toEvaluateTo(true)
+    await expect(`dict? [1 2 3]`).toEvaluateTo(false)
+    await expect(`dict? []`).toEvaluateTo(false)
+    await expect(`dict? 42`).toEvaluateTo(false)
+    await expect(`dict? 'hello'`).toEvaluateTo(false)
+  })
+
+  test('function? checks if value is function', async () => {
+    await expect(`
+      my-fn = do x: x * 2 end
+      function? my-fn
+    `).toEvaluateTo(true)
+    await expect(`function? inc`).toEvaluateTo(true)
+    await expect(`function? list.map`).toEvaluateTo(true)
+    await expect(`function? 42`).toEvaluateTo(false)
+    await expect(`function? 'hello'`).toEvaluateTo(false)
+    await expect(`function? [1 2 3]`).toEvaluateTo(false)
+  })
+
+  test('null? checks if value is null', async () => {
+    await expect(`null? null`).toEvaluateTo(true)
+    await expect(`null? 0`).toEvaluateTo(false)
+    await expect(`null? false`).toEvaluateTo(false)
+    await expect(`null? ''`).toEvaluateTo(false)
+    await expect(`null? []`).toEvaluateTo(false)
+  })
+})
+
+describe('type coercion', () => {
+  test('boolean coerces to boolean', async () => {
+    await expect(`boolean true`).toEvaluateTo(true)
+    await expect(`boolean false`).toEvaluateTo(false)
+    await expect(`boolean 1`).toEvaluateTo(true)
+    await expect(`boolean 0`).toEvaluateTo(false)
+    await expect(`boolean 'hello'`).toEvaluateTo(true)
+    await expect(`boolean ''`).toEvaluateTo(false)
+    await expect(`boolean null`).toEvaluateTo(false)
+    await expect(`boolean [1 2 3]`).toEvaluateTo(true)
+  })
+
+  test('number coerces to number', async () => {
+    await expect(`number 42`).toEvaluateTo(42)
+    await expect(`number '42'`).toEvaluateTo(42)
+    await expect(`number '3.14'`).toEvaluateTo(3.14)
+    await expect(`number true`).toEvaluateTo(1)
+    await expect(`number false`).toEvaluateTo(0)
+  })
+
+  test('string coerces to string', async () => {
+    await expect(`string 'hello'`).toEvaluateTo('hello')
+    await expect(`string 42`).toEvaluateTo('42')
+    await expect(`string true`).toEvaluateTo('true')
+    await expect(`string false`).toEvaluateTo('false')
+    await expect(`string null`).toEvaluateTo('null')
+  })
+})
+
+describe('type predicates in conditionals', () => {
+  test('using type predicates in if statements', async () => {
+    await expect(`
+      x = 42
+      if (number? x):
+        'is-num'
+      else:
+        'not-num'
+      end
+    `).toEvaluateTo('is-num')
+  })
+
+  test('filtering by type', async () => {
+    await expect(`
+      items = [1 'hello' 2 'world' 3]
+      list.filter items number?
+    `).toEvaluateTo([1, 2, 3])
+  })
+
+  test('filtering strings', async () => {
+    await expect(`
+      items = [1 'hello' 2 'world' 3]
+      list.filter items string?
+    `).toEvaluateTo(['hello', 'world'])
+  })
+
+  test('checking for functions', async () => {
+    await expect(`
+      double = do x: x * 2 end
+      not-fn = 42
+      is-fn = function? double
+      is-not-fn = function? not-fn
+      is-fn and (not is-not-fn)
+    `).toEvaluateTo(true)
+  })
+})

src/prelude/types.ts

@@ -0,0 +1,22 @@
+import { toValue } from 'reefvm'
+
+export const types = {
+  'boolean?': (v: any) => toValue(v).type === 'boolean',
+  boolean: (v: any) => Boolean(v),
+
+  'number?': (v: any) => toValue(v).type === 'number',
+  number: (v: any) => Number(v),
+
+  'string?': (v: any) => toValue(v).type === 'string',
+  string: (v: any) => String(v),
+
+
+  'array?': (v: any) => toValue(v).type === 'array',
+  'list?': (v: any) => toValue(v).type === 'array',
+
+  'dict?': (v: any) => toValue(v).type === 'dict',
+
+  'function?': (v: any) => ['function', 'native'].includes(toValue(v).type),
+
+  'null?': (v: any) => toValue(v).type === 'null',
+}

src/server/index.css

@@ -47,6 +47,20 @@
   --ansi-bright-white: #FFFFFF;
 }
 
+@font-face {
+  font-family: 'C64ProMono';
+  src: url('../../assets/C64_Pro_Mono-STYLE.woff2') format('woff2');
+  font-weight: normal;
+  font-style: normal;
+}
+
+@font-face {
+  font-family: 'Pixeloid Mono';
+  src: url('../../assets/PixeloidMono.ttf') format('truetype');
+  font-weight: normal;
+  font-style: normal;
+}
+
 * {
   margin: 0;
   padding: 0;

src/server/server.tsx

@@ -1,6 +1,7 @@
 import index from './index.html'
 
 const server = Bun.serve({
+  port: process.env.PORT ? Number(process.env.PORT) : 3001,
   routes: {
     '/*': index,
 
@@ -19,7 +20,6 @@ const server = Bun.serve({
       },
     },
   },
-
   development: process.env.NODE_ENV !== 'production' && {
     hmr: true,
     console: true,

src/testSetup.ts

@@ -1,49 +1,37 @@
 import { expect } from 'bun:test'
-import { Tree, TreeCursor } from '@lezer/common'
-import { parser } from '#parser/shrimp'
-import { $ } from 'bun'
-import { assert, assertNever, errorMessage } from '#utils/utils'
+import { diffLines } from 'diff'
+import color from 'kleur'
+import { Scanner, TokenType, type Token } from '#parser/tokenizer2'
+import { parse, setGlobals } from '#parser/parser2'
+import { Tree } from '#parser/node'
+import { globals as prelude } from '#prelude'
+import { assert, errorMessage } from '#utils/utils'
 import { Compiler } from '#compiler/compiler'
-import { run, VM, type Value } from 'reefvm'
-
-const regenerateParser = async () => {
-  let generate = true
-  try {
-    const grammarStat = await Bun.file('./src/parser/shrimp.grammar').stat()
-    const tokenizerStat = await Bun.file('./src/parser/tokenizer.ts').stat()
-    const parserStat = await Bun.file('./src/parser/shrimp.ts').stat()
-
-    if (grammarStat.mtime <= parserStat.mtime && tokenizerStat.mtime <= parserStat.mtime) {
-      generate = false
-    }
-  } catch (e) {
-    console.error('Error checking or regenerating parser:', e)
-  } finally {
-    if (generate) {
-      await $`bun generate-parser`
-    }
-  }
-}
-
-await regenerateParser()
+import { run, VM } from 'reefvm'
+import { treeToString2, VMResultToValue } from '#utils/tree'
 
 // Type declaration for TypeScript
 declare module 'bun:test' {
   interface Matchers<T> {
-    toMatchTree(expected: string): T
+    toMatchTree(expected: string, globals?: Record<string, any>): T
     toMatchExpression(expected: string): T
     toFailParse(): T
-    toEvaluateTo(expected: unknown, nativeFunctions?: Record<string, Function>): Promise<T>
+    toEvaluateTo(expected: unknown, globals?: Record<string, any>): Promise<T>
     toFailEvaluation(): Promise<T>
+    toBeToken(expected: string): T
+    toMatchToken(typeOrValue: string, value?: string): T
+    toMatchTokens(...tokens: { type: string, value?: string }[]): T
   }
 }
 
 expect.extend({
-  toMatchTree(received: unknown, expected: string) {
+  toMatchTree(received: unknown, expected: string, globals?: Record<string, any>) {
     assert(typeof received === 'string', 'toMatchTree can only be used with string values')
 
-    const tree = parser.parse(received)
-    const actual = treeToString(tree, received)
+    const allGlobals = { ...prelude, ...(globals || {}) }
+    setGlobals(Object.keys(allGlobals))
+    const tree = parse(received)
+    const actual = treeToString2(tree, received)
     const normalizedExpected = trimWhitespace(expected)
 
     try {
@@ -58,11 +46,12 @@ expect.extend({
     }
   },
 
-  toFailParse(received: unknown) {
+  toFailParse(received) {
     assert(typeof received === 'string', 'toFailParse can only be used with string values')
 
     try {
-      const tree = parser.parse(received)
+      const node = parse(received)
+      const tree = new Tree(node)
       let hasErrors = false
       tree.iterate({
         enter(n) {
@@ -79,7 +68,7 @@ expect.extend({
           pass: true,
         }
       } else {
-        const actual = treeToString(tree, received)
+        const actual = treeToString2(node, received)
         return {
           message: () => `Expected input to fail parsing, but it parsed successfully:\n${actual}`,
           pass: false,
@@ -93,29 +82,24 @@ expect.extend({
     }
   },
 
-  async toEvaluateTo(
-    received: unknown,
-    expected: unknown,
-    nativeFunctions: Record<string, Function> = {}
-  ) {
+  async toEvaluateTo(received: unknown, expected: unknown, globals: Record<string, any> = {}) {
     assert(typeof received === 'string', 'toEvaluateTo can only be used with string values')
 
     try {
+      const allGlobals = { ...prelude, ...(globals || {}) }
+      setGlobals(Object.keys(allGlobals))
       const compiler = new Compiler(received)
-      const result = await run(compiler.bytecode, nativeFunctions)
+      const result = await run(compiler.bytecode, allGlobals)
       let value = VMResultToValue(result)
 
       // Just treat regex as strings for comparison purposes
       if (expected instanceof RegExp) expected = String(expected)
       if (value instanceof RegExp) value = String(value)
 
-      if (value === expected) {
-        return { pass: true }
-      } else {
+      expect(value).toEqual(expected)
       return {
         message: () => `Expected evaluation to be ${expected}, but got ${value}`,
-          pass: false,
-        }
+        pass: true,
       }
     } catch (error) {
       return {
@@ -125,16 +109,17 @@ expect.extend({
     }
   },
 
-  async toFailEvaluation(received: unknown) {
+  async toFailEvaluation(received) {
     assert(typeof received === 'string', 'toFailEvaluation can only be used with string values')
 
     try {
       const compiler = new Compiler(received)
       const vm = new VM(compiler.bytecode)
-      await vm.run()
+      const value = await vm.run()
 
       return {
-        message: () => `Expected evaluation to fail, but it succeeded.`,
+        message: () =>
+          `Expected evaluation to fail, but it succeeded with ${JSON.stringify(value)}`,
         pass: false,
       }
     } catch (error) {
@@ -144,38 +129,105 @@ expect.extend({
       }
     }
   },
+  toBeToken(received: unknown, expected: string) {
+    assert(typeof received === 'string', 'toBeToken can only be used with string values')
+
+    try {
+      const tokens = tokenize(received)
+      const value = tokens[0] as Token
+      const target = TokenType[expected as keyof typeof TokenType]
+
+      if (!value) {
+        return {
+          message: () => `Expected token type to be ${expected}, but got ${value}`,
+          pass: false,
+        }
+      }
+
+      return {
+        message: () => `Expected token type to be ${expected}, but got ${TokenType[value.type]}`,
+        pass: value.type === target
+      }
+    } catch (error) {
+      return {
+        message: () => `Tokenization failed: ${errorMessage(error)}`,
+        pass: false,
+      }
+    }
+  },
+  toMatchToken(received: unknown, typeOrValue: string, value?: string) {
+    assert(typeof received === 'string', 'toMatchToken can only be used with string values')
+    const expectedValue = value ? value : typeOrValue
+    const expectedType = value ? typeOrValue : undefined
+
+    try {
+      const tokens = tokenize(received)
+      const token = tokens[0] as Token
+
+      if (!token) {
+        return {
+          message: () => `Expected token to be ${expectedValue.replaceAll('\n', '\\n')}, got ${token}`,
+          pass: false,
+        }
+      }
+
+      if (expectedType && TokenType[expectedType as keyof typeof TokenType] !== token.type) {
+        return {
+          message: () => `Expected token to be ${expectedType}, but got ${TokenType[token.type]}`,
+          pass: false
+        }
+      }
+
+      return {
+        message: () => `Expected token to be ${expectedValue.replaceAll('\n', '\\n')}, but got ${token.value}`,
+        pass: token.value === expectedValue
+      }
+    } catch (error) {
+      return {
+        message: () => `Tokenization failed: ${errorMessage(error)} `,
+        pass: false,
+      }
+    }
+  },
+  toMatchTokens(received: unknown, ...tokens: { type: string, value?: string }[]) {
+    assert(typeof received === 'string', 'toMatchTokens can only be used with string values')
+
+    try {
+      const result = tokenize(received).map(t => toHumanToken(t))
+
+      if (result.length === 0 && tokens.length > 0) {
+        return {
+          message: () => `Expected tokens ${JSON.stringify(tokens)}, got nothing`,
+          pass: false,
+        }
+      }
+
+      const expected = JSON.stringify(tokens, null, 2)
+      const actual = JSON.stringify(result, null, 2)
+
+      return {
+        message: () => `Tokens don't match: \n\n${diff(actual, expected)}`,
+        pass: expected == actual
+      }
+    } catch (error) {
+      return {
+        message: () => `Tokenization failed: ${errorMessage(error)} `,
+        pass: false,
+      }
+    }
+  }
 })
 
-const treeToString = (tree: Tree, input: string): string => {
-  const lines: string[] = []
-
-  const addNode = (cursor: TreeCursor, depth: number) => {
-    if (!cursor.name) return
-
-    const indent = '  '.repeat(depth)
-    const text = input.slice(cursor.from, cursor.to)
-    const nodeName = cursor.name // Save the node name before moving cursor
-
-    if (cursor.firstChild()) {
-      lines.push(`${indent}${nodeName}`)
-      do {
-        addNode(cursor, depth + 1)
-      } while (cursor.nextSibling())
-      cursor.parent()
-    } else {
-      const cleanText = nodeName === 'String' ? text.slice(1, -1) : text
-      lines.push(`${indent}${nodeName} ${cleanText}`)
-    }
+const tokenize = (code: string): Token[] => {
+  const scanner = new Scanner
+  return scanner.tokenize(code)
 }
 
-  const cursor = tree.cursor()
-  if (cursor.firstChild()) {
-    do {
-      addNode(cursor, 0)
-    } while (cursor.nextSibling())
+const toHumanToken = (tok: Token): { type: string, value?: string } => {
+  return {
+    type: TokenType[tok.type],
+    value: tok.value
   }
-
-  return lines.join('\n')
 }
 
 const trimWhitespace = (str: string): string => {
@@ -197,28 +249,25 @@ const trimWhitespace = (str: string): string => {
     .join('\n')
 }
 
-const VMResultToValue = (result: Value): unknown => {
-  if (
-    result.type === 'number' ||
-    result.type === 'boolean' ||
-    result.type === 'string' ||
-    result.type === 'regex'
-  ) {
-    return result.value
-  } else if (result.type === 'null') {
-    return null
-  } else if (result.type === 'array') {
-    return result.value.map(VMResultToValue)
-  } else if (result.type === 'dict') {
-    const obj: Record<string, unknown> = {}
-    for (const [key, val] of Object.entries(result.value)) {
-      obj[key] = VMResultToValue(val)
+const diff = (a: string, b: string): string => {
+  const expected = a.trim()
+  const actual = b.trim()
+  const lines = []
+
+  if (expected !== actual) {
+    const changes = diffLines(actual, expected)
+    for (const part of changes) {
+      const sign = part.added ? "+" : part.removed ? "-" : " "
+      let line = sign + part.value
+      if (part.added) {
+        line = color.green(line)
+      } else if (part.removed) {
+        line = color.red(line)
       }
 
-    return obj
-  } else if (result.type === 'function') {
-    return Function
-  } else {
-    assertNever(result)
+      lines.push(line.endsWith("\n") || line.endsWith("\n\u001b[39m") ? line : line + "\n")
     }
   }
+
+  return lines.join('\n')
+}

src/tests/shrimp.test.ts

@@ -0,0 +1,452 @@
+import { describe } from 'bun:test'
+import { expect, test } from 'bun:test'
+import { Shrimp, runCode, compileCode, parseCode, bytecodeToString } from '..'
+
+describe('Shrimp', () => {
+  test('allows running Shrimp code', async () => {
+    const shrimp = new Shrimp()
+    expect(await shrimp.run(`1 + 5`)).toEqual(6)
+    expect(await shrimp.run(`type 5`)).toEqual('number')
+  })
+
+  test('maintains state across runs', async () => {
+    const shrimp = new Shrimp()
+
+    await shrimp.run(`abc = true`)
+    expect(shrimp.get('abc')).toEqual(true)
+
+    await shrimp.run(`name = Bob`)
+    expect(shrimp.get('abc')).toEqual(true)
+    expect(shrimp.get('name')).toEqual('Bob')
+
+    await shrimp.run(`abc = false`)
+    expect(shrimp.get('abc')).toEqual(false)
+  })
+
+  test('allows setting your own globals', async () => {
+    const shrimp = new Shrimp({ hiya: () => 'hey there' })
+
+    await shrimp.run('abc = hiya')
+    expect(shrimp.get('abc')).toEqual('hey there')
+    expect(await shrimp.run('type abc')).toEqual('string')
+
+    // still there
+    expect(await shrimp.run('hiya')).toEqual('hey there')
+  })
+
+  test('allows setting your own locals', async () => {
+    const shrimp = new Shrimp({ 'my-global': () => 'hey there' })
+
+    await shrimp.run('abc = my-global')
+    expect(shrimp.get('abc')).toEqual('hey there')
+
+    await shrimp.run('abc = my-global', { 'my-global': 'now a local' })
+    expect(shrimp.get('abc')).toEqual('now a local')
+
+    await shrimp.run('abc = nothing')
+    expect(shrimp.get('abc')).toEqual('nothing')
+    await shrimp.run('abc = nothing', { nothing: 'something' })
+    expect(shrimp.get('abc')).toEqual('something')
+    await shrimp.run('abc = nothing')
+    expect(shrimp.get('abc')).toEqual('nothing')
+  })
+
+  describe('set()', () => {
+    test('allows setting variables', async () => {
+      const shrimp = new Shrimp()
+
+      shrimp.set('foo', 42)
+      expect(shrimp.get('foo')).toEqual(42)
+
+      shrimp.set('bar', 'hello')
+      expect(shrimp.get('bar')).toEqual('hello')
+    })
+
+    test('set variables are accessible in code', async () => {
+      const shrimp = new Shrimp()
+
+      shrimp.set('x', 10)
+      shrimp.set('y', 20)
+
+      const result = await shrimp.run('x + y')
+      expect(result).toEqual(30)
+    })
+
+    test('allows setting functions', async () => {
+      const shrimp = new Shrimp()
+
+      shrimp.set('double', (n: number) => n * 2)
+
+      const result = await shrimp.run('double 21')
+      expect(result).toEqual(42)
+    })
+
+    test('overwrites existing variables', async () => {
+      const shrimp = new Shrimp()
+
+      await shrimp.run('x = 100')
+      expect(shrimp.get('x')).toEqual(100)
+
+      shrimp.set('x', 200)
+      expect(shrimp.get('x')).toEqual(200)
+    })
+  })
+
+  describe('has()', () => {
+    test('returns true for existing variables', async () => {
+      const shrimp = new Shrimp()
+
+      await shrimp.run('x = 5')
+      expect(shrimp.has('x')).toEqual(true)
+    })
+
+    test('returns false for non-existing variables', () => {
+      const shrimp = new Shrimp()
+
+      expect(shrimp.has('nonexistent')).toEqual(false)
+    })
+
+    test('returns true for globals', () => {
+      const shrimp = new Shrimp({ myGlobal: 42 })
+
+      expect(shrimp.has('myGlobal')).toEqual(true)
+    })
+
+    test('returns true for prelude functions', () => {
+      const shrimp = new Shrimp()
+
+      expect(shrimp.has('echo')).toEqual(true)
+      expect(shrimp.has('type')).toEqual(true)
+    })
+  })
+
+  describe('call()', () => {
+    test('calls Shrimp functions with positional args', async () => {
+      const shrimp = new Shrimp()
+
+      await shrimp.run(`add = do x y:
+        x + y
+      end`)
+
+      const result = await shrimp.call('add', 5, 10)
+      expect(result).toEqual(15)
+    })
+
+    test('calls Shrimp functions with named args', async () => {
+      const shrimp = new Shrimp()
+
+      await shrimp.run(`greet = do name:
+        str.join [ 'Hello ' name ] ''
+      end`)
+
+      const result = await shrimp.call('greet', { name: 'World' })
+      expect(result).toEqual('Hello World')
+    })
+
+    test('calls native functions', async () => {
+      const shrimp = new Shrimp()
+
+      shrimp.set('multiply', (a: number, b: number) => a * b)
+
+      const result = await shrimp.call('multiply', 6, 7)
+      expect(result).toEqual(42)
+    })
+
+    test('calls prelude functions', async () => {
+      const shrimp = new Shrimp()
+
+      const result = await shrimp.call('type', 42)
+      expect(result).toEqual('number')
+    })
+
+    test('calls async functions', async () => {
+      const shrimp = new Shrimp()
+
+      shrimp.set('fetchData', async () => {
+        return await Promise.resolve('async data')
+      })
+
+      const result = await shrimp.call('fetchData')
+      expect(result).toEqual('async data')
+    })
+  })
+
+  describe('compile()', () => {
+    test('compiles code to bytecode', () => {
+      const shrimp = new Shrimp()
+
+      const bytecode = shrimp.compile('x = 5')
+
+      expect(bytecode).toHaveProperty('instructions')
+      expect(bytecode).toHaveProperty('constants')
+      expect(bytecode).toHaveProperty('labels')
+      expect(bytecode.instructions.length).toBeGreaterThan(0)
+    })
+
+    test('respects globals when compiling', () => {
+      const shrimp = new Shrimp({ customGlobal: 42 })
+
+      const bytecode = shrimp.compile('x = customGlobal')
+      expect(bytecode.instructions.length).toBeGreaterThan(0)
+    })
+
+    test('compiled bytecode can be run', async () => {
+      const shrimp = new Shrimp()
+
+      const bytecode = shrimp.compile('2 * 21')
+      const result = await shrimp.run(bytecode)
+
+      expect(result).toEqual(42)
+    })
+  })
+
+  describe('parse()', () => {
+    test('parses code to syntax tree', () => {
+      const shrimp = new Shrimp()
+
+      const tree = shrimp.parse('x = 5')
+
+      expect(tree).toHaveProperty('length')
+      expect(tree).toHaveProperty('cursor')
+      expect(tree.length).toBeGreaterThan(0)
+    })
+
+    test('respects globals when parsing', () => {
+      const shrimp = new Shrimp({ myVar: 42 })
+
+      const tree = shrimp.parse('x = myVar + 10')
+
+      // Should parse without errors
+      expect(tree).toHaveProperty('length')
+      expect(tree.length).toBeGreaterThan(0)
+    })
+
+    test('parses function definitions', () => {
+      const shrimp = new Shrimp()
+
+      const tree = shrimp.parse(`add = do x y:
+        x + y
+      end`)
+
+      expect(tree.length).toBeGreaterThan(0)
+    })
+  })
+
+  describe('get()', () => {
+    test('returns null for undefined variables', () => {
+      const shrimp = new Shrimp()
+
+      expect(shrimp.get('undefined')).toEqual(null)
+    })
+
+    test('returns values from code execution', async () => {
+      const shrimp = new Shrimp()
+
+      await shrimp.run('x = 42')
+      expect(shrimp.get('x')).toEqual(42)
+    })
+
+    test('returns arrays', async () => {
+      const shrimp = new Shrimp()
+
+      await shrimp.run('arr = [1 2 3]')
+      expect(shrimp.get('arr')).toEqual([1, 2, 3])
+    })
+
+    test('returns dicts', async () => {
+      const shrimp = new Shrimp()
+
+      await shrimp.run('dict = [a=1 b=2]')
+      expect(shrimp.get('dict')).toEqual({ a: 1, b: 2 })
+    })
+  })
+
+  describe('running bytecode directly', () => {
+    test('can run pre-compiled bytecode', async () => {
+      const shrimp = new Shrimp()
+
+      const bytecode = shrimp.compile('x = 100')
+      const result = await shrimp.run(bytecode)
+
+      expect(result).toEqual(100)
+      expect(shrimp.get('x')).toEqual(100)
+    })
+
+    test('maintains state across bytecode runs', async () => {
+      const shrimp = new Shrimp()
+
+      const bytecode1 = shrimp.compile('x = 10')
+      const bytecode2 = shrimp.compile('x + 5')
+
+      await shrimp.run(bytecode1)
+      const result = await shrimp.run(bytecode2)
+
+      expect(result).toEqual(15)
+    })
+  })
+})
+
+describe('Functional API', () => {
+  describe('runCode()', () => {
+    test('runs code and returns result', async () => {
+      const result = await runCode('1 + 1')
+      expect(result).toEqual(2)
+    })
+
+    test('works with globals', async () => {
+      const result = await runCode('greet', { greet: () => 'hello' })
+      expect(result).toEqual('hello')
+    })
+
+    test('has access to prelude', async () => {
+      const result = await runCode('type 42')
+      expect(result).toEqual('number')
+    })
+
+    test('returns null for empty code', async () => {
+      const result = await runCode('')
+      expect(result).toEqual(null)
+    })
+  })
+
+  describe('compileCode()', () => {
+    test('compiles code to bytecode', () => {
+      const bytecode = compileCode('x = 5')
+
+      expect(bytecode).toHaveProperty('instructions')
+      expect(bytecode).toHaveProperty('constants')
+      expect(bytecode.instructions.length).toBeGreaterThan(0)
+    })
+
+    test('respects globals', () => {
+      const bytecode = compileCode('x = myGlobal', { myGlobal: 42 })
+
+      expect(bytecode.instructions.length).toBeGreaterThan(0)
+    })
+
+    test('compiled bytecode is usable', async () => {
+      const bytecode = compileCode('21 * 2')
+      const result = await runCode('21 * 2')
+
+      expect(result).toEqual(42)
+    })
+  })
+
+  describe('parseCode()', () => {
+    test('parses code to syntax tree', () => {
+      const tree = parseCode('x = 5')
+
+      expect(tree).toHaveProperty('length')
+      expect(tree.length).toBeGreaterThan(0)
+    })
+
+    test('respects globals', () => {
+      const tree = parseCode('x = myGlobal', { myGlobal: 42 })
+
+      expect(tree.length).toBeGreaterThan(0)
+    })
+
+    test('handles complex expressions', () => {
+      const tree = parseCode(`add = do x y:
+        x + y
+      end
+      result = add 5 10`)
+
+      expect(tree.length).toBeGreaterThan(0)
+    })
+  })
+
+  describe('bytecodeToString()', () => {
+    test('converts bytecode to human-readable format', () => {
+      const bytecode = compileCode('x = 42')
+      const str = bytecodeToString(bytecode)
+
+      expect(typeof str).toEqual('string')
+      expect(str.length).toBeGreaterThan(0)
+    })
+
+    test('shows instructions', () => {
+      const bytecode = compileCode('1 + 1')
+      const str = bytecodeToString(bytecode)
+
+      // Should contain some opcodes
+      expect(str).toContain('PUSH')
+    })
+  })
+})
+
+describe('Integration tests', () => {
+  test('complex REPL-like workflow', async () => {
+    const shrimp = new Shrimp()
+
+    // Define a function
+    await shrimp.run(`double = do x:
+      x * 2
+    end`)
+    expect(shrimp.has('double')).toEqual(true)
+
+    // Use the function
+    const result1 = await shrimp.run('double 21')
+    expect(result1).toEqual(42)
+
+    // Call it from TypeScript
+    const result2 = await shrimp.call('double', 50)
+    expect(result2).toEqual(100)
+
+    // Define another function using the first
+    await shrimp.run(`quadruple = do x:
+      double (double x)
+    end`)
+
+    const result3 = await shrimp.run('quadruple 5')
+    expect(result3).toEqual(20)
+  })
+
+  test('mixing native and Shrimp functions', async () => {
+    const shrimp = new Shrimp({
+      log: (msg: string) => `Logged: ${msg}`,
+      multiply: (a: number, b: number) => a * b,
+    })
+
+    await shrimp.run(`greet = do name:
+      log name
+    end`)
+
+    const result1 = await shrimp.run('greet Alice')
+    expect(result1).toEqual('Logged: Alice')
+
+    await shrimp.run(`calc = do x:
+      multiply x 3
+    end`)
+
+    const result2 = await shrimp.run('calc 7')
+    expect(result2).toEqual(21)
+  })
+
+  test('working with arrays and dicts', async () => {
+    const shrimp = new Shrimp()
+
+    await shrimp.run('nums = [1 2 3 4 5]')
+    expect(shrimp.get('nums')).toEqual([1, 2, 3, 4, 5])
+
+    await shrimp.run("config = [host='localhost' port=3000]")
+    expect(shrimp.get('config')).toEqual({ host: 'localhost', port: 3000 })
+
+    const result = await shrimp.run('length nums')
+    expect(result).toEqual(5)
+  })
+
+  test('compile once, run multiple times', async () => {
+    const bytecode = compileCode('x * 2')
+
+    const shrimp1 = new Shrimp()
+    shrimp1.set('x', 10)
+    const result1 = await shrimp1.run(bytecode)
+    expect(result1).toEqual(20)
+
+    const shrimp2 = new Shrimp()
+    shrimp2.set('x', 100)
+    const result2 = await shrimp2.run(bytecode)
+    expect(result2).toEqual(200)
+  })
+})

src/utils/signal.ts

@@ -1,9 +1,17 @@
 /**
  * How to use a Signal:
  *
- * Create a signal:
+ * Create a signal with primitives:
+ *    const nameSignal = new Signal<string>()
+ *    const countSignal = new Signal<number>()
+ *
+ * Create a signal with objects:
  *    const chatSignal = new Signal<{ username: string, message: string }>()
  *
+ * Create a signal with no data (void):
+ *    const clickSignal = new Signal<void>()
+ *    const clickSignal2 = new Signal()  // Defaults to void
+ *
  * Connect to the signal:
  *    const disconnect = chatSignal.connect((data) => {
  *      const {username, message} = data;
@@ -11,7 +19,10 @@
  *    })
  *
  * Emit a signal:
+ *    nameSignal.emit("Alice")
+ *    countSignal.emit(42)
  *    chatSignal.emit({ username: "Chad", message: "Hey everyone, how's it going?" });
+ *    clickSignal.emit()  // No argument for void signals
  *
  * Forward a signal:
  *    const relaySignal = new Signal<{ username: string, message: string }>()
@@ -25,7 +36,7 @@
  *    chatSignal.disconnect()
  */
 
-export class Signal<T extends object | void> {
+export class Signal<T = void> {
   private listeners: Array<(data: T) => void> = []
 
   connect(listenerOrSignal: Signal<T> | ((data: T) => void)) {

src/utils/tree.ts

@@ -0,0 +1,83 @@
+import { Tree, TreeCursor } from '@lezer/common'
+import { type Value, fromValue } from 'reefvm'
+import { SyntaxNode } from '#parser/node'
+
+const nodeToString = (node: SyntaxNode, input: string, depth = 0): string => {
+  const indent = '  '.repeat(depth)
+  const text = input.slice(node.from, node.to)
+  const nodeName = node.name
+
+  if (node.firstChild) {
+    return `${indent}${nodeName}`
+  } else {
+    // Only strip quotes from whole String nodes (legacy DoubleQuote), not StringFragment/EscapeSeq/CurlyString
+    let cleanText = nodeName === 'String' ? text.slice(1, -1) : text
+    if (cleanText === ' ') cleanText = '(space)'
+    return cleanText ? `${indent}${nodeName} ${cleanText}` : `${indent}${nodeName}`
+  }
+}
+
+export const treeToString2 = (tree: SyntaxNode, input: string, depth = 0): string => {
+  let lines = []
+  let node: SyntaxNode | null = tree
+
+  if (node.name === 'Program') node = node.firstChild
+
+  while (node) {
+    // If this node is an error, print ⚠ instead of its content
+    if (node.isError && !node.firstChild) {
+      lines.push('  '.repeat(depth) + '⚠')
+    } else {
+      lines.push(nodeToString(node, input, depth))
+
+      if (node.firstChild) {
+        lines.push(treeToString2(node.firstChild, input, depth + 1))
+      }
+
+      // If this node has an error, add ⚠ after its children
+      if (node.isError && node.firstChild) {
+        lines.push('  '.repeat(depth === 0 ? 0 : depth + 1) + '⚠')
+      }
+    }
+
+    node = node.nextSibling
+  }
+
+  return lines.join('\n')
+}
+
+export const treeToString = (tree: Tree, input: string): string => {
+  const lines: string[] = []
+
+  const addNode = (cursor: TreeCursor, depth: number) => {
+    if (!cursor.name) return
+
+    const indent = '  '.repeat(depth)
+    const text = input.slice(cursor.from, cursor.to)
+    const nodeName = cursor.name // Save the node name before moving cursor
+
+    if (cursor.firstChild()) {
+      lines.push(`${indent}${nodeName}`)
+      do {
+        addNode(cursor, depth + 1)
+      } while (cursor.nextSibling())
+      cursor.parent()
+    } else {
+      const cleanText = nodeName === 'String' ? text.slice(1, -1) : text
+      lines.push(`${indent}${nodeName} ${cleanText}`)
+    }
+  }
+
+  const cursor = tree.cursor()
+  if (cursor.firstChild()) {
+    do {
+      addNode(cursor, 0)
+    } while (cursor.nextSibling())
+  }
+
+  return lines.join('\n')
+}
+
+export const VMResultToValue = (result: Value): unknown => {
+  return result.type === 'function' ? Function : fromValue(result)
+}

vscode-extension/.vscode/launch.json

@@ -0,0 +1,19 @@
+{
+  "version": "0.2.0",
+  "configurations": [
+    {
+      "name": "Run Extension",
+      "type": "extensionHost",
+      "request": "launch",
+      "args": [
+        "--extensionDevelopmentPath=${workspaceFolder}",
+        "--profile=Shrimp Dev"
+      ],
+      "outFiles": [
+        "${workspaceFolder}/client/dist/**/*.js",
+        "${workspaceFolder}/server/dist/**/*.js"
+      ],
+      "preLaunchTask": "bun: compile"
+    }
+  ]
+}

vscode-extension/.vscode/tasks.json

@@ -0,0 +1,18 @@
+{
+  "version": "2.0.0",
+  "tasks": [
+    {
+      "type": "shell",
+      "label": "bun: compile",
+      "command": "bun",
+      "args": ["run", "compile"],
+      "options": {
+        "cwd": "${workspaceFolder}"
+      },
+      "problemMatcher": "$tsc",
+      "group": {
+        "kind": "build",
+        "isDefault": true
+      }
+    }
+}

vscode-extension/.vscodeignore

@@ -0,0 +1,5 @@
+.vscode/**
+src/**
+tsconfig.json
+node_modules/**
+*.map

vscode-extension/README.md

@@ -0,0 +1,49 @@
+# Shrimp VSCode Extension
+
+Language support for Shrimp in VSCode. This README is for probablycorey and defunkt.
+
+**What it provides:**
+
+- Syntax highlighting and semantic tokens
+- Language server with error diagnostics
+- Commands: "Show Parse Tree" (Alt+K Alt+I), "Show Bytecode" (Alt+K Alt+,), and "Run File" (Cmd+R)
+- `.sh` file association
+
+## Development Workflow
+
+**Developing the extension:**
+
+1. Open `vscode-extension/` in VSCode
+2. Run `bun run watch` in a terminal (keeps it compiling as you make changes)
+3. Use **Run > Start Debugging** to launch Extension Development Host
+4. Make changes to the code
+5. Press **Cmd+R** (or Ctrl+R) in the Extension Development Host window to reload
+6. Repeat steps 4-5
+
+The `.vscode/launch.json` is configured to compile before launching and use a separate "Shrimp Dev" profile. This means you can have the extension installed in your main VSCode while developing without conflicts.
+
+**Installing for daily use:**
+
+Run `bun run build-and-install` to build a VSIX and install it in your current VSCode profile. This lets you use the extension when working on Shrimp scripts outside of development mode.
+
+## Project Structure
+
+The extension has two parts: a **client** (`client/src/extension.ts`) that registers commands and starts the language server, and a **server** (`server/src/`) that implements the Language Server Protocol for diagnostics and semantic highlighting.
+
+Both compile to their respective `dist/` folders.
+
+## Next Steps
+
+**Autocomplete:**
+
+- [ ] Identifiers in scope
+- [ ] Globals from the prelude (including native functions)
+- [ ] Imports
+- [ ] Dot-get properties
+- [ ] Function argument completion
+
+**Other features:**
+
+- [ ] Better syntax coloring
+- [ ] REPL integration
+- [ ] Bundle shrimp binary with extension (currently uses `shrimp.binaryPath` setting)

vscode-extension/bun.lock

@@ -0,0 +1,47 @@
+{
+  "lockfileVersion": 1,
+  "workspaces": {
+    "": {
+      "name": "shrimp",
+      "dependencies": {
+        "vscode-languageclient": "^9.0.1",
+        "vscode-languageserver": "^9.0.1",
+        "vscode-languageserver-textdocument": "^1.0.12",
+      },
+      "devDependencies": {
+        "@types/node": "22.x",
+        "@types/vscode": "^1.105.0",
+        "typescript": "^5.9.3",
+      },
+    },
+  },
+  "packages": {
+    "@types/node": ["@types/node@22.19.0", "", { "dependencies": { "undici-types": "~6.21.0" } }, "sha512-xpr/lmLPQEj+TUnHmR+Ab91/glhJvsqcjB+yY0Ix9GO70H6Lb4FHH5GeqdOE5btAx7eIMwuHkp4H2MSkLcqWbA=="],
+
+    "@types/vscode": ["@types/vscode@1.105.0", "", {}, "sha512-Lotk3CTFlGZN8ray4VxJE7axIyLZZETQJVWi/lYoUVQuqfRxlQhVOfoejsD2V3dVXPSbS15ov5ZyowMAzgUqcw=="],
+
+    "balanced-match": ["balanced-match@1.0.2", "", {}, "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw=="],
+
+    "brace-expansion": ["brace-expansion@2.0.2", "", { "dependencies": { "balanced-match": "^1.0.0" } }, "sha512-Jt0vHyM+jmUBqojB7E1NIYadt0vI0Qxjxd2TErW94wDz+E2LAm5vKMXXwg6ZZBTHPuUlDgQHKXvjGBdfcF1ZDQ=="],
+
+    "minimatch": ["minimatch@5.1.6", "", { "dependencies": { "brace-expansion": "^2.0.1" } }, "sha512-lKwV/1brpG6mBUFHtb7NUmtABCb2WZZmm2wNiOA5hAb8VdCS4B3dtMWyvcoViccwAW/COERjXLt0zP1zXUN26g=="],
+
+    "semver": ["semver@7.7.3", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-SdsKMrI9TdgjdweUSR9MweHA4EJ8YxHn8DFaDisvhVlUOe4BF1tLD7GAj0lIqWVl+dPb/rExr0Btby5loQm20Q=="],
+
+    "typescript": ["typescript@5.9.3", "", { "bin": { "tsc": "bin/tsc", "tsserver": "bin/tsserver" } }, "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw=="],
+
+    "undici-types": ["undici-types@6.21.0", "", {}, "sha512-iwDZqg0QAGrg9Rav5H4n0M64c3mkR59cJ6wQp+7C4nI0gsmExaedaYLNO44eT4AtBBwjbTiGPMlt2Md0T9H9JQ=="],
+
+    "vscode-jsonrpc": ["vscode-jsonrpc@8.2.0", "", {}, "sha512-C+r0eKJUIfiDIfwJhria30+TYWPtuHJXHtI7J0YlOmKAo7ogxP20T0zxB7HZQIFhIyvoBPwWskjxrvAtfjyZfA=="],
+
+    "vscode-languageclient": ["vscode-languageclient@9.0.1", "", { "dependencies": { "minimatch": "^5.1.0", "semver": "^7.3.7", "vscode-languageserver-protocol": "3.17.5" } }, "sha512-JZiimVdvimEuHh5olxhxkht09m3JzUGwggb5eRUkzzJhZ2KjCN0nh55VfiED9oez9DyF8/fz1g1iBV3h+0Z2EA=="],
+
+    "vscode-languageserver": ["vscode-languageserver@9.0.1", "", { "dependencies": { "vscode-languageserver-protocol": "3.17.5" }, "bin": { "installServerIntoExtension": "bin/installServerIntoExtension" } }, "sha512-woByF3PDpkHFUreUa7Hos7+pUWdeWMXRd26+ZX2A8cFx6v/JPTtd4/uN0/jB6XQHYaOlHbio03NTHCqrgG5n7g=="],
+
+    "vscode-languageserver-protocol": ["vscode-languageserver-protocol@3.17.5", "", { "dependencies": { "vscode-jsonrpc": "8.2.0", "vscode-languageserver-types": "3.17.5" } }, "sha512-mb1bvRJN8SVznADSGWM9u/b07H7Ecg0I3OgXDuLdn307rl/J3A9YD6/eYOssqhecL27hK1IPZAsaqh00i/Jljg=="],
+
+    "vscode-languageserver-textdocument": ["vscode-languageserver-textdocument@1.0.12", "", {}, "sha512-cxWNPesCnQCcMPeenjKKsOCKQZ/L6Tv19DTRIGuLWe32lyzWhihGVJ/rcckZXJxfdKCFvRLS3fpBIsV/ZGX4zA=="],
+
+    "vscode-languageserver-types": ["vscode-languageserver-types@3.17.5", "", {}, "sha512-Ld1VelNuX9pdF39h2Hgaeb5hEZM2Z3jUrrMgWQAu82jMtZp7p3vJT3BzToKtZI7NgQssZje5o0zryOrhQvzQAg=="],
+  }
+}

vscode-extension/client/src/extension.ts

@@ -0,0 +1,100 @@
+import {
+  LanguageClient,
+  LanguageClientOptions,
+  ServerOptions,
+  TransportKind,
+} from 'vscode-languageclient/node'
+import * as vscode from 'vscode'
+
+export function activate(context: vscode.ExtensionContext) {
+  const serverModule = context.asAbsolutePath('server/dist/server.js')
+
+  const serverOptions: ServerOptions = {
+    run: { module: serverModule, transport: TransportKind.ipc },
+    debug: { module: serverModule, transport: TransportKind.ipc },
+  }
+
+  const clientOptions: LanguageClientOptions = {
+    documentSelector: [{ scheme: 'file', language: 'shrimp' }],
+  }
+
+  const client = new LanguageClient(
+    'shrimpLanguageServer',
+    'Shrimp Language Server',
+    serverOptions,
+    clientOptions
+  )
+
+  client.start()
+  context.subscriptions.push(client)
+
+  // Command: Show Parse Tree
+  context.subscriptions.push(
+    vscode.commands.registerCommand('shrimp.showParseTree', async () => {
+      const editor = vscode.window.activeTextEditor
+      if (!editor || editor.document.languageId !== 'shrimp') {
+        vscode.window.showErrorMessage('No active Shrimp file')
+        return
+      }
+
+      const result = await client.sendRequest<string>('shrimp/parseTree', {
+        uri: editor.document.uri.toString(),
+      })
+
+      const doc = await vscode.workspace.openTextDocument({
+        content: result,
+        language: 'text',
+      })
+      await vscode.window.showTextDocument(doc, { preview: false })
+    })
+  )
+
+  // Command: Show Bytecode
+  context.subscriptions.push(
+    vscode.commands.registerCommand('shrimp.showBytecode', async () => {
+      const editor = vscode.window.activeTextEditor
+      if (!editor || editor.document.languageId !== 'shrimp') {
+        vscode.window.showErrorMessage('No active Shrimp file')
+        return
+      }
+
+      const result = await client.sendRequest<string>('shrimp/bytecode', {
+        uri: editor.document.uri.toString(),
+      })
+
+      const doc = await vscode.workspace.openTextDocument({
+        content: result,
+        language: 'text',
+      })
+      await vscode.window.showTextDocument(doc, { preview: false })
+    })
+  )
+
+  // Command: Run File
+  context.subscriptions.push(
+    vscode.commands.registerCommand('shrimp.run', async () => {
+      const editor = vscode.window.activeTextEditor
+      if (!editor || editor.document.languageId !== 'shrimp') {
+        vscode.window.showErrorMessage('No active Shrimp file')
+        return
+      }
+
+      // Auto-save before running
+      await editor.document.save()
+
+      // Get binary path from settings
+      const config = vscode.workspace.getConfiguration('shrimp')
+      const binaryPath = config.get<string>('binaryPath', 'shrimp')
+
+      // Get the file path
+      const filePath = editor.document.uri.fsPath
+
+      // Create or show terminal
+      const terminal = vscode.window.createTerminal('Shrimp')
+      terminal.show()
+      terminal.sendText(`${binaryPath} "${filePath}"`)
+    })
+  )
+}
+
+export function deactivate() {}

vscode-extension/example.shrimp

@@ -0,0 +1,25 @@
+# This just has some stuff I use to make sure the extension is working!
+
+like-a-function = do x y z:
+  echo 'This is a function with parameters: $x, $y, $z'
+end
+
+value = if true:
+  'This is true!'
+else:
+  'This is false!'
+end
+
+echo 'value is $(value)'
+
+html lang=en do:
+  head do:
+    meta charset='UTF-8'
+    meta name='viewport' content='width=device-width, initial-scale=1.0'
+  end
+
+  body do:
+    h1 'Hello, World!'
+    p 'This is a sample HTML generated by the extension.'
+  end
+end

vscode-extension/language-configuration.json

@@ -0,0 +1,28 @@
+{
+  "comments": {
+    "lineComment": {
+      "comment": "#"
+    }
+  },
+  "brackets": [
+    ["(", ")"],
+    ["[", "]"]
+  ],
+  "autoClosingPairs": [
+    { "open": "(", "close": ")" },
+    { "open": "[", "close": "]" },
+    { "open": "'", "close": "'", "notIn": ["string"] },
+    { "open": "\"", "close": "\"", "notIn": ["string"] }
+  ],
+  "surroundingPairs": [
+    ["(", ")"],
+    ["[", "]"],
+    ["'", "'"],
+    ["\"", "\""]
+  ],
+  "wordPattern": "([a-z][a-z0-9-]*)|(-?\\d+\\.?\\d*)",
+  "indentationRules": {
+    "increaseIndentPattern": ":\\s*$",
+    "decreaseIndentPattern": "^\\s*(end|else)\\b"
+  }
+}