feat(psl-parser): add lossless red/green syntax tree

packages/1-framework/2-authoring/psl-parser/package.json

@@ -31,6 +31,8 @@
   "exports": {
     ".": "./dist/index.mjs",
     "./parser": "./dist/parser.mjs",
+    "./tokenizer": "./dist/tokenizer.mjs",
+    "./syntax": "./dist/syntax.mjs",
     "./types": "./dist/types.mjs",
     "./package.json": "./package.json"
   },

packages/1-framework/2-authoring/psl-parser/src/exports/syntax.ts

@@ -0,0 +1,38 @@
+export {
+  AttributeArgListAst,
+  FieldAttributeAst,
+  ModelAttributeAst,
+} from '../syntax/ast/attributes';
+export {
+  BlockDeclarationAst,
+  DocumentAst,
+  EnumDeclarationAst,
+  EnumValueDeclarationAst,
+  FieldDeclarationAst,
+  KeyValuePairAst,
+  ModelDeclarationAst,
+  NamedTypeDeclarationAst,
+  TypesBlockAst,
+} from '../syntax/ast/declarations';
+export type { ExpressionAst } from '../syntax/ast/expressions';
+export {
+  ArrayLiteralAst,
+  AttributeArgAst,
+  BooleanLiteralExprAst,
+  castExpression,
+  FunctionCallAst,
+  NumberLiteralExprAst,
+  StringLiteralExprAst,
+} from '../syntax/ast/expressions';
+// AST wrappers
+export { IdentifierAst } from '../syntax/ast/identifier';
+export { TypeAnnotationAst } from '../syntax/ast/type-annotation';
+export type { AstNode } from '../syntax/ast-helpers';
+export { filterChildren, findChildToken, findFirstChild } from '../syntax/ast-helpers';
+export type { GreenElement, GreenNode, GreenToken } from '../syntax/green';
+export { greenNode, greenToken } from '../syntax/green';
+export { GreenNodeBuilder } from '../syntax/green-builder';
+// Red layer
+export type { SyntaxElement } from '../syntax/red';
+export { createSyntaxTree, SyntaxNode } from '../syntax/red';
+export type { SyntaxKind } from '../syntax/syntax-kind';

packages/1-framework/2-authoring/psl-parser/src/exports/tokenizer.ts

@@ -0,0 +1,2 @@
+export type { Token, TokenKind } from '../tokenizer';
+export { Tokenizer } from '../tokenizer';

packages/1-framework/2-authoring/psl-parser/src/syntax/ast-helpers.ts

@@ -0,0 +1,36 @@
+import type { Token, TokenKind } from '../tokenizer';
+import { SyntaxNode } from './red';
+
+export interface AstNode {
+  readonly syntax: SyntaxNode;
+}
+
+export function findChildToken(node: SyntaxNode, kind: TokenKind): Token | undefined {
+  for (const child of node.children()) {
+    if (!(child instanceof SyntaxNode) && child.kind === kind) {
+      return child;
+    }
+  }
+  return undefined;
+}
+
+export function findFirstChild<T>(
+  node: SyntaxNode,
+  cast: (node: SyntaxNode) => T | undefined,
+): T | undefined {
+  for (const child of node.childNodes()) {
+    const result = cast(child);
+    if (result !== undefined) return result;
+  }
+  return undefined;
+}
+
+export function* filterChildren<T>(
+  node: SyntaxNode,
+  cast: (node: SyntaxNode) => T | undefined,
+): Iterable<T> {
+  for (const child of node.childNodes()) {
+    const result = cast(child);
+    if (result !== undefined) yield result;
+  }
+}

packages/1-framework/2-authoring/psl-parser/src/syntax/ast/attributes.ts

@@ -0,0 +1,97 @@
+import type { Token } from '../../tokenizer';
+import type { AstNode } from '../ast-helpers';
+import { filterChildren, findChildToken, findFirstChild } from '../ast-helpers';
+import type { SyntaxNode } from '../red';
+import { AttributeArgAst } from './expressions';
+import { IdentifierAst } from './identifier';
+
+export class AttributeArgListAst implements AstNode {
+  readonly syntax: SyntaxNode;
+
+  constructor(syntax: SyntaxNode) {
+    this.syntax = syntax;
+  }
+
+  lparen(): Token | undefined {
+    return findChildToken(this.syntax, 'LParen');
+  }
+
+  rparen(): Token | undefined {
+    return findChildToken(this.syntax, 'RParen');
+  }
+
+  *args(): Iterable<AttributeArgAst> {
+    yield* filterChildren(this.syntax, AttributeArgAst.cast);
+  }
+
+  static cast(node: SyntaxNode): AttributeArgListAst | undefined {
+    return node.kind === 'AttributeArgList' ? new AttributeArgListAst(node) : undefined;
+  }
+}
+
+export class FieldAttributeAst implements AstNode {
+  readonly syntax: SyntaxNode;
+
+  constructor(syntax: SyntaxNode) {
+    this.syntax = syntax;
+  }
+
+  at(): Token | undefined {
+    return findChildToken(this.syntax, 'At');
+  }
+
+  name(): IdentifierAst | undefined {
+    if (this.dot()) {
+      let count = 0;
+      for (const child of this.syntax.childNodes()) {
+        if (child.kind === 'Identifier') {
+          count++;
+          if (count === 2) return new IdentifierAst(child);
+        }
+      }
+      return undefined;
+    }
+    return findFirstChild(this.syntax, IdentifierAst.cast);
+  }
+
+  dot(): Token | undefined {
+    return findChildToken(this.syntax, 'Dot');
+  }
+
+  namespaceName(): IdentifierAst | undefined {
+    if (!this.dot()) return undefined;
+    return findFirstChild(this.syntax, IdentifierAst.cast);
+  }
+
+  argList(): AttributeArgListAst | undefined {
+    return findFirstChild(this.syntax, AttributeArgListAst.cast);
+  }
+
+  static cast(node: SyntaxNode): FieldAttributeAst | undefined {
+    return node.kind === 'FieldAttribute' ? new FieldAttributeAst(node) : undefined;
+  }
+}
+
+export class ModelAttributeAst implements AstNode {
+  readonly syntax: SyntaxNode;
+
+  constructor(syntax: SyntaxNode) {
+    this.syntax = syntax;
+  }
+
+  doubleAt(): Token | undefined {
+    return findChildToken(this.syntax, 'DoubleAt');
+  }
+
+  name(): IdentifierAst | undefined {
+    return findFirstChild(this.syntax, IdentifierAst.cast);
+  }
+
+  argList(): AttributeArgListAst | undefined {
+    return findFirstChild(this.syntax, AttributeArgListAst.cast);
+  }
+
+  static cast(node: SyntaxNode): ModelAttributeAst | undefined {
+    return node.kind === 'ModelAttribute' ? new ModelAttributeAst(node) : undefined;
+  }
+}