// WARNING: This file was ported from json_schema_to_grammar.py, please fix bugs / add features there first. const SPACE_RULE = '| " " | "\\n" [ \\t]{0,20}'; function _buildRepetition(itemRule, minItems, maxItems, opts={}) { if (minItems === 0 && maxItems === 1) { return `${itemRule}?`; } const separatorRule = opts.separatorRule ?? ''; const itemRuleIsLiteral = opts.itemRuleIsLiteral ?? false if (separatorRule === '') { if (minItems === 1 && maxItems === undefined) { return `${itemRule}+`; } else if (minItems === 0 && maxItems === undefined) { return `${itemRule}*`; } else { return `${itemRule}{${minItems},${maxItems !== undefined ? maxItems : ''}}`; } } const result = itemRule + ' ' + _buildRepetition(`(${separatorRule} ${itemRule})`, minItems > 0 ? minItems - 1 : 0, maxItems !== undefined ? maxItems - 1 : undefined); return minItems === 0 ? `(${result})?` : result; } function _generateMinMaxInt(minValue, maxValue, out, decimalsLeft = 16, topLevel = true) { const hasMin = minValue !== null; const hasMax = maxValue !== null; function digitRange(fromChar, toChar) { out.push("["); if (fromChar === toChar) { out.push(fromChar); } else { out.push(fromChar); out.push("-"); out.push(toChar); } out.push("]"); } function moreDigits(minDigits, maxDigits) { out.push("[0-9]"); if (minDigits === maxDigits && minDigits === 1) { return; } out.push("{"); out.push(minDigits.toString()); if (maxDigits !== minDigits) { out.push(","); if (maxDigits !== Number.MAX_SAFE_INTEGER) { out.push(maxDigits.toString()); } } out.push("}"); } function uniformRange(fromStr, toStr) { let i = 0; while (i < fromStr.length && fromStr[i] === toStr[i]) { i++; } if (i > 0) { out.push("\""); out.push(fromStr.slice(0, i)); out.push("\""); } if (i < fromStr.length) { if (i > 0) { out.push(" "); } const subLen = fromStr.length - i - 1; if (subLen > 0) { const fromSub = fromStr.slice(i + 1); const toSub = toStr.slice(i + 1); const subZeros = "0".repeat(subLen); const subNines = "9".repeat(subLen); let toReached = false; out.push("("); if (fromSub === subZeros) { digitRange(fromStr[i], String.fromCharCode(toStr.charCodeAt(i) - 1)); out.push(" "); moreDigits(subLen, subLen); } else { out.push("["); out.push(fromStr[i]); out.push("] "); out.push("("); uniformRange(fromSub, subNines); out.push(")"); if (fromStr.charCodeAt(i) < toStr.charCodeAt(i) - 1) { out.push(" | "); if (toSub === subNines) { digitRange(String.fromCharCode(fromStr.charCodeAt(i) + 1), toStr[i]); toReached = true; } else { digitRange(String.fromCharCode(fromStr.charCodeAt(i) + 1), String.fromCharCode(toStr.charCodeAt(i) - 1)); } out.push(" "); moreDigits(subLen, subLen); } } if (!toReached) { out.push(" | "); digitRange(toStr[i], toStr[i]); out.push(" "); uniformRange(subZeros, toSub); } out.push(")"); } else { out.push("["); out.push(fromStr[i]); out.push("-"); out.push(toStr[i]); out.push("]"); } } } if (hasMin && hasMax) { if (minValue < 0 && maxValue < 0) { out.push("\"-\" ("); _generateMinMaxInt(-maxValue, -minValue, out, decimalsLeft, true); out.push(")"); return; } if (minValue < 0) { out.push("\"-\" ("); _generateMinMaxInt(0, -minValue, out, decimalsLeft, true); out.push(") | "); minValue = 0; } let minS = minValue.toString(); const maxS = maxValue.toString(); const minDigits = minS.length; const maxDigits = maxS.length; for (let digits = minDigits; digits < maxDigits; digits++) { uniformRange(minS, "9".repeat(digits)); minS = "1" + "0".repeat(digits); out.push(" | "); } uniformRange(minS, maxS); return; } const lessDecimals = Math.max(decimalsLeft - 1, 1); if (hasMin) { if (minValue < 0) { out.push("\"-\" ("); _generateMinMaxInt(null, -minValue, out, decimalsLeft, false); out.push(") | [0] | [1-9] "); moreDigits(0, decimalsLeft - 1); } else if (minValue === 0) { if (topLevel) { out.push("[0] | [1-9] "); moreDigits(0, lessDecimals); } else { moreDigits(1, decimalsLeft); } } else if (minValue <= 9) { const c = minValue.toString(); const range_start = topLevel ? '1' : '0'; if (c > range_start) { digitRange(range_start, String.fromCharCode(c.charCodeAt(0) - 1)); out.push(" "); moreDigits(1, lessDecimals); out.push(" | "); } digitRange(c, "9"); out.push(" "); moreDigits(0, lessDecimals); } else { const minS = minValue.toString(); const length = minS.length; const c = minS[0]; if (c > "1") { digitRange(topLevel ? "1" : "0", String.fromCharCode(c.charCodeAt(0) - 1)); out.push(" "); moreDigits(length, lessDecimals); out.push(" | "); } digitRange(c, c); out.push(" ("); _generateMinMaxInt(parseInt(minS.slice(1)), null, out, lessDecimals, false); out.push(")"); if (c < "9") { out.push(" | "); digitRange(String.fromCharCode(c.charCodeAt(0) + 1), "9"); out.push(" "); moreDigits(length - 1, lessDecimals); } } return; } if (hasMax) { if (maxValue >= 0) { if (topLevel) { out.push("\"-\" [1-9] "); moreDigits(0, lessDecimals); out.push(" | "); } _generateMinMaxInt(0, maxValue, out, decimalsLeft, true); } else { out.push("\"-\" ("); _generateMinMaxInt(-maxValue, null, out, decimalsLeft, false); out.push(")"); } return; } throw new Error("At least one of minValue or maxValue must be set"); } class BuiltinRule { constructor(content, deps) { this.content = content; this.deps = deps || []; } } const PRIMITIVE_RULES = { boolean : new BuiltinRule('("true" | "false") space', []), 'decimal-part' : new BuiltinRule('[0-9]{1,16}', []), 'integral-part': new BuiltinRule('[0] | [1-9] [0-9]{0,15}', []), number : new BuiltinRule('("-"? integral-part) ("." decimal-part)? ([eE] [-+]? integral-part)? space', ['integral-part', 'decimal-part']), integer : new BuiltinRule('("-"? integral-part) space', ['integral-part']), value : new BuiltinRule('object | array | string | number | boolean | null', ['object', 'array', 'string', 'number', 'boolean', 'null']), object : new BuiltinRule('"{" space ( string ":" space value ("," space string ":" space value)* )? "}" space', ['string', 'value']), array : new BuiltinRule('"[" space ( value ("," space value)* )? "]" space', ['value']), uuid : new BuiltinRule('"\\"" [0-9a-fA-F]{8} "-" [0-9a-fA-F]{4} "-" [0-9a-fA-F]{4} "-" [0-9a-fA-F]{4} "-" [0-9a-fA-F]{12} "\\"" space', []), char : new BuiltinRule(`[^"\\\\\\x7F\\x00-\\x1F] | [\\\\] (["\\\\bfnrt] | "u" [0-9a-fA-F]{4})`, []), string : new BuiltinRule(`"\\"" char* "\\"" space`, ['char']), null : new BuiltinRule('"null" space', []), }; // TODO: support "uri", "email" string formats const STRING_FORMAT_RULES = { 'date' : new BuiltinRule('[0-9]{4} "-" ( "0" [1-9] | "1" [0-2] ) "-" ( \"0\" [1-9] | [1-2] [0-9] | "3" [0-1] )', []), 'time' : new BuiltinRule('([01] [0-9] | "2" [0-3]) ":" [0-5] [0-9] ":" [0-5] [0-9] ( "." [0-9]{3} )? ( "Z" | ( "+" | "-" ) ( [01] [0-9] | "2" [0-3] ) ":" [0-5] [0-9] )', []), 'date-time' : new BuiltinRule('date "T" time', ['date', 'time']), 'date-string' : new BuiltinRule('"\\"" date "\\"" space', ['date']), 'time-string' : new BuiltinRule('"\\"" time "\\"" space', ['time']), 'date-time-string': new BuiltinRule('"\\"" date-time "\\"" space', ['date-time']), } const RESERVED_NAMES = {'root': true, ...PRIMITIVE_RULES, ...STRING_FORMAT_RULES}; const INVALID_RULE_CHARS_RE = /[^\dA-Za-z-]+/g; const GRAMMAR_LITERAL_ESCAPE_RE = /[\n\r"]/g; const GRAMMAR_RANGE_LITERAL_ESCAPE_RE = /[\n\r"\]\-\\]/g; const GRAMMAR_LITERAL_ESCAPES = { '\r': '\\r', '\n': '\\n', '"': '\\"', '-': '\\-', ']': '\\]' }; const NON_LITERAL_SET = new Set('|.()[]{}*+?'); const ESCAPED_IN_REGEXPS_BUT_NOT_IN_LITERALS = new Set('^$.[]()|{}*+?'); export class SchemaConverter { constructor(options) { this._propOrder = options.prop_order || {}; this._allowFetch = options.allow_fetch || false; this._dotall = options.dotall || false; this._rules = {'space': SPACE_RULE}; this._refs = {}; this._refsBeingResolved = new Set(); } _formatLiteral(literal) { const escaped = literal.replace( GRAMMAR_LITERAL_ESCAPE_RE, m => GRAMMAR_LITERAL_ESCAPES[m] ); return `"${escaped}"`; } _formatRangeChar(literal) { return JSON.stringify(literal).slice(1, -1).replace( GRAMMAR_RANGE_LITERAL_ESCAPE_RE, m => GRAMMAR_LITERAL_ESCAPES[m] ); } _addRule(name, rule) { let escName = name.replace(INVALID_RULE_CHARS_RE, '-'); let key = escName; if (escName in this._rules) { if (this._rules[escName] === rule) { return key; } let i = 0; while ((`${escName}${i}` in this._rules) && (this._rules[`${escName}${i}`] !== rule)) { i += 1; } key = `${escName}${i}`; } this._rules[key] = rule; return key; } async resolveRefs(schema, url) { const visit = async (n) => { if (Array.isArray(n)) { return Promise.all(n.map(visit)); } else if (typeof n === 'object' && n !== null) { let ref = n.$ref; let target; if (ref !== undefined && !this._refs[ref]) { if (ref.startsWith('https://')) { if (!this._allowFetch) { throw new Error('Fetching remote schemas is not allowed (use --allow-fetch for force)'); } const fetch = (await import('node-fetch')).default; const fragSplit = ref.split('#'); const baseUrl = fragSplit[0]; target = this._refs[baseUrl]; if (!target) { target = await this.resolveRefs(await fetch(ref).then(res => res.json()), baseUrl); this._refs[baseUrl] = target; } if (fragSplit.length === 1 || fragSplit[fragSplit.length - 1] === '') { return target; } } else if (ref.startsWith('#/')) { target = schema; ref = `${url}${ref}`; n.$ref = ref; } else { throw new Error(`Unsupported ref ${ref}`); } const selectors = ref.split('#')[1].split('/').slice(1); for (const sel of selectors) { if (!target || !(sel in target)) { throw new Error(`Error resolving ref ${ref}: ${sel} not in ${JSON.stringify(target)}`); } target = target[sel]; } this._refs[ref] = target; } else { await Promise.all(Object.values(n).map(visit)); } } return n; }; return visit(schema); } _generateUnionRule(name, altSchemas) { return altSchemas .map((altSchema, i) => this.visit(altSchema, `${name ?? ''}${name ? '-' : 'alternative-'}${i}`)) .join(' | '); } _visitPattern(pattern, name) { if (!pattern.startsWith('^') || !pattern.endsWith('$')) { throw new Error('Pattern must start with "^" and end with "$"'); } pattern = pattern.slice(1, -1); const subRuleIds = {}; let i = 0; const length = pattern.length; const getDot = () => { let rule; if (this._dotall) { rule = '[\\U00000000-\\U0010FFFF]'; } else { // Accept any character... except \n and \r line break chars (\x0A and \xOD) rule = '[^\\x0A\\x0D]'; } return this._addRule('dot', rule); }; const toRule = ([s, isLiteral]) => isLiteral ? "\"" + s + "\"" : s; const transform = () => { const start = i; // For each component of this sequence, store its string representation and whether it's a literal. // We only need a flat structure here to apply repetition operators to the last item, and // to merge literals at the and (we're parsing grouped ( sequences ) recursively and don't treat '|' specially // (GBNF's syntax is luckily very close to regular expressions!) const seq = []; const joinSeq = () => { const ret = []; for (const [isLiteral, g] of groupBy(seq, x => x[1])) { if (isLiteral) { ret.push([[...g].map(x => x[0]).join(''), true]); } else { ret.push(...g); } } if (ret.length === 1) { return ret[0]; } return [ret.map(x => toRule(x)).join(' '), false]; }; while (i < length) { const c = pattern[i]; if (c === '.') { seq.push([getDot(), false]); i += 1; } else if (c === '(') { i += 1; if (i < length) { if (pattern[i] === '?') { throw new Error(`Unsupported pattern syntax "${pattern[i]}" at index ${i} of /${pattern}/`); } } seq.push([`(${toRule(transform())})`, false]); } else if (c === ')') { i += 1; if (start <= 0 || pattern[start - 1] !== '(') { throw new Error(`Unbalanced parentheses; start = ${start}, i = ${i}, pattern = ${pattern}`); } return joinSeq(); } else if (c === '[') { let squareBrackets = c; i += 1; while (i < length && pattern[i] !== ']') { if (pattern[i] === '\\') { squareBrackets += pattern.slice(i, i + 2); i += 2; } else { squareBrackets += pattern[i]; i += 1; } } if (i >= length) { throw new Error(`Unbalanced square brackets; start = ${start}, i = ${i}, pattern = ${pattern}`); } squareBrackets += ']'; i += 1; seq.push([squareBrackets, false]); } else if (c === '|') { seq.push(['|', false]); i += 1; } else if (c === '*' || c === '+' || c === '?') { seq[seq.length - 1] = [toRule(seq[seq.length - 1]) + c, false]; i += 1; } else if (c === '{') { let curlyBrackets = c; i += 1; while (i < length && pattern[i] !== '}') { curlyBrackets += pattern[i]; i += 1; } if (i >= length) { throw new Error(`Unbalanced curly brackets; start = ${start}, i = ${i}, pattern = ${pattern}`); } curlyBrackets += '}'; i += 1; const nums = curlyBrackets.slice(1, -1).split(',').map(s => s.trim()); let minTimes, maxTimes; if (nums.length === 1) { minTimes = parseInt(nums[0], 10); maxTimes = minTimes; } else { if (nums.length !== 2) { throw new Error(`Invalid quantifier ${curlyBrackets}`); } minTimes = nums[0] ? parseInt(nums[0], 10) : 0; maxTimes = nums[1] ? parseInt(nums[1], 10) : Infinity; } let [sub, subIsLiteral] = seq[seq.length - 1]; if (!subIsLiteral) { let id = subRuleIds[sub]; if (id === undefined) { id = this._addRule(`${name}-${Object.keys(subRuleIds).length + 1}`, sub); subRuleIds[sub] = id; } sub = id; } seq[seq.length - 1] = [ _buildRepetition(subIsLiteral ? `"${sub}"` : sub, minTimes, maxTimes, {itemRuleIsLiteral: subIsLiteral}), false ]; } else { let literal = ''; while (i < length) { if (pattern[i] === '\\' && i < length - 1) { const next = pattern[i + 1]; if (ESCAPED_IN_REGEXPS_BUT_NOT_IN_LITERALS.has(next)) { i += 1; literal += pattern[i]; i += 1; } else { literal += pattern.slice(i, i + 2); i += 2; } } else if (pattern[i] === '"') { literal += '\\"'; i += 1; } else if (!NON_LITERAL_SET.has(pattern[i]) && (i === length - 1 || literal === '' || pattern[i + 1] === '.' || !NON_LITERAL_SET.has(pattern[i+1]))) { literal += pattern[i]; i += 1; } else { break; } } if (literal !== '') { seq.push([literal, true]); } } } return joinSeq(); }; return this._addRule(name, "\"\\\"\" (" + toRule(transform()) + ") \"\\\"\" space") } _notStrings(strings) { class TrieNode { constructor() { this.children = {}; this.isEndOfString = false; } insert(str) { let node = this; for (const c of str) { node = node.children[c] = node.children[c] || new TrieNode(); } node.isEndOfString = true; } } const trie = new TrieNode(); for (const s of strings) { trie.insert(s); } const charRuleName = this._addPrimitive('char', PRIMITIVE_RULES['char']); const out = ['["] ( ']; const visit = (node) => { const rejects = []; let first = true; for (const c of Object.keys(node.children).sort()) { const child = node.children[c]; rejects.push(c); if (first) { first = false; } else { out.push(' | '); } out.push(`[${c}]`); if (Object.keys(child.children).length > 0) { out.push(' ('); visit(child); out.push(')'); } else if (child.isEndOfString) { out.push(` ${charRuleName}+`); } } if (Object.keys(node.children).length > 0) { if (!first) { out.push(' | '); } out.push(`[^"${rejects.join('')}] ${charRuleName}*`); } }; visit(trie); out.push(` )${trie.isEndOfString ? '' : '?'} ["] space`); return out.join(''); } _resolveRef(ref) { let refName = ref.split('/').pop(); if (!(refName in this._rules) && !this._refsBeingResolved.has(ref)) { this._refsBeingResolved.add(ref); const resolved = this._refs[ref]; refName = this.visit(resolved, refName); this._refsBeingResolved.delete(ref); } return refName; } _generateConstantRule(value) { return this._formatLiteral(JSON.stringify(value)); } visit(schema, name) { const schemaType = schema.type; const schemaFormat = schema.format; const ruleName = name in RESERVED_NAMES ? name + '-' : name == '' ? 'root' : name; const ref = schema.$ref; if (ref !== undefined) { return this._addRule(ruleName, this._resolveRef(ref)); } else if (schema.oneOf || schema.anyOf) { return this._addRule(ruleName, this._generateUnionRule(name, schema.oneOf || schema.anyOf)); } else if (Array.isArray(schemaType)) { return this._addRule(ruleName, this._generateUnionRule(name, schemaType.map(t => ({...schema, type: t})))); } else if ('const' in schema) { return this._addRule(ruleName, this._generateConstantRule(schema.const) + ' space'); } else if ('enum' in schema) { const rule = '(' + schema.enum.map(v => this._generateConstantRule(v)).join(' | ') + ') space'; return this._addRule(ruleName, rule); } else if ((schemaType === undefined || schemaType === 'object') && ('properties' in schema || ('additionalProperties' in schema && schema.additionalProperties !== true))) { const required = new Set(schema.required || []); const properties = Object.entries(schema.properties ?? {}); return this._addRule(ruleName, this._buildObjectRule(properties, required, name, schema.additionalProperties)); } else if ((schemaType === undefined || schemaType === 'object') && 'allOf' in schema) { const required = new Set(); const properties = []; const addComponent = (compSchema, isRequired) => { const ref = compSchema.$ref; if (ref !== undefined) { compSchema = this._refs[ref]; } if ('properties' in compSchema) { for (const [propName, propSchema] of Object.entries(compSchema.properties)) { properties.push([propName, propSchema]); if (isRequired) { required.add(propName); } } } }; for (const t of schema.allOf) { if ('anyOf' in t) { for (const tt of t.anyOf) { addComponent(tt, false); } } else { addComponent(t, true); } } return this._addRule(ruleName, this._buildObjectRule(properties, required, name, null)); } else if ((schemaType === undefined || schemaType === 'array') && ('items' in schema || 'prefixItems' in schema)) { const items = schema.items ?? schema.prefixItems; if (Array.isArray(items)) { return this._addRule( ruleName, '"[" space ' + items.map((item, i) => this.visit(item, `${name ?? ''}${name ? '-' : ''}tuple-${i}`)).join(' "," space ') + ' "]" space' ); } else { const itemRuleName = this.visit(items, `${name ?? ''}${name ? '-' : ''}item`); const minItems = schema.minItems || 0; const maxItems = schema.maxItems; return this._addRule(ruleName, '"[" space ' + _buildRepetition(itemRuleName, minItems, maxItems, {separatorRule: '"," space'}) + ' "]" space'); } } else if ((schemaType === undefined || schemaType === 'string') && 'pattern' in schema) { return this._visitPattern(schema.pattern, ruleName); } else if ((schemaType === undefined || schemaType === 'string') && /^uuid[1-5]?$/.test(schema.format || '')) { return this._addPrimitive( ruleName === 'root' ? 'root' : schemaFormat, PRIMITIVE_RULES['uuid'] ); } else if ((schemaType === undefined || schemaType === 'string') && `${schema.format}-string` in STRING_FORMAT_RULES) { const primName = `${schema.format}-string` return this._addRule(ruleName, this._addPrimitive(primName, STRING_FORMAT_RULES[primName])); } else if (schemaType === 'string' && ('minLength' in schema || 'maxLength' in schema)) { const charRuleName = this._addPrimitive('char', PRIMITIVE_RULES['char']); const minLen = schema.minLength || 0; const maxLen = schema.maxLength; return this._addRule(ruleName, '"\\\"" ' + _buildRepetition(charRuleName, minLen, maxLen) + ' "\\\"" space'); } else if (schemaType === 'integer' && ('minimum' in schema || 'exclusiveMinimum' in schema || 'maximum' in schema || 'exclusiveMaximum' in schema)) { let minValue = null; let maxValue = null; if ('minimum' in schema) { minValue = schema.minimum; } else if ('exclusiveMinimum' in schema) { minValue = schema.exclusiveMinimum + 1; } if ('maximum' in schema) { maxValue = schema.maximum; } else if ('exclusiveMaximum' in schema) { maxValue = schema.exclusiveMaximum - 1; } const out = ["("]; _generateMinMaxInt(minValue, maxValue, out); out.push(") space"); return this._addRule(ruleName, out.join('')); } else if ((schemaType === 'object') || (Object.keys(schema).length === 0)) { return this._addRule(ruleName, this._addPrimitive('object', PRIMITIVE_RULES['object'])); } else { if (!(schemaType in PRIMITIVE_RULES)) { throw new Error(`Unrecognized schema: ${JSON.stringify(schema)}`); } // TODO: support minimum, maximum, exclusiveMinimum, exclusiveMaximum at least for zero return this._addPrimitive(ruleName === 'root' ? 'root' : schemaType, PRIMITIVE_RULES[schemaType]); } } _addPrimitive(name, rule) { let n = this._addRule(name, rule.content); for (const dep of rule.deps) { const depRule = PRIMITIVE_RULES[dep] || STRING_FORMAT_RULES[dep]; if (!depRule) { throw new Error(`Rule ${dep} not known`); } if (!(dep in this._rules)) { this._addPrimitive(dep, depRule); } } return n; } _buildObjectRule(properties, required, name, additionalProperties) { const propOrder = this._propOrder; // sort by position in prop_order (if specified) then by original order const sortedProps = properties.map(([k]) => k).sort((a, b) => { const orderA = propOrder[a] || Infinity; const orderB = propOrder[b] || Infinity; return orderA - orderB || properties.findIndex(([k]) => k === a) - properties.findIndex(([k]) => k === b); }); const propKvRuleNames = {}; for (const [propName, propSchema] of properties) { const propRuleName = this.visit(propSchema, `${name ?? ''}${name ? '-' : ''}${propName}`); propKvRuleNames[propName] = this._addRule( `${name ?? ''}${name ? '-' : ''}${propName}-kv`, `${this._formatLiteral(JSON.stringify(propName))} space ":" space ${propRuleName}` ); } const requiredProps = sortedProps.filter(k => required.has(k)); const optionalProps = sortedProps.filter(k => !required.has(k)); if (additionalProperties) { const subName = `${name ?? ''}${name ? '-' : ''}additional`; const valueRule = additionalProperties != null && typeof additionalProperties === 'object' ? this.visit(additionalProperties, `${subName}-value`) : this._addPrimitive('value', PRIMITIVE_RULES['value']); const key_rule = sortedProps.length === 0 ? this._addPrimitive('string', PRIMITIVE_RULES['string']) : this._addRule(`${subName}-k`, this._notStrings(sortedProps)); propKvRuleNames['*'] = this._addRule( `${subName}-kv`, `${key_rule} ":" space ${valueRule}`); optionalProps.push('*'); } let rule = '"{" space '; rule += requiredProps.map(k => propKvRuleNames[k]).join(' "," space '); if (optionalProps.length > 0) { rule += ' ('; if (requiredProps.length > 0) { rule += ' "," space ( '; } const getRecursiveRefs = (ks, firstIsOptional) => { const [k, ...rest] = ks; const kvRuleName = propKvRuleNames[k]; let res; const commaRef = `( "," space ${kvRuleName} )`; if (firstIsOptional) { res = commaRef + (k === '*' ? '*' : '?'); } else { res = kvRuleName + (k === '*' ? ' ' + commaRef + '*' : ''); } if (rest.length > 0) { res += ' ' + this._addRule( `${name ?? ''}${name ? '-' : ''}${k}-rest`, getRecursiveRefs(rest, true) ); } return res; }; rule += optionalProps.map((_, i) => getRecursiveRefs(optionalProps.slice(i), false)).join(' | '); if (requiredProps.length > 0) { rule += ' )'; } rule += ' )?'; } rule += ' "}" space'; return rule; } formatGrammar() { let grammar = ''; for (const [name, rule] of Object.entries(this._rules).sort(([a], [b]) => a.localeCompare(b))) { grammar += `${name} ::= ${rule}\n`; } return grammar; } } // Helper function to group elements by a key function function* groupBy(iterable, keyFn) { let lastKey = null; let group = []; for (const element of iterable) { const key = keyFn(element); if (lastKey !== null && key !== lastKey) { yield [lastKey, group]; group = []; } group.push(element); lastKey = key; } if (group.length > 0) { yield [lastKey, group]; } }