123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411 |
- import type Ajv from "../../core"
- import type {SchemaObject} from "../../types"
- import {jtdForms, JTDForm, SchemaObjectMap} from "./types"
- import {SchemaEnv, getCompilingSchema} from ".."
- import {_, str, and, or, nil, not, CodeGen, Code, Name, SafeExpr} from "../codegen"
- import MissingRefError from "../ref_error"
- import N from "../names"
- import {hasPropFunc} from "../../vocabularies/code"
- import {hasRef} from "../../vocabularies/jtd/ref"
- import {intRange, IntType} from "../../vocabularies/jtd/type"
- import {parseJson, parseJsonNumber, parseJsonString} from "../../runtime/parseJson"
- import {useFunc} from "../util"
- import validTimestamp from "../../runtime/timestamp"
- type GenParse = (cxt: ParseCxt) => void
- const genParse: {[F in JTDForm]: GenParse} = {
- elements: parseElements,
- values: parseValues,
- discriminator: parseDiscriminator,
- properties: parseProperties,
- optionalProperties: parseProperties,
- enum: parseEnum,
- type: parseType,
- ref: parseRef,
- }
- interface ParseCxt {
- readonly gen: CodeGen
- readonly self: Ajv // current Ajv instance
- readonly schemaEnv: SchemaEnv
- readonly definitions: SchemaObjectMap
- schema: SchemaObject
- data: Code
- parseName: Name
- char: Name
- }
- export default function compileParser(
- this: Ajv,
- sch: SchemaEnv,
- definitions: SchemaObjectMap
- ): SchemaEnv {
- const _sch = getCompilingSchema.call(this, sch)
- if (_sch) return _sch
- const {es5, lines} = this.opts.code
- const {ownProperties} = this.opts
- const gen = new CodeGen(this.scope, {es5, lines, ownProperties})
- const parseName = gen.scopeName("parse")
- const cxt: ParseCxt = {
- self: this,
- gen,
- schema: sch.schema as SchemaObject,
- schemaEnv: sch,
- definitions,
- data: N.data,
- parseName,
- char: gen.name("c"),
- }
- let sourceCode: string | undefined
- try {
- this._compilations.add(sch)
- sch.parseName = parseName
- parserFunction(cxt)
- gen.optimize(this.opts.code.optimize)
- const parseFuncCode = gen.toString()
- sourceCode = `${gen.scopeRefs(N.scope)}return ${parseFuncCode}`
- const makeParse = new Function(`${N.scope}`, sourceCode)
- const parse: (json: string) => unknown = makeParse(this.scope.get())
- this.scope.value(parseName, {ref: parse})
- sch.parse = parse
- } catch (e) {
- if (sourceCode) this.logger.error("Error compiling parser, function code:", sourceCode)
- delete sch.parse
- delete sch.parseName
- throw e
- } finally {
- this._compilations.delete(sch)
- }
- return sch
- }
- const undef = _`undefined`
- function parserFunction(cxt: ParseCxt): void {
- const {gen, parseName, char} = cxt
- gen.func(parseName, _`${N.json}, ${N.jsonPos}, ${N.jsonPart}`, false, () => {
- gen.let(N.data)
- gen.let(char)
- gen.assign(_`${parseName}.message`, undef)
- gen.assign(_`${parseName}.position`, undef)
- gen.assign(N.jsonPos, _`${N.jsonPos} || 0`)
- gen.const(N.jsonLen, _`${N.json}.length`)
- parseCode(cxt)
- skipWhitespace(cxt)
- gen.if(N.jsonPart, () => {
- gen.assign(_`${parseName}.position`, N.jsonPos)
- gen.return(N.data)
- })
- gen.if(_`${N.jsonPos} === ${N.jsonLen}`, () => gen.return(N.data))
- jsonSyntaxError(cxt)
- })
- }
- function parseCode(cxt: ParseCxt): void {
- let form: JTDForm | undefined
- for (const key of jtdForms) {
- if (key in cxt.schema) {
- form = key
- break
- }
- }
- if (form) parseNullable(cxt, genParse[form])
- else parseEmpty(cxt)
- }
- const parseBoolean = parseBooleanToken(true, parseBooleanToken(false, jsonSyntaxError))
- function parseNullable(cxt: ParseCxt, parseForm: GenParse): void {
- const {gen, schema, data} = cxt
- if (!schema.nullable) return parseForm(cxt)
- tryParseToken(cxt, "null", parseForm, () => gen.assign(data, null))
- }
- function parseElements(cxt: ParseCxt): void {
- const {gen, schema, data} = cxt
- parseToken(cxt, "[")
- const ix = gen.let("i", 0)
- gen.assign(data, _`[]`)
- parseItems(cxt, "]", () => {
- const el = gen.let("el")
- parseCode({...cxt, schema: schema.elements, data: el})
- gen.assign(_`${data}[${ix}++]`, el)
- })
- }
- function parseValues(cxt: ParseCxt): void {
- const {gen, schema, data} = cxt
- parseToken(cxt, "{")
- gen.assign(data, _`{}`)
- parseItems(cxt, "}", () => parseKeyValue(cxt, schema.values))
- }
- function parseItems(cxt: ParseCxt, endToken: string, block: () => void): void {
- tryParseItems(cxt, endToken, block)
- parseToken(cxt, endToken)
- }
- function tryParseItems(cxt: ParseCxt, endToken: string, block: () => void): void {
- const {gen} = cxt
- gen.for(_`;${N.jsonPos}<${N.jsonLen} && ${jsonSlice(1)}!==${endToken};`, () => {
- block()
- tryParseToken(cxt, ",", () => gen.break(), hasItem)
- })
- function hasItem(): void {
- tryParseToken(cxt, endToken, () => {}, jsonSyntaxError)
- }
- }
- function parseKeyValue(cxt: ParseCxt, schema: SchemaObject): void {
- const {gen} = cxt
- const key = gen.let("key")
- parseString({...cxt, data: key})
- parseToken(cxt, ":")
- parsePropertyValue(cxt, key, schema)
- }
- function parseDiscriminator(cxt: ParseCxt): void {
- const {gen, data, schema} = cxt
- const {discriminator, mapping} = schema
- parseToken(cxt, "{")
- gen.assign(data, _`{}`)
- const startPos = gen.const("pos", N.jsonPos)
- const value = gen.let("value")
- const tag = gen.let("tag")
- tryParseItems(cxt, "}", () => {
- const key = gen.let("key")
- parseString({...cxt, data: key})
- parseToken(cxt, ":")
- gen.if(
- _`${key} === ${discriminator}`,
- () => {
- parseString({...cxt, data: tag})
- gen.assign(_`${data}[${key}]`, tag)
- gen.break()
- },
- () => parseEmpty({...cxt, data: value}) // can be discarded/skipped
- )
- })
- gen.assign(N.jsonPos, startPos)
- gen.if(_`${tag} === undefined`)
- parsingError(cxt, str`discriminator tag not found`)
- for (const tagValue in mapping) {
- gen.elseIf(_`${tag} === ${tagValue}`)
- parseSchemaProperties({...cxt, schema: mapping[tagValue]}, discriminator)
- }
- gen.else()
- parsingError(cxt, str`discriminator value not in schema`)
- gen.endIf()
- }
- function parseProperties(cxt: ParseCxt): void {
- const {gen, data} = cxt
- parseToken(cxt, "{")
- gen.assign(data, _`{}`)
- parseSchemaProperties(cxt)
- }
- function parseSchemaProperties(cxt: ParseCxt, discriminator?: string): void {
- const {gen, schema, data} = cxt
- const {properties, optionalProperties, additionalProperties} = schema
- parseItems(cxt, "}", () => {
- const key = gen.let("key")
- parseString({...cxt, data: key})
- parseToken(cxt, ":")
- gen.if(false)
- parseDefinedProperty(cxt, key, properties)
- parseDefinedProperty(cxt, key, optionalProperties)
- if (discriminator) {
- gen.elseIf(_`${key} === ${discriminator}`)
- const tag = gen.let("tag")
- parseString({...cxt, data: tag}) // can be discarded, it is already assigned
- }
- gen.else()
- if (additionalProperties) {
- parseEmpty({...cxt, data: _`${data}[${key}]`})
- } else {
- parsingError(cxt, str`property ${key} not allowed`)
- }
- gen.endIf()
- })
- if (properties) {
- const hasProp = hasPropFunc(gen)
- const allProps: Code = and(
- ...Object.keys(properties).map((p): Code => _`${hasProp}.call(${data}, ${p})`)
- )
- gen.if(not(allProps), () => parsingError(cxt, str`missing required properties`))
- }
- }
- function parseDefinedProperty(cxt: ParseCxt, key: Name, schemas: SchemaObjectMap = {}): void {
- const {gen} = cxt
- for (const prop in schemas) {
- gen.elseIf(_`${key} === ${prop}`)
- parsePropertyValue(cxt, key, schemas[prop] as SchemaObject)
- }
- }
- function parsePropertyValue(cxt: ParseCxt, key: Name, schema: SchemaObject): void {
- parseCode({...cxt, schema, data: _`${cxt.data}[${key}]`})
- }
- function parseType(cxt: ParseCxt): void {
- const {gen, schema, data, self} = cxt
- switch (schema.type) {
- case "boolean":
- parseBoolean(cxt)
- break
- case "string":
- parseString(cxt)
- break
- case "timestamp": {
- parseString(cxt)
- const vts = useFunc(gen, validTimestamp)
- const {allowDate, parseDate} = self.opts
- const notValid = allowDate ? _`!${vts}(${data}, true)` : _`!${vts}(${data})`
- const fail: Code = parseDate
- ? or(notValid, _`(${data} = new Date(${data}), false)`, _`isNaN(${data}.valueOf())`)
- : notValid
- gen.if(fail, () => parsingError(cxt, str`invalid timestamp`))
- break
- }
- case "float32":
- case "float64":
- parseNumber(cxt)
- break
- default: {
- const t = schema.type as IntType
- if (!self.opts.int32range && (t === "int32" || t === "uint32")) {
- parseNumber(cxt, 16) // 2 ** 53 - max safe integer
- if (t === "uint32") {
- gen.if(_`${data} < 0`, () => parsingError(cxt, str`integer out of range`))
- }
- } else {
- const [min, max, maxDigits] = intRange[t]
- parseNumber(cxt, maxDigits)
- gen.if(_`${data} < ${min} || ${data} > ${max}`, () =>
- parsingError(cxt, str`integer out of range`)
- )
- }
- }
- }
- }
- function parseString(cxt: ParseCxt): void {
- parseToken(cxt, '"')
- parseWith(cxt, parseJsonString)
- }
- function parseEnum(cxt: ParseCxt): void {
- const {gen, data, schema} = cxt
- const enumSch = schema.enum
- parseToken(cxt, '"')
- // TODO loopEnum
- gen.if(false)
- for (const value of enumSch) {
- const valueStr = JSON.stringify(value).slice(1) // remove starting quote
- gen.elseIf(_`${jsonSlice(valueStr.length)} === ${valueStr}`)
- gen.assign(data, str`${value}`)
- gen.add(N.jsonPos, valueStr.length)
- }
- gen.else()
- jsonSyntaxError(cxt)
- gen.endIf()
- }
- function parseNumber(cxt: ParseCxt, maxDigits?: number): void {
- const {gen} = cxt
- skipWhitespace(cxt)
- gen.if(
- _`"-0123456789".indexOf(${jsonSlice(1)}) < 0`,
- () => jsonSyntaxError(cxt),
- () => parseWith(cxt, parseJsonNumber, maxDigits)
- )
- }
- function parseBooleanToken(bool: boolean, fail: GenParse): GenParse {
- return (cxt) => {
- const {gen, data} = cxt
- tryParseToken(
- cxt,
- `${bool}`,
- () => fail(cxt),
- () => gen.assign(data, bool)
- )
- }
- }
- function parseRef(cxt: ParseCxt): void {
- const {gen, self, definitions, schema, schemaEnv} = cxt
- const {ref} = schema
- const refSchema = definitions[ref]
- if (!refSchema) throw new MissingRefError(self.opts.uriResolver, "", ref, `No definition ${ref}`)
- if (!hasRef(refSchema)) return parseCode({...cxt, schema: refSchema})
- const {root} = schemaEnv
- const sch = compileParser.call(self, new SchemaEnv({schema: refSchema, root}), definitions)
- partialParse(cxt, getParser(gen, sch), true)
- }
- function getParser(gen: CodeGen, sch: SchemaEnv): Code {
- return sch.parse
- ? gen.scopeValue("parse", {ref: sch.parse})
- : _`${gen.scopeValue("wrapper", {ref: sch})}.parse`
- }
- function parseEmpty(cxt: ParseCxt): void {
- parseWith(cxt, parseJson)
- }
- function parseWith(cxt: ParseCxt, parseFunc: {code: string}, args?: SafeExpr): void {
- partialParse(cxt, useFunc(cxt.gen, parseFunc), args)
- }
- function partialParse(cxt: ParseCxt, parseFunc: Name, args?: SafeExpr): void {
- const {gen, data} = cxt
- gen.assign(data, _`${parseFunc}(${N.json}, ${N.jsonPos}${args ? _`, ${args}` : nil})`)
- gen.assign(N.jsonPos, _`${parseFunc}.position`)
- gen.if(_`${data} === undefined`, () => parsingError(cxt, _`${parseFunc}.message`))
- }
- function parseToken(cxt: ParseCxt, tok: string): void {
- tryParseToken(cxt, tok, jsonSyntaxError)
- }
- function tryParseToken(cxt: ParseCxt, tok: string, fail: GenParse, success?: GenParse): void {
- const {gen} = cxt
- const n = tok.length
- skipWhitespace(cxt)
- gen.if(
- _`${jsonSlice(n)} === ${tok}`,
- () => {
- gen.add(N.jsonPos, n)
- success?.(cxt)
- },
- () => fail(cxt)
- )
- }
- function skipWhitespace({gen, char: c}: ParseCxt): void {
- gen.code(
- _`while((${c}=${N.json}[${N.jsonPos}],${c}===" "||${c}==="\\n"||${c}==="\\r"||${c}==="\\t"))${N.jsonPos}++;`
- )
- }
- function jsonSlice(len: number | Name): Code {
- return len === 1
- ? _`${N.json}[${N.jsonPos}]`
- : _`${N.json}.slice(${N.jsonPos}, ${N.jsonPos}+${len})`
- }
- function jsonSyntaxError(cxt: ParseCxt): void {
- parsingError(cxt, _`"unexpected token " + ${N.json}[${N.jsonPos}]`)
- }
- function parsingError({gen, parseName}: ParseCxt, msg: Code): void {
- gen.assign(_`${parseName}.message`, msg)
- gen.assign(_`${parseName}.position`, N.jsonPos)
- gen.return(undef)
- }
|