@hey-api/json-schema-ref-parser 0.0.0-next-20260212230650

package/src/ref.ts

@@ -0,0 +1,283 @@
+import type { ParserOptions } from './options';
+import Pointer from './pointer';
+import type $Refs from './refs';
+import type { JSONSchema } from './types';
+import type {
+  JSONParserError,
+  MissingPointerError,
+  ParserError,
+  ResolverError,
+} from './util/errors';
+import { normalizeError } from './util/errors';
+
+export type $RefError = JSONParserError | ResolverError | ParserError | MissingPointerError;
+
+/**
+ * This class represents a single JSON reference and its resolved value.
+ *
+ * @class
+ */
+class $Ref<S extends object = JSONSchema> {
+  /**
+   * The file path or URL of the referenced file.
+   * This path is relative to the path of the main JSON schema file.
+   *
+   * This path does NOT contain document fragments (JSON pointers). It always references an ENTIRE file.
+   * Use methods such as {@link $Ref#get}, {@link $Ref#resolve}, and {@link $Ref#exists} to get
+   * specific JSON pointers within the file.
+   *
+   * @type {string}
+   */
+  path: undefined | string;
+
+  /**
+   * The resolved value of the JSON reference.
+   * Can be any JSON type, not just objects. Unknown file types are represented as Buffers (byte arrays).
+   *
+   * @type {?*}
+   */
+  value: any;
+
+  /**
+   * The {@link $Refs} object that contains this {@link $Ref} object.
+   *
+   * @type {$Refs}
+   */
+  $refs: $Refs<S>;
+
+  /**
+   * Indicates the type of {@link $Ref#path} (e.g. "file", "http", etc.)
+   */
+  pathType: string | unknown;
+
+  /**
+   * List of all errors. Undefined if no errors.
+   */
+  errors: Array<$RefError> = [];
+
+  constructor($refs: $Refs<S>) {
+    this.$refs = $refs;
+  }
+
+  /**
+   * Pushes an error to errors array.
+   *
+   * @param err - The error to be pushed
+   * @returns
+   */
+  addError(err: $RefError) {
+    if (this.errors === undefined) {
+      this.errors = [];
+    }
+
+    const existingErrors = this.errors.map(({ footprint }: any) => footprint);
+
+    // the path has been almost certainly set at this point,
+    // but just in case something went wrong, normalizeError injects path if necessary
+    // moreover, certain errors might point at the same spot, so filter them out to reduce noise
+    if ('errors' in err && Array.isArray(err.errors)) {
+      this.errors.push(
+        ...err.errors
+          .map(normalizeError)
+          .filter(({ footprint }: any) => !existingErrors.includes(footprint)),
+      );
+    } else if (!('footprint' in err) || !existingErrors.includes(err.footprint)) {
+      this.errors.push(normalizeError(err));
+    }
+  }
+
+  /**
+   * Determines whether the given JSON reference exists within this {@link $Ref#value}.
+   *
+   * @param path - The full path being resolved, optionally with a JSON pointer in the hash
+   * @param options
+   * @returns
+   */
+  exists(path: string, options?: ParserOptions) {
+    try {
+      this.resolve(path, options);
+      return true;
+    } catch {
+      return false;
+    }
+  }
+
+  /**
+   * Resolves the given JSON reference within this {@link $Ref#value} and returns the resolved value.
+   *
+   * @param path - The full path being resolved, optionally with a JSON pointer in the hash
+   * @param options
+   * @returns - Returns the resolved value
+   */
+  get(path: string, options?: ParserOptions) {
+    return this.resolve(path, options)?.value;
+  }
+
+  /**
+   * Resolves the given JSON reference within this {@link $Ref#value}.
+   *
+   * @param path - The full path being resolved, optionally with a JSON pointer in the hash
+   * @param options
+   * @param friendlyPath - The original user-specified path (used for error messages)
+   * @param pathFromRoot - The path of `obj` from the schema root
+   * @returns
+   */
+  resolve(path: string, options?: ParserOptions, friendlyPath?: string, pathFromRoot?: string) {
+    const pointer = new Pointer<S>(this, path, friendlyPath);
+    return pointer.resolve(this.value, options, pathFromRoot);
+  }
+
+  /**
+   * Sets the value of a nested property within this {@link $Ref#value}.
+   * If the property, or any of its parents don't exist, they will be created.
+   *
+   * @param path - The full path of the property to set, optionally with a JSON pointer in the hash
+   * @param value - The value to assign
+   */
+  set(path: string, value: any) {
+    const pointer = new Pointer(this, path);
+    this.value = pointer.set(this.value, value);
+  }
+
+  /**
+   * Determines whether the given value is a JSON reference.
+   *
+   * @param value - The value to inspect
+   * @returns
+   */
+  static is$Ref(value: unknown): value is { $ref: string; length?: number } {
+    return (
+      Boolean(value) &&
+      typeof value === 'object' &&
+      value !== null &&
+      '$ref' in value &&
+      typeof value.$ref === 'string' &&
+      value.$ref.length > 0
+    );
+  }
+
+  /**
+   * Determines whether the given value is an external JSON reference.
+   *
+   * @param value - The value to inspect
+   * @returns
+   */
+  static isExternal$Ref(value: unknown): boolean {
+    return $Ref.is$Ref(value) && value.$ref![0] !== '#';
+  }
+
+  /**
+   * Determines whether the given value is a JSON reference, and whether it is allowed by the options.
+   *
+   * @param value - The value to inspect
+   * @param options
+   * @returns
+   */
+  static isAllowed$Ref(value: unknown) {
+    if (this.is$Ref(value)) {
+      if (value.$ref.substring(0, 2) === '#/' || value.$ref === '#') {
+        // It's a JSON Pointer reference, which is always allowed
+        return true;
+      } else if (value.$ref[0] !== '#') {
+        // It's an external reference, which is allowed by the options
+        return true;
+      }
+    }
+    return undefined;
+  }
+
+  /**
+   * Determines whether the given value is a JSON reference that "extends" its resolved value.
+   * That is, it has extra properties (in addition to "$ref"), so rather than simply pointing to
+   * an existing value, this $ref actually creates a NEW value that is a shallow copy of the resolved
+   * value, plus the extra properties.
+   *
+   * @example: {
+     person: {
+       properties: {
+         firstName: { type: string }
+         lastName: { type: string }
+       }
+     }
+     employee: {
+       properties: {
+         $ref: #/person/properties
+         salary: { type: number }
+       }
+     }
+   }
+   *  In this example, "employee" is an extended $ref, since it extends "person" with an additional
+   *  property (salary).  The result is a NEW value that looks like this:
+   *
+   *  {
+   *    properties: {
+   *      firstName: { type: string }
+   *      lastName: { type: string }
+   *      salary: { type: number }
+   *    }
+   *  }
+   *
+   * @param value - The value to inspect
+   * @returns
+   */
+  static isExtended$Ref(value: unknown) {
+    return $Ref.is$Ref(value) && Object.keys(value).length > 1;
+  }
+
+  /**
+   * Returns the resolved value of a JSON Reference.
+   * If necessary, the resolved value is merged with the JSON Reference to create a new object
+   *
+   * @example: {
+  person: {
+    properties: {
+      firstName: { type: string }
+      lastName: { type: string }
+    }
+  }
+  employee: {
+    properties: {
+      $ref: #/person/properties
+      salary: { type: number }
+    }
+  }
+  } When "person" and "employee" are merged, you end up with the following object:
+   *
+   *  {
+   *    properties: {
+   *      firstName: { type: string }
+   *      lastName: { type: string }
+   *      salary: { type: number }
+   *    }
+   *  }
+   *
+   * @param $ref - The JSON reference object (the one with the "$ref" property)
+   * @param resolvedValue - The resolved value, which can be any type
+   * @returns - Returns the dereferenced value
+   */
+  static dereference<S extends object = JSONSchema>($ref: $Ref<S>, resolvedValue: S): S {
+    if (resolvedValue && typeof resolvedValue === 'object' && $Ref.isExtended$Ref($ref)) {
+      const merged = {};
+      for (const key of Object.keys($ref)) {
+        if (key !== '$ref') {
+          // @ts-expect-error TS(7053): Element implicitly has an 'any' type because expre... Remove this comment to see the full error message
+          merged[key] = $ref[key];
+        }
+      }
+
+      for (const key of Object.keys(resolvedValue)) {
+        if (!(key in merged)) {
+          // @ts-expect-error TS(7053): Element implicitly has an 'any' type because expre... Remove this comment to see the full error message
+          merged[key] = resolvedValue[key];
+        }
+      }
+
+      return merged as S;
+    } else {
+      // Completely replace the original reference with the resolved value
+      return resolvedValue;
+    }
+  }
+}
+
+export default $Ref;

package/src/refs.ts

@@ -0,0 +1,231 @@
+import { ono } from '@jsdevtools/ono';
+import type { JSONSchema4Type, JSONSchema6Type, JSONSchema7Type } from 'json-schema';
+
+import type { ParserOptions } from './options';
+import $Ref from './ref';
+import type { JSONSchema } from './types';
+import convertPathToPosix from './util/convert-path-to-posix';
+import * as url from './util/url';
+
+interface $RefsMap<S extends object = JSONSchema> {
+  [url: string]: $Ref<S>;
+}
+/**
+ * When you call the resolve method, the value that gets passed to the callback function (or Promise) is a $Refs object. This same object is accessible via the parser.$refs property of $RefParser objects.
+ *
+ * This object is a map of JSON References and their resolved values. It also has several convenient helper methods that make it easy for you to navigate and manipulate the JSON References.
+ *
+ * See https://apitools.dev/json-schema-ref-parser/docs/refs.html
+ */
+export default class $Refs<S extends object = JSONSchema> {
+  /**
+   * This property is true if the schema contains any circular references. You may want to check this property before serializing the dereferenced schema as JSON, since JSON.stringify() does not support circular references by default.
+   *
+   * See https://apitools.dev/json-schema-ref-parser/docs/refs.html#circular
+   */
+  public circular: boolean;
+
+  /**
+   * Returns the paths/URLs of all the files in your schema (including the main schema file).
+   *
+   * See https://apitools.dev/json-schema-ref-parser/docs/refs.html#pathstypes
+   *
+   * @param types (optional) Optionally only return certain types of paths ("file", "http", etc.)
+   */
+  paths(...types: (string | string[])[]): string[] {
+    const paths = getPaths(this._$refs, types.flat());
+    return paths.map((path) => convertPathToPosix(path.decoded));
+  }
+
+  /**
+   * Returns a map of paths/URLs and their correspond values.
+   *
+   * See https://apitools.dev/json-schema-ref-parser/docs/refs.html#valuestypes
+   *
+   * @param types (optional) Optionally only return values from certain locations ("file", "http", etc.)
+   */
+  values(...types: (string | string[])[]): S {
+    const $refs = this._$refs;
+    const paths = getPaths($refs, types.flat());
+    return paths.reduce<Record<string, any>>((obj, path) => {
+      obj[convertPathToPosix(path.decoded)] = $refs[path.encoded]!.value;
+      return obj;
+    }, {}) as S;
+  }
+
+  /**
+   * Returns `true` if the given path exists in the schema; otherwise, returns `false`
+   *
+   * See https://apitools.dev/json-schema-ref-parser/docs/refs.html#existsref
+   *
+   * @param $ref The JSON Reference path, optionally with a JSON Pointer in the hash
+   */
+  /**
+   * Determines whether the given JSON reference exists.
+   *
+   * @param path - The path being resolved, optionally with a JSON pointer in the hash
+   * @param [options]
+   * @returns
+   */
+  exists(path: string, options: any) {
+    try {
+      this._resolve(path, '', options);
+      return true;
+    } catch {
+      return false;
+    }
+  }
+
+  /**
+   * Resolves the given JSON reference and returns the resolved value.
+   *
+   * @param path - The path being resolved, with a JSON pointer in the hash
+   * @param [options]
+   * @returns - Returns the resolved value
+   */
+  get(path: string, options?: ParserOptions): JSONSchema4Type | JSONSchema6Type | JSONSchema7Type {
+    return this._resolve(path, '', options)!.value;
+  }
+
+  /**
+   * Sets the value at the given path in the schema. If the property, or any of its parents, don't exist, they will be created.
+   *
+   * @param path The JSON Reference path, optionally with a JSON Pointer in the hash
+   * @param value The value to assign. Can be anything (object, string, number, etc.)
+   */
+  set(path: string, value: JSONSchema4Type | JSONSchema6Type | JSONSchema7Type) {
+    const absPath = url.resolve(this._root$Ref.path!, path);
+    const withoutHash = url.stripHash(absPath);
+    const $ref = this._$refs[withoutHash];
+
+    if (!$ref) {
+      throw ono(`Error resolving $ref pointer "${path}". \n"${withoutHash}" not found.`);
+    }
+
+    $ref.set(absPath, value);
+  }
+  /**
+   * Returns the specified {@link $Ref} object, or undefined.
+   *
+   * @param path - The path being resolved, optionally with a JSON pointer in the hash
+   * @returns
+   * @protected
+   */
+  _get$Ref(path: string) {
+    path = url.resolve(this._root$Ref.path!, path);
+    const withoutHash = url.stripHash(path);
+    return this._$refs[withoutHash];
+  }
+
+  /**
+   * Creates a new {@link $Ref} object and adds it to this {@link $Refs} object.
+   *
+   * @param path  - The file path or URL of the referenced file
+   */
+  _add(path: string) {
+    const withoutHash = url.stripHash(path);
+
+    const $ref = new $Ref<S>(this);
+    $ref.path = withoutHash;
+
+    this._$refs[withoutHash] = $ref;
+    this._root$Ref = this._root$Ref || $ref;
+
+    return $ref;
+  }
+
+  /**
+   * Resolves the given JSON reference.
+   *
+   * @param path - The path being resolved, optionally with a JSON pointer in the hash
+   * @param pathFromRoot - The path of `obj` from the schema root
+   * @param [options]
+   * @returns
+   * @protected
+   */
+  _resolve(path: string, pathFromRoot: string, options?: ParserOptions) {
+    const absPath = url.resolve(this._root$Ref.path!, path);
+    const withoutHash = url.stripHash(absPath);
+    const $ref = this._$refs[withoutHash];
+
+    if (!$ref) {
+      throw ono(`Error resolving $ref pointer "${path}". \n"${withoutHash}" not found.`);
+    }
+
+    return $ref.resolve(absPath, options, path, pathFromRoot);
+  }
+
+  /**
+   * A map of paths/urls to {@link $Ref} objects
+   *
+   * @type {object}
+   * @protected
+   */
+  _$refs: $RefsMap<S> = {};
+
+  /**
+   * The {@link $Ref} object that is the root of the JSON schema.
+   *
+   * @type {$Ref}
+   * @protected
+   */
+  _root$Ref: $Ref<S>;
+
+  constructor() {
+    /**
+     * Indicates whether the schema contains any circular references.
+     *
+     * @type {boolean}
+     */
+    this.circular = false;
+
+    this._$refs = {};
+
+    // @ts-ignore
+    this._root$Ref = null;
+  }
+
+  /**
+   * Returns the paths of all the files/URLs that are referenced by the JSON schema,
+   * including the schema itself.
+   *
+   * @param [types] - Only return paths of the given types ("file", "http", etc.)
+   * @returns
+   */
+  /**
+   * Returns the map of JSON references and their resolved values.
+   *
+   * @param [types] - Only return references of the given types ("file", "http", etc.)
+   * @returns
+   */
+
+  /**
+   * Returns a POJO (plain old JavaScript object) for serialization as JSON.
+   *
+   * @returns {object}
+   */
+  toJSON = this.values;
+}
+
+/**
+ * Returns the encoded and decoded paths keys of the given object.
+ *
+ * @param $refs - The object whose keys are URL-encoded paths
+ * @param [types] - Only return paths of the given types ("file", "http", etc.)
+ * @returns
+ */
+function getPaths<S extends object = JSONSchema>($refs: $RefsMap<S>, types: string[]) {
+  let paths = Object.keys($refs);
+
+  // Filter the paths by type
+  types = Array.isArray(types[0]) ? types[0] : Array.prototype.slice.call(types);
+  if (types.length > 0 && types[0]) {
+    paths = paths.filter((key) => types.includes($refs[key]!.pathType as string));
+  }
+
+  // Decode local filesystem paths
+  return paths.map((path) => ({
+    decoded: $refs[path]!.pathType === 'file' ? url.toFileSystemPath(path, true) : path,
+    encoded: path,
+  }));
+}

package/src/resolve-external.ts

@@ -0,0 +1,142 @@
+import type { $RefParser } from '.';
+import { getResolvedInput } from '.';
+import type { $RefParserOptions } from './options';
+import { newFile, parseFile } from './parse';
+import Pointer from './pointer';
+import $Ref from './ref';
+import type $Refs from './refs';
+import { fileResolver } from './resolvers/file';
+import { urlResolver } from './resolvers/url';
+import type { JSONSchema } from './types';
+import { isHandledError } from './util/errors';
+import * as url from './util/url';
+
+/**
+ * Crawls the JSON schema, finds all external JSON references, and resolves their values.
+ * This method does not mutate the JSON schema. The resolved values are added to {@link $RefParser#$refs}.
+ *
+ * NOTE: We only care about EXTERNAL references here. INTERNAL references are only relevant when dereferencing.
+ *
+ * @returns
+ * The promise resolves once all JSON references in the schema have been resolved,
+ * including nested references that are contained in externally-referenced files.
+ */
+export function resolveExternal(parser: $RefParser, options: $RefParserOptions) {
+  try {
+    // console.log('Resolving $ref pointers in %s', parser.$refs._root$Ref.path);
+    const promises = crawl(parser.schema, parser.$refs._root$Ref.path + '#', parser.$refs, options);
+    return Promise.all(promises);
+  } catch (e) {
+    return Promise.reject(e);
+  }
+}
+
+/**
+ * Recursively crawls the given value, and resolves any external JSON references.
+ *
+ * @param obj - The value to crawl. If it's not an object or array, it will be ignored.
+ * @param path - The full path of `obj`, possibly with a JSON Pointer in the hash
+ * @param {boolean} external - Whether `obj` was found in an external document.
+ * @param $refs
+ * @param options
+ * @param seen - Internal.
+ *
+ * @returns
+ * Returns an array of promises. There will be one promise for each JSON reference in `obj`.
+ * If `obj` does not contain any JSON references, then the array will be empty.
+ * If any of the JSON references point to files that contain additional JSON references,
+ * then the corresponding promise will internally reference an array of promises.
+ */
+function crawl<S extends object = JSONSchema>(
+  obj: string | Buffer | S | undefined | null,
+  path: string,
+  $refs: $Refs<S>,
+  options: $RefParserOptions,
+  seen?: Set<any>,
+  external?: boolean,
+) {
+  seen ||= new Set();
+  let promises: any = [];
+
+  if (obj && typeof obj === 'object' && !ArrayBuffer.isView(obj) && !seen.has(obj)) {
+    seen.add(obj); // Track previously seen objects to avoid infinite recursion
+    if ($Ref.isExternal$Ref(obj)) {
+      promises.push(resolve$Ref<S>(obj, path, $refs, options));
+    }
+
+    const keys = Object.keys(obj) as string[];
+    for (const key of keys) {
+      const keyPath = Pointer.join(path, key);
+      const value = obj[key as keyof typeof obj] as string | JSONSchema | Buffer | undefined;
+      promises = promises.concat(crawl(value, keyPath, $refs, options, seen, external));
+    }
+  }
+
+  return promises;
+}
+
+/**
+ * Resolves the given JSON Reference, and then crawls the resulting value.
+ *
+ * @param $ref - The JSON Reference to resolve
+ * @param path - The full path of `$ref`, possibly with a JSON Pointer in the hash
+ * @param $refs
+ * @param options
+ *
+ * @returns
+ * The promise resolves once all JSON references in the object have been resolved,
+ * including nested references that are contained in externally-referenced files.
+ */
+async function resolve$Ref<S extends object = JSONSchema>(
+  $ref: S,
+  path: string,
+  $refs: $Refs<S>,
+  options: $RefParserOptions,
+) {
+  const resolvedPath = url.resolve(path, ($ref as JSONSchema).$ref!);
+  const withoutHash = url.stripHash(resolvedPath);
+
+  // $ref.$ref = url.relative($refs._root$Ref.path, resolvedPath);
+
+  // If this ref points back to an input source we've already merged, avoid re-importing
+  // by checking if the path (without hash) matches a known source in parser and we can serve it internally later.
+  // We keep normal flow but ensure cache hit if already added.
+  // Do we already have this $ref?
+  const ref = $refs._$refs[withoutHash];
+  if (ref) {
+    // We've already parsed this $ref, so crawl it to resolve its own externals
+    const promises = crawl(ref.value as S, `${withoutHash}#`, $refs, options, new Set(), true);
+    return Promise.all(promises);
+  }
+
+  // Parse the $referenced file/url
+  const file = newFile(resolvedPath);
+
+  // Add a new $Ref for this file, even though we don't have the value yet.
+  // This ensures that we don't simultaneously read & parse the same file multiple times
+  const $refAdded = $refs._add(file.url);
+
+  try {
+    const resolvedInput = getResolvedInput({ pathOrUrlOrSchema: resolvedPath });
+
+    $refAdded.pathType = resolvedInput.type;
+
+    let promises: any = [];
+
+    if (resolvedInput.type !== 'json') {
+      const resolver = resolvedInput.type === 'file' ? fileResolver : urlResolver;
+      await resolver.handler({ file });
+      const parseResult = await parseFile(file, options);
+      $refAdded.value = parseResult.result;
+      promises = crawl(parseResult.result, `${withoutHash}#`, $refs, options, new Set(), true);
+    }
+
+    return Promise.all(promises);
+  } catch (err) {
+    if (isHandledError(err)) {
+      $refAdded.value = err;
+    }
+
+    throw err;
+  }
+}

package/src/resolvers/file.ts

@@ -0,0 +1,25 @@
+import { ono } from '@jsdevtools/ono';
+import fs from 'fs';
+
+import type { FileInfo } from '../types';
+import { ResolverError } from '../util/errors';
+import * as url from '../util/url';
+
+export const fileResolver = {
+  handler: async ({ file }: { file: FileInfo }): Promise<void> => {
+    let path: string | undefined;
+
+    try {
+      path = url.toFileSystemPath(file.url);
+    } catch (error: any) {
+      throw new ResolverError(ono.uri(error, `Malformed URI: ${file.url}`), file.url);
+    }
+
+    try {
+      const data = await fs.promises.readFile(path);
+      file.data = data;
+    } catch (error: any) {
+      throw new ResolverError(ono(error, `Error opening file "${path}"`), path);
+    }
+  },
+};