spec-cat 0.1.0 → 0.1.2

package/.output/server/node_modules/@huggingface/jinja/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "@huggingface/jinja",
+  "packageManager": "pnpm@8.10.5",
+  "version": "0.2.2",
+  "description": "A minimalistic JavaScript implementation of the Jinja templating engine, specifically designed for parsing and rendering ML chat templates.",
+  "repository": "https://github.com/huggingface/huggingface.js.git",
+  "publishConfig": {
+    "access": "public"
+  },
+  "type": "module",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "require": "./dist/index.cjs",
+      "import": "./dist/index.js"
+    }
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "source": "src/index.ts",
+  "files": [
+    "src",
+    "dist",
+    "README.md",
+    "tsconfig.json"
+  ],
+  "keywords": [
+    "huggingface",
+    "jinja",
+    "templates",
+    "hugging",
+    "face"
+  ],
+  "author": "Hugging Face",
+  "license": "MIT",
+  "devDependencies": {
+    "typescript": "^5.3.2",
+    "@xenova/transformers": "^2.9.0",
+    "@huggingface/hub": "^0.14.2"
+  },
+  "scripts": {
+    "lint": "eslint --quiet --fix --ext .cjs,.ts .",
+    "lint:check": "eslint --ext .cjs,.ts .",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "build": "tsup src/index.ts --format cjs,esm --clean --dts",
+    "test": "vitest run",
+    "test:browser": "vitest run --browser.name=chrome --browser.headless",
+    "check": "tsc"
+  }
+}

package/.output/server/node_modules/@xenova/transformers/package.json

@@ -0,0 +1,84 @@
+{
+  "name": "@xenova/transformers",
+  "version": "2.17.2",
+  "description": "State-of-the-art Machine Learning for the web. Run 🤗 Transformers directly in your browser, with no need for a server!",
+  "main": "./src/transformers.js",
+  "types": "./types/transformers.d.ts",
+  "type": "module",
+  "scripts": {
+    "typegen": "tsc ./src/transformers.js --allowJs --declaration --emitDeclarationOnly --declarationMap --outDir types",
+    "dev": "webpack serve --no-client-overlay",
+    "build": "webpack && npm run typegen",
+    "generate-tests": "python -m tests.generate_tests",
+    "test": "node --experimental-vm-modules node_modules/jest/bin/jest.js --verbose --maxConcurrency 1",
+    "readme": "python ./docs/scripts/build_readme.py",
+    "docs-api": "node ./docs/scripts/generate.js",
+    "docs-preview": "doc-builder preview transformers.js ./docs/source/ --not_python_module",
+    "docs-build": "doc-builder build transformers.js ./docs/source/ --not_python_module --build_dir ./docs/build/ --repo_owner xenova"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/xenova/transformers.js.git"
+  },
+  "keywords": [
+    "transformers",
+    "transformers.js",
+    "huggingface",
+    "hugging face",
+    "machine learning",
+    "deep learning",
+    "artificial intelligence",
+    "AI",
+    "ML"
+  ],
+  "author": "Xenova",
+  "license": "Apache-2.0",
+  "bugs": {
+    "url": "https://github.com/xenova/transformers.js/issues"
+  },
+  "homepage": "https://github.com/xenova/transformers.js#readme",
+  "dependencies": {
+    "onnxruntime-web": "1.14.0",
+    "sharp": "^0.32.0",
+    "@huggingface/jinja": "^0.2.2"
+  },
+  "optionalDependencies": {
+    "onnxruntime-node": "1.14.0"
+  },
+  "devDependencies": {
+    "@types/jest": "^29.5.1",
+    "catharsis": "github:xenova/catharsis",
+    "copy-webpack-plugin": "^11.0.0",
+    "jest": "^29.5.0",
+    "jest-environment-node": "^29.5.0",
+    "jsdoc-to-markdown": "^8.0.1",
+    "typescript": "^5.2.2",
+    "wavefile": "^11.0.0",
+    "webpack": "^5.80.0",
+    "webpack-cli": "^5.0.2",
+    "webpack-dev-server": "^4.13.3"
+  },
+  "overrides": {
+    "semver": "^7.5.4",
+    "protobufjs": "^7.2.6"
+  },
+  "files": [
+    "src",
+    "dist",
+    "types",
+    "README.md",
+    "LICENSE"
+  ],
+  "browser": {
+    "fs": false,
+    "path": false,
+    "url": false,
+    "sharp": false,
+    "onnxruntime-node": false
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "jsdelivr": "./dist/transformers.min.js",
+  "unpkg": "./dist/transformers.min.js"
+}

package/.output/server/node_modules/@xenova/transformers/src/backends/onnx.js

@@ -0,0 +1,50 @@
+/**
+ * @file Handler file for choosing the correct version of ONNX Runtime, based on the environment.
+ * Ideally, we could import the `onnxruntime-web` and `onnxruntime-node` packages only when needed,
+ * but dynamic imports don't seem to work with the current webpack version and/or configuration.
+ * This is possibly due to the experimental nature of top-level await statements.
+ * So, we just import both packages, and use the appropriate one based on the environment:
+ *   - When running in node, we use `onnxruntime-node`.
+ *   - When running in the browser, we use `onnxruntime-web` (`onnxruntime-node` is not bundled).
+ * 
+ * This module is not directly exported, but can be accessed through the environment variables:
+ * ```javascript
+ * import { env } from '@xenova/transformers';
+ * console.log(env.backends.onnx);
+ * ```
+ * 
+ * @module backends/onnx
+ */
+
+// NOTE: Import order matters here. We need to import `onnxruntime-node` before `onnxruntime-web`.
+// In either case, we select the default export if it exists, otherwise we use the named export.
+import * as ONNX_NODE from 'onnxruntime-node';
+import * as ONNX_WEB from 'onnxruntime-web';
+
+/** @type {import('onnxruntime-web')} The ONNX runtime module. */
+export let ONNX;
+
+export const executionProviders = [
+    // 'webgpu',
+    'wasm'
+];
+
+if (typeof process !== 'undefined' && process?.release?.name === 'node') {
+    // Running in a node-like environment.
+    ONNX = ONNX_NODE.default ?? ONNX_NODE;
+
+    // Add `cpu` execution provider, with higher precedence that `wasm`.
+    executionProviders.unshift('cpu');
+
+} else {
+    // Running in a browser-environment
+    ONNX = ONNX_WEB.default ?? ONNX_WEB;
+
+    // SIMD for WebAssembly does not operate correctly in some recent versions of iOS (16.4.x).
+    // As a temporary fix, we disable it for now.
+    // For more information, see: https://github.com/microsoft/onnxruntime/issues/15644
+    const isIOS = typeof navigator !== 'undefined' && /iP(hone|od|ad).+16_4.+AppleWebKit/.test(navigator.userAgent);
+    if (isIOS) {
+        ONNX.env.wasm.simd = false;
+    }
+}

package/.output/server/node_modules/@xenova/transformers/src/configs.js

@@ -0,0 +1,107 @@
+
+/**
+ * @file Helper module for using model configs. For more information, see the corresponding
+ * [Python documentation](https://huggingface.co/docs/transformers/main/en/model_doc/auto#transformers.AutoConfig).
+ * 
+ * **Example:** Load an `AutoConfig`.
+ * 
+ * ```javascript
+ * import { AutoConfig } from '@xenova/transformers';
+ * let config = await AutoConfig.from_pretrained('bert-base-uncased');
+ * console.log(config);
+ * // PretrainedConfig {
+ * //   "model_type": "bert",
+ * //   "is_encoder_decoder": false,
+ * //   "architectures": [
+ * //       "BertForMaskedLM"
+ * //   ],
+ * //   "vocab_size": 30522
+ * //   "num_attention_heads": 12,
+ * //   "num_hidden_layers": 12,
+ * //   "hidden_size": 768,
+ * //   "max_position_embeddings": 512,
+ * //   ...
+ * // }
+ * ```
+ * 
+ * @module configs
+ */
+
+import {
+    getModelJSON,
+} from './utils/hub.js';
+
+/**
+ * @typedef {import('./utils/hub.js').PretrainedOptions} PretrainedOptions
+ */
+
+
+/**
+ * Loads a config from the specified path.
+ * @param {string} pretrained_model_name_or_path The path to the config directory.
+ * @param {PretrainedOptions} options Additional options for loading the config.
+ * @returns {Promise<Array>} A promise that resolves with information about the loaded config.
+ */
+async function loadConfig(pretrained_model_name_or_path, options) {
+    let info = await getModelJSON(pretrained_model_name_or_path, 'config.json', true, options);
+    return info;
+}
+
+/**
+ * Base class for all configuration classes. For more information, see the corresponding
+ * [Python documentation](https://huggingface.co/docs/transformers/main/en/main_classes/configuration#transformers.PretrainedConfig).
+ */
+export class PretrainedConfig {
+    // NOTE: Typo in original
+
+    /**
+     * Create a new PreTrainedTokenizer instance.
+     * @param {Object} configJSON The JSON of the config.
+     */
+    constructor(configJSON) {
+        this.model_type = null;
+        this.is_encoder_decoder = false;
+
+        Object.assign(this, configJSON);
+    }
+
+    /**
+     * Loads a pre-trained config from the given `pretrained_model_name_or_path`. 
+     * 
+     * @param {string} pretrained_model_name_or_path The path to the pre-trained config.
+     * @param {PretrainedOptions} options Additional options for loading the config.
+     * @throws {Error} Throws an error if the config.json is not found in the `pretrained_model_name_or_path`.
+     * 
+     * @returns {Promise<PretrainedConfig>} A new instance of the `PretrainedConfig` class.
+     */
+    static async from_pretrained(pretrained_model_name_or_path, {
+        progress_callback = null,
+        config = null,
+        cache_dir = null,
+        local_files_only = false,
+        revision = 'main',
+    } = {}) {
+
+        let data = config ?? await loadConfig(pretrained_model_name_or_path, {
+            progress_callback,
+            config,
+            cache_dir,
+            local_files_only,
+            revision,
+        })
+        return new this(data);
+    }
+}
+
+/**
+ * Helper class which is used to instantiate pretrained configs with the `from_pretrained` function.
+ * 
+ * @example
+ * let config = await AutoConfig.from_pretrained('bert-base-uncased'); 
+ */
+export class AutoConfig {
+    /** @type {PretrainedConfig.from_pretrained} */
+    static async from_pretrained(...args) {
+        return PretrainedConfig.from_pretrained(...args);
+    }
+}

package/.output/server/node_modules/@xenova/transformers/src/env.js

@@ -0,0 +1,128 @@
+/**
+ * @file Module used to configure Transformers.js.
+ * 
+ * **Example:** Disable remote models.
+ * ```javascript
+ * import { env } from '@xenova/transformers';
+ * env.allowRemoteModels = false;
+ * ```
+ * 
+ * **Example:** Set local model path.
+ * ```javascript
+ * import { env } from '@xenova/transformers';
+ * env.localModelPath = '/path/to/local/models/';
+ * ```
+ * 
+ * **Example:** Set cache directory.
+ * ```javascript
+ * import { env } from '@xenova/transformers';
+ * env.cacheDir = '/path/to/cache/directory/';
+ * ```
+ * 
+ * @module env
+ */
+
+import fs from 'fs';
+import path from 'path';
+import url from 'url';
+
+import { ONNX } from './backends/onnx.js';
+const { env: onnx_env } = ONNX;
+
+const VERSION = '2.17.2';
+
+// Check if various APIs are available (depends on environment)
+const WEB_CACHE_AVAILABLE = typeof self !== 'undefined' && 'caches' in self;
+const FS_AVAILABLE = !isEmpty(fs); // check if file system is available
+const PATH_AVAILABLE = !isEmpty(path); // check if path is available
+
+const RUNNING_LOCALLY = FS_AVAILABLE && PATH_AVAILABLE;
+
+const __dirname = RUNNING_LOCALLY
+    ? path.dirname(path.dirname(url.fileURLToPath(import.meta.url)))
+    : './';
+
+// Only used for environments with access to file system
+const DEFAULT_CACHE_DIR = RUNNING_LOCALLY
+    ? path.join(__dirname, '/.cache/')
+    : null;
+
+// Set local model path, based on available APIs
+const DEFAULT_LOCAL_MODEL_PATH = '/models/';
+const localModelPath = RUNNING_LOCALLY
+    ? path.join(__dirname, DEFAULT_LOCAL_MODEL_PATH)
+    : DEFAULT_LOCAL_MODEL_PATH;
+
+if (onnx_env?.wasm) {
+    // Set path to wasm files. This is needed when running in a web worker.
+    // https://onnxruntime.ai/docs/api/js/interfaces/Env.WebAssemblyFlags.html#wasmPaths
+    // We use remote wasm files by default to make it easier for newer users.
+    // In practice, users should probably self-host the necessary .wasm files.
+    onnx_env.wasm.wasmPaths = RUNNING_LOCALLY
+        ? path.join(__dirname, '/dist/')
+        : `https://cdn.jsdelivr.net/npm/@xenova/transformers@${VERSION}/dist/`;
+}
+
+/**
+ * Global variable used to control execution. This provides users a simple way to configure Transformers.js.
+ * @property {Object} backends Expose environment variables of different backends,
+ * allowing users to set these variables if they want to.
+ * @property {string} __dirname Directory name of module. Useful for resolving local paths.
+ * @property {string} version This version of Transformers.js.
+ * @property {boolean} allowRemoteModels Whether to allow loading of remote files, defaults to `true`.
+ * If set to `false`, it will have the same effect as setting `local_files_only=true` when loading pipelines, models, tokenizers, processors, etc.
+ * @property {string} remoteHost Host URL to load models from. Defaults to the Hugging Face Hub.
+ * @property {string} remotePathTemplate Path template to fill in and append to `remoteHost` when loading models.
+ * @property {boolean} allowLocalModels Whether to allow loading of local files, defaults to `true`.
+ * If set to `false`, it will skip the local file check and try to load the model from the remote host.
+ * @property {string} localModelPath Path to load local models from. Defaults to `/models/`.
+ * @property {boolean} useFS Whether to use the file system to load files. By default, it is `true` if available.
+ * @property {boolean} useBrowserCache Whether to use Cache API to cache models. By default, it is `true` if available.
+ * @property {boolean} useFSCache Whether to use the file system to cache files. By default, it is `true` if available.
+ * @property {string} cacheDir The directory to use for caching files with the file system. By default, it is `./.cache`.
+ * @property {boolean} useCustomCache Whether to use a custom cache system (defined by `customCache`), defaults to `false`.
+ * @property {Object} customCache The custom cache to use. Defaults to `null`. Note: this must be an object which
+ * implements the `match` and `put` functions of the Web Cache API. For more information, see https://developer.mozilla.org/en-US/docs/Web/API/Cache
+ */
+export const env = {
+    /////////////////// Backends settings ///////////////////
+    backends: {
+        // onnxruntime-web/onnxruntime-node
+        onnx: onnx_env,
+
+        // TensorFlow.js
+        tfjs: {},
+    },
+
+    __dirname,
+    version: VERSION,
+
+    /////////////////// Model settings ///////////////////
+    allowRemoteModels: true,
+    remoteHost: 'https://huggingface.co/',
+    remotePathTemplate: '{model}/resolve/{revision}/',
+
+    allowLocalModels: true,
+    localModelPath: localModelPath,
+    useFS: FS_AVAILABLE,
+
+    /////////////////// Cache settings ///////////////////
+    useBrowserCache: WEB_CACHE_AVAILABLE,
+
+    useFSCache: FS_AVAILABLE,
+    cacheDir: DEFAULT_CACHE_DIR,
+
+    useCustomCache: false,
+    customCache: null,
+    //////////////////////////////////////////////////////
+}
+
+
+/**
+ * @param {Object} obj
+ * @private
+ */
+function isEmpty(obj) {
+    return Object.keys(obj).length === 0;
+}
+