@weavelogic/knowledge-graph-agent 0.6.0 → 0.7.1

package/dist/node_modules/@xenova/transformers/src/configs.js

@@ -0,0 +1,52 @@
+import { getModelJSON } from "./utils/hub.js";
+async function loadConfig(pretrained_model_name_or_path, options) {
+  let info = await getModelJSON(pretrained_model_name_or_path, "config.json", true, options);
+  return info;
+}
+class PretrainedConfig {
+  // NOTE: Typo in original
+  /**
+   * Create a new PreTrainedTokenizer instance.
+   * @param {Object} configJSON The JSON of the config.
+   */
+  constructor(configJSON) {
+    this.model_type = null;
+    this.is_encoder_decoder = false;
+    Object.assign(this, configJSON);
+  }
+  /**
+   * Loads a pre-trained config from the given `pretrained_model_name_or_path`. 
+   * 
+   * @param {string} pretrained_model_name_or_path The path to the pre-trained config.
+   * @param {PretrainedOptions} options Additional options for loading the config.
+   * @throws {Error} Throws an error if the config.json is not found in the `pretrained_model_name_or_path`.
+   * 
+   * @returns {Promise<PretrainedConfig>} A new instance of the `PretrainedConfig` class.
+   */
+  static async from_pretrained(pretrained_model_name_or_path, {
+    progress_callback = null,
+    config = null,
+    cache_dir = null,
+    local_files_only = false,
+    revision = "main"
+  } = {}) {
+    let data = config ?? await loadConfig(pretrained_model_name_or_path, {
+      progress_callback,
+      cache_dir,
+      local_files_only,
+      revision
+    });
+    return new this(data);
+  }
+}
+class AutoConfig {
+  /** @type {PretrainedConfig.from_pretrained} */
+  static async from_pretrained(...args) {
+    return PretrainedConfig.from_pretrained(...args);
+  }
+}
+export {
+  AutoConfig,
+  PretrainedConfig
+};
+//# sourceMappingURL=configs.js.map

package/dist/node_modules/@xenova/transformers/src/configs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"configs.js","sources":["../../../../../node_modules/@xenova/transformers/src/configs.js"],"sourcesContent":["\n/**\n * @file Helper module for using model configs. For more information, see the corresponding\n * [Python documentation](https://huggingface.co/docs/transformers/main/en/model_doc/auto#transformers.AutoConfig).\n * \n * **Example:** Load an `AutoConfig`.\n * \n * ```javascript\n * import { AutoConfig } from '@xenova/transformers';\n * let config = await AutoConfig.from_pretrained('bert-base-uncased');\n * console.log(config);\n * // PretrainedConfig {\n * //   \"model_type\": \"bert\",\n * //   \"is_encoder_decoder\": false,\n * //   \"architectures\": [\n * //       \"BertForMaskedLM\"\n * //   ],\n * //   \"vocab_size\": 30522\n * //   \"num_attention_heads\": 12,\n * //   \"num_hidden_layers\": 12,\n * //   \"hidden_size\": 768,\n * //   \"max_position_embeddings\": 512,\n * //   ...\n * // }\n * ```\n * \n * @module configs\n */\n\nimport {\n    getModelJSON,\n} from './utils/hub.js';\n\n/**\n * @typedef {import('./utils/hub.js').PretrainedOptions} PretrainedOptions\n */\n\n\n/**\n * Loads a config from the specified path.\n * @param {string} pretrained_model_name_or_path The path to the config directory.\n * @param {PretrainedOptions} options Additional options for loading the config.\n * @returns {Promise<Array>} A promise that resolves with information about the loaded config.\n */\nasync function loadConfig(pretrained_model_name_or_path, options) {\n    let info = await getModelJSON(pretrained_model_name_or_path, 'config.json', true, options);\n    return info;\n}\n\n/**\n * Base class for all configuration classes. For more information, see the corresponding\n * [Python documentation](https://huggingface.co/docs/transformers/main/en/main_classes/configuration#transformers.PretrainedConfig).\n */\nexport class PretrainedConfig {\n    // NOTE: Typo in original\n\n    /**\n     * Create a new PreTrainedTokenizer instance.\n     * @param {Object} configJSON The JSON of the config.\n     */\n    constructor(configJSON) {\n        this.model_type = null;\n        this.is_encoder_decoder = false;\n\n        Object.assign(this, configJSON);\n    }\n\n    /**\n     * Loads a pre-trained config from the given `pretrained_model_name_or_path`. \n     * \n     * @param {string} pretrained_model_name_or_path The path to the pre-trained config.\n     * @param {PretrainedOptions} options Additional options for loading the config.\n     * @throws {Error} Throws an error if the config.json is not found in the `pretrained_model_name_or_path`.\n     * \n     * @returns {Promise<PretrainedConfig>} A new instance of the `PretrainedConfig` class.\n     */\n    static async from_pretrained(pretrained_model_name_or_path, {\n        progress_callback = null,\n        config = null,\n        cache_dir = null,\n        local_files_only = false,\n        revision = 'main',\n    } = {}) {\n\n        let data = config ?? await loadConfig(pretrained_model_name_or_path, {\n            progress_callback,\n            config,\n            cache_dir,\n            local_files_only,\n            revision,\n        })\n        return new this(data);\n    }\n}\n\n/**\n * Helper class which is used to instantiate pretrained configs with the `from_pretrained` function.\n * \n * @example\n * let config = await AutoConfig.from_pretrained('bert-base-uncased'); \n */\nexport class AutoConfig {\n    /** @type {PretrainedConfig.from_pretrained} */\n    static async from_pretrained(...args) {\n        return PretrainedConfig.from_pretrained(...args);\n    }\n}\n"],"names":[],"mappings":";AA4CA,eAAe,WAAW,+BAA+B,SAAS;AAC9D,MAAI,OAAO,MAAM,aAAa,+BAA+B,eAAe,MAAM,OAAO;AACzF,SAAO;AACX;AAMO,MAAM,iBAAiB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAO1B,YAAY,YAAY;AACpB,SAAK,aAAa;AAClB,SAAK,qBAAqB;AAE1B,WAAO,OAAO,MAAM,UAAU;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,aAAa,gBAAgB,+BAA+B;AAAA,IACxD,oBAAoB;AAAA,IACpB,SAAS;AAAA,IACT,YAAY;AAAA,IACZ,mBAAmB;AAAA,IACnB,WAAW;AAAA,EACnB,IAAQ,IAAI;AAEJ,QAAI,OAAO,UAAU,MAAM,WAAW,+BAA+B;AAAA,MACjE;AAAA,MAEA;AAAA,MACA;AAAA,MACA;AAAA,IACZ,CAAS;AACD,WAAO,IAAI,KAAK,IAAI;AAAA,EACxB;AACJ;AAQO,MAAM,WAAW;AAAA;AAAA,EAEpB,aAAa,mBAAmB,MAAM;AAClC,WAAO,iBAAiB,gBAAgB,GAAG,IAAI;AAAA,EACnD;AACJ;","x_google_ignoreList":[0]}

package/dist/node_modules/@xenova/transformers/src/env.js

@@ -0,0 +1,35 @@
+import fs from "fs";
+import path__default from "path";
+import url from "url";
+import { ONNX } from "./backends/onnx.js";
+const { env: onnx_env } = ONNX;
+const VERSION = "2.17.2";
+const WEB_CACHE_AVAILABLE = typeof self !== "undefined" && "caches" in self;
+const FS_AVAILABLE = !isEmpty(fs);
+const PATH_AVAILABLE = !isEmpty(path__default);
+const RUNNING_LOCALLY = FS_AVAILABLE && PATH_AVAILABLE;
+const __dirname$1 = RUNNING_LOCALLY ? path__default.dirname(path__default.dirname(url.fileURLToPath(import.meta.url))) : "./";
+const DEFAULT_CACHE_DIR = RUNNING_LOCALLY ? path__default.join(__dirname$1, "/.cache/") : null;
+const DEFAULT_LOCAL_MODEL_PATH = "/models/";
+const localModelPath = RUNNING_LOCALLY ? path__default.join(__dirname$1, DEFAULT_LOCAL_MODEL_PATH) : DEFAULT_LOCAL_MODEL_PATH;
+if (onnx_env?.wasm) {
+  onnx_env.wasm.wasmPaths = RUNNING_LOCALLY ? path__default.join(__dirname$1, "/dist/") : `https://cdn.jsdelivr.net/npm/@xenova/transformers@${VERSION}/dist/`;
+}
+const env = {
+  version: VERSION,
+  remoteHost: "https://huggingface.co/",
+  remotePathTemplate: "{model}/resolve/{revision}/",
+  localModelPath,
+  useFS: FS_AVAILABLE,
+  /////////////////// Cache settings ///////////////////
+  useBrowserCache: WEB_CACHE_AVAILABLE,
+  useFSCache: FS_AVAILABLE,
+  cacheDir: DEFAULT_CACHE_DIR
+};
+function isEmpty(obj) {
+  return Object.keys(obj).length === 0;
+}
+export {
+  env
+};
+//# sourceMappingURL=env.js.map

package/dist/node_modules/@xenova/transformers/src/env.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.js","sources":["../../../../../node_modules/@xenova/transformers/src/env.js"],"sourcesContent":["/**\n * @file Module used to configure Transformers.js.\n * \n * **Example:** Disable remote models.\n * ```javascript\n * import { env } from '@xenova/transformers';\n * env.allowRemoteModels = false;\n * ```\n * \n * **Example:** Set local model path.\n * ```javascript\n * import { env } from '@xenova/transformers';\n * env.localModelPath = '/path/to/local/models/';\n * ```\n * \n * **Example:** Set cache directory.\n * ```javascript\n * import { env } from '@xenova/transformers';\n * env.cacheDir = '/path/to/cache/directory/';\n * ```\n * \n * @module env\n */\n\nimport fs from 'fs';\nimport path from 'path';\nimport url from 'url';\n\nimport { ONNX } from './backends/onnx.js';\nconst { env: onnx_env } = ONNX;\n\nconst VERSION = '2.17.2';\n\n// Check if various APIs are available (depends on environment)\nconst WEB_CACHE_AVAILABLE = typeof self !== 'undefined' && 'caches' in self;\nconst FS_AVAILABLE = !isEmpty(fs); // check if file system is available\nconst PATH_AVAILABLE = !isEmpty(path); // check if path is available\n\nconst RUNNING_LOCALLY = FS_AVAILABLE && PATH_AVAILABLE;\n\nconst __dirname = RUNNING_LOCALLY\n    ? path.dirname(path.dirname(url.fileURLToPath(import.meta.url)))\n    : './';\n\n// Only used for environments with access to file system\nconst DEFAULT_CACHE_DIR = RUNNING_LOCALLY\n    ? path.join(__dirname, '/.cache/')\n    : null;\n\n// Set local model path, based on available APIs\nconst DEFAULT_LOCAL_MODEL_PATH = '/models/';\nconst localModelPath = RUNNING_LOCALLY\n    ? path.join(__dirname, DEFAULT_LOCAL_MODEL_PATH)\n    : DEFAULT_LOCAL_MODEL_PATH;\n\nif (onnx_env?.wasm) {\n    // Set path to wasm files. This is needed when running in a web worker.\n    // https://onnxruntime.ai/docs/api/js/interfaces/Env.WebAssemblyFlags.html#wasmPaths\n    // We use remote wasm files by default to make it easier for newer users.\n    // In practice, users should probably self-host the necessary .wasm files.\n    onnx_env.wasm.wasmPaths = RUNNING_LOCALLY\n        ? path.join(__dirname, '/dist/')\n        : `https://cdn.jsdelivr.net/npm/@xenova/transformers@${VERSION}/dist/`;\n}\n\n/**\n * Global variable used to control execution. This provides users a simple way to configure Transformers.js.\n * @property {Object} backends Expose environment variables of different backends,\n * allowing users to set these variables if they want to.\n * @property {string} __dirname Directory name of module. Useful for resolving local paths.\n * @property {string} version This version of Transformers.js.\n * @property {boolean} allowRemoteModels Whether to allow loading of remote files, defaults to `true`.\n * If set to `false`, it will have the same effect as setting `local_files_only=true` when loading pipelines, models, tokenizers, processors, etc.\n * @property {string} remoteHost Host URL to load models from. Defaults to the Hugging Face Hub.\n * @property {string} remotePathTemplate Path template to fill in and append to `remoteHost` when loading models.\n * @property {boolean} allowLocalModels Whether to allow loading of local files, defaults to `true`.\n * If set to `false`, it will skip the local file check and try to load the model from the remote host.\n * @property {string} localModelPath Path to load local models from. Defaults to `/models/`.\n * @property {boolean} useFS Whether to use the file system to load files. By default, it is `true` if available.\n * @property {boolean} useBrowserCache Whether to use Cache API to cache models. By default, it is `true` if available.\n * @property {boolean} useFSCache Whether to use the file system to cache files. By default, it is `true` if available.\n * @property {string} cacheDir The directory to use for caching files with the file system. By default, it is `./.cache`.\n * @property {boolean} useCustomCache Whether to use a custom cache system (defined by `customCache`), defaults to `false`.\n * @property {Object} customCache The custom cache to use. Defaults to `null`. Note: this must be an object which\n * implements the `match` and `put` functions of the Web Cache API. For more information, see https://developer.mozilla.org/en-US/docs/Web/API/Cache\n */\nexport const env = {\n    /////////////////// Backends settings ///////////////////\n    backends: {\n        // onnxruntime-web/onnxruntime-node\n        onnx: onnx_env,\n\n        // TensorFlow.js\n        tfjs: {},\n    },\n\n    __dirname,\n    version: VERSION,\n\n    /////////////////// Model settings ///////////////////\n    allowRemoteModels: true,\n    remoteHost: 'https://huggingface.co/',\n    remotePathTemplate: '{model}/resolve/{revision}/',\n\n    allowLocalModels: true,\n    localModelPath: localModelPath,\n    useFS: FS_AVAILABLE,\n\n    /////////////////// Cache settings ///////////////////\n    useBrowserCache: WEB_CACHE_AVAILABLE,\n\n    useFSCache: FS_AVAILABLE,\n    cacheDir: DEFAULT_CACHE_DIR,\n\n    useCustomCache: false,\n    customCache: null,\n    //////////////////////////////////////////////////////\n}\n\n\n/**\n * @param {Object} obj\n * @private\n */\nfunction isEmpty(obj) {\n    return Object.keys(obj).length === 0;\n}\n\n"],"names":["path","__dirname"],"mappings":";;;;AA6BA,MAAM,EAAE,KAAK,SAAQ,IAAK;AAE1B,MAAM,UAAU;AAGhB,MAAM,sBAAsB,OAAO,SAAS,eAAe,YAAY;AACvE,MAAM,eAAe,CAAC,QAAQ,EAAE;AAChC,MAAM,iBAAiB,CAAC,QAAQA,aAAI;AAEpC,MAAM,kBAAkB,gBAAgB;AAExC,MAAMC,cAAY,kBACZD,cAAK,QAAQA,cAAK,QAAQ,IAAI,cAAc,YAAY,GAAG,CAAC,CAAC,IAC7D;AAGN,MAAM,oBAAoB,kBACpBA,cAAK,KAAKC,aAAW,UAAU,IAC/B;AAGN,MAAM,2BAA2B;AACjC,MAAM,iBAAiB,kBACjBD,cAAK,KAAKC,aAAW,wBAAwB,IAC7C;AAEN,IAAI,UAAU,MAAM;AAKhB,WAAS,KAAK,YAAY,kBACpBD,cAAK,KAAKC,aAAW,QAAQ,IAC7B,qDAAqD,OAAO;AACtE;AAuBY,MAAC,MAAM;AAAA,EAWf,SAAS;AAAA,EAIT,YAAY;AAAA,EACZ,oBAAoB;AAAA,EAGpB;AAAA,EACA,OAAO;AAAA;AAAA,EAGP,iBAAiB;AAAA,EAEjB,YAAY;AAAA,EACZ,UAAU;AAKd;AAOA,SAAS,QAAQ,KAAK;AAClB,SAAO,OAAO,KAAK,GAAG,EAAE,WAAW;AACvC;","x_google_ignoreList":[0]}