@weavelogic/knowledge-graph-agent 0.7.4 → 0.8.0

package/dist/node_modules/@xenova/transformers/src/utils/core.js

@@ -1,52 +0,0 @@
-function dispatchCallback(progress_callback, data) {
-  if (progress_callback) progress_callback(data);
-}
-function reverseDictionary(data) {
-  return Object.fromEntries(Object.entries(data).map(([key, value]) => [value, key]));
-}
-const Callable = (
-  /** @type {any} */
-  class {
-    /**
-    * Creates a new instance of the Callable class.
-    */
-    constructor() {
-      let closure = function(...args) {
-        return closure._call(...args);
-      };
-      return Object.setPrototypeOf(closure, new.target.prototype);
-    }
-    /**
-     * This method should be implemented in subclasses to provide the
-     * functionality of the callable object.
-     *
-     * @param {any[]} args
-     * @throws {Error} If the subclass does not implement the `_call` method.
-     */
-    _call(...args) {
-      throw Error("Must implement _call method in subclass");
-    }
-  }
-);
-function isTypedArray(val) {
-  return val?.prototype?.__proto__?.constructor?.name === "TypedArray";
-}
-function isIntegralNumber(x) {
-  return Number.isInteger(x) || typeof x === "bigint";
-}
-function exists(x) {
-  return x !== void 0 && x !== null;
-}
-function mergeArrays(...arrs) {
-  return Array.prototype.concat.apply([], arrs);
-}
-export {
-  Callable,
-  dispatchCallback,
-  exists,
-  isIntegralNumber,
-  isTypedArray,
-  mergeArrays,
-  reverseDictionary
-};
-//# sourceMappingURL=core.js.map

package/dist/node_modules/@xenova/transformers/src/utils/core.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"core.js","sources":["../../../../../../node_modules/@xenova/transformers/src/utils/core.js"],"sourcesContent":["\n/**\n * @file Core utility functions/classes for Transformers.js.\n * \n * These are only used internally, meaning an end-user shouldn't\n * need to access anything here.\n * \n * @module utils/core\n */\n\n/**\n * Helper function to dispatch progress callbacks.\n *\n * @param {Function} progress_callback The progress callback function to dispatch.\n * @param {any} data The data to pass to the progress callback function.\n * @returns {void}\n * @private\n */\nexport function dispatchCallback(progress_callback, data) {\n    if (progress_callback) progress_callback(data);\n}\n\n/**\n * Reverses the keys and values of an object.\n *\n * @param {Object} data The object to reverse.\n * @returns {Object} The reversed object.\n * @see https://ultimatecourses.com/blog/reverse-object-keys-and-values-in-javascript\n */\nexport function reverseDictionary(data) {\n    // https://ultimatecourses.com/blog/reverse-object-keys-and-values-in-javascript\n    return Object.fromEntries(Object.entries(data).map(([key, value]) => [value, key]));\n}\n\n/**\n * Escapes regular expression special characters from a string by replacing them with their escaped counterparts.\n *\n * @param {string} string The string to escape.\n * @returns {string} The escaped string.\n */\nexport function escapeRegExp(string) {\n    return string.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'); // $& means the whole matched string\n}\n\n/**\n * A base class for creating callable objects.\n * \n * @type {new () => {(...args: any[]): any, _call(...args: any[]): any}}\n */\nexport const Callable = /** @type {any} */ (class {\n    /**\n    * Creates a new instance of the Callable class.\n    */\n    constructor() {\n        /**\n         * Creates a closure that delegates to a private method '_call' with the given arguments.\n         * @type {any}\n         * @param {...any} args Zero or more arguments to pass to the '_call' method.\n         * @returns {*} The result of calling the '_call' method.\n         */\n        let closure = function (...args) {\n            return closure._call(...args)\n        }\n        return Object.setPrototypeOf(closure, new.target.prototype)\n    }\n\n    /**\n     * This method should be implemented in subclasses to provide the\n     * functionality of the callable object.\n     *\n     * @param {any[]} args\n     * @throws {Error} If the subclass does not implement the `_call` method.\n     */\n    _call(...args) {\n        throw Error('Must implement _call method in subclass')\n    }\n});\n\n/**\n * Check if a value is a typed array.\n * @param {*} val The value to check.\n * @returns {boolean} True if the value is a `TypedArray`, false otherwise.\n * \n * Adapted from https://stackoverflow.com/a/71091338/13989043\n */\nexport function isTypedArray(val) {\n    return val?.prototype?.__proto__?.constructor?.name === 'TypedArray';\n}\n\n\n/**\n * Check if a value is an integer.\n * @param {*} x The value to check.\n * @returns {boolean} True if the value is a string, false otherwise.\n */\nexport function isIntegralNumber(x) {\n    return Number.isInteger(x) || typeof x === 'bigint'\n}\n\n/**\n * Check if a value is exists.\n * @param {*} x The value to check.\n * @returns {boolean} True if the value exists, false otherwise.\n */\nexport function exists(x) {\n    return x !== undefined && x !== null;\n}\n\n/**\n * Calculates the dimensions of a nested array.\n *\n * @param {any[]} arr The nested array to calculate dimensions for.\n * @returns {number[]} An array containing the dimensions of the input array.\n */\nexport function calculateDimensions(arr) {\n    const dimensions = [];\n    let current = arr;\n    while (Array.isArray(current)) {\n        dimensions.push(current.length);\n        current = current[0];\n    }\n    return dimensions;\n}\n\n/**\n * Replicate python's .pop() method for objects.\n * @param {Object} obj The object to pop from.\n * @param {string} key The key to pop.\n * @param {*} defaultValue The default value to return if the key does not exist.\n * @returns {*} The value of the popped key.\n * @throws {Error} If the key does not exist and no default value is provided.\n */\nexport function pop(obj, key, defaultValue = undefined) {\n    const value = obj[key];\n    if (value !== undefined) {\n        delete obj[key];\n        return value;\n    }\n    if (defaultValue === undefined) {\n        throw Error(`Key ${key} does not exist in object.`)\n    }\n    return defaultValue;\n}\n\n/**\n * Efficiently merge arrays, creating a new copy.\n * Adapted from https://stackoverflow.com/a/6768642/13989043\n * @param  {Array[]} arrs Arrays to merge.\n * @returns {Array} The merged array.\n */\nexport function mergeArrays(...arrs) {\n    return Array.prototype.concat.apply([], arrs);\n}\n\n/**\n * Compute the Cartesian product of given arrays\n * @param {...Array} a Arrays to compute the product\n * @returns {Array} Returns the computed Cartesian product as an array\n * @private\n */\nexport function product(...a) {\n    // Cartesian product of items\n    // Adapted from https://stackoverflow.com/a/43053803\n    return a.reduce((a, b) => a.flatMap(d => b.map(e => [d, e])));\n}\n\n/**\n * Calculates the index offset for a given index and window size.\n * @param {number} i The index.\n * @param {number} w The window size.\n * @returns {number} The index offset.\n */\nexport function calculateReflectOffset(i, w) {\n    return Math.abs((i + w) % (2 * w) - w);\n}\n"],"names":[],"mappings":"AAkBO,SAAS,iBAAiB,mBAAmB,MAAM;AACtD,MAAI,kBAAmB,mBAAkB,IAAI;AACjD;AASO,SAAS,kBAAkB,MAAM;AAEpC,SAAO,OAAO,YAAY,OAAO,QAAQ,IAAI,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC;AACtF;AAiBY,MAAC;AAAA;AAAA,EAA+B,MAAM;AAAA;AAAA;AAAA;AAAA,IAI9C,cAAc;AAOV,UAAI,UAAU,YAAa,MAAM;AAC7B,eAAO,QAAQ,MAAM,GAAG,IAAI;AAAA,MAChC;AACA,aAAO,OAAO,eAAe,SAAS,WAAW,SAAS;AAAA,IAC9D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IASA,SAAS,MAAM;AACX,YAAM,MAAM,yCAAyC;AAAA,IACzD;AAAA,EACJ;AAAA;AASO,SAAS,aAAa,KAAK;AAC9B,SAAO,KAAK,WAAW,WAAW,aAAa,SAAS;AAC5D;AAQO,SAAS,iBAAiB,GAAG;AAChC,SAAO,OAAO,UAAU,CAAC,KAAK,OAAO,MAAM;AAC/C;AAOO,SAAS,OAAO,GAAG;AACtB,SAAO,MAAM,UAAa,MAAM;AACpC;AA4CO,SAAS,eAAe,MAAM;AACjC,SAAO,MAAM,UAAU,OAAO,MAAM,CAAA,GAAI,IAAI;AAChD;","x_google_ignoreList":[0]}

package/dist/node_modules/@xenova/transformers/src/utils/generation.js

@@ -1,623 +0,0 @@
-import "./tensor.js";
-import { Callable, exists } from "./core.js";
-import { log_softmax, max, getTopItems, softmax } from "./maths.js";
-class LogitsProcessorList extends Callable {
-  /**
-   * Constructs a new instance of `LogitsProcessorList`.
-   */
-  constructor() {
-    super();
-    this.processors = [];
-  }
-  /**
-   * Adds a new logits processor to the list.
-   *
-   * @param {LogitsProcessor} item The logits processor function to add.
-   */
-  push(item) {
-    this.processors.push(item);
-  }
-  /**
-   * Adds multiple logits processors to the list.
-   *
-   * @param {LogitsProcessor[]} items The logits processor functions to add.
-   */
-  extend(items) {
-    this.processors.push(...items);
-  }
-  /**
-   * Applies all logits processors in the list to a batch of logits, modifying them in-place.
-   *
-   * @param {number[]} input_ids The input IDs for the language model.
-   * @param {number[][]} batchedLogits A 2D array of logits, where each row corresponds to a single
-   *                                                input sequence in the batch.
-   */
-  _call(input_ids, batchedLogits) {
-    for (let logits of batchedLogits) {
-      this.processors.forEach(
-        (func) => func(input_ids, logits)
-      );
-    }
-  }
-  [Symbol.iterator]() {
-    return this.processors.values();
-  }
-}
-class LogitsProcessor extends Callable {
-  /**
-   * Apply the processor to the input logits.
-   *
-   * @abstract
-   * @param {Array} input_ids The input ids.
-   * @param {Tensor} logits The logits to process.
-   * @throws {Error} Throws an error if `_call` is not implemented in the subclass.
-   */
-  _call(input_ids, logits) {
-    throw Error("`_call` should be implemented in a subclass");
-  }
-}
-class ForceTokensLogitsProcessor extends LogitsProcessor {
-  /**
-   * Constructs a new instance of `ForceTokensLogitsProcessor`.
-   * 
-   * @param {Array} forced_decoder_ids The ids of tokens that should be forced.
-   */
-  constructor(forced_decoder_ids) {
-    super();
-    this.force_token_map = Object.fromEntries(forced_decoder_ids ?? []);
-  }
-  /**
-   * Apply the processor to the input logits.
-   *
-   * @param {Array} input_ids The input ids.
-   * @param {Tensor} logits The logits to process.
-   * @returns {Tensor} The processed logits.
-   */
-  _call(input_ids, logits) {
-    let map = this.force_token_map[input_ids.length];
-    if (exists(map)) {
-      logits.data.fill(-Infinity);
-      logits.data[map] = 0;
-    }
-    return logits;
-  }
-}
-class ForcedBOSTokenLogitsProcessor extends LogitsProcessor {
-  /**
-   * Create a ForcedBOSTokenLogitsProcessor.
-   * @param {number} bos_token_id The ID of the beginning-of-sequence token to be forced.
-   */
-  constructor(bos_token_id) {
-    super();
-    this.bos_token_id = bos_token_id;
-  }
-  /**
-   * Apply the BOS token forcing to the logits.
-   * @param {Array} input_ids The input IDs.
-   * @param {Object} logits The logits.
-   * @returns {Object} The logits with BOS token forcing.
-   */
-  _call(input_ids, logits) {
-    if (input_ids.length === 1) {
-      logits.data.fill(-Infinity);
-      logits.data[this.bos_token_id] = 0;
-    }
-    return logits;
-  }
-}
-class ForcedEOSTokenLogitsProcessor extends LogitsProcessor {
-  /**
-   * Create a ForcedEOSTokenLogitsProcessor.
-   * @param {number} max_length Max length of the sequence.
-   * @param {number|number[]} forced_eos_token_id The ID of the end-of-sequence token to be forced.
-   */
-  constructor(max_length, forced_eos_token_id) {
-    super();
-    this.max_length = max_length;
-    this.forced_eos_token_id = forced_eos_token_id;
-  }
-  /**
-   * Apply the processor to input_ids and logits.
-   * 
-   * @param {number[]} input_ids The input ids.
-   * @param {Tensor} logits The logits tensor.
-   */
-  _call(input_ids, logits) {
-  }
-}
-class SuppressTokensAtBeginLogitsProcessor extends LogitsProcessor {
-  /**
-   * Create a SuppressTokensAtBeginLogitsProcessor.
-   * @param {number[]} begin_suppress_tokens The IDs of the tokens to suppress.
-   * @param {number} begin_index The number of tokens to generate before suppressing tokens.
-   */
-  constructor(begin_suppress_tokens, begin_index) {
-    super();
-    this.begin_suppress_tokens = begin_suppress_tokens;
-    this.begin_index = begin_index;
-  }
-  /**
-   * Apply the BOS token forcing to the logits.
-   * @param {Array} input_ids The input IDs.
-   * @param {Object} logits The logits.
-   * @returns {Object} The logits with BOS token forcing.
-   */
-  _call(input_ids, logits) {
-    if (input_ids.length === this.begin_index) {
-      for (let token_id of this.begin_suppress_tokens) {
-        logits.data[token_id] = -Infinity;
-      }
-    }
-    return logits;
-  }
-}
-class WhisperTimeStampLogitsProcessor extends LogitsProcessor {
-  /**
-   * Constructs a new WhisperTimeStampLogitsProcessor.
-   * @param {Object} generate_config The config object passed to the `generate()` method of a transformer model.
-   * @param {number} generate_config.eos_token_id The ID of the end-of-sequence token.
-   * @param {number} generate_config.no_timestamps_token_id The ID of the token used to indicate that a token should not have a timestamp.
-   * @param {number[][]} [generate_config.forced_decoder_ids] An array of two-element arrays representing decoder IDs that are forced to appear in the output. The second element of each array indicates whether the token is a timestamp.
-   * @param {number} [generate_config.max_initial_timestamp_index] The maximum index at which an initial timestamp can appear.
-   */
-  constructor(generate_config) {
-    super();
-    this.eos_token_id = generate_config.eos_token_id;
-    this.no_timestamps_token_id = generate_config.no_timestamps_token_id;
-    this.timestamp_begin = this.no_timestamps_token_id + 1;
-    this.begin_index = (generate_config.forced_decoder_ids || []).length + 2;
-    if (generate_config.forced_decoder_ids.slice(-1)[0][1] === this.no_timestamps_token_id) {
-      this.begin_index -= 1;
-    }
-    this.max_initial_timestamp_index = generate_config.max_initial_timestamp_index;
-  }
-  /**
-   * Modify the logits to handle timestamp tokens.
-   * @param {Array} input_ids The input sequence of tokens.
-   * @param {Tensor} logits The logits output by the model.
-   * @returns {Tensor} The modified logits.
-   */
-  _call(input_ids, logits) {
-    const logitsData = (
-      /** @type {Float32Array} */
-      logits.data
-    );
-    logitsData[this.no_timestamps_token_id] = -Infinity;
-    if (input_ids.length === this.begin_index - 1) {
-      logitsData.fill(-Infinity);
-      logitsData[this.timestamp_begin] = 0;
-      return logits;
-    }
-    const seq = input_ids.slice(this.begin_index);
-    const last_was_timestamp = seq.length >= 1 && seq[seq.length - 1] >= this.timestamp_begin;
-    const penultimate_was_timestamp = seq.length < 2 || seq[seq.length - 2] >= this.timestamp_begin;
-    if (last_was_timestamp) {
-      if (penultimate_was_timestamp) {
-        logitsData.subarray(this.timestamp_begin).fill(-Infinity);
-      } else {
-        logitsData.subarray(0, this.eos_token_id).fill(-Infinity);
-      }
-    }
-    if (input_ids.length === this.begin_index && this.max_initial_timestamp_index !== null) {
-      const last_allowed = this.timestamp_begin + this.max_initial_timestamp_index;
-      logitsData.subarray(last_allowed + 1).fill(-Infinity);
-    }
-    const logprobs = log_softmax(logitsData);
-    const timestamp_logprob = Math.log(logprobs.subarray(this.timestamp_begin).map(Math.exp).reduce((a, b) => a + b));
-    const max_text_token_logprob = max(logprobs.subarray(0, this.timestamp_begin))[0];
-    if (timestamp_logprob > max_text_token_logprob) {
-      logitsData.subarray(0, this.timestamp_begin).fill(-Infinity);
-    }
-    return logits;
-  }
-}
-class NoRepeatNGramLogitsProcessor extends LogitsProcessor {
-  /**
-   * Create a NoRepeatNGramLogitsProcessor.
-   * @param {number} no_repeat_ngram_size The no-repeat-ngram size. All ngrams of this size can only occur once.
-   */
-  constructor(no_repeat_ngram_size) {
-    super();
-    this.no_repeat_ngram_size = no_repeat_ngram_size;
-  }
-  /**
-   * Generate n-grams from a sequence of token ids.
-   * @param {number[]} prevInputIds List of previous input ids
-   * @returns {Map<string, number[]>} Map of generated n-grams
-   */
-  getNgrams(prevInputIds) {
-    const curLen = prevInputIds.length;
-    const ngrams = [];
-    for (let j = 0; j < curLen + 1 - this.no_repeat_ngram_size; ++j) {
-      const ngram = [];
-      for (let k = 0; k < this.no_repeat_ngram_size; ++k) {
-        ngram.push(prevInputIds[j + k]);
-      }
-      ngrams.push(ngram);
-    }
-    const generatedNgram = /* @__PURE__ */ new Map();
-    for (const ngram of ngrams) {
-      const prevNgram = ngram.slice(0, ngram.length - 1);
-      const prevNgramKey = JSON.stringify(prevNgram);
-      const prevNgramValue = generatedNgram.get(prevNgramKey) ?? [];
-      prevNgramValue.push(ngram[ngram.length - 1]);
-      generatedNgram.set(prevNgramKey, prevNgramValue);
-    }
-    return generatedNgram;
-  }
-  /**
-   * Generate n-grams from a sequence of token ids.
-   * @param {Map<string, number[]>} bannedNgrams Map of banned n-grams
-   * @param {number[]} prevInputIds List of previous input ids
-   * @returns {number[]} Map of generated n-grams
-   */
-  getGeneratedNgrams(bannedNgrams, prevInputIds) {
-    const ngramIdx = prevInputIds.slice(prevInputIds.length + 1 - this.no_repeat_ngram_size, prevInputIds.length);
-    const banned = bannedNgrams.get(JSON.stringify(ngramIdx)) ?? [];
-    return banned;
-  }
-  /**
-   * Calculate banned n-gram tokens
-   * @param {number[]} prevInputIds List of previous input ids
-   * @returns {number[]} Map of generated n-grams
-   */
-  calcBannedNgramTokens(prevInputIds) {
-    const bannedTokens = [];
-    if (prevInputIds.length + 1 < this.no_repeat_ngram_size) {
-      return bannedTokens;
-    } else {
-      const generatedNgrams = this.getNgrams(prevInputIds);
-      const bannedTokens2 = this.getGeneratedNgrams(generatedNgrams, prevInputIds);
-      return bannedTokens2;
-    }
-  }
-  /**
-   * Apply the no-repeat-ngram processor to the logits.
-   * @param {Array} input_ids The input IDs.
-   * @param {Object} logits The logits.
-   * @returns {Object} The logits with no-repeat-ngram processing.
-   */
-  _call(input_ids, logits) {
-    const bannedTokens = this.calcBannedNgramTokens(input_ids);
-    for (const token of bannedTokens) {
-      logits.data[token] = -Infinity;
-    }
-    return logits;
-  }
-}
-class RepetitionPenaltyLogitsProcessor extends LogitsProcessor {
-  /**
-   * Create a RepetitionPenaltyLogitsProcessor.
-   * @param {number} penalty The penalty to apply for repeated tokens.
-   */
-  constructor(penalty) {
-    super();
-    this.penalty = penalty;
-  }
-  /**
-   * Apply the repetition penalty to the logits.
-   * @param {Array} input_ids The input IDs.
-   * @param {Object} logits The logits.
-   * @returns {Object} The logits with repetition penalty processing.
-   */
-  _call(input_ids, logits) {
-    for (const input_id of input_ids) {
-      if (logits.data[input_id] < 0) {
-        logits.data[input_id] *= this.penalty;
-      } else {
-        logits.data[input_id] /= this.penalty;
-      }
-    }
-    return logits;
-  }
-}
-class MinLengthLogitsProcessor extends LogitsProcessor {
-  /**
-   * Create a MinLengthLogitsProcessor.
-   * @param {number} min_length The minimum length below which the score of `eos_token_id` is set to negative infinity.
-   * @param {number|number[]} eos_token_id The ID/IDs of the end-of-sequence token.
-   */
-  constructor(min_length, eos_token_id) {
-    super();
-    this.min_length = min_length;
-    this.eos_token_id = Array.isArray(eos_token_id) ? eos_token_id : [eos_token_id];
-  }
-  /**
-   * Apply logit processor.
-   * @param {Array} input_ids The input IDs.
-   * @param {Object} logits The logits.
-   * @returns {Object} The processed logits.
-   */
-  _call(input_ids, logits) {
-    if (input_ids.length < this.min_length) {
-      for (const eos_token of this.eos_token_id) {
-        logits.data[eos_token] = -Infinity;
-      }
-    }
-    return logits;
-  }
-}
-class MinNewTokensLengthLogitsProcessor extends LogitsProcessor {
-  /**
-   * Create a MinNewTokensLengthLogitsProcessor.
-   * @param {number} prompt_length_to_skip The input tokens length.
-   * @param {number} min_new_tokens The minimum *new* tokens length below which the score of `eos_token_id` is set to negative infinity.
-   * @param {number|number[]} eos_token_id The ID/IDs of the end-of-sequence token.
-   */
-  constructor(prompt_length_to_skip, min_new_tokens, eos_token_id) {
-    super();
-    this.prompt_length_to_skip = prompt_length_to_skip;
-    this.min_new_tokens = min_new_tokens;
-    this.eos_token_id = Array.isArray(eos_token_id) ? eos_token_id : [eos_token_id];
-  }
-  /**
-   * Apply logit processor.
-   * @param {Array} input_ids The input IDs.
-   * @param {Object} logits The logits.
-   * @returns {Object} The processed logits.
-   */
-  _call(input_ids, logits) {
-    const new_tokens_length = input_ids.length - this.prompt_length_to_skip;
-    if (new_tokens_length < this.min_new_tokens) {
-      for (const eos_token of this.eos_token_id) {
-        logits.data[eos_token] = -Infinity;
-      }
-    }
-    return logits;
-  }
-}
-class NoBadWordsLogitsProcessor extends LogitsProcessor {
-  /**
-   * Create a `NoBadWordsLogitsProcessor`.
-   * @param {number[][]} bad_words_ids List of list of token ids that are not allowed to be generated.
-   * @param {number|number[]} eos_token_id The id of the *end-of-sequence* token. Optionally, use a list to set multiple *end-of-sequence* tokens.
-   */
-  constructor(bad_words_ids, eos_token_id) {
-    super();
-    this.bad_words_ids = bad_words_ids;
-    this.eos_token_id = Array.isArray(eos_token_id) ? eos_token_id : [eos_token_id];
-  }
-  /**
-   * Apply logit processor.
-   * @param {Array} input_ids The input IDs.
-   * @param {Object} logits The logits.
-   * @returns {Object} The processed logits.
-   */
-  _call(input_ids, logits) {
-    for (const bad_word_ids of this.bad_words_ids) {
-      let mark = true;
-      for (let i = 1; i <= bad_word_ids.length - 1 && bad_word_ids.length < input_ids.length; ++i) {
-        if (bad_word_ids.at(-i - 1) !== input_ids.at(-i)) {
-          mark = false;
-          break;
-        }
-      }
-      if (mark) {
-        logits.data[bad_word_ids.at(-1)] = -Infinity;
-      }
-    }
-    return logits;
-  }
-}
-const GenerationConfig = (
-  /** @type {any} */
-  class {
-    /**
-     * Create a new GenerationConfig object.
-     * @param {GenerationConfigType} kwargs 
-     */
-    constructor(kwargs = {}) {
-      this.max_length = kwargs.max_length ?? 20;
-      this.max_new_tokens = kwargs.max_new_tokens ?? null;
-      this.min_length = kwargs.min_length ?? 0;
-      this.min_new_tokens = kwargs.min_new_tokens ?? null;
-      this.early_stopping = kwargs.early_stopping ?? false;
-      this.max_time = kwargs.max_time ?? null;
-      this.do_sample = kwargs.do_sample ?? false;
-      this.num_beams = kwargs.num_beams ?? 1;
-      this.num_beam_groups = kwargs.num_beam_groups ?? 1;
-      this.penalty_alpha = kwargs.penalty_alpha ?? null;
-      this.use_cache = kwargs.use_cache ?? true;
-      this.temperature = kwargs.temperature ?? 1;
-      this.top_k = kwargs.top_k ?? 50;
-      this.top_p = kwargs.top_p ?? 1;
-      this.typical_p = kwargs.typical_p ?? 1;
-      this.epsilon_cutoff = kwargs.epsilon_cutoff ?? 0;
-      this.eta_cutoff = kwargs.eta_cutoff ?? 0;
-      this.diversity_penalty = kwargs.diversity_penalty ?? 0;
-      this.repetition_penalty = kwargs.repetition_penalty ?? 1;
-      this.encoder_repetition_penalty = kwargs.encoder_repetition_penalty ?? 1;
-      this.length_penalty = kwargs.length_penalty ?? 1;
-      this.no_repeat_ngram_size = kwargs.no_repeat_ngram_size ?? 0;
-      this.bad_words_ids = kwargs.bad_words_ids ?? null;
-      this.force_words_ids = kwargs.force_words_ids ?? null;
-      this.renormalize_logits = kwargs.renormalize_logits ?? false;
-      this.constraints = kwargs.constraints ?? null;
-      this.forced_bos_token_id = kwargs.forced_bos_token_id ?? null;
-      this.forced_eos_token_id = kwargs.forced_eos_token_id ?? null;
-      this.remove_invalid_values = kwargs.remove_invalid_values ?? false;
-      this.exponential_decay_length_penalty = kwargs.exponential_decay_length_penalty ?? null;
-      this.suppress_tokens = kwargs.suppress_tokens ?? null;
-      this.begin_suppress_tokens = kwargs.begin_suppress_tokens ?? null;
-      this.forced_decoder_ids = kwargs.forced_decoder_ids ?? null;
-      this.num_return_sequences = kwargs.num_return_sequences ?? 1;
-      this.output_attentions = kwargs.output_attentions ?? false;
-      this.output_hidden_states = kwargs.output_hidden_states ?? false;
-      this.output_scores = kwargs.output_scores ?? false;
-      this.return_dict_in_generate = kwargs.return_dict_in_generate ?? false;
-      this.pad_token_id = kwargs.pad_token_id ?? null;
-      this.bos_token_id = kwargs.bos_token_id ?? null;
-      this.eos_token_id = kwargs.eos_token_id ?? null;
-      this.encoder_no_repeat_ngram_size = kwargs.encoder_no_repeat_ngram_size ?? 0;
-      this.decoder_start_token_id = kwargs.decoder_start_token_id ?? null;
-      this.generation_kwargs = kwargs.generation_kwargs ?? {};
-    }
-  }
-);
-class Sampler extends Callable {
-  /**
-   * Creates a new Sampler object with the specified generation config.
-   * @param {GenerationConfigType} generation_config The generation config.
-   */
-  constructor(generation_config) {
-    super();
-    this.generation_config = generation_config;
-  }
-  /**
-   * Executes the sampler, using the specified logits.
-   * @param {Tensor} logits
-   * @param {number} index
-   * @returns {void}
-   */
-  _call(logits, index = -1) {
-    return this.sample(logits, index);
-  }
-  /**
-   * Abstract method for sampling the logits.
-   * @param {Tensor} logits
-   * @param {number} index
-   * @throws {Error}
-   */
-  sample(logits, index) {
-    throw Error("sample should be implemented in subclasses.");
-  }
-  /**
-   * Returns the specified logits as an array, with temperature applied.
-   * @param {Tensor} logits
-   * @param {number} index
-   * @returns {Float32Array}
-   */
-  getLogits(logits, index) {
-    let vocabSize = logits.dims.at(-1);
-    let logs = (
-      /** @type {Float32Array} */
-      logits.data
-    );
-    if (index === -1) {
-      logs = logs.slice(-vocabSize);
-    } else {
-      let startIndex = index * vocabSize;
-      logs = logs.slice(startIndex, startIndex + vocabSize);
-    }
-    if (this.generation_config.temperature > 0) {
-      logs = logs.map((x) => x / this.generation_config.temperature);
-    }
-    return logs;
-  }
-  /**
-   * Selects an item randomly based on the specified probabilities.
-   * @param {Array} probabilities An array of probabilities to use for selection.
-   * @returns {number} The index of the selected item.
-   */
-  randomSelect(probabilities) {
-    let sumProbabilities = probabilities.reduce((acc, curr) => acc + curr, 0);
-    let r = Math.random() * sumProbabilities;
-    for (let i = 0; i < probabilities.length; ++i) {
-      r -= probabilities[i];
-      if (r <= 0) {
-        return i;
-      }
-    }
-    return 0;
-  }
-  /**
-   * Returns a Sampler object based on the specified options.
-   * @param {GenerationConfigType} generation_config An object containing options for the sampler.
-   * @returns {Sampler} A Sampler object.
-   */
-  static getSampler(generation_config) {
-    if (generation_config.do_sample) {
-      return new MultinomialSampler(generation_config);
-    } else if (generation_config.num_beams > 1) {
-      return new BeamSearchSampler(generation_config);
-    } else {
-      if (generation_config.num_return_sequences > 1) {
-        throw Error(`num_return_sequences has to be 1 when doing greedy search, but is ${generation_config.num_return_sequences}.`);
-      }
-      return new GreedySampler(generation_config);
-    }
-  }
-}
-class GreedySampler extends Sampler {
-  /**
-   * Sample the maximum probability of a given logits tensor.
-   * @param {Tensor} logits
-   * @param {number} [index=-1]
-   * @returns {Array} An array with a single tuple, containing the index of the maximum value and a meaningless score (since this is a greedy search).
-   */
-  sample(logits, index = -1) {
-    let logs = this.getLogits(logits, index);
-    let argmax = max(logs)[1];
-    return [
-      [argmax, 0]
-    ];
-  }
-}
-class MultinomialSampler extends Sampler {
-  /**
-   * Sample from the logits.
-   * @param {Tensor} logits
-   * @param {number} index
-   * @returns {Array}
-   */
-  sample(logits, index = -1) {
-    let k = logits.dims.at(-1);
-    if (this.generation_config.top_k > 0) {
-      k = Math.min(this.generation_config.top_k, k);
-    }
-    const logs = this.getLogits(logits, index);
-    const topLogits = getTopItems(logs, k);
-    const probabilities = softmax(topLogits.map((x) => x[1]));
-    return Array.from({ length: this.generation_config.num_beams }, () => {
-      const sampledIndex = this.randomSelect(probabilities);
-      return [
-        topLogits[sampledIndex][0],
-        // token id
-        Math.log(probabilities[sampledIndex])
-        // score
-      ];
-    });
-  }
-}
-class BeamSearchSampler extends Sampler {
-  /**
-   * Sample from the logits.
-   * @param {Tensor} logits
-   * @param {number} index
-   * @returns {Array}
-   */
-  sample(logits, index = -1) {
-    let k = logits.dims.at(-1);
-    if (this.generation_config.top_k > 0) {
-      k = Math.min(this.generation_config.top_k, k);
-    }
-    const logs = this.getLogits(logits, index);
-    const topLogits = getTopItems(logs, k);
-    const probabilities = softmax(topLogits.map((x) => x[1]));
-    return Array.from({ length: this.generation_config.num_beams }, (_, i) => {
-      return [
-        topLogits[i][0],
-        // token id
-        Math.log(probabilities[i])
-        // score
-      ];
-    });
-  }
-}
-export {
-  ForceTokensLogitsProcessor,
-  ForcedBOSTokenLogitsProcessor,
-  ForcedEOSTokenLogitsProcessor,
-  GenerationConfig,
-  LogitsProcessor,
-  LogitsProcessorList,
-  MinLengthLogitsProcessor,
-  MinNewTokensLengthLogitsProcessor,
-  NoBadWordsLogitsProcessor,
-  NoRepeatNGramLogitsProcessor,
-  RepetitionPenaltyLogitsProcessor,
-  Sampler,
-  SuppressTokensAtBeginLogitsProcessor,
-  WhisperTimeStampLogitsProcessor
-};
-//# sourceMappingURL=generation.js.map