@huggingface/transformers 4.0.0-next.3 → 4.0.0-next.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huggingface/transformers",
-  "version": "4.0.0-next.3",
+  "version": "4.0.0-next.4",
   "description": "State-of-the-art Machine Learning for the web. Run 🤗 Transformers directly in your browser, with no need for a server!",
   "main": "./dist/transformers.node.cjs",
   "types": "./types/transformers.d.ts",

package/src/configs.js

@@ -125,6 +125,7 @@ function getNormalizedConfig(config) {
         case 'granite':
         case 'granitemoehybrid':
         case 'cohere':
+        case 'cohere2':
         case 'mistral':
         case 'starcoder2':
         case 'qwen2':

package/src/env.js

@@ -26,7 +26,7 @@ import fs from 'node:fs';
 import path from 'node:path';
 import url from 'node:url';
 
-const VERSION = '4.0.0-next.3';
+const VERSION = '4.0.0-next.4';
 
 const IS_PROCESS_AVAILABLE = typeof process !== 'undefined';
 const IS_NODE_ENV = IS_PROCESS_AVAILABLE && process?.release?.name === 'node';

package/src/models/cohere2/modeling_cohere2.js

@@ -0,0 +1,5 @@
+import { PreTrainedModel } from '../modeling_utils.js';
+
+export class Cohere2PreTrainedModel extends PreTrainedModel {}
+export class Cohere2Model extends Cohere2PreTrainedModel {}
+export class Cohere2ForCausalLM extends Cohere2PreTrainedModel {}

package/src/models/models.js

@@ -16,6 +16,7 @@ export * from './clip/modeling_clip.js';
 export * from './clipseg/modeling_clipseg.js';
 export * from './codegen/modeling_codegen.js';
 export * from './cohere/modeling_cohere.js';
+export * from './cohere2/modeling_cohere2.js';
 export * from './convbert/modeling_convbert.js';
 export * from './convnext/modeling_convnext.js';
 export * from './convnextv2/modeling_convnextv2.js';

package/src/models/registry.js

@@ -142,6 +142,7 @@ const MODEL_MAPPING_NAMES_DECODER_ONLY = new Map([
     ['granite', 'GraniteModel'],
     ['granitemoehybrid', 'GraniteMoeHybridModel'],
     ['cohere', 'CohereModel'],
+    ['cohere2', 'Cohere2Model'],
     ['gemma', 'GemmaModel'],
     ['gemma2', 'Gemma2Model'],
     ['vaultgemma', 'VaultGemmaModel'],
@@ -262,6 +263,7 @@ export const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = new Map([
     ['granite', 'GraniteForCausalLM'],
     ['granitemoehybrid', 'GraniteMoeHybridForCausalLM'],
     ['cohere', 'CohereForCausalLM'],
+    ['cohere2', 'Cohere2ForCausalLM'],
     ['gemma', 'GemmaForCausalLM'],
     ['gemma2', 'Gemma2ForCausalLM'],
     ['vaultgemma', 'VaultGemmaForCausalLM'],

package/src/transformers.js

@@ -59,4 +59,6 @@ export { softmax, log_softmax, dot, cos_sim } from './utils/maths.js';
  * @typedef {import('./tokenization_utils.js').PretrainedTokenizerOptions} PretrainedTokenizerOptions
  * @typedef {import('./utils/dtypes.js').DataType} DataType
  * @typedef {import('./utils/devices.js').DeviceType} DeviceType
+ * @typedef {import('./utils/core.js').ProgressCallback} ProgressCallback
+ * @typedef {import('./utils/core.js').ProgressInfo} ProgressInfo
  */

package/types/configs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"configs.d.ts","sourceRoot":"","sources":["../src/configs.js"],"names":[],"mappings":"AAuRA;;;;GAIG;AACH,uCAHW,gBAAgB,iBACd,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAiEpC;AA8ED;;;GAGG;AACH;IAwBI;;;;;;;;OAQG;IACH,sDANW,MAAM,yEACN,iBAAiB,GAGf,OAAO,CAAC,gBAAgB,CAAC,CAoBrC;IApCD;;;OAGG;IACH,6BAGC;IAnBD,0BAA0B;IAC1B,YADW,MAAM,GAAC,IAAI,CACJ;IAElB,sBAAsB;IACtB,oBADW,OAAO,CACS;IAE3B,qBAAqB;IACrB,yBADW,MAAM,CACO;IAExB,mCAAmC;IACnC,0BADW,oBAAoB,CACN;IAQrB,uBAAkD;CA+BzD;AAED;;;;;GAKG;AACH;IApCI;;;;;;;;OAQG;IACH,sDANW,MAAM,yEACN,iBAAiB,GAGf,OAAO,CAAC,gBAAgB,CAAC,CAoBrC;CAcJ;gCA9cY,OAAO,gBAAgB,EAAE,iBAAiB;+BAI1C,OAAO,iBAAiB,EAAE,gBAAgB;2BAI1C,OAAO,iBAAiB,EAAE,YAAY;;;;;;;;oBA2crC,MAAM,CAAC,OAAO,oBAAoB,EAAE,UAAU,EAAE,YAAY,CAAC;;;;qBAC7D,OAAO,mBAAmB,EAAE,QAAQ,GAAC,MAAM,CAAC,OAAO,mBAAmB,EAAE,QAAQ,EAAE,OAAO,mBAAmB,EAAE,QAAQ,CAAC,GAAC,OAAO;;;;;;+BAC/H,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;;;;aAGtB,OAAO,oBAAoB,EAAE,UAAU;;;;YACvC,OAAO,mBAAmB,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,mBAAmB,EAAE,QAAQ,CAAC;;;;+BACzF,OAAO,gBAAgB,EAAE,YAAY,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,gBAAgB,EAAE,YAAY,CAAC;;;;;2BAK5F,IAAI,CAAC,oBAAoB,EAAE,QAAQ,GAAG,eAAe,CAAC"}
+{"version":3,"file":"configs.d.ts","sourceRoot":"","sources":["../src/configs.js"],"names":[],"mappings":"AAwRA;;;;GAIG;AACH,uCAHW,gBAAgB,iBACd,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAiEpC;AA8ED;;;GAGG;AACH;IAwBI;;;;;;;;OAQG;IACH,sDANW,MAAM,yEACN,iBAAiB,GAGf,OAAO,CAAC,gBAAgB,CAAC,CAoBrC;IApCD;;;OAGG;IACH,6BAGC;IAnBD,0BAA0B;IAC1B,YADW,MAAM,GAAC,IAAI,CACJ;IAElB,sBAAsB;IACtB,oBADW,OAAO,CACS;IAE3B,qBAAqB;IACrB,yBADW,MAAM,CACO;IAExB,mCAAmC;IACnC,0BADW,oBAAoB,CACN;IAQrB,uBAAkD;CA+BzD;AAED;;;;;GAKG;AACH;IApCI;;;;;;;;OAQG;IACH,sDANW,MAAM,yEACN,iBAAiB,GAGf,OAAO,CAAC,gBAAgB,CAAC,CAoBrC;CAcJ;gCA/cY,OAAO,gBAAgB,EAAE,iBAAiB;+BAI1C,OAAO,iBAAiB,EAAE,gBAAgB;2BAI1C,OAAO,iBAAiB,EAAE,YAAY;;;;;;;;oBA4crC,MAAM,CAAC,OAAO,oBAAoB,EAAE,UAAU,EAAE,YAAY,CAAC;;;;qBAC7D,OAAO,mBAAmB,EAAE,QAAQ,GAAC,MAAM,CAAC,OAAO,mBAAmB,EAAE,QAAQ,EAAE,OAAO,mBAAmB,EAAE,QAAQ,CAAC,GAAC,OAAO;;;;;;+BAC/H,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;;;;aAGtB,OAAO,oBAAoB,EAAE,UAAU;;;;YACvC,OAAO,mBAAmB,EAAE,QAAQ,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,mBAAmB,EAAE,QAAQ,CAAC;;;;+BACzF,OAAO,gBAAgB,EAAE,YAAY,GAAC,MAAM,CAAC,MAAM,EAAE,OAAO,gBAAgB,EAAE,YAAY,CAAC;;;;;2BAK5F,IAAI,CAAC,oBAAoB,EAAE,QAAQ,GAAG,eAAe,CAAC"}

package/types/models/cohere2/modeling_cohere2.d.ts

@@ -0,0 +1,8 @@
+export class Cohere2PreTrainedModel extends PreTrainedModel {
+}
+export class Cohere2Model extends Cohere2PreTrainedModel {
+}
+export class Cohere2ForCausalLM extends Cohere2PreTrainedModel {
+}
+import { PreTrainedModel } from '../modeling_utils.js';
+//# sourceMappingURL=modeling_cohere2.d.ts.map

package/types/models/cohere2/modeling_cohere2.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"modeling_cohere2.d.ts","sourceRoot":"","sources":["../../../src/models/cohere2/modeling_cohere2.js"],"names":[],"mappings":"AAEA;CAA8D;AAC9D;CAA2D;AAC3D;CAAiE;gCAJjC,sBAAsB"}

package/types/models/models.d.ts

@@ -16,6 +16,7 @@ export * from "./clip/modeling_clip.js";
 export * from "./clipseg/modeling_clipseg.js";
 export * from "./codegen/modeling_codegen.js";
 export * from "./cohere/modeling_cohere.js";
+export * from "./cohere2/modeling_cohere2.js";
 export * from "./convbert/modeling_convbert.js";
 export * from "./convnext/modeling_convnext.js";
 export * from "./convnextv2/modeling_convnextv2.js";

package/types/models/registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/models/registry.js"],"names":[],"mappings":"AA0KA,2EAKG;AAmDH,+EAUG;AAEH,oEAuDG;AA4CH,uEAIG;AA2JH,0EAwCE;AA6CF,oEAKG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAjZH,mFAqBG;AAEH,gFAgBG;AA/CH,+EAAuG;AAEvG,4EAIG;AAkHH,qEAmBG;AAEH,8EAiBG;AA+BH,gFAuBG;AAkBH,8EAIG;AAEH,iFASG;AAEH,kFAGG;AApCH,4EAQG;AAEH,sFAIG;AAwBH,2EAKG;AAEH,+DAQG;AAEH,gFAQG;AAEH,yEAAsF;AAEtF,sFAKG;AArGH,uFAEG;AAqGH,yEAAiG;AAOjG,0EAAwG;AAExG,4EAQG;AAEH,6EAAuG;AAEvG,2EAAmG;AAInG,oFAIG;AAvJH,8EAYG;AAEH,8EAGG"}
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/models/registry.js"],"names":[],"mappings":"AA2KA,2EAKG;AAmDH,+EAUG;AAEH,oEAwDG;AA4CH,uEAIG;AA2JH,0EAwCE;AA6CF,oEAKG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAlZH,mFAqBG;AAEH,gFAgBG;AA/CH,+EAAuG;AAEvG,4EAIG;AAmHH,qEAmBG;AAEH,8EAiBG;AA+BH,gFAuBG;AAkBH,8EAIG;AAEH,iFASG;AAEH,kFAGG;AApCH,4EAQG;AAEH,sFAIG;AAwBH,2EAKG;AAEH,+DAQG;AAEH,gFAQG;AAEH,yEAAsF;AAEtF,sFAKG;AArGH,uFAEG;AAqGH,yEAAiG;AAOjG,0EAAwG;AAExG,4EAQG;AAEH,6EAAuG;AAEvG,2EAAmG;AAInG,oFAIG;AAvJH,8EAYG;AAEH,8EAGG"}

package/types/transformers.d.ts

@@ -19,6 +19,8 @@ export type PretrainedProcessorOptions = import("./processing_utils.js").Pretrai
 export type PretrainedTokenizerOptions = import("./tokenization_utils.js").PretrainedTokenizerOptions;
 export type DataType = import("./utils/dtypes.js").DataType;
 export type DeviceType = import("./utils/devices.js").DeviceType;
+export type ProgressCallback = import("./utils/core.js").ProgressCallback;
+export type ProgressInfo = import("./utils/core.js").ProgressInfo;
 export { PretrainedConfig, AutoConfig } from "./configs.js";
 export { read_audio, RawAudio } from "./utils/audio.js";
 export { load_image, RawImage } from "./utils/image.js";

package/types/transformers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../src/transformers.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;qCAwDa,OAAO,gBAAgB,EAAE,sBAAsB;yCAC/C,OAAO,uBAAuB,EAAE,0BAA0B;yCAC1D,OAAO,yBAAyB,EAAE,0BAA0B;uBAC5D,OAAO,mBAAmB,EAAE,QAAQ;yBACpC,OAAO,oBAAoB,EAAE,UAAU"}
+{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../src/transformers.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;qCAwDa,OAAO,gBAAgB,EAAE,sBAAsB;yCAC/C,OAAO,uBAAuB,EAAE,0BAA0B;yCAC1D,OAAO,yBAAyB,EAAE,0BAA0B;uBAC5D,OAAO,mBAAmB,EAAE,QAAQ;yBACpC,OAAO,oBAAoB,EAAE,UAAU;+BACvC,OAAO,iBAAiB,EAAE,gBAAgB;2BAC1C,OAAO,iBAAiB,EAAE,YAAY"}