oci-generativeaiinference 2.107.2 → 2.108.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. package/lib/client.js +25 -0
  2. package/lib/client.js.map +1 -1
  3. package/lib/model/cohere-chat-request.d.ts +6 -1
  4. package/lib/model/cohere-chat-request.js +6 -0
  5. package/lib/model/cohere-chat-request.js.map +1 -1
  6. package/lib/model/cohere-chat-response.d.ts +1 -0
  7. package/lib/model/cohere-chat-response.js +4 -2
  8. package/lib/model/cohere-chat-response.js.map +1 -1
  9. package/lib/model/completion-tokens-details.d.ts +41 -0
  10. package/lib/model/completion-tokens-details.js +36 -0
  11. package/lib/model/completion-tokens-details.js.map +1 -0
  12. package/lib/model/embed-text-result.d.ts +2 -0
  13. package/lib/model/embed-text-result.js +26 -2
  14. package/lib/model/embed-text-result.js.map +1 -1
  15. package/lib/model/index.d.ts +8 -0
  16. package/lib/model/index.js +10 -2
  17. package/lib/model/index.js.map +1 -1
  18. package/lib/model/prompt-tokens-details.d.ts +32 -0
  19. package/lib/model/prompt-tokens-details.js +36 -0
  20. package/lib/model/prompt-tokens-details.js.map +1 -0
  21. package/lib/model/stream-options.d.ts +34 -0
  22. package/lib/model/stream-options.js +36 -0
  23. package/lib/model/stream-options.js.map +1 -0
  24. package/lib/model/usage.d.ts +43 -0
  25. package/lib/model/usage.js +70 -0
  26. package/lib/model/usage.js.map +1 -0
  27. package/lib/response/chat-response.d.ts +4 -0
  28. package/lib/response/embed-text-response.d.ts +4 -0
  29. package/lib/response/generate-text-response.d.ts +4 -0
  30. package/lib/response/rerank-text-response.d.ts +4 -0
  31. package/lib/response/summarize-text-response.d.ts +4 -0
  32. package/package.json +3 -3
package/lib/client.js CHANGED
@@ -310,6 +310,11 @@ class GenerativeAiInferenceClient {
310
310
  value: response.headers.get("opc-request-id"),
311
311
  key: "opcRequestId",
312
312
  dataType: "string"
313
+ },
314
+ {
315
+ value: response.headers.get("model-deprecation-info"),
316
+ key: "modelDeprecationInfo",
317
+ dataType: "string"
313
318
  }
314
319
  ]
315
320
  });
@@ -376,6 +381,11 @@ class GenerativeAiInferenceClient {
376
381
  value: response.headers.get("opc-request-id"),
377
382
  key: "opcRequestId",
378
383
  dataType: "string"
384
+ },
385
+ {
386
+ value: response.headers.get("model-deprecation-info"),
387
+ key: "modelDeprecationInfo",
388
+ dataType: "string"
379
389
  }
380
390
  ]
381
391
  });
@@ -445,6 +455,11 @@ class GenerativeAiInferenceClient {
445
455
  value: response.headers.get("opc-request-id"),
446
456
  key: "opcRequestId",
447
457
  dataType: "string"
458
+ },
459
+ {
460
+ value: response.headers.get("model-deprecation-info"),
461
+ key: "modelDeprecationInfo",
462
+ dataType: "string"
448
463
  }
449
464
  ]
450
465
  });
@@ -511,6 +526,11 @@ class GenerativeAiInferenceClient {
511
526
  value: response.headers.get("opc-request-id"),
512
527
  key: "opcRequestId",
513
528
  dataType: "string"
529
+ },
530
+ {
531
+ value: response.headers.get("model-deprecation-info"),
532
+ key: "modelDeprecationInfo",
533
+ dataType: "string"
514
534
  }
515
535
  ]
516
536
  });
@@ -575,6 +595,11 @@ class GenerativeAiInferenceClient {
575
595
  value: response.headers.get("opc-request-id"),
576
596
  key: "opcRequestId",
577
597
  dataType: "string"
598
+ },
599
+ {
600
+ value: response.headers.get("model-deprecation-info"),
601
+ key: "modelDeprecationInfo",
602
+ dataType: "string"
578
603
  }
579
604
  ]
580
605
  });
package/lib/client.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../lib/generativeaiinference/lib/client.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qCAAsC;AAEtC,+CAAiC;AAEjC,2CAKoB;AACpB,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAEnC,kDAAkD;AAClD,kDAAkD;AAClD,kDAAkD;AAElD,IAAY,4BAA+B;AAA3C,WAAY,4BAA4B;AAAE,CAAC,EAA/B,4BAA4B,GAA5B,oCAA4B,KAA5B,oCAA4B,QAAG;AAC3C;;GAEG;AACH,MAAa,2BAA2B;IAmBtC,YAAY,MAAyB,EAAE,mBAAgD;QAf7E,6CAAuC,GAAwB,SAAS,CAAC;QACzE,iBAAW,GAAW,EAAE,CAAC;QACzB,uBAAiB,GAAQ,EAAE,CAAC;QAE5B,oBAAe,GAA0B,IAAI,CAAC;QAC9C,iBAAY,GAAQ,SAAS,CAAC;QAC9B,oBAAe,GAAQ,SAAS,CAAC;QACpC,kBAAa,GAAG,uBAAuB,CAAC;QACrC,cAAS,GAAW,EAAE,CAAC;QAEvB,6BAAwB,GAAW,EAAE,CAAC;QAM9C,MAAM,aAAa,GAAG,MAAM,CAAC,6BAA6B;YACxD,CAAC,CAAC,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,6BAA6B,CAAC;YACvE,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,6BAA6B,CAAC;QAC1D,IAAI,mBAAmB,EAAE;YACvB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;YAChD,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAe,CAAC,OAAO;gBAC7C,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,WAAW;gBACjD,CAAC,CAAC,mBAAmB,CAAC,WAAW;gBACjC,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAc;gBACpC,CAAC,CAAC,SAAS,CAAC;SACf;QAED,IAAI,CAAC,uCAA0B,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,EAAE;YACzE,IAAI,MAAM,GACR,4UAA4U,CAAC;YAC/U,MAAM,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;SAC9C;QAED,+GAA+G;QAC/G,MAAM,yBAAyB,GAAG,IAAI,CAAC;QACvC,IACE,CAAC,IAAI,CAAC,eAAe;YACrB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,mBAAoB,CAAC;YAChE,CAAC,yBAAyB,IAAI,MAAM,CAAC,cAAc,CAAC,8BAA8B,CAAC,EACnF;YACA,IAAI,CAAC,eAAe,GAAG,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC;SAC5D;QACD,IAAI,CAAC,WAAW;YACd,MAAM,CAAC,UAAU;gBACjB,IAAI,MAAM,CAAC,eAAe,CACxB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,eAAe,CACrB,CAAC;QAEJ,IACE,MAAM,CAAC,6BAA6B;YACpC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,6BAA6B,CAAC,EAC7D;YACA,MAAM,QAAQ,GAA0B,MAAM,CAAC,6BAA6B,CAAC;YAC7E,IAAI,QAAQ,CAAC,SAAS,EAAE,EAAE;gBACxB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;aACpC;SACF;IACH,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAW,MAAM;QACf,OAAO,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,IAAW,gCAAgC,CAAC,oCAA6C;QACvF,IAAI,CAAC,qCAAqC,GAAG,oCAAoC,CAAC;QAClF,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+CAA+C,IAAI,CAAC,qCAAqC,EAAE,CAC5F,CAAC;QACJ,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE;YACjE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,OAAO,EACZ,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;aAAM,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;YAC3E,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,SAAS,EACd,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;IACH,CAAC;IAED;;;;OAIG;IACH,IAAW,MAAM,CAAC,MAAqB;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,MAAM,EACN,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;IAC9D,CAAC;IAED;;;;;;;OAOG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,QAAQ,EACR,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;IACjE,CAAC;IAED;;OAEG;IACI,sBAAsB;QAC3B,IAAI,IAAI,CAAC,eAAe,EAAE;YACxB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;SACjC;IACH,CAAC;IAED;;OAEG;IACI,aAAa;QAClB,IAAI,IAAI,CAAC,aAAa,EAAE;YACtB,IAAI,IAAI,CAAC,aAAa,YAAY,MAAM,CAAC,+CAA+C;gBAC7B,CACvD,IAAI,CAAC,aAAa,CAClB,CAAC,aAAa,EAAE,CAAC;SACtB;IACH,CAAC;IAED;;OAEG;IACI,KAAK;QACV,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED;;;;;;;;OAQG;IACU,eAAe,CAC1B,sBAAuD;;YAEvD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACtF,MAAM,aAAa,GAAG,iBAAiB,CAAC;YACxC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,sBAAsB,CAAC,aAAa;gBACvD,gBAAgB,EAAE,sBAAsB,CAAC,YAAY;aACtD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,sBAAsB,CAAC,kBAAkB,EACzC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,0BAA0B;gBAChC,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,sBAAsB,CAAC,sBAAsB,EAC7C,wBAAwB,EACxB,KAAK,CAAC,sBAAsB,CAAC,UAAU,CACxC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAqC,EAAE;oBACrD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,uBAAuB;oBAChC,SAAS,EAAE,KAAK,CAAC,qBAAqB;oBACtC,IAAI,EAAE,6BAA6B;oBACnC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,IAAI,CACf,WAAiC;;YAEjC,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;YAC1F,MAAM,aAAa,GAAG,MAAM,CAAC;YAC7B,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,WAAW,CAAC,aAAa;gBAC5C,gBAAgB,EAAE,WAAW,CAAC,YAAY;aAC3C,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,WAAW,CAAC,kBAAkB,EAC9B,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,WAAW,CAAC,WAAW,EACvB,aAAa,EACb,KAAK,CAAC,WAAW,CAAC,UAAU,CAC7B;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,QAAQ,CAAC,IAAI,CAAC;iBACtB;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA0B,EAAE;oBAC1C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,YAAY;oBACrB,SAAS,EAAE,KAAK,CAAC,UAAU;oBAC3B,IAAI,EAAE,kBAAkB;oBACxB,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;;;SAUK;IACQ,SAAS,CACpB,gBAA2C;;YAE3C,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC/F,MAAM,aAAa,GAAG,WAAW,CAAC;YAClC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,gBAAgB,CAAC,aAAa;gBACjD,gBAAgB,EAAE,gBAAgB,CAAC,YAAY;aAChD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,gBAAgB,CAAC,kBAAkB,EACnC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,gBAAgB,CAAC,gBAAgB,EACjC,kBAAkB,EAClB,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAClC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA+B,EAAE;oBAC/C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK,CAAC,eAAe;oBAChC,IAAI,EAAE,uBAAuB;oBAC7B,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,YAAY,CACvB,mBAAiD;;YAEjD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACnF,MAAM,aAAa,GAAG,cAAc,CAAC;YACrC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,mBAAmB,CAAC,aAAa;gBACpD,gBAAgB,EAAE,mBAAmB,CAAC,YAAY;aACnD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,mBAAmB,CAAC,kBAAkB,EACtC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,uBAAuB;gBAC7B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,mBAAmB,CAAC,mBAAmB,EACvC,qBAAqB,EACrB,KAAK,CAAC,mBAAmB,CAAC,UAAU,CACrC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,QAAQ,CAAC,IAAI,CAAC;iBACtB;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAkC,EAAE;oBAClD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,oBAAoB;oBAC7B,SAAS,EAAE,KAAK,CAAC,kBAAkB;oBACnC,IAAI,EAAE,0BAA0B;oBAChC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;;;SAUK;IACQ,UAAU,CACrB,iBAA6C;;YAE7C,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAChG,MAAM,aAAa,GAAG,YAAY,CAAC;YACnC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,iBAAiB,CAAC,aAAa;gBAClD,gBAAgB,EAAE,iBAAiB,CAAC,YAAY;aACjD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,iBAAiB,CAAC,kBAAkB,EACpC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,iBAAiB,CAAC,iBAAiB,EACnC,mBAAmB,EACnB,KAAK,CAAC,iBAAiB,CAAC,UAAU,CACnC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAgC,EAAE;oBAChD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,kBAAkB;oBAC3B,SAAS,EAAE,KAAK,CAAC,gBAAgB;oBACjC,IAAI,EAAE,wBAAwB;oBAC9B,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,aAAa,CACxB,oBAAmD;;YAEnD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACpF,MAAM,aAAa,GAAG,eAAe,CAAC;YACtC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,oBAAoB,CAAC,aAAa;gBACrD,gBAAgB,EAAE,oBAAoB,CAAC,YAAY;aACpD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,oBAAoB,CAAC,kBAAkB,EACvC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,oBAAoB,CAAC,oBAAoB,EACzC,sBAAsB,EACtB,KAAK,CAAC,oBAAoB,CAAC,UAAU,CACtC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAmC,EAAE;oBACnD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,qBAAqB;oBAC9B,SAAS,EAAE,KAAK,CAAC,mBAAmB;oBACpC,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;;AApqBH,kEAqqBC;AApqBkB,mDAAuB,GACtC,iEAAiE,CAAC;AACnD,+CAAmB,GAAG,EAAE,CAAC"}
1
+ {"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../lib/generativeaiinference/lib/client.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qCAAsC;AAEtC,+CAAiC;AAEjC,2CAKoB;AACpB,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAEnC,kDAAkD;AAClD,kDAAkD;AAClD,kDAAkD;AAElD,IAAY,4BAA+B;AAA3C,WAAY,4BAA4B;AAAE,CAAC,EAA/B,4BAA4B,GAA5B,oCAA4B,KAA5B,oCAA4B,QAAG;AAC3C;;GAEG;AACH,MAAa,2BAA2B;IAmBtC,YAAY,MAAyB,EAAE,mBAAgD;QAf7E,6CAAuC,GAAwB,SAAS,CAAC;QACzE,iBAAW,GAAW,EAAE,CAAC;QACzB,uBAAiB,GAAQ,EAAE,CAAC;QAE5B,oBAAe,GAA0B,IAAI,CAAC;QAC9C,iBAAY,GAAQ,SAAS,CAAC;QAC9B,oBAAe,GAAQ,SAAS,CAAC;QACpC,kBAAa,GAAG,uBAAuB,CAAC;QACrC,cAAS,GAAW,EAAE,CAAC;QAEvB,6BAAwB,GAAW,EAAE,CAAC;QAM9C,MAAM,aAAa,GAAG,MAAM,CAAC,6BAA6B;YACxD,CAAC,CAAC,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,6BAA6B,CAAC;YACvE,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,6BAA6B,CAAC;QAC1D,IAAI,mBAAmB,EAAE;YACvB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;YAChD,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAe,CAAC,OAAO;gBAC7C,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,WAAW;gBACjD,CAAC,CAAC,mBAAmB,CAAC,WAAW;gBACjC,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,eAAe,GAAG,mBAAmB,CAAC,cAAc;gBACvD,CAAC,CAAC,mBAAmB,CAAC,cAAc;gBACpC,CAAC,CAAC,SAAS,CAAC;SACf;QAED,IAAI,CAAC,uCAA0B,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,EAAE;YACzE,IAAI,MAAM,GACR,4UAA4U,CAAC;YAC/U,MAAM,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;SAC9C;QAED,+GAA+G;QAC/G,MAAM,yBAAyB,GAAG,IAAI,CAAC;QACvC,IACE,CAAC,IAAI,CAAC,eAAe;YACrB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,mBAAoB,CAAC;YAChE,CAAC,yBAAyB,IAAI,MAAM,CAAC,cAAc,CAAC,8BAA8B,CAAC,EACnF;YACA,IAAI,CAAC,eAAe,GAAG,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC;SAC5D;QACD,IAAI,CAAC,WAAW;YACd,MAAM,CAAC,UAAU;gBACjB,IAAI,MAAM,CAAC,eAAe,CACxB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,eAAe,CACrB,CAAC;QAEJ,IACE,MAAM,CAAC,6BAA6B;YACpC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,6BAA6B,CAAC,EAC7D;YACA,MAAM,QAAQ,GAA0B,MAAM,CAAC,6BAA6B,CAAC;YAC7E,IAAI,QAAQ,CAAC,SAAS,EAAE,EAAE;gBACxB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;aACpC;SACF;IACH,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAW,MAAM;QACf,OAAO,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,IAAW,gCAAgC,CAAC,oCAA6C;QACvF,IAAI,CAAC,qCAAqC,GAAG,oCAAoC,CAAC;QAClF,IAAI,IAAI,CAAC,MAAM;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+CAA+C,IAAI,CAAC,qCAAqC,EAAE,CAC5F,CAAC;QACJ,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE;YACjE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,OAAO,EACZ,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;aAAM,IAAI,IAAI,CAAC,wBAAwB,KAAK,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;YAC3E,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,IAAI,CAAC,SAAS,EACd,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;SACH;IACH,CAAC;IAED;;;;OAIG;IACH,IAAW,MAAM,CAAC,MAAqB;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,wBAAwB,CAC7D,2BAA2B,CAAC,uBAAuB,EACnD,MAAM,EACN,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;IAC9D,CAAC;IAED;;;;;;;OAOG;IACH,IAAW,QAAQ,CAAC,QAAgB;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,0BAA0B,CAC/D,2BAA2B,CAAC,uBAAuB,EACnD,QAAQ,EACR,2BAA2B,CAAC,mBAAmB,CAChD,CAAC;QACF,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;IACjE,CAAC;IAED;;OAEG;IACI,sBAAsB;QAC3B,IAAI,IAAI,CAAC,eAAe,EAAE;YACxB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;SACjC;IACH,CAAC;IAED;;OAEG;IACI,aAAa;QAClB,IAAI,IAAI,CAAC,aAAa,EAAE;YACtB,IAAI,IAAI,CAAC,aAAa,YAAY,MAAM,CAAC,+CAA+C;gBAC7B,CACvD,IAAI,CAAC,aAAa,CAClB,CAAC,aAAa,EAAE,CAAC;SACtB;IACH,CAAC;IAED;;OAEG;IACI,KAAK;QACV,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED;;;;;;;;OAQG;IACU,eAAe,CAC1B,sBAAuD;;YAEvD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACtF,MAAM,aAAa,GAAG,iBAAiB,CAAC;YACxC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,sBAAsB,CAAC,aAAa;gBACvD,gBAAgB,EAAE,sBAAsB,CAAC,YAAY;aACtD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,sBAAsB,CAAC,kBAAkB,EACzC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,0BAA0B;gBAChC,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,sBAAsB,CAAC,sBAAsB,EAC7C,wBAAwB,EACxB,KAAK,CAAC,sBAAsB,CAAC,UAAU,CACxC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAqC,EAAE;oBACrD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,uBAAuB;oBAChC,SAAS,EAAE,KAAK,CAAC,qBAAqB;oBACtC,IAAI,EAAE,6BAA6B;oBACnC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,IAAI,CACf,WAAiC;;YAEjC,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;YAC1F,MAAM,aAAa,GAAG,MAAM,CAAC;YAC7B,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,WAAW,CAAC,aAAa;gBAC5C,gBAAgB,EAAE,WAAW,CAAC,YAAY;aAC3C,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,WAAW,CAAC,kBAAkB,EAC9B,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,WAAW,CAAC,WAAW,EACvB,aAAa,EACb,KAAK,CAAC,WAAW,CAAC,UAAU,CAC7B;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,QAAQ,CAAC,IAAI,CAAC;iBACtB;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA0B,EAAE;oBAC1C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,YAAY;oBACrB,SAAS,EAAE,KAAK,CAAC,UAAU;oBAC3B,IAAI,EAAE,kBAAkB;oBACxB,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;4BACrD,GAAG,EAAE,sBAAsB;4BAC3B,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;;;SAUK;IACQ,SAAS,CACpB,gBAA2C;;YAE3C,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC/F,MAAM,aAAa,GAAG,WAAW,CAAC;YAClC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,gBAAgB,CAAC,aAAa;gBACjD,gBAAgB,EAAE,gBAAgB,CAAC,YAAY;aAChD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,gBAAgB,CAAC,kBAAkB,EACnC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,gBAAgB,CAAC,gBAAgB,EACjC,kBAAkB,EAClB,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAClC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAA+B,EAAE;oBAC/C,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK,CAAC,eAAe;oBAChC,IAAI,EAAE,uBAAuB;oBAC7B,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;4BACrD,GAAG,EAAE,sBAAsB;4BAC3B,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,YAAY,CACvB,mBAAiD;;YAEjD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;YACnF,MAAM,aAAa,GAAG,cAAc,CAAC;YACrC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,mBAAmB,CAAC,aAAa;gBACpD,gBAAgB,EAAE,mBAAmB,CAAC,YAAY;aACnD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,mBAAmB,CAAC,kBAAkB,EACtC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,uBAAuB;gBAC7B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,mBAAmB,CAAC,mBAAmB,EACvC,qBAAqB,EACrB,KAAK,CAAC,mBAAmB,CAAC,UAAU,CACrC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,IACE,QAAQ,CAAC,OAAO;oBAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;wBACxD,MAAM,CAAC,SAAS,CAAC,6BAA6B,EAChD;oBACA,OAAO,QAAQ,CAAC,IAAI,CAAC;iBACtB;gBACD,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAkC,EAAE;oBAClD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,oBAAoB;oBAC7B,SAAS,EAAE,KAAK,CAAC,kBAAkB;oBACnC,IAAI,EAAE,0BAA0B;oBAChC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;4BACrD,GAAG,EAAE,sBAAsB;4BAC3B,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;;;SAUK;IACQ,UAAU,CACrB,iBAA6C;;YAE7C,IAAI,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAChG,MAAM,aAAa,GAAG,YAAY,CAAC;YACnC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,iBAAiB,CAAC,aAAa;gBAClD,gBAAgB,EAAE,iBAAiB,CAAC,YAAY;aACjD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,iBAAiB,CAAC,kBAAkB,EACpC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,iBAAiB,CAAC,iBAAiB,EACnC,mBAAmB,EACnB,KAAK,CAAC,iBAAiB,CAAC,UAAU,CACnC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAgC,EAAE;oBAChD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,kBAAkB;oBAC3B,SAAS,EAAE,KAAK,CAAC,gBAAgB;oBACjC,IAAI,EAAE,wBAAwB;oBAC9B,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;4BACrD,GAAG,EAAE,sBAAsB;4BAC3B,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;IAED;;;;;;;;OAQG;IACU,aAAa,CACxB,oBAAmD;;YAEnD,IAAI,IAAI,CAAC,MAAM;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;YACpF,MAAM,aAAa,GAAG,eAAe,CAAC;YACtC,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,EAAE,CAAC;YAEvB,IAAI,YAAY,GAAG;gBACjB,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,oBAAoB,CAAC,aAAa;gBACrD,gBAAgB,EAAE,oBAAoB,CAAC,YAAY;aACpD,CAAC;YAEF,MAAM,sBAAsB,GAAG,MAAM,CAAC,+BAA+B,CAAC;YACtE,MAAM,OAAO,GAAG,2BAAc,CAAC,sBAAsB,CACnD,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,EACpF,oBAAoB,CAAC,kBAAkB,EACvC,sBAAsB,CACvB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,2BAAc,CAAC;gBACnC,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAC5C,oBAAoB,CAAC,oBAAoB,EACzC,sBAAsB,EACtB,KAAK,CAAC,oBAAoB,CAAC,UAAU,CACtC;gBACD,UAAU,EAAE,UAAU;gBACtB,YAAY,EAAE,YAAY;gBAC1B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,eAAe,CAC5C,IAAI,CAAC,WAAW,EAChB,OAAO,EACP,IAAI,CAAC,aAAa,EAClB,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,WAAW,GAAG,4BAAe,CAAC;oBAClC,cAAc,EAAmC,EAAE;oBACnD,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAE,qBAAqB;oBAC9B,SAAS,EAAE,KAAK,CAAC,mBAAmB;oBACpC,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE;wBACf;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;4BACnC,GAAG,EAAE,MAAM;4BACX,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC7C,GAAG,EAAE,cAAc;4BACnB,QAAQ,EAAE,QAAQ;yBACnB;wBACD;4BACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;4BACrD,GAAG,EAAE,sBAAsB;4BAC3B,QAAQ,EAAE,QAAQ;yBACnB;qBACF;iBACF,CAAC,CAAC;gBAEH,OAAO,WAAW,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KAAA;;AA7rBH,kEA8rBC;AA7rBkB,mDAAuB,GACtC,iEAAiE,CAAC;AACnD,+CAAmB,GAAG,EAAE,CAAC"}
package/lib/model/cohere-chat-request.d.ts CHANGED
@@ -59,6 +59,7 @@ export interface CohereChatRequest extends model.BaseChatRequest {
59
59
  * Whether to stream the partial progress of the model's response. When set to true, as tokens become available, they are sent as data-only server-sent events.
60
60
  */
61
61
  "isStream"?: boolean;
62
+ "streamOptions"?: model.StreamOptions;
62
63
  /**
63
64
  * The maximum number of output tokens that the model will generate for the response. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
64
65
  */
@@ -140,7 +141,11 @@ export interface CohereChatRequest extends model.BaseChatRequest {
140
141
  */
141
142
  "citationQuality"?: CohereChatRequest.CitationQuality;
142
143
  /**
143
- * Used to select the safety instruction inserted into the prompt. When selected CONTEXTUAL mode, It is appropriate for wide-ranging interactions with fewer constraints on output while maintaining core protections by rejecting harmful or illegal suggestions. When selected STRICT mode, it aims to avoid all sensitive topics, such as violent or sexual acts and profanity. When selected OFF, the safety instruction will be omitted. Note: This parameter is only compatible with models Command R 08-2024, Command R+ 08-2024 and newer. Also, command-r7b-12-2024 only supports \"CONTEXTUAL\" and \"STRICT\" modes.
144
+ * Safety mode: Adds a safety instruction for the model to use when generating responses.
145
+ * Contextual: (Default) Puts fewer constraints on the output. It maintains core protections by aiming to reject harmful or illegal suggestions, but it allows profanity and some toxic content, sexually explicit and violent content, and content that contains medical, financial, or legal information. Contextual mode is suited for entertainment, creative, or academic use.
146
+ * Strict: Aims to avoid sensitive topics, such as violent or sexual acts and profanity. This mode aims to provide a safer experience by prohibiting responses or recommendations that it finds inappropriate. Strict mode is suited for corporate use, such as for corporate communications and customer service.
147
+ * Off: No safety mode is applied.
148
+ * Note: This parameter is only compatible with models cohere.command-r-08-2024, cohere.command-r-plus-08-2024 and Cohere models released after these models. See [release dates](https://docs.oracle.com/iaas/Content/generative-ai/deprecating.htm).
144
149
  *
145
150
  */
146
151
  "safetyMode"?: CohereChatRequest.SafetyMode;
package/lib/model/cohere-chat-request.js CHANGED
@@ -68,6 +68,9 @@ var CohereChatRequest;
68
68
  "responseFormat": obj.responseFormat
69
69
  ? model.CohereResponseFormat.getJsonObj(obj.responseFormat)
70
70
  : undefined,
71
+ "streamOptions": obj.streamOptions
72
+ ? model.StreamOptions.getJsonObj(obj.streamOptions)
73
+ : undefined,
71
74
  "tools": obj.tools
72
75
  ? obj.tools.map(item => {
73
76
  return model.CohereTool.getJsonObj(item);
@@ -95,6 +98,9 @@ var CohereChatRequest;
95
98
  "responseFormat": obj.responseFormat
96
99
  ? model.CohereResponseFormat.getDeserializedJsonObj(obj.responseFormat)
97
100
  : undefined,
101
+ "streamOptions": obj.streamOptions
102
+ ? model.StreamOptions.getDeserializedJsonObj(obj.streamOptions)
103
+ : undefined,
98
104
  "tools": obj.tools
99
105
  ? obj.tools.map(item => {
100
106
  return model.CohereTool.getDeserializedJsonObj(item);
package/lib/model/cohere-chat-request.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"cohere-chat-request.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/cohere-chat-request.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAqIlC,IAAiB,iBAAiB,CAiFjC;AAjFD,WAAiB,iBAAiB;IAChC,IAAY,gBAGX;IAHD,WAAY,gBAAgB;QAC1B,+BAAW,CAAA;QACX,6DAAyC,CAAA;IAC3C,CAAC,EAHW,gBAAgB,GAAhB,kCAAgB,KAAhB,kCAAgB,QAG3B;IAED,IAAY,eAGX;IAHD,WAAY,eAAe;QACzB,wCAAqB,CAAA;QACrB,gCAAa,CAAA;IACf,CAAC,EAHW,eAAe,GAAf,iCAAe,KAAf,iCAAe,QAG1B;IAED,IAAY,UAIX;IAJD,WAAY,UAAU;QACpB,uCAAyB,CAAA;QACzB,+BAAiB,CAAA;QACjB,yBAAW,CAAA;IACb,CAAC,EAJW,UAAU,GAAV,4BAAU,KAAV,4BAAU,QAIrB;IAED,SAAgB,UAAU,CAAC,GAAsB,EAAE,eAAyB;QAC1E,MAAM,OAAO,mCACR,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,CAAuB,CAAC,GACtF;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC9C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,gBAAgB,EAAE,GAAG,CAAC,cAAc;gBAClC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC3D,CAAC,CAAC,SAAS;YAEb,OAAO,EAAE,GAAG,CAAC,KAAK;gBAChB,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACnB,OAAO,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC3C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YACb,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACjD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IA5Be,4BAAU,aA4BzB,CAAA;IACY,2BAAS,GAAG,QAAQ,CAAC;IAClC,SAAgB,sBAAsB,CACpC,GAAsB,EACtB,eAAyB;QAEzB,MAAM,OAAO,mCACR,CAAC,eAAe;YACjB,CAAC,CAAC,GAAG;YACL,CAAC,CAAE,KAAK,CAAC,eAAe,CAAC,sBAAsB,CAAC,GAAG,CAAuB,CAAC,GAC1E;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC1D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,gBAAgB,EAAE,GAAG,CAAC,cAAc;gBAClC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,GAAG,CAAC,cAAc,CAAC;gBACvE,CAAC,CAAC,SAAS;YAEb,OAAO,EAAE,GAAG,CAAC,KAAK;gBAChB,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACnB,OAAO,KAAK,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACvD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YACb,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC7D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAjCe,wCAAsB,yBAiCrC,CAAA;AACH,CAAC,EAjFgB,iBAAiB,GAAjB,yBAAiB,KAAjB,yBAAiB,QAiFjC"}
1
+ {"version":3,"file":"cohere-chat-request.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/cohere-chat-request.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AA0IlC,IAAiB,iBAAiB,CAyFjC;AAzFD,WAAiB,iBAAiB;IAChC,IAAY,gBAGX;IAHD,WAAY,gBAAgB;QAC1B,+BAAW,CAAA;QACX,6DAAyC,CAAA;IAC3C,CAAC,EAHW,gBAAgB,GAAhB,kCAAgB,KAAhB,kCAAgB,QAG3B;IAED,IAAY,eAGX;IAHD,WAAY,eAAe;QACzB,wCAAqB,CAAA;QACrB,gCAAa,CAAA;IACf,CAAC,EAHW,eAAe,GAAf,iCAAe,KAAf,iCAAe,QAG1B;IAED,IAAY,UAIX;IAJD,WAAY,UAAU;QACpB,uCAAyB,CAAA;QACzB,+BAAiB,CAAA;QACjB,yBAAW,CAAA;IACb,CAAC,EAJW,UAAU,GAAV,4BAAU,KAAV,4BAAU,QAIrB;IAED,SAAgB,UAAU,CAAC,GAAsB,EAAE,eAAyB;QAC1E,MAAM,OAAO,mCACR,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,CAAuB,CAAC,GACtF;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC9C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,gBAAgB,EAAE,GAAG,CAAC,cAAc;gBAClC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC3D,CAAC,CAAC,SAAS;YAEb,eAAe,EAAE,GAAG,CAAC,aAAa;gBAChC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC;gBACnD,CAAC,CAAC,SAAS;YAEb,OAAO,EAAE,GAAG,CAAC,KAAK;gBAChB,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACnB,OAAO,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC3C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YACb,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACjD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAhCe,4BAAU,aAgCzB,CAAA;IACY,2BAAS,GAAG,QAAQ,CAAC;IAClC,SAAgB,sBAAsB,CACpC,GAAsB,EACtB,eAAyB;QAEzB,MAAM,OAAO,mCACR,CAAC,eAAe;YACjB,CAAC,CAAC,GAAG;YACL,CAAC,CAAE,KAAK,CAAC,eAAe,CAAC,sBAAsB,CAAC,GAAG,CAAuB,CAAC,GAC1E;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC1D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,gBAAgB,EAAE,GAAG,CAAC,cAAc;gBAClC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,GAAG,CAAC,cAAc,CAAC;gBACvE,CAAC,CAAC,SAAS;YAEb,eAAe,EAAE,GAAG,CAAC,aAAa;gBAChC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC,GAAG,CAAC,aAAa,CAAC;gBAC/D,CAAC,CAAC,SAAS;YAEb,OAAO,EAAE,GAAG,CAAC,KAAK;gBAChB,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACnB,OAAO,KAAK,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACvD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YACb,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC7D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IArCe,wCAAsB,yBAqCrC,CAAA;AACH,CAAC,EAzFgB,iBAAiB,GAAjB,yBAAiB,KAAjB,yBAAiB,QAyFjC"}
package/lib/model/cohere-chat-response.d.ts CHANGED
@@ -77,6 +77,7 @@ export interface CohereChatResponse extends model.BaseChatResponse {
77
77
  * The full prompt that was sent to the model if isEcho is true when request.
78
78
  */
79
79
  "prompt"?: string;
80
+ "usage"?: model.Usage;
80
81
  "apiFormat": string;
81
82
  }
82
83
  export declare namespace CohereChatResponse {
package/lib/model/cohere-chat-response.js CHANGED
@@ -77,7 +77,8 @@ var CohereChatResponse;
77
77
  ? obj.toolCalls.map(item => {
78
78
  return model.CohereToolCall.getJsonObj(item);
79
79
  })
80
- : undefined
80
+ : undefined,
81
+ "usage": obj.usage ? model.Usage.getJsonObj(obj.usage) : undefined
81
82
  });
82
83
  return jsonObj;
83
84
  }
@@ -106,7 +107,8 @@ var CohereChatResponse;
106
107
  ? obj.toolCalls.map(item => {
107
108
  return model.CohereToolCall.getDeserializedJsonObj(item);
108
109
  })
109
- : undefined
110
+ : undefined,
111
+ "usage": obj.usage ? model.Usage.getDeserializedJsonObj(obj.usage) : undefined
110
112
  });
111
113
  return jsonObj;
112
114
  }
package/lib/model/cohere-chat-response.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"cohere-chat-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/cohere-chat-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAkElC,IAAiB,kBAAkB,CAmFlC;AAnFD,WAAiB,kBAAkB;IACjC,IAAY,YAYX;IAZD,WAAY,YAAY;QACtB,qCAAqB,CAAA;QACrB,0CAA0B,CAAA;QAC1B,0CAA0B,CAAA;QAC1B,+BAAe,CAAA;QACf,0CAA0B,CAAA;QAC1B,wCAAwB,CAAA;QACxB;;;WAGG;QACH,8CAA8B,CAAA;IAChC,CAAC,EAZW,YAAY,GAAZ,+BAAY,KAAZ,+BAAY,QAYvB;IAED,SAAgB,UAAU,CAAC,GAAuB,EAAE,eAAyB;QAC3E,MAAM,OAAO,mCACR,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAwB,CAAC,GACxF;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC9C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YACb,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACzC,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,eAAe,EAAE,GAAG,CAAC,aAAa;gBAChC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAC3B,OAAO,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC5C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC/C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IA9Be,6BAAU,aA8BzB,CAAA;IACY,4BAAS,GAAG,QAAQ,CAAC;IAClC,SAAgB,sBAAsB,CACpC,GAAuB,EACvB,eAAyB;QAEzB,MAAM,OAAO,mCACR,CAAC,eAAe;YACjB,CAAC,CAAC,GAAG;YACL,CAAC,CAAE,KAAK,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,GAAG,CAAwB,CAAC,GAC5E;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC1D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YACb,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACrD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,eAAe,EAAE,GAAG,CAAC,aAAa;gBAChC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAC3B,OAAO,KAAK,CAAC,WAAW,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACxD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,cAAc,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC3D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAnCe,yCAAsB,yBAmCrC,CAAA;AACH,CAAC,EAnFgB,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QAmFlC"}
1
+ {"version":3,"file":"cohere-chat-response.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/cohere-chat-response.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAmElC,IAAiB,kBAAkB,CAuFlC;AAvFD,WAAiB,kBAAkB;IACjC,IAAY,YAYX;IAZD,WAAY,YAAY;QACtB,qCAAqB,CAAA;QACrB,0CAA0B,CAAA;QAC1B,0CAA0B,CAAA;QAC1B,+BAAe,CAAA;QACf,0CAA0B,CAAA;QAC1B,wCAAwB,CAAA;QACxB;;;WAGG;QACH,8CAA8B,CAAA;IAChC,CAAC,EAZW,YAAY,GAAZ,+BAAY,KAAZ,+BAAY,QAYvB;IAED,SAAgB,UAAU,CAAC,GAAuB,EAAE,eAAyB;QAC3E,MAAM,OAAO,mCACR,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAwB,CAAC,GACxF;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC9C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YACb,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACzC,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,eAAe,EAAE,GAAG,CAAC,aAAa;gBAChC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAC3B,OAAO,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC5C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC/C,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;SACnE,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAhCe,6BAAU,aAgCzB,CAAA;IACY,4BAAS,GAAG,QAAQ,CAAC;IAClC,SAAgB,sBAAsB,CACpC,GAAuB,EACvB,eAAyB;QAEzB,MAAM,OAAO,mCACR,CAAC,eAAe;YACjB,CAAC,CAAC,GAAG;YACL,CAAC,CAAE,KAAK,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,GAAG,CAAwB,CAAC,GAC5E;YACD,aAAa,EAAE,GAAG,CAAC,WAAW;gBAC5B,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,OAAO,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC1D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YACb,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACrD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,eAAe,EAAE,GAAG,CAAC,aAAa;gBAChC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAC3B,OAAO,KAAK,CAAC,WAAW,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBACxD,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,WAAW,EAAE,GAAG,CAAC,SAAS;gBACxB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACvB,OAAO,KAAK,CAAC,cAAc,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAC3D,CAAC,CAAC;gBACJ,CAAC,CAAC,SAAS;YAEb,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;SAC/E,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IArCe,yCAAsB,yBAqCrC,CAAA;AACH,CAAC,EAvFgB,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QAuFlC"}
package/lib/model/completion-tokens-details.d.ts ADDED
@@ -0,0 +1,41 @@
1
+ /**
2
+ * Generative AI Service Inference API
3
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
4
+
5
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to {@link #eNGenerative-ai-inferenceLatestChatResultChat(ENGenerative-ai-inferenceLatestChatResultChatRequest) eNGenerative-ai-inferenceLatestChatResultChat}, {@link #eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText(ENGenerative-ai-inferenceLatestGenerateTextResultGenerateTextRequest) eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText}, {@link #eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText(ENGenerative-ai-inferenceLatestSummarizeTextResultSummarizeTextRequest) eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText}, and {@link #eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText(ENGenerative-ai-inferenceLatestEmbedTextResultEmbedTextRequest) eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText}.
6
+
7
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest} to {@link #eNGenerative-aiLatestModel(ENGenerative-aiLatestModelRequest) eNGenerative-aiLatestModel} by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster}. Then, create a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster} with an {@link Endpoint} to host your custom model. For resource management in the Generative AI service, use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest}.
8
+
9
+ To learn more about the service, see the [Generative AI documentation](https://docs.oracle.com/iaas/Content/generative-ai/home.htm).
10
+
11
+ * OpenAPI spec version: 20231130
12
+ *
13
+ *
14
+ * NOTE: This class is auto generated by OracleSDKGenerator.
15
+ * Do not edit the class manually.
16
+ *
17
+ * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
18
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
+ */
20
+ /**
21
+ * Breakdown of tokens used in a completion.
22
+ */
23
+ export interface CompletionTokensDetails {
24
+ /**
25
+ * When using Predicted Outputs, the number of tokens in the prediction that appeared in the completion.
26
+ * Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
27
+ */
28
+ "acceptedPredictionTokens"?: number;
29
+ /**
30
+ * Tokens generated by the model for reasoning. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
31
+ */
32
+ "reasoningTokens"?: number;
33
+ /**
34
+ * When using Predicted Outputs, the number of tokens in the prediction that did not appear in the completion. However, like reasoning tokens, these tokens are still counted in the total completion tokens for purposes of billing, output, and context window limits. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
35
+ */
36
+ "rejectedPredictionTokens"?: number;
37
+ }
38
+ export declare namespace CompletionTokensDetails {
39
+ function getJsonObj(obj: CompletionTokensDetails): object;
40
+ function getDeserializedJsonObj(obj: CompletionTokensDetails): object;
41
+ }
package/lib/model/completion-tokens-details.js ADDED
@@ -0,0 +1,36 @@
1
+ "use strict";
2
+ /**
3
+ * Generative AI Service Inference API
4
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
5
+
6
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to {@link #eNGenerative-ai-inferenceLatestChatResultChat(ENGenerative-ai-inferenceLatestChatResultChatRequest) eNGenerative-ai-inferenceLatestChatResultChat}, {@link #eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText(ENGenerative-ai-inferenceLatestGenerateTextResultGenerateTextRequest) eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText}, {@link #eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText(ENGenerative-ai-inferenceLatestSummarizeTextResultSummarizeTextRequest) eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText}, and {@link #eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText(ENGenerative-ai-inferenceLatestEmbedTextResultEmbedTextRequest) eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText}.
7
+
8
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest} to {@link #eNGenerative-aiLatestModel(ENGenerative-aiLatestModelRequest) eNGenerative-aiLatestModel} by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster}. Then, create a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster} with an {@link Endpoint} to host your custom model. For resource management in the Generative AI service, use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest}.
9
+
10
+ To learn more about the service, see the [Generative AI documentation](https://docs.oracle.com/iaas/Content/generative-ai/home.htm).
11
+
12
+ * OpenAPI spec version: 20231130
13
+ *
14
+ *
15
+ * NOTE: This class is auto generated by OracleSDKGenerator.
16
+ * Do not edit the class manually.
17
+ *
18
+ * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
19
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
20
+ */
21
+ Object.defineProperty(exports, "__esModule", { value: true });
22
+ exports.CompletionTokensDetails = void 0;
23
+ var CompletionTokensDetails;
24
+ (function (CompletionTokensDetails) {
25
+ function getJsonObj(obj) {
26
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
27
+ return jsonObj;
28
+ }
29
+ CompletionTokensDetails.getJsonObj = getJsonObj;
30
+ function getDeserializedJsonObj(obj) {
31
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
32
+ return jsonObj;
33
+ }
34
+ CompletionTokensDetails.getDeserializedJsonObj = getDeserializedJsonObj;
35
+ })(CompletionTokensDetails = exports.CompletionTokensDetails || (exports.CompletionTokensDetails = {}));
36
+ //# sourceMappingURL=completion-tokens-details.js.map
package/lib/model/completion-tokens-details.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"completion-tokens-details.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/completion-tokens-details.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;AAwBH,IAAiB,uBAAuB,CAWvC;AAXD,WAAiB,uBAAuB;IACtC,SAAgB,UAAU,CAAC,GAA4B;QACrD,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,kCAAU,aAIzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAA4B;QACjE,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,8CAAsB,yBAIrC,CAAA;AACH,CAAC,EAXgB,uBAAuB,GAAvB,+BAAuB,KAAvB,+BAAuB,QAWvC"}
package/lib/model/embed-text-result.d.ts CHANGED
@@ -17,6 +17,7 @@ To learn more about the service, see the [Generative AI documentation](https://d
17
17
  * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
18
18
  * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
19
  */
20
+ import * as model from "../model";
20
21
  /**
21
22
  * The generated embedded result to return.
22
23
  */
@@ -41,6 +42,7 @@ export interface EmbedTextResult {
41
42
  * The version of the model.
42
43
  */
43
44
  "modelVersion"?: string;
45
+ "usage"?: model.Usage;
44
46
  }
45
47
  export declare namespace EmbedTextResult {
46
48
  function getJsonObj(obj: EmbedTextResult): object;
package/lib/model/embed-text-result.js CHANGED
@@ -18,17 +18,41 @@ To learn more about the service, see the [Generative AI documentation](https://d
18
18
  * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
19
19
  * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
20
20
  */
21
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
22
+ if (k2 === undefined) k2 = k;
23
+ Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
24
+ }) : (function(o, m, k, k2) {
25
+ if (k2 === undefined) k2 = k;
26
+ o[k2] = m[k];
27
+ }));
28
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
29
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
30
+ }) : function(o, v) {
31
+ o["default"] = v;
32
+ });
33
+ var __importStar = (this && this.__importStar) || function (mod) {
34
+ if (mod && mod.__esModule) return mod;
35
+ var result = {};
36
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
37
+ __setModuleDefault(result, mod);
38
+ return result;
39
+ };
21
40
  Object.defineProperty(exports, "__esModule", { value: true });
22
41
  exports.EmbedTextResult = void 0;
42
+ const model = __importStar(require("../model"));
23
43
  var EmbedTextResult;
24
44
  (function (EmbedTextResult) {
25
45
  function getJsonObj(obj) {
26
- const jsonObj = Object.assign(Object.assign({}, obj), {});
46
+ const jsonObj = Object.assign(Object.assign({}, obj), {
47
+ "usage": obj.usage ? model.Usage.getJsonObj(obj.usage) : undefined
48
+ });
27
49
  return jsonObj;
28
50
  }
29
51
  EmbedTextResult.getJsonObj = getJsonObj;
30
52
  function getDeserializedJsonObj(obj) {
31
- const jsonObj = Object.assign(Object.assign({}, obj), {});
53
+ const jsonObj = Object.assign(Object.assign({}, obj), {
54
+ "usage": obj.usage ? model.Usage.getDeserializedJsonObj(obj.usage) : undefined
55
+ });
32
56
  return jsonObj;
33
57
  }
34
58
  EmbedTextResult.getDeserializedJsonObj = getDeserializedJsonObj;
package/lib/model/embed-text-result.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"embed-text-result.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/embed-text-result.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;AA+BH,IAAiB,eAAe,CAW/B;AAXD,WAAiB,eAAe;IAC9B,SAAgB,UAAU,CAAC,GAAoB;QAC7C,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,0BAAU,aAIzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAoB;QACzD,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,sCAAsB,yBAIrC,CAAA;AACH,CAAC,EAXgB,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAW/B"}
1
+ {"version":3,"file":"embed-text-result.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/embed-text-result.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AA8BlC,IAAiB,eAAe,CAqB/B;AArBD,WAAiB,eAAe;IAC9B,SAAgB,UAAU,CAAC,GAAoB;QAC7C,MAAM,OAAO,mCACR,GAAG,GACH;YACD,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;SACnE,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IATe,0BAAU,aASzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAoB;QACzD,MAAM,OAAO,mCACR,GAAG,GACH;YACD,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;SAC/E,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IATe,sCAAsB,yBASrC,CAAA;AACH,CAAC,EArBgB,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAqB/B"}
package/lib/model/index.d.ts CHANGED
@@ -51,6 +51,8 @@ import * as CohereToolCall from "./cohere-tool-call";
51
51
  export import CohereToolCall = CohereToolCall.CohereToolCall;
52
52
  import * as CohereToolResult from "./cohere-tool-result";
53
53
  export import CohereToolResult = CohereToolResult.CohereToolResult;
54
+ import * as CompletionTokensDetails from "./completion-tokens-details";
55
+ export import CompletionTokensDetails = CompletionTokensDetails.CompletionTokensDetails;
54
56
  import * as ContentModerationConfiguration from "./content-moderation-configuration";
55
57
  export import ContentModerationConfiguration = ContentModerationConfiguration.ContentModerationConfiguration;
56
58
  import * as ContentModerationResult from "./content-moderation-result";
@@ -93,6 +95,8 @@ import * as PromptInjectionConfiguration from "./prompt-injection-configuration"
93
95
  export import PromptInjectionConfiguration = PromptInjectionConfiguration.PromptInjectionConfiguration;
94
96
  import * as PromptInjectionProtectionResult from "./prompt-injection-protection-result";
95
97
  export import PromptInjectionProtectionResult = PromptInjectionProtectionResult.PromptInjectionProtectionResult;
98
+ import * as PromptTokensDetails from "./prompt-tokens-details";
99
+ export import PromptTokensDetails = PromptTokensDetails.PromptTokensDetails;
96
100
  import * as RerankTextDetails from "./rerank-text-details";
97
101
  export import RerankTextDetails = RerankTextDetails.RerankTextDetails;
98
102
  import * as RerankTextResult from "./rerank-text-result";
@@ -101,6 +105,8 @@ import * as SearchQuery from "./search-query";
101
105
  export import SearchQuery = SearchQuery.SearchQuery;
102
106
  import * as ServingMode from "./serving-mode";
103
107
  export import ServingMode = ServingMode.ServingMode;
108
+ import * as StreamOptions from "./stream-options";
109
+ export import StreamOptions = StreamOptions.StreamOptions;
104
110
  import * as SummarizeTextDetails from "./summarize-text-details";
105
111
  export import SummarizeTextDetails = SummarizeTextDetails.SummarizeTextDetails;
106
112
  import * as SummarizeTextResult from "./summarize-text-result";
@@ -113,6 +119,8 @@ import * as ToolChoice from "./tool-choice";
113
119
  export import ToolChoice = ToolChoice.ToolChoice;
114
120
  import * as ToolDefinition from "./tool-definition";
115
121
  export import ToolDefinition = ToolDefinition.ToolDefinition;
122
+ import * as Usage from "./usage";
123
+ export import Usage = Usage.Usage;
116
124
  import * as AssistantMessage from "./assistant-message";
117
125
  export import AssistantMessage = AssistantMessage.AssistantMessage;
118
126
  import * as CohereChatBotMessage from "./cohere-chat-bot-message";
package/lib/model/index.js CHANGED
@@ -38,8 +38,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
38
38
  return result;
39
39
  };
40
40
  Object.defineProperty(exports, "__esModule", { value: true });
41
- exports.CohereChatBotMessage = exports.AssistantMessage = exports.ToolDefinition = exports.ToolChoice = exports.ToolCall = exports.TokenLikelihood = exports.SummarizeTextResult = exports.SummarizeTextDetails = exports.ServingMode = exports.SearchQuery = exports.RerankTextResult = exports.RerankTextDetails = exports.PromptInjectionProtectionResult = exports.PromptInjectionConfiguration = exports.PersonallyIdentifiableInformationResult = exports.PersonallyIdentifiableInformationConfiguration = exports.Message = exports.Logprobs = exports.LlmInferenceResponse = exports.LlmInferenceRequest = exports.ImageUrl = exports.GuardrailsResults = exports.GuardrailsInput = exports.GuardrailConfigs = exports.GeneratedText = exports.GenerateTextResult = exports.GenerateTextDetails = exports.EmbedTextResult = exports.EmbedTextDetails = exports.DocumentRank = exports.Document = exports.ContentModerationResult = exports.ContentModerationConfiguration = exports.CohereToolResult = exports.CohereToolCall = exports.CohereTool = exports.CohereResponseFormat = exports.CohereParameterDefinition = exports.CohereMessage = exports.Citation = exports.Choice = exports.ChatResult = exports.ChatDetails = exports.ChatContent = exports.ChatChoice = exports.CategoryScore = exports.BaseChatResponse = exports.BaseChatRequest = exports.ApplyGuardrailsResult = exports.ApplyGuardrailsDetails = void 0;
42
- exports.UserMessage = exports.ToolMessage = exports.ToolChoiceRequired = exports.ToolChoiceNone = exports.ToolChoiceFunction = exports.ToolChoiceAuto = exports.TextContent = exports.SystemMessage = exports.OnDemandServingMode = exports.LlamaLlmInferenceResponse = exports.LlamaLlmInferenceRequest = exports.ImageContent = exports.GuardrailsTextInput = exports.GenericChatResponse = exports.GenericChatRequest = exports.FunctionDefinition = exports.FunctionCall = exports.DedicatedServingMode = exports.CohereUserMessage = exports.CohereToolMessage = exports.CohereSystemMessage = exports.CohereResponseTextFormat = exports.CohereResponseJsonFormat = exports.CohereLlmInferenceResponse = exports.CohereLlmInferenceRequest = exports.CohereChatResponse = exports.CohereChatRequest = void 0;
41
+ exports.ToolChoice = exports.ToolCall = exports.TokenLikelihood = exports.SummarizeTextResult = exports.SummarizeTextDetails = exports.StreamOptions = exports.ServingMode = exports.SearchQuery = exports.RerankTextResult = exports.RerankTextDetails = exports.PromptTokensDetails = exports.PromptInjectionProtectionResult = exports.PromptInjectionConfiguration = exports.PersonallyIdentifiableInformationResult = exports.PersonallyIdentifiableInformationConfiguration = exports.Message = exports.Logprobs = exports.LlmInferenceResponse = exports.LlmInferenceRequest = exports.ImageUrl = exports.GuardrailsResults = exports.GuardrailsInput = exports.GuardrailConfigs = exports.GeneratedText = exports.GenerateTextResult = exports.GenerateTextDetails = exports.EmbedTextResult = exports.EmbedTextDetails = exports.DocumentRank = exports.Document = exports.ContentModerationResult = exports.ContentModerationConfiguration = exports.CompletionTokensDetails = exports.CohereToolResult = exports.CohereToolCall = exports.CohereTool = exports.CohereResponseFormat = exports.CohereParameterDefinition = exports.CohereMessage = exports.Citation = exports.Choice = exports.ChatResult = exports.ChatDetails = exports.ChatContent = exports.ChatChoice = exports.CategoryScore = exports.BaseChatResponse = exports.BaseChatRequest = exports.ApplyGuardrailsResult = exports.ApplyGuardrailsDetails = void 0;
42
+ exports.UserMessage = exports.ToolMessage = exports.ToolChoiceRequired = exports.ToolChoiceNone = exports.ToolChoiceFunction = exports.ToolChoiceAuto = exports.TextContent = exports.SystemMessage = exports.OnDemandServingMode = exports.LlamaLlmInferenceResponse = exports.LlamaLlmInferenceRequest = exports.ImageContent = exports.GuardrailsTextInput = exports.GenericChatResponse = exports.GenericChatRequest = exports.FunctionDefinition = exports.FunctionCall = exports.DedicatedServingMode = exports.CohereUserMessage = exports.CohereToolMessage = exports.CohereSystemMessage = exports.CohereResponseTextFormat = exports.CohereResponseJsonFormat = exports.CohereLlmInferenceResponse = exports.CohereLlmInferenceRequest = exports.CohereChatResponse = exports.CohereChatRequest = exports.CohereChatBotMessage = exports.AssistantMessage = exports.Usage = exports.ToolDefinition = void 0;
43
43
  const ApplyGuardrailsDetails = __importStar(require("./apply-guardrails-details"));
44
44
  exports.ApplyGuardrailsDetails = ApplyGuardrailsDetails.ApplyGuardrailsDetails;
45
45
  const ApplyGuardrailsResult = __importStar(require("./apply-guardrails-result"));
@@ -74,6 +74,8 @@ const CohereToolCall = __importStar(require("./cohere-tool-call"));
74
74
  exports.CohereToolCall = CohereToolCall.CohereToolCall;
75
75
  const CohereToolResult = __importStar(require("./cohere-tool-result"));
76
76
  exports.CohereToolResult = CohereToolResult.CohereToolResult;
77
+ const CompletionTokensDetails = __importStar(require("./completion-tokens-details"));
78
+ exports.CompletionTokensDetails = CompletionTokensDetails.CompletionTokensDetails;
77
79
  const ContentModerationConfiguration = __importStar(require("./content-moderation-configuration"));
78
80
  exports.ContentModerationConfiguration = ContentModerationConfiguration.ContentModerationConfiguration;
79
81
  const ContentModerationResult = __importStar(require("./content-moderation-result"));
@@ -116,6 +118,8 @@ const PromptInjectionConfiguration = __importStar(require("./prompt-injection-co
116
118
  exports.PromptInjectionConfiguration = PromptInjectionConfiguration.PromptInjectionConfiguration;
117
119
  const PromptInjectionProtectionResult = __importStar(require("./prompt-injection-protection-result"));
118
120
  exports.PromptInjectionProtectionResult = PromptInjectionProtectionResult.PromptInjectionProtectionResult;
121
+ const PromptTokensDetails = __importStar(require("./prompt-tokens-details"));
122
+ exports.PromptTokensDetails = PromptTokensDetails.PromptTokensDetails;
119
123
  const RerankTextDetails = __importStar(require("./rerank-text-details"));
120
124
  exports.RerankTextDetails = RerankTextDetails.RerankTextDetails;
121
125
  const RerankTextResult = __importStar(require("./rerank-text-result"));
@@ -124,6 +128,8 @@ const SearchQuery = __importStar(require("./search-query"));
124
128
  exports.SearchQuery = SearchQuery.SearchQuery;
125
129
  const ServingMode = __importStar(require("./serving-mode"));
126
130
  exports.ServingMode = ServingMode.ServingMode;
131
+ const StreamOptions = __importStar(require("./stream-options"));
132
+ exports.StreamOptions = StreamOptions.StreamOptions;
127
133
  const SummarizeTextDetails = __importStar(require("./summarize-text-details"));
128
134
  exports.SummarizeTextDetails = SummarizeTextDetails.SummarizeTextDetails;
129
135
  const SummarizeTextResult = __importStar(require("./summarize-text-result"));
@@ -136,6 +142,8 @@ const ToolChoice = __importStar(require("./tool-choice"));
136
142
  exports.ToolChoice = ToolChoice.ToolChoice;
137
143
  const ToolDefinition = __importStar(require("./tool-definition"));
138
144
  exports.ToolDefinition = ToolDefinition.ToolDefinition;
145
+ const Usage = __importStar(require("./usage"));
146
+ exports.Usage = Usage.Usage;
139
147
  const AssistantMessage = __importStar(require("./assistant-message"));
140
148
  exports.AssistantMessage = AssistantMessage.AssistantMessage;
141
149
  const CohereChatBotMessage = __importStar(require("./cohere-chat-bot-message"));
package/lib/model/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;;AAEH,mFAAqE;AACvD,QAAA,sBAAsB,GAAG,sBAAsB,CAAC,sBAAsB,CAAC;AACrF,iFAAmE;AACrD,QAAA,qBAAqB,GAAG,qBAAqB,CAAC,qBAAqB,CAAC;AAClF,qEAAuD;AACzC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,0DAA4C;AAC9B,QAAA,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;AACjD,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,0DAA4C;AAC9B,QAAA,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;AACjD,iDAAmC;AACrB,QAAA,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;AACrC,qDAAuC;AACzB,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,yFAA2E;AAC7D,QAAA,yBAAyB,GAAG,yBAAyB,CAAC,yBAAyB,CAAC;AAC9F,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,0DAA4C;AAC9B,QAAA,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;AACjD,mEAAqD;AACvC,QAAA,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC;AAC7D,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,mGAAqF;AACvE,QAAA,8BAA8B,GAAG,8BAA8B,CAAC,8BAA8B,CAAC;AAC7G,qFAAuE;AACzD,QAAA,uBAAuB,GAAG,uBAAuB,CAAC,uBAAuB,CAAC;AACxF,qDAAuC;AACzB,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,8DAAgD;AAClC,QAAA,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;AACvD,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,qEAAuD;AACzC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,sEAAwD;AAC1C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,oEAAsD;AACxC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,wEAA0D;AAC5C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,sDAAwC;AAC1B,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,qDAAuC;AACzB,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,mDAAqC;AACvB,QAAA,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;AACxC,oIAAsH;AACxG,QAAA,8CAA8C,GAAG,8CAA8C,CAAC,8CAA8C,CAAC;AAC7J,sHAAwG;AAC1F,QAAA,uCAAuC,GAAG,uCAAuC,CAAC,uCAAuC,CAAC;AACxI,+FAAiF;AACnE,QAAA,4BAA4B,GAAG,4BAA4B,CAAC,4BAA4B,CAAC;AACvG,sGAAwF;AAC1E,QAAA,+BAA+B,GAAG,+BAA+B,CAAC,+BAA+B,CAAC;AAChH,yEAA2D;AAC7C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,oEAAsD;AACxC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,sDAAwC;AAC1B,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,0DAA4C;AAC9B,QAAA,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;AACjD,kEAAoD;AACtC,QAAA,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC;AAE7D,sEAAwD;AAC1C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,gFAAkE;AACpD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,yEAA2D;AAC7C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,0FAA4E;AAC9D,QAAA,yBAAyB,GAAG,yBAAyB,CAAC,yBAAyB,CAAC;AAC9F,4FAA8E;AAChE,QAAA,0BAA0B,GAAG,0BAA0B,CAAC,0BAA0B,CAAC;AACjG,wFAA0E;AAC5D,QAAA,wBAAwB,GAAG,wBAAwB,CAAC,wBAAwB,CAAC;AAC3F,wFAA0E;AAC5D,QAAA,wBAAwB,GAAG,wBAAwB,CAAC,wBAAwB,CAAC;AAC3F,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,yEAA2D;AAC7C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,yEAA2D;AAC7C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,8DAAgD;AAClC,QAAA,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;AACvD,0EAA4D;AAC9C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,8DAAgD;AAClC,QAAA,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;AACvD,wFAA0E;AAC5D,QAAA,wBAAwB,GAAG,wBAAwB,CAAC,wBAAwB,CAAC;AAC3F,0FAA4E;AAC9D,QAAA,yBAAyB,GAAG,yBAAyB,CAAC,yBAAyB,CAAC;AAC9F,8EAAgE;AAClD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,mEAAqD;AACvC,QAAA,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC;AAC7D,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,mEAAqD;AACvC,QAAA,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC;AAC7D,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;;AAEH,mFAAqE;AACvD,QAAA,sBAAsB,GAAG,sBAAsB,CAAC,sBAAsB,CAAC;AACrF,iFAAmE;AACrD,QAAA,qBAAqB,GAAG,qBAAqB,CAAC,qBAAqB,CAAC;AAClF,qEAAuD;AACzC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,0DAA4C;AAC9B,QAAA,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;AACjD,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,0DAA4C;AAC9B,QAAA,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;AACjD,iDAAmC;AACrB,QAAA,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;AACrC,qDAAuC;AACzB,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,yFAA2E;AAC7D,QAAA,yBAAyB,GAAG,yBAAyB,CAAC,yBAAyB,CAAC;AAC9F,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,0DAA4C;AAC9B,QAAA,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;AACjD,mEAAqD;AACvC,QAAA,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC;AAC7D,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,qFAAuE;AACzD,QAAA,uBAAuB,GAAG,uBAAuB,CAAC,uBAAuB,CAAC;AACxF,mGAAqF;AACvE,QAAA,8BAA8B,GAAG,8BAA8B,CAAC,8BAA8B,CAAC;AAC7G,qFAAuE;AACzD,QAAA,uBAAuB,GAAG,uBAAuB,CAAC,uBAAuB,CAAC;AACxF,qDAAuC;AACzB,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,8DAAgD;AAClC,QAAA,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;AACvD,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,qEAAuD;AACzC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,sEAAwD;AAC1C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,oEAAsD;AACxC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,wEAA0D;AAC5C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,sDAAwC;AAC1B,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,qDAAuC;AACzB,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,mDAAqC;AACvB,QAAA,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;AACxC,oIAAsH;AACxG,QAAA,8CAA8C,GAAG,8CAA8C,CAAC,8CAA8C,CAAC;AAC7J,sHAAwG;AAC1F,QAAA,uCAAuC,GAAG,uCAAuC,CAAC,uCAAuC,CAAC;AACxI,+FAAiF;AACnE,QAAA,4BAA4B,GAAG,4BAA4B,CAAC,4BAA4B,CAAC;AACvG,sGAAwF;AAC1E,QAAA,+BAA+B,GAAG,+BAA+B,CAAC,+BAA+B,CAAC;AAChH,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,yEAA2D;AAC7C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,uEAAyD;AAC3C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,oEAAsD;AACxC,QAAA,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;AAChE,sDAAwC;AAC1B,QAAA,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAC3C,0DAA4C;AAC9B,QAAA,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;AACjD,kEAAoD;AACtC,QAAA,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC;AAC7D,+CAAiC;AACnB,QAAA,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;AAElC,sEAAwD;AAC1C,QAAA,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;AACnE,gFAAkE;AACpD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,yEAA2D;AAC7C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,0FAA4E;AAC9D,QAAA,yBAAyB,GAAG,yBAAyB,CAAC,yBAAyB,CAAC;AAC9F,4FAA8E;AAChE,QAAA,0BAA0B,GAAG,0BAA0B,CAAC,0BAA0B,CAAC;AACjG,wFAA0E;AAC5D,QAAA,wBAAwB,GAAG,wBAAwB,CAAC,wBAAwB,CAAC;AAC3F,wFAA0E;AAC5D,QAAA,wBAAwB,GAAG,wBAAwB,CAAC,wBAAwB,CAAC;AAC3F,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,yEAA2D;AAC7C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,yEAA2D;AAC7C,QAAA,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;AACtE,+EAAiE;AACnD,QAAA,oBAAoB,GAAG,oBAAoB,CAAC,oBAAoB,CAAC;AAC/E,8DAAgD;AAClC,QAAA,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;AACvD,0EAA4D;AAC9C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,6EAA+D;AACjD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,8DAAgD;AAClC,QAAA,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC;AACvD,wFAA0E;AAC5D,QAAA,wBAAwB,GAAG,wBAAwB,CAAC,wBAAwB,CAAC;AAC3F,0FAA4E;AAC9D,QAAA,yBAAyB,GAAG,yBAAyB,CAAC,yBAAyB,CAAC;AAC9F,8EAAgE;AAClD,QAAA,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAC;AAC5E,gEAAkD;AACpC,QAAA,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;AAC1D,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,mEAAqD;AACvC,QAAA,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC;AAC7D,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,mEAAqD;AACvC,QAAA,cAAc,GAAG,cAAc,CAAC,cAAc,CAAC;AAC7D,2EAA6D;AAC/C,QAAA,kBAAkB,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;AACzE,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;AACpD,4DAA8C;AAChC,QAAA,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC"}
package/lib/model/prompt-tokens-details.d.ts ADDED
@@ -0,0 +1,32 @@
1
+ /**
2
+ * Generative AI Service Inference API
3
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
4
+
5
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to {@link #eNGenerative-ai-inferenceLatestChatResultChat(ENGenerative-ai-inferenceLatestChatResultChatRequest) eNGenerative-ai-inferenceLatestChatResultChat}, {@link #eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText(ENGenerative-ai-inferenceLatestGenerateTextResultGenerateTextRequest) eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText}, {@link #eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText(ENGenerative-ai-inferenceLatestSummarizeTextResultSummarizeTextRequest) eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText}, and {@link #eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText(ENGenerative-ai-inferenceLatestEmbedTextResultEmbedTextRequest) eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText}.
6
+
7
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest} to {@link #eNGenerative-aiLatestModel(ENGenerative-aiLatestModelRequest) eNGenerative-aiLatestModel} by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster}. Then, create a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster} with an {@link Endpoint} to host your custom model. For resource management in the Generative AI service, use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest}.
8
+
9
+ To learn more about the service, see the [Generative AI documentation](https://docs.oracle.com/iaas/Content/generative-ai/home.htm).
10
+
11
+ * OpenAPI spec version: 20231130
12
+ *
13
+ *
14
+ * NOTE: This class is auto generated by OracleSDKGenerator.
15
+ * Do not edit the class manually.
16
+ *
17
+ * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
18
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
+ */
20
+ /**
21
+ * Breakdown of tokens used in the prompt.
22
+ */
23
+ export interface PromptTokensDetails {
24
+ /**
25
+ * Cached tokens present in the prompt. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
26
+ */
27
+ "cachedTokens"?: number;
28
+ }
29
+ export declare namespace PromptTokensDetails {
30
+ function getJsonObj(obj: PromptTokensDetails): object;
31
+ function getDeserializedJsonObj(obj: PromptTokensDetails): object;
32
+ }
package/lib/model/prompt-tokens-details.js ADDED
@@ -0,0 +1,36 @@
1
+ "use strict";
2
+ /**
3
+ * Generative AI Service Inference API
4
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
5
+
6
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to {@link #eNGenerative-ai-inferenceLatestChatResultChat(ENGenerative-ai-inferenceLatestChatResultChatRequest) eNGenerative-ai-inferenceLatestChatResultChat}, {@link #eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText(ENGenerative-ai-inferenceLatestGenerateTextResultGenerateTextRequest) eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText}, {@link #eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText(ENGenerative-ai-inferenceLatestSummarizeTextResultSummarizeTextRequest) eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText}, and {@link #eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText(ENGenerative-ai-inferenceLatestEmbedTextResultEmbedTextRequest) eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText}.
7
+
8
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest} to {@link #eNGenerative-aiLatestModel(ENGenerative-aiLatestModelRequest) eNGenerative-aiLatestModel} by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster}. Then, create a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster} with an {@link Endpoint} to host your custom model. For resource management in the Generative AI service, use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest}.
9
+
10
+ To learn more about the service, see the [Generative AI documentation](https://docs.oracle.com/iaas/Content/generative-ai/home.htm).
11
+
12
+ * OpenAPI spec version: 20231130
13
+ *
14
+ *
15
+ * NOTE: This class is auto generated by OracleSDKGenerator.
16
+ * Do not edit the class manually.
17
+ *
18
+ * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
19
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
20
+ */
21
+ Object.defineProperty(exports, "__esModule", { value: true });
22
+ exports.PromptTokensDetails = void 0;
23
+ var PromptTokensDetails;
24
+ (function (PromptTokensDetails) {
25
+ function getJsonObj(obj) {
26
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
27
+ return jsonObj;
28
+ }
29
+ PromptTokensDetails.getJsonObj = getJsonObj;
30
+ function getDeserializedJsonObj(obj) {
31
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
32
+ return jsonObj;
33
+ }
34
+ PromptTokensDetails.getDeserializedJsonObj = getDeserializedJsonObj;
35
+ })(PromptTokensDetails = exports.PromptTokensDetails || (exports.PromptTokensDetails = {}));
36
+ //# sourceMappingURL=prompt-tokens-details.js.map
package/lib/model/prompt-tokens-details.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prompt-tokens-details.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/prompt-tokens-details.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;AAeH,IAAiB,mBAAmB,CAWnC;AAXD,WAAiB,mBAAmB;IAClC,SAAgB,UAAU,CAAC,GAAwB;QACjD,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,8BAAU,aAIzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAwB;QAC7D,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,0CAAsB,yBAIrC,CAAA;AACH,CAAC,EAXgB,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAWnC"}
package/lib/model/stream-options.d.ts ADDED
@@ -0,0 +1,34 @@
1
+ /**
2
+ * Generative AI Service Inference API
3
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
4
+
5
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to {@link #eNGenerative-ai-inferenceLatestChatResultChat(ENGenerative-ai-inferenceLatestChatResultChatRequest) eNGenerative-ai-inferenceLatestChatResultChat}, {@link #eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText(ENGenerative-ai-inferenceLatestGenerateTextResultGenerateTextRequest) eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText}, {@link #eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText(ENGenerative-ai-inferenceLatestSummarizeTextResultSummarizeTextRequest) eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText}, and {@link #eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText(ENGenerative-ai-inferenceLatestEmbedTextResultEmbedTextRequest) eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText}.
6
+
7
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest} to {@link #eNGenerative-aiLatestModel(ENGenerative-aiLatestModelRequest) eNGenerative-aiLatestModel} by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster}. Then, create a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster} with an {@link Endpoint} to host your custom model. For resource management in the Generative AI service, use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest}.
8
+
9
+ To learn more about the service, see the [Generative AI documentation](https://docs.oracle.com/iaas/Content/generative-ai/home.htm).
10
+
11
+ * OpenAPI spec version: 20231130
12
+ *
13
+ *
14
+ * NOTE: This class is auto generated by OracleSDKGenerator.
15
+ * Do not edit the class manually.
16
+ *
17
+ * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
18
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
+ */
20
+ /**
21
+ * Options for streaming response. Only set this when you set stream: true.
22
+ *
23
+ */
24
+ export interface StreamOptions {
25
+ /**
26
+ * If set, an additional chunk will be streamed before the data: [DONE] message. The usage field on this chunk shows the token usage statistics for the entire request
27
+ *
28
+ */
29
+ "isIncludeUsage"?: boolean;
30
+ }
31
+ export declare namespace StreamOptions {
32
+ function getJsonObj(obj: StreamOptions): object;
33
+ function getDeserializedJsonObj(obj: StreamOptions): object;
34
+ }
package/lib/model/stream-options.js ADDED
@@ -0,0 +1,36 @@
1
+ "use strict";
2
+ /**
3
+ * Generative AI Service Inference API
4
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
5
+
6
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to {@link #eNGenerative-ai-inferenceLatestChatResultChat(ENGenerative-ai-inferenceLatestChatResultChatRequest) eNGenerative-ai-inferenceLatestChatResultChat}, {@link #eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText(ENGenerative-ai-inferenceLatestGenerateTextResultGenerateTextRequest) eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText}, {@link #eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText(ENGenerative-ai-inferenceLatestSummarizeTextResultSummarizeTextRequest) eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText}, and {@link #eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText(ENGenerative-ai-inferenceLatestEmbedTextResultEmbedTextRequest) eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText}.
7
+
8
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest} to {@link #eNGenerative-aiLatestModel(ENGenerative-aiLatestModelRequest) eNGenerative-aiLatestModel} by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster}. Then, create a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster} with an {@link Endpoint} to host your custom model. For resource management in the Generative AI service, use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest}.
9
+
10
+ To learn more about the service, see the [Generative AI documentation](https://docs.oracle.com/iaas/Content/generative-ai/home.htm).
11
+
12
+ * OpenAPI spec version: 20231130
13
+ *
14
+ *
15
+ * NOTE: This class is auto generated by OracleSDKGenerator.
16
+ * Do not edit the class manually.
17
+ *
18
+ * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
19
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
20
+ */
21
+ Object.defineProperty(exports, "__esModule", { value: true });
22
+ exports.StreamOptions = void 0;
23
+ var StreamOptions;
24
+ (function (StreamOptions) {
25
+ function getJsonObj(obj) {
26
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
27
+ return jsonObj;
28
+ }
29
+ StreamOptions.getJsonObj = getJsonObj;
30
+ function getDeserializedJsonObj(obj) {
31
+ const jsonObj = Object.assign(Object.assign({}, obj), {});
32
+ return jsonObj;
33
+ }
34
+ StreamOptions.getDeserializedJsonObj = getDeserializedJsonObj;
35
+ })(StreamOptions = exports.StreamOptions || (exports.StreamOptions = {}));
36
+ //# sourceMappingURL=stream-options.js.map
package/lib/model/stream-options.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stream-options.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/stream-options.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;AAiBH,IAAiB,aAAa,CAW7B;AAXD,WAAiB,aAAa;IAC5B,SAAgB,UAAU,CAAC,GAAkB;QAC3C,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,wBAAU,aAIzB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAkB;QACvD,MAAM,OAAO,mCAAQ,GAAG,GAAK,EAAE,CAAE,CAAC;QAElC,OAAO,OAAO,CAAC;IACjB,CAAC;IAJe,oCAAsB,yBAIrC,CAAA;AACH,CAAC,EAXgB,aAAa,GAAb,qBAAa,KAAb,qBAAa,QAW7B"}
package/lib/model/usage.d.ts ADDED
@@ -0,0 +1,43 @@
1
+ /**
2
+ * Generative AI Service Inference API
3
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
4
+
5
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to {@link #eNGenerative-ai-inferenceLatestChatResultChat(ENGenerative-ai-inferenceLatestChatResultChatRequest) eNGenerative-ai-inferenceLatestChatResultChat}, {@link #eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText(ENGenerative-ai-inferenceLatestGenerateTextResultGenerateTextRequest) eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText}, {@link #eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText(ENGenerative-ai-inferenceLatestSummarizeTextResultSummarizeTextRequest) eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText}, and {@link #eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText(ENGenerative-ai-inferenceLatestEmbedTextResultEmbedTextRequest) eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText}.
6
+
7
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest} to {@link #eNGenerative-aiLatestModel(ENGenerative-aiLatestModelRequest) eNGenerative-aiLatestModel} by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster}. Then, create a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster} with an {@link Endpoint} to host your custom model. For resource management in the Generative AI service, use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest}.
8
+
9
+ To learn more about the service, see the [Generative AI documentation](https://docs.oracle.com/iaas/Content/generative-ai/home.htm).
10
+
11
+ * OpenAPI spec version: 20231130
12
+ *
13
+ *
14
+ * NOTE: This class is auto generated by OracleSDKGenerator.
15
+ * Do not edit the class manually.
16
+ *
17
+ * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
18
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
19
+ */
20
+ import * as model from "../model";
21
+ /**
22
+ * Usage statistics for the completion request.
23
+ */
24
+ export interface Usage {
25
+ /**
26
+ * Number of tokens in the generated completion. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
27
+ */
28
+ "completionTokens"?: number;
29
+ /**
30
+ * Number of tokens in the prompt. Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
31
+ */
32
+ "promptTokens"?: number;
33
+ /**
34
+ * Total number of tokens used in the request (prompt + completion). Note: Numbers greater than Number.MAX_SAFE_INTEGER will result in rounding issues.
35
+ */
36
+ "totalTokens"?: number;
37
+ "completionTokensDetails"?: model.CompletionTokensDetails;
38
+ "promptTokensDetails"?: model.PromptTokensDetails;
39
+ }
40
+ export declare namespace Usage {
41
+ function getJsonObj(obj: Usage): object;
42
+ function getDeserializedJsonObj(obj: Usage): object;
43
+ }
package/lib/model/usage.js ADDED
@@ -0,0 +1,70 @@
1
+ "use strict";
2
+ /**
3
+ * Generative AI Service Inference API
4
+ * OCI Generative AI is a fully managed service that provides a set of state-of-the-art, customizable large language models (LLMs) that cover a wide range of use cases for text generation, summarization, and text embeddings.
5
+
6
+ Use the Generative AI service inference API to access your custom model endpoints, or to try the out-of-the-box models to {@link #eNGenerative-ai-inferenceLatestChatResultChat(ENGenerative-ai-inferenceLatestChatResultChatRequest) eNGenerative-ai-inferenceLatestChatResultChat}, {@link #eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText(ENGenerative-ai-inferenceLatestGenerateTextResultGenerateTextRequest) eNGenerative-ai-inferenceLatestGenerateTextResultGenerateText}, {@link #eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText(ENGenerative-ai-inferenceLatestSummarizeTextResultSummarizeTextRequest) eNGenerative-ai-inferenceLatestSummarizeTextResultSummarizeText}, and {@link #eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText(ENGenerative-ai-inferenceLatestEmbedTextResultEmbedTextRequest) eNGenerative-ai-inferenceLatestEmbedTextResultEmbedText}.
7
+
8
+ To use a Generative AI custom model for inference, you must first create an endpoint for that model. Use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest} to {@link #eNGenerative-aiLatestModel(ENGenerative-aiLatestModelRequest) eNGenerative-aiLatestModel} by fine-tuning an out-of-the-box model, or a previous version of a custom model, using your own data. Fine-tune the custom model on a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster}. Then, create a {@link #eNGenerative-aiLatestDedicatedAiCluster(ENGenerative-aiLatestDedicatedAiClusterRequest) eNGenerative-aiLatestDedicatedAiCluster} with an {@link Endpoint} to host your custom model. For resource management in the Generative AI service, use the {@link #eNGenerative-aiLatest(ENGenerative-aiLatestRequest) eNGenerative-aiLatest}.
9
+
10
+ To learn more about the service, see the [Generative AI documentation](https://docs.oracle.com/iaas/Content/generative-ai/home.htm).
11
+
12
+ * OpenAPI spec version: 20231130
13
+ *
14
+ *
15
+ * NOTE: This class is auto generated by OracleSDKGenerator.
16
+ * Do not edit the class manually.
17
+ *
18
+ * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
19
+ * This software is dual-licensed to you under the Universal Permissive License (UPL) 1.0 as shown at https://oss.oracle.com/licenses/upl or Apache License 2.0 as shown at http://www.apache.org/licenses/LICENSE-2.0. You may choose either license.
20
+ */
21
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
22
+ if (k2 === undefined) k2 = k;
23
+ Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
24
+ }) : (function(o, m, k, k2) {
25
+ if (k2 === undefined) k2 = k;
26
+ o[k2] = m[k];
27
+ }));
28
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
29
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
30
+ }) : function(o, v) {
31
+ o["default"] = v;
32
+ });
33
+ var __importStar = (this && this.__importStar) || function (mod) {
34
+ if (mod && mod.__esModule) return mod;
35
+ var result = {};
36
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
37
+ __setModuleDefault(result, mod);
38
+ return result;
39
+ };
40
+ Object.defineProperty(exports, "__esModule", { value: true });
41
+ exports.Usage = void 0;
42
+ const model = __importStar(require("../model"));
43
+ var Usage;
44
+ (function (Usage) {
45
+ function getJsonObj(obj) {
46
+ const jsonObj = Object.assign(Object.assign({}, obj), {
47
+ "completionTokensDetails": obj.completionTokensDetails
48
+ ? model.CompletionTokensDetails.getJsonObj(obj.completionTokensDetails)
49
+ : undefined,
50
+ "promptTokensDetails": obj.promptTokensDetails
51
+ ? model.PromptTokensDetails.getJsonObj(obj.promptTokensDetails)
52
+ : undefined
53
+ });
54
+ return jsonObj;
55
+ }
56
+ Usage.getJsonObj = getJsonObj;
57
+ function getDeserializedJsonObj(obj) {
58
+ const jsonObj = Object.assign(Object.assign({}, obj), {
59
+ "completionTokensDetails": obj.completionTokensDetails
60
+ ? model.CompletionTokensDetails.getDeserializedJsonObj(obj.completionTokensDetails)
61
+ : undefined,
62
+ "promptTokensDetails": obj.promptTokensDetails
63
+ ? model.PromptTokensDetails.getDeserializedJsonObj(obj.promptTokensDetails)
64
+ : undefined
65
+ });
66
+ return jsonObj;
67
+ }
68
+ Usage.getDeserializedJsonObj = getDeserializedJsonObj;
69
+ })(Usage = exports.Usage || (exports.Usage = {}));
70
+ //# sourceMappingURL=usage.js.map
package/lib/model/usage.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"usage.js","sourceRoot":"","sources":["../../../../../lib/generativeaiinference/lib/model/usage.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAuBlC,IAAiB,KAAK,CA+BrB;AA/BD,WAAiB,KAAK;IACpB,SAAgB,UAAU,CAAC,GAAU;QACnC,MAAM,OAAO,mCACR,GAAG,GACH;YACD,yBAAyB,EAAE,GAAG,CAAC,uBAAuB;gBACpD,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,UAAU,CAAC,GAAG,CAAC,uBAAuB,CAAC;gBACvE,CAAC,CAAC,SAAS;YACb,qBAAqB,EAAE,GAAG,CAAC,mBAAmB;gBAC5C,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,mBAAmB,CAAC;gBAC/D,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAde,gBAAU,aAczB,CAAA;IACD,SAAgB,sBAAsB,CAAC,GAAU;QAC/C,MAAM,OAAO,mCACR,GAAG,GACH;YACD,yBAAyB,EAAE,GAAG,CAAC,uBAAuB;gBACpD,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,GAAG,CAAC,uBAAuB,CAAC;gBACnF,CAAC,CAAC,SAAS;YACb,qBAAqB,EAAE,GAAG,CAAC,mBAAmB;gBAC5C,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,sBAAsB,CAAC,GAAG,CAAC,mBAAmB,CAAC;gBAC3E,CAAC,CAAC,SAAS;SACd,CACF,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAde,4BAAsB,yBAcrC,CAAA;AACH,CAAC,EA/BgB,KAAK,GAAL,aAAK,KAAL,aAAK,QA+BrB"}
package/lib/response/chat-response.d.ts CHANGED
@@ -23,6 +23,10 @@ export interface ChatResponse {
23
23
  *
24
24
  */
25
25
  "opcRequestId": string;
26
+ /**
27
+ * Provides deprecation details for models, included only when a model is deprecated.
28
+ */
29
+ "modelDeprecationInfo": string;
26
30
  /**
27
31
  * The returned model.ChatResult instance.
28
32
  */
package/lib/response/embed-text-response.d.ts CHANGED
@@ -23,6 +23,10 @@ export interface EmbedTextResponse {
23
23
  *
24
24
  */
25
25
  "opcRequestId": string;
26
+ /**
27
+ * Provides deprecation details for models, included only when a model is deprecated.
28
+ */
29
+ "modelDeprecationInfo": string;
26
30
  /**
27
31
  * The returned model.EmbedTextResult instance.
28
32
  */
package/lib/response/generate-text-response.d.ts CHANGED
@@ -23,6 +23,10 @@ export interface GenerateTextResponse {
23
23
  *
24
24
  */
25
25
  "opcRequestId": string;
26
+ /**
27
+ * Provides deprecation details for models, included only when a model is deprecated.
28
+ */
29
+ "modelDeprecationInfo": string;
26
30
  /**
27
31
  * The returned model.GenerateTextResult instance.
28
32
  */
package/lib/response/rerank-text-response.d.ts CHANGED
@@ -23,6 +23,10 @@ export interface RerankTextResponse {
23
23
  *
24
24
  */
25
25
  "opcRequestId": string;
26
+ /**
27
+ * Provides deprecation details for models, included only when a model is deprecated.
28
+ */
29
+ "modelDeprecationInfo": string;
26
30
  /**
27
31
  * The returned model.RerankTextResult instance.
28
32
  */
package/lib/response/summarize-text-response.d.ts CHANGED
@@ -23,6 +23,10 @@ export interface SummarizeTextResponse {
23
23
  *
24
24
  */
25
25
  "opcRequestId": string;
26
+ /**
27
+ * Provides deprecation details for models, included only when a model is deprecated.
28
+ */
29
+ "modelDeprecationInfo": string;
26
30
  /**
27
31
  * The returned model.SummarizeTextResult instance.
28
32
  */
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "oci-generativeaiinference",
3
- "version": "2.107.2",
3
+ "version": "2.108.0",
4
4
  "description": "OCI NodeJS client for Generative Ai Inference Service",
5
5
  "repository": {
6
6
  "type": "git",
@@ -15,8 +15,8 @@
15
15
  },
16
16
  "license": "(UPL-1.0 OR Apache-2.0)",
17
17
  "dependencies": {
18
- "oci-common": "2.107.2",
19
- "oci-workrequests": "2.107.2"
18
+ "oci-common": "2.108.0",
19
+ "oci-workrequests": "2.108.0"
20
20
  },
21
21
  "publishConfig": {
22
22
  "registry": "https://registry.npmjs.org"