@iblai/iblai-api 4.199.0-ai → 4.200.0-ai

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -23,6 +23,10 @@ export type Mentor = {
23
23
  metadata?: any;
24
24
  enable_moderation?: boolean;
25
25
  enable_multi_query_rag?: boolean;
26
+ /**
27
+ * Enable prompt caching for Anthropic models to reduce latency and cost. This disabled RAG and other dynamic parts of system prompt such as memory, current datetime, etc. Use with caution
28
+ */
29
+ enable_prompt_caching?: boolean;
26
30
  enable_post_processing_system?: boolean;
27
31
  /**
28
32
  * (Deprecated) Set template mentor to openai-agent instead.
@@ -17,6 +17,10 @@ export type MentorCreate = {
17
17
  metadata?: any;
18
18
  enable_moderation?: boolean;
19
19
  enable_multi_query_rag?: boolean;
20
+ /**
21
+ * Enable prompt caching for Anthropic models to reduce latency and cost. This disabled RAG and other dynamic parts of system prompt such as memory, current datetime, etc. Use with caution
22
+ */
23
+ enable_prompt_caching?: boolean;
20
24
  enable_post_processing_system?: boolean;
21
25
  /**
22
26
  * (Deprecated) Set template mentor to openai-agent instead.
@@ -57,6 +57,7 @@ export type MentorFromTemplateWithSettingRequest = {
57
57
  moderation_response?: string;
58
58
  enable_moderation?: boolean;
59
59
  enable_multi_query_rag?: boolean;
60
+ enable_prompt_caching?: boolean;
60
61
  enable_post_processing_system?: boolean;
61
62
  enable_openai_assistant?: boolean;
62
63
  enable_total_grounding?: boolean;
@@ -68,6 +68,7 @@ export type MentorSettings = {
68
68
  readonly save_flagged_prompts: boolean;
69
69
  readonly enable_moderation: boolean;
70
70
  readonly enable_multi_query_rag: boolean;
71
+ readonly enable_prompt_caching: boolean;
71
72
  readonly enable_post_processing_system: boolean;
72
73
  readonly enable_safety_system: boolean;
73
74
  readonly forkable: boolean;
@@ -66,6 +66,7 @@ export type MentorSettingsPublic = {
66
66
  readonly save_flagged_prompts: boolean;
67
67
  readonly enable_moderation: boolean;
68
68
  readonly enable_multi_query_rag: boolean;
69
+ readonly enable_prompt_caching: boolean;
69
70
  readonly enable_post_processing_system: boolean;
70
71
  readonly enable_safety_system: boolean;
71
72
  readonly forkable: boolean;
@@ -49,6 +49,7 @@ export type MentorSettingsRequest = {
49
49
  moderation_response?: string;
50
50
  enable_moderation?: boolean;
51
51
  enable_multi_query_rag?: boolean;
52
+ enable_prompt_caching?: boolean;
52
53
  enable_post_processing_system?: boolean;
53
54
  enable_openai_assistant?: boolean;
54
55
  enable_total_grounding?: boolean;
@@ -17,6 +17,10 @@ export type PatchedMentorCreate = {
17
17
  metadata?: any;
18
18
  enable_moderation?: boolean;
19
19
  enable_multi_query_rag?: boolean;
20
+ /**
21
+ * Enable prompt caching for Anthropic models to reduce latency and cost. This disabled RAG and other dynamic parts of system prompt such as memory, current datetime, etc. Use with caution
22
+ */
23
+ enable_prompt_caching?: boolean;
20
24
  enable_post_processing_system?: boolean;
21
25
  /**
22
26
  * (Deprecated) Set template mentor to openai-agent instead.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@iblai/iblai-api",
3
- "version": "4.199.0-ai",
3
+ "version": "4.200.0-ai",
4
4
  "main": "dist/index.cjs.js",
5
5
  "module": "dist/index.esm.js",
6
6
  "type": "module",
package/sdk_schema.yml CHANGED
@@ -25119,6 +25119,7 @@ paths:
25119
25119
  whether a prompt from a user is appropriate or inappropriate. '
25120
25120
  enable_moderation: false
25121
25121
  enable_multi_query_rag: false
25122
+ enable_prompt_caching: false
25122
25123
  enable_openai_assistant: false
25123
25124
  enable_total_grounding: false
25124
25125
  guided_prompt_instructions: you are...
@@ -83890,6 +83891,11 @@ components:
83890
83891
  type: boolean
83891
83892
  enable_multi_query_rag:
83892
83893
  type: boolean
83894
+ enable_prompt_caching:
83895
+ type: boolean
83896
+ description: Enable prompt caching for Anthropic models to reduce latency
83897
+ and cost. This disabled RAG and other dynamic parts of system prompt such
83898
+ as memory, current datetime, etc. Use with caution
83893
83899
  enable_post_processing_system:
83894
83900
  type: boolean
83895
83901
  enable_openai_assistant:
@@ -84243,6 +84249,11 @@ components:
84243
84249
  type: boolean
84244
84250
  enable_multi_query_rag:
84245
84251
  type: boolean
84252
+ enable_prompt_caching:
84253
+ type: boolean
84254
+ description: Enable prompt caching for Anthropic models to reduce latency
84255
+ and cost. This disabled RAG and other dynamic parts of system prompt such
84256
+ as memory, current datetime, etc. Use with caution
84246
84257
  enable_post_processing_system:
84247
84258
  type: boolean
84248
84259
  enable_openai_assistant:
@@ -84778,6 +84789,9 @@ components:
84778
84789
  enable_multi_query_rag:
84779
84790
  type: boolean
84780
84791
  default: false
84792
+ enable_prompt_caching:
84793
+ type: boolean
84794
+ default: false
84781
84795
  enable_post_processing_system:
84782
84796
  type: boolean
84783
84797
  default: false
@@ -85216,6 +85230,9 @@ components:
85216
85230
  enable_multi_query_rag:
85217
85231
  type: boolean
85218
85232
  readOnly: true
85233
+ enable_prompt_caching:
85234
+ type: boolean
85235
+ readOnly: true
85219
85236
  enable_post_processing_system:
85220
85237
  type: boolean
85221
85238
  readOnly: true
@@ -85365,6 +85382,7 @@ components:
85365
85382
  - enable_offline_mode
85366
85383
  - enable_openai_assistant
85367
85384
  - enable_post_processing_system
85385
+ - enable_prompt_caching
85368
85386
  - enable_safety_system
85369
85387
  - enable_socratic_mode
85370
85388
  - enable_spaced_repetition
@@ -85598,6 +85616,9 @@ components:
85598
85616
  enable_multi_query_rag:
85599
85617
  type: boolean
85600
85618
  readOnly: true
85619
+ enable_prompt_caching:
85620
+ type: boolean
85621
+ readOnly: true
85601
85622
  enable_post_processing_system:
85602
85623
  type: boolean
85603
85624
  readOnly: true
@@ -85674,6 +85695,7 @@ components:
85674
85695
  - enable_multi_query_rag
85675
85696
  - enable_offline_mode
85676
85697
  - enable_post_processing_system
85698
+ - enable_prompt_caching
85677
85699
  - enable_safety_system
85678
85700
  - enable_socratic_mode
85679
85701
  - enable_spaced_repetition
@@ -85819,6 +85841,8 @@ components:
85819
85841
  type: boolean
85820
85842
  enable_multi_query_rag:
85821
85843
  type: boolean
85844
+ enable_prompt_caching:
85845
+ type: boolean
85822
85846
  enable_post_processing_system:
85823
85847
  type: boolean
85824
85848
  enable_openai_assistant:
@@ -90012,6 +90036,11 @@ components:
90012
90036
  type: boolean
90013
90037
  enable_multi_query_rag:
90014
90038
  type: boolean
90039
+ enable_prompt_caching:
90040
+ type: boolean
90041
+ description: Enable prompt caching for Anthropic models to reduce latency
90042
+ and cost. This disabled RAG and other dynamic parts of system prompt such
90043
+ as memory, current datetime, etc. Use with caution
90015
90044
  enable_post_processing_system:
90016
90045
  type: boolean
90017
90046
  enable_openai_assistant:
@@ -27,6 +27,10 @@ export type Mentor = {
27
27
  metadata?: any;
28
28
  enable_moderation?: boolean;
29
29
  enable_multi_query_rag?: boolean;
30
+ /**
31
+ * Enable prompt caching for Anthropic models to reduce latency and cost. This disabled RAG and other dynamic parts of system prompt such as memory, current datetime, etc. Use with caution
32
+ */
33
+ enable_prompt_caching?: boolean;
30
34
  enable_post_processing_system?: boolean;
31
35
  /**
32
36
  * (Deprecated) Set template mentor to openai-agent instead.
@@ -21,6 +21,10 @@ export type MentorCreate = {
21
21
  metadata?: any;
22
22
  enable_moderation?: boolean;
23
23
  enable_multi_query_rag?: boolean;
24
+ /**
25
+ * Enable prompt caching for Anthropic models to reduce latency and cost. This disabled RAG and other dynamic parts of system prompt such as memory, current datetime, etc. Use with caution
26
+ */
27
+ enable_prompt_caching?: boolean;
24
28
  enable_post_processing_system?: boolean;
25
29
  /**
26
30
  * (Deprecated) Set template mentor to openai-agent instead.
@@ -61,6 +61,7 @@ export type MentorFromTemplateWithSettingRequest = {
61
61
  moderation_response?: string;
62
62
  enable_moderation?: boolean;
63
63
  enable_multi_query_rag?: boolean;
64
+ enable_prompt_caching?: boolean;
64
65
  enable_post_processing_system?: boolean;
65
66
  enable_openai_assistant?: boolean;
66
67
  enable_total_grounding?: boolean;
@@ -72,6 +72,7 @@ export type MentorSettings = {
72
72
  readonly save_flagged_prompts: boolean;
73
73
  readonly enable_moderation: boolean;
74
74
  readonly enable_multi_query_rag: boolean;
75
+ readonly enable_prompt_caching: boolean;
75
76
  readonly enable_post_processing_system: boolean;
76
77
  readonly enable_safety_system: boolean;
77
78
  readonly forkable: boolean;
@@ -70,6 +70,7 @@ export type MentorSettingsPublic = {
70
70
  readonly save_flagged_prompts: boolean;
71
71
  readonly enable_moderation: boolean;
72
72
  readonly enable_multi_query_rag: boolean;
73
+ readonly enable_prompt_caching: boolean;
73
74
  readonly enable_post_processing_system: boolean;
74
75
  readonly enable_safety_system: boolean;
75
76
  readonly forkable: boolean;
@@ -53,6 +53,7 @@ export type MentorSettingsRequest = {
53
53
  moderation_response?: string;
54
54
  enable_moderation?: boolean;
55
55
  enable_multi_query_rag?: boolean;
56
+ enable_prompt_caching?: boolean;
56
57
  enable_post_processing_system?: boolean;
57
58
  enable_openai_assistant?: boolean;
58
59
  enable_total_grounding?: boolean;
@@ -21,6 +21,10 @@ export type PatchedMentorCreate = {
21
21
  metadata?: any;
22
22
  enable_moderation?: boolean;
23
23
  enable_multi_query_rag?: boolean;
24
+ /**
25
+ * Enable prompt caching for Anthropic models to reduce latency and cost. This disabled RAG and other dynamic parts of system prompt such as memory, current datetime, etc. Use with caution
26
+ */
27
+ enable_prompt_caching?: boolean;
24
28
  enable_post_processing_system?: boolean;
25
29
  /**
26
30
  * (Deprecated) Set template mentor to openai-agent instead.