ben-ai-models-registry 1.0.35 → 1.0.37
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/models/Program.js +0 -15
- package/models/Run.js +4 -38
- package/package.json +2 -2
package/models/Program.js
CHANGED
|
@@ -1,20 +1,6 @@
|
|
|
1
1
|
const mongoose = require("mongoose");
|
|
2
2
|
const { Schema, Types } = mongoose;
|
|
3
3
|
|
|
4
|
-
const FaqSchema = new Schema(
|
|
5
|
-
{
|
|
6
|
-
question: {
|
|
7
|
-
type: [String],
|
|
8
|
-
required: true,
|
|
9
|
-
},
|
|
10
|
-
createdAt: {
|
|
11
|
-
type: Date,
|
|
12
|
-
default: Date.now,
|
|
13
|
-
},
|
|
14
|
-
},
|
|
15
|
-
{ timestamps: true, versionKey: false }
|
|
16
|
-
);
|
|
17
|
-
|
|
18
4
|
const TestOpenAISchema = new Schema(
|
|
19
5
|
{
|
|
20
6
|
testAssistantID: {
|
|
@@ -119,7 +105,6 @@ const ProgramSchema = new Schema(
|
|
|
119
105
|
description: {
|
|
120
106
|
type: String,
|
|
121
107
|
},
|
|
122
|
-
faq: [FaqSchema],
|
|
123
108
|
assistantID: {
|
|
124
109
|
type: String,
|
|
125
110
|
},
|
package/models/Run.js
CHANGED
|
@@ -4,48 +4,12 @@ const { Schema } = mongoose;
|
|
|
4
4
|
const AssistantModel = {
|
|
5
5
|
Langchain: "langchain-assistant",
|
|
6
6
|
OpenAI: "openAI-assistant",
|
|
7
|
-
Langchain: "langchain-assistant",
|
|
8
|
-
OpenAI: "openAI-assistant",
|
|
9
|
-
};
|
|
10
|
-
|
|
11
|
-
const ModelName = {
|
|
12
|
-
GPT4O: "gpt-4o",
|
|
13
|
-
GPT4OMini: "gpt-4o-mini",
|
|
14
|
-
GPT4TurboPreview: "gpt-4-turbo-preview",
|
|
15
|
-
GPT4Turbo: "gpt-4-turbo",
|
|
16
|
-
GPT4Turbo20240409: "gpt-4-turbo-2024-04-09",
|
|
17
|
-
GPT40125Preview: "gpt-4-0125-preview",
|
|
18
|
-
GPT41106Preview: "gpt-4-1106-preview",
|
|
19
|
-
GPT4: "gpt-4",
|
|
20
|
-
GPT40613: "gpt-4-0613",
|
|
21
|
-
GPT432K: "gpt-4-32k",
|
|
22
|
-
GPT432K0613: "gpt-4-32k-0613",
|
|
23
|
-
GPT3_5Turbo0125: "gpt-3.5-turbo-0125",
|
|
24
|
-
GPT3_5Turbo: "gpt-3.5-turbo",
|
|
25
|
-
GPT3_5Turbo1106: "gpt-3.5-turbo-1106",
|
|
26
|
-
GPT3_5TurboInstruct: "gpt-3.5-turbo-instruct",
|
|
27
|
-
GPT4O: "gpt-4o",
|
|
28
|
-
GPT4OMini: "gpt-4o-mini",
|
|
29
|
-
GPT4TurboPreview: "gpt-4-turbo-preview",
|
|
30
|
-
GPT4Turbo: "gpt-4-turbo",
|
|
31
|
-
GPT4Turbo20240409: "gpt-4-turbo-2024-04-09",
|
|
32
|
-
GPT40125Preview: "gpt-4-0125-preview",
|
|
33
|
-
GPT41106Preview: "gpt-4-1106-preview",
|
|
34
|
-
GPT4: "gpt-4",
|
|
35
|
-
GPT40613: "gpt-4-0613",
|
|
36
|
-
GPT432K: "gpt-4-32k",
|
|
37
|
-
GPT432K0613: "gpt-4-32k-0613",
|
|
38
|
-
GPT3_5Turbo0125: "gpt-3.5-turbo-0125",
|
|
39
|
-
GPT3_5Turbo: "gpt-3.5-turbo",
|
|
40
|
-
GPT3_5Turbo1106: "gpt-3.5-turbo-1106",
|
|
41
|
-
GPT3_5TurboInstruct: "gpt-3.5-turbo-instruct",
|
|
42
7
|
};
|
|
43
8
|
|
|
44
9
|
const RunType = {
|
|
45
10
|
SINGLE_LOOP: "single-loop",
|
|
46
11
|
PAIR_WISE_COMPARE: "pair-wise-compare",
|
|
47
|
-
|
|
48
|
-
PAIR_WISE_COMPARE: "pair-wise-compare",
|
|
12
|
+
BASELINE: "baseline",
|
|
49
13
|
};
|
|
50
14
|
|
|
51
15
|
const AnswerSchema = new Schema(
|
|
@@ -125,13 +89,15 @@ const RunSchema = new mongoose.Schema(
|
|
|
125
89
|
instruction: { type: String },
|
|
126
90
|
modelName: {
|
|
127
91
|
type: String,
|
|
128
|
-
enum: Object.values(ModelName),
|
|
129
92
|
},
|
|
130
93
|
chunkingOptions: {
|
|
131
94
|
// TODO: import ChunkingOptionsSchema from Program model
|
|
132
95
|
// type: [ChunkingOptionsSchema],
|
|
133
96
|
type: Schema.Types.Mixed,
|
|
134
97
|
},
|
|
98
|
+
evalModel: {
|
|
99
|
+
type: String,
|
|
100
|
+
},
|
|
135
101
|
evalResults: { type: [EvalSchema], required: true },
|
|
136
102
|
llmPassRate: { type: Schema.Types.Mixed },
|
|
137
103
|
relevanceScore: { type: Schema.Types.Mixed },
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "ben-ai-models-registry",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.37",
|
|
4
4
|
"description": "",
|
|
5
5
|
"main": "index.js",
|
|
6
6
|
"scripts": {
|
|
@@ -9,7 +9,7 @@
|
|
|
9
9
|
"keywords": [],
|
|
10
10
|
"author": "",
|
|
11
11
|
"license": "ISC",
|
|
12
|
-
"
|
|
12
|
+
"peerDependencies": {
|
|
13
13
|
"mongoose": "^8.4.4"
|
|
14
14
|
}
|
|
15
15
|
}
|