@artemiskit/adapter-openai 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +54 -0
- package/dist/client.d.ts +19 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/index.d.ts +8 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +5648 -0
- package/dist/types.d.ts +24 -0
- package/dist/types.d.ts.map +1 -0
- package/package.json +47 -0
- package/src/client.ts +166 -0
- package/src/index.ts +8 -0
- package/src/types.ts +25 -0
- package/tsconfig.json +13 -0
package/CHANGELOG.md
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
# @artemiskit/adapter-openai
|
|
2
|
+
|
|
3
|
+
## 0.1.2
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- 6350e5d: Initial release of ArtemisKit - LLM Evaluation Toolkit
|
|
8
|
+
|
|
9
|
+
Features:
|
|
10
|
+
|
|
11
|
+
- Scenario-based evaluation with YAML test definitions
|
|
12
|
+
- Multiple expectation types: contains, exact, regex, fuzzy, llm_grader, json_schema
|
|
13
|
+
- Red team security testing (injection, jailbreak, extraction, hallucination, PII)
|
|
14
|
+
- Stress testing with configurable concurrency and latency metrics
|
|
15
|
+
- PII/sensitive data redaction with built-in and custom patterns
|
|
16
|
+
- Interactive HTML reports with run comparison
|
|
17
|
+
- Multi-provider support: OpenAI, Azure OpenAI, Anthropic
|
|
18
|
+
- Local and Supabase storage backends
|
|
19
|
+
|
|
20
|
+
- Updated dependencies [6350e5d]
|
|
21
|
+
- @artemiskit/core@0.1.2
|
|
22
|
+
|
|
23
|
+
## 0.1.1
|
|
24
|
+
|
|
25
|
+
### Patch Changes
|
|
26
|
+
|
|
27
|
+
- 1200625: Initial release of ArtemisKit - LLM Evaluation Toolkit
|
|
28
|
+
|
|
29
|
+
ArtemisKit is a comprehensive toolkit for testing, validating, and auditing LLM-powered applications.
|
|
30
|
+
|
|
31
|
+
Features:
|
|
32
|
+
|
|
33
|
+
- Scenario-based evaluation with YAML test definitions
|
|
34
|
+
- Multiple expectation types: contains, exact, regex, fuzzy, llm_grader, json_schema
|
|
35
|
+
- Red team security testing (injection, jailbreak, extraction, hallucination, PII disclosure)
|
|
36
|
+
- Stress testing with configurable concurrency and detailed latency metrics
|
|
37
|
+
- PII/sensitive data redaction with built-in and custom patterns
|
|
38
|
+
- Interactive HTML reports with run comparison
|
|
39
|
+
- Multi-provider support: OpenAI, Azure OpenAI, Anthropic
|
|
40
|
+
- Local and Supabase storage backends
|
|
41
|
+
- Run history tracking and comparison
|
|
42
|
+
|
|
43
|
+
CLI Commands:
|
|
44
|
+
|
|
45
|
+
- artemiskit run - Execute scenario-based evaluations
|
|
46
|
+
- artemiskit redteam - Run adversarial security tests
|
|
47
|
+
- artemiskit stress - Perform load testing
|
|
48
|
+
- artemiskit report - Regenerate reports from manifests
|
|
49
|
+
- artemiskit history - View past runs
|
|
50
|
+
- artemiskit compare - Compare two runs
|
|
51
|
+
- artemiskit init - Initialize configuration
|
|
52
|
+
|
|
53
|
+
- Updated dependencies [1200625]
|
|
54
|
+
- @artemiskit/core@0.1.1
|
package/dist/client.d.ts
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI SDK Adapter
|
|
3
|
+
* Supports: OpenAI, Azure OpenAI, OpenAI-compatible APIs
|
|
4
|
+
*/
|
|
5
|
+
import type { AdapterConfig, GenerateOptions, GenerateResult, ModelCapabilities, ModelClient } from '@artemiskit/core';
|
|
6
|
+
export declare class OpenAIAdapter implements ModelClient {
|
|
7
|
+
private client;
|
|
8
|
+
private config;
|
|
9
|
+
readonly provider: string;
|
|
10
|
+
constructor(config: AdapterConfig);
|
|
11
|
+
generate(options: GenerateOptions): Promise<GenerateResult>;
|
|
12
|
+
stream(options: GenerateOptions, onChunk: (chunk: string) => void): AsyncIterable<string>;
|
|
13
|
+
embed(text: string): Promise<number[]>;
|
|
14
|
+
capabilities(): Promise<ModelCapabilities>;
|
|
15
|
+
close(): Promise<void>;
|
|
16
|
+
private normalizePrompt;
|
|
17
|
+
private mapFinishReason;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,aAAa,EACb,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,WAAW,EACZ,MAAM,kBAAkB,CAAC;AAK1B,qBAAa,aAAc,YAAW,WAAW;IAC/C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAiD;IAC/D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,MAAM,EAAE,aAAa;IA6B3B,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IA4C1D,MAAM,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC;IAqB1F,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAWtC,YAAY,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAW1C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,OAAO,CAAC,eAAe;IAUvB,OAAO,CAAC,eAAe;CAcxB"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,cAAc,SAAS,CAAC"}
|