@langinsight/ai-sdk 0.0.1 → 0.0.3

package/README.md

@@ -1,6 +1,6 @@
 # @langinsight/ai-sdk
 
-LangInsight callback handler for Vercel AI SDK.
+LangInsight callback handler for Vercel AI SDK. Sends input/output traces to LangInsight in parallel and supports feedback (thumbs up/down) via `score()`.
 
 ## Usage
 
@@ -17,6 +17,10 @@ const handler = new LangInsight.CallbackHandler({
   apiKey: LANGINSIGHT_API_KEY,
   endpoint: LANGINSIGHT_ENDPOINT,
   metadata: { userId: "admin", sessionId: "admin" },
+  onSuccess: (trace) => {
+    // traceId の取得・DB永続化はここで
+    console.log("Trace sent:", trace.id);
+  },
 });
 
 const prompt = "Hello!";
@@ -26,7 +30,6 @@ const result = await generateText({
   prompt,
 });
 
-// Report the result to LangInsight
 await handler.report(result, { input: prompt });
 ```
 
@@ -43,6 +46,8 @@ const handler = new LangInsight.CallbackHandler({
   apiKey: LANGINSIGHT_API_KEY,
   endpoint: LANGINSIGHT_ENDPOINT,
   metadata: { userId: "admin", sessionId: "admin" },
+  onSuccess: (trace) => console.log("Trace sent:", trace.id),
+  onFailure: (err) => console.error("Trace failed:", err),
 });
 
 const prompt = "Hello!";
@@ -50,7 +55,6 @@ const prompt = "Hello!";
 const result = streamText({
   model: openai("gpt-4o"),
   prompt,
-  // Specify callback handler as onFinish
   onFinish: handler.onFinish({ input: prompt }),
 });
 
@@ -59,11 +63,41 @@ for await (const chunk of result.textStream) {
 }
 ```
 
+### Feedback (score)
+
+Trace ID の取得や DB 永続化は `onSuccess` コールバックで受け取った `trace` を使って行い、その `trace.id` を `score()` に渡してフィードバックを送信する。
+
+```typescript
+let lastOutputTraceId: string | undefined;
+
+const handler = new LangInsight.CallbackHandler({
+  ...options,
+  onSuccess: (trace) => {
+    lastOutputTraceId = trace.id; // DB 永続化などもここで
+  },
+});
+
+// report() または onFinish の後
+await handler.score({ traceId: lastOutputTraceId!, value: 1 }); // 👍
+await handler.score({ traceId: lastOutputTraceId!, value: -1 }); // 👎
+```
+
 ## Options
 
-- `apiKey`: LangInsight API key (required)
-- `endpoint`: LangInsight API endpoint (required)
-- `metadata`: Metadata to attach to trace information (required)
-  - `userId`: User ID
-  - `sessionId`: Session ID
-  - Any other key-value pairs
+| Option      | Type                              | Required | Description                                                                 |
+| ----------- | --------------------------------- | -------- | --------------------------------------------------------------------------- |
+| `apiKey`    | `string`                          | Yes      | LangInsight API key                                                         |
+| `endpoint`  | `string`                          | Yes      | LangInsight API endpoint (e.g. `https://api.langinsight.example.com`)       |
+| `metadata`  | `object`                          | Yes      | Metadata attached to traces                                                 |
+| `metadata.userId`    | `string` | Yes      | User ID                                                                     |
+| `metadata.sessionId`| `string` | Yes      | Session ID (e.g. conversation id)                                          |
+| `metadata.modelName` | `string` | No       | Model name (defaults to result response when not set)                       |
+| `metadata.*`         | `any`   | No       | Additional key-value pairs                                                  |
+| `onSuccess` | `(trace: Trace) => void`         | No       | Callback invoked with the output trace when trace submission succeeds. Use this to get `trace.id` and persist to DB. |
+| `onFailure` | `(error: Error) => void`         | No       | Callback invoked with the error when trace submission fails                 |
+
+## API
+
+- **`report(result, { input })`** — Sends traces for a `generateText` result. Trace is passed to `onSuccess` on success.
+- **`onFinish({ input })`** — Returns a function suitable for `streamText`’s `onFinish`. Sends traces when the stream finishes; trace is passed to `onSuccess`.
+- **`score({ traceId, value })`** — Submits feedback (1 = thumbs up, -1 = thumbs down) for the given trace. Use the `trace.id` received in `onSuccess` as `traceId`.

package/dist/index.cjs

@@ -347,16 +347,17 @@ var LangInsight;
     }
     /**
      * generateText の結果を送信
+     * traceId の取得・DB永続化は onSuccess コールバックで trace を受け取り行う。
      *
      * @example
      * ```ts
-     * const handler = new LangInsight.CallbackHandler(options);
-     *
-     * const result = await generateText({
-     *   model: openai("gpt-4o"),
-     *   prompt: "Hello!",
+     * const handler = new LangInsight.CallbackHandler({
+     *   ...options,
+     *   onSuccess: (trace) => {
+     *     saveTraceToDb(trace); // traceId = trace.id
+     *   },
      * });
-     *
+     * const result = await generateText({ model: openai("gpt-4o"), prompt: "Hello!" });
      * await handler.report(result, { input: "Hello!" });
      * ```
      */
@@ -367,51 +368,84 @@ var LangInsight;
         result
       });
     }
-    async sendTraces(params) {
-      const { input, result } = params;
-      const { userId, sessionId, ...rest } = this.options.metadata;
-      const model = result.response.modelId ?? "unknown";
-      const startedAt = result.response.timestamp;
-      const endedAt = /* @__PURE__ */ new Date();
-      const inputRes = await this.client.traces.external.$post({
+    /**
+     * フィードバック（👍/👎）を送信
+     * traceId は onSuccess コールバックで受け取った trace.id を使用する。
+     *
+     * @example
+     * ```ts
+     * onSuccess: (trace) => { lastOutputTraceId = trace.id; },
+     * // ...
+     * await handler.score({ traceId: lastOutputTraceId, value: 1 }); // 👍
+     * ```
+     */
+    async score(params) {
+      const { userId, sessionId } = this.options.metadata;
+      const res = await this.client.feedbacks.external.$post({
         header: {
           "x-api-key": this.options.apiKey
         },
         json: {
-          userId,
+          traceId: params.traceId,
           sessionId,
-          model,
-          token: result.usage.inputTokens ?? 0,
-          content: input,
-          type: "input",
-          meta: { ...rest },
-          startedAt: startedAt.toISOString(),
-          endedAt: endedAt.toISOString()
+          userId,
+          value: params.value
         }
       });
-      if (!inputRes.ok) {
-        console.error(await inputRes.text());
-        return;
+      if (!res.ok) {
+        console.error(await res.text());
       }
-      const outputRes = await this.client.traces.external.$post({
-        header: {
-          "x-api-key": this.options.apiKey
-        },
-        json: {
-          userId,
-          sessionId,
-          model,
-          token: result.usage.outputTokens ?? 0,
-          content: result.text,
-          type: "output",
-          meta: { ...rest },
-          startedAt: startedAt.toISOString(),
-          endedAt: endedAt.toISOString()
+    }
+    async sendTraces(params) {
+      const { input, result } = params;
+      const { userId, sessionId, ...rest } = this.options.metadata;
+      const model = result.response.modelId ?? "unknown";
+      const startedAt = result.response.timestamp;
+      const endedAt = /* @__PURE__ */ new Date();
+      try {
+        const res = await Promise.all([
+          this.client.traces.external.$post({
+            header: {
+              "x-api-key": this.options.apiKey
+            },
+            json: {
+              userId,
+              sessionId,
+              model,
+              token: result.usage.inputTokens ?? 0,
+              content: input,
+              type: "input",
+              meta: { ...rest },
+              startedAt: startedAt.toISOString(),
+              endedAt: endedAt.toISOString()
+            }
+          }),
+          this.client.traces.external.$post({
+            header: {
+              "x-api-key": this.options.apiKey
+            },
+            json: {
+              userId,
+              sessionId,
+              model,
+              token: result.usage.outputTokens ?? 0,
+              content: result.text,
+              type: "output",
+              meta: { ...rest },
+              startedAt: startedAt.toISOString(),
+              endedAt: endedAt.toISOString()
+            }
+          })
+        ]);
+        if (!res.every((r) => r.ok)) {
+          console.error(await Promise.all(res.map((r) => r.text())));
+          throw new Error("Failed to send traces");
         }
-      });
-      if (!outputRes.ok) {
-        console.error(await outputRes.text());
-        return;
+        const outputTrace = await res[1].json();
+        this.options.onSuccess?.(outputTrace);
+      } catch (error) {
+        console.error(error);
+        this.options.onFailure?.(error instanceof Error ? error : new Error(String(error)));
       }
     }
   }

package/dist/index.d.cts

@@ -1,4 +1,118 @@
 import { StepResult, ToolSet, LanguageModelUsage, GenerateTextResult } from 'ai';
+import { InferOutput, ObjectSchema, SchemaWithPipe, StringSchema, UuidAction, NumberSchema, PicklistSchema, RecordSchema, AnySchema, CustomSchema, StandardProps, UnknownDataset, Config, BaseIssue, OutputDataset, ObjectIssue, NumberIssue, StringIssue, PicklistIssue, RecordIssue, CustomIssue } from 'valibot';
+
+declare const vTraceEntity: ObjectSchema<{
+    readonly id: SchemaWithPipe<readonly [StringSchema<undefined>, UuidAction<string, undefined>]>;
+    readonly userId: StringSchema<undefined>;
+    readonly sessionId: StringSchema<undefined>;
+    readonly model: StringSchema<undefined>;
+    readonly token: NumberSchema<undefined>;
+    readonly content: StringSchema<undefined>;
+    readonly type: PicklistSchema<["input", "output", "error"], undefined>;
+    readonly meta: RecordSchema<StringSchema<undefined>, AnySchema, undefined>;
+    readonly createdAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+    readonly startedAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+    readonly endedAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+}, undefined> & {
+    create: Omit<ObjectSchema<{
+        readonly id: SchemaWithPipe<readonly [StringSchema<undefined>, UuidAction<string, undefined>]>;
+        readonly userId: StringSchema<undefined>;
+        readonly sessionId: StringSchema<undefined>;
+        readonly model: StringSchema<undefined>;
+        readonly token: NumberSchema<undefined>;
+        readonly content: StringSchema<undefined>;
+        readonly type: PicklistSchema<["input", "output", "error"], undefined>;
+        readonly meta: RecordSchema<StringSchema<undefined>, AnySchema, undefined>;
+        readonly createdAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+        readonly startedAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+        readonly endedAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+    }, undefined>, "~types" | "~run" | "~standard" | "entries"> & {
+        readonly entries: Omit<{
+            readonly id: SchemaWithPipe<readonly [StringSchema<undefined>, UuidAction<string, undefined>]>;
+            readonly userId: StringSchema<undefined>;
+            readonly sessionId: StringSchema<undefined>;
+            readonly model: StringSchema<undefined>;
+            readonly token: NumberSchema<undefined>;
+            readonly content: StringSchema<undefined>;
+            readonly type: PicklistSchema<["input", "output", "error"], undefined>;
+            readonly meta: RecordSchema<StringSchema<undefined>, AnySchema, undefined>;
+            readonly createdAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+            readonly startedAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+            readonly endedAt: SchemaWithPipe<readonly [CustomSchema<unknown, undefined>, StringSchema<undefined>]>;
+        }, "id" | "createdAt">;
+        readonly "~standard": StandardProps<{
+            type: "output" | "input" | "error";
+            token: number;
+            content: string;
+            userId: string;
+            model: string;
+            meta: {
+                [x: string]: any;
+            };
+            sessionId: string;
+            startedAt: unknown;
+            endedAt: unknown;
+        }, {
+            type: "output" | "input" | "error";
+            token: number;
+            content: string;
+            userId: string;
+            model: string;
+            meta: {
+                [x: string]: any;
+            };
+            sessionId: string;
+            startedAt: string;
+            endedAt: string;
+        }>;
+        readonly "~run": (dataset: UnknownDataset, config: Config<BaseIssue<unknown>>) => OutputDataset<{
+            type: "output" | "input" | "error";
+            token: number;
+            content: string;
+            userId: string;
+            model: string;
+            meta: {
+                [x: string]: any;
+            };
+            sessionId: string;
+            startedAt: string;
+            endedAt: string;
+        }, ObjectIssue | NumberIssue | StringIssue | PicklistIssue | RecordIssue | CustomIssue>;
+        readonly "~types"?: {
+            readonly input: {
+                type: "output" | "input" | "error";
+                token: number;
+                content: string;
+                userId: string;
+                model: string;
+                meta: {
+                    [x: string]: any;
+                };
+                sessionId: string;
+                startedAt: unknown;
+                endedAt: unknown;
+            };
+            readonly output: {
+                type: "output" | "input" | "error";
+                token: number;
+                content: string;
+                userId: string;
+                model: string;
+                meta: {
+                    [x: string]: any;
+                };
+                sessionId: string;
+                startedAt: string;
+                endedAt: string;
+            };
+            readonly issue: ObjectIssue | NumberIssue | StringIssue | PicklistIssue | RecordIssue | CustomIssue;
+        } | undefined;
+    };
+};
+type TraceEntity = InferOutput<typeof vTraceEntity>;
+declare namespace TraceEntity {
+    type Create = InferOutput<typeof vTraceEntity.create>;
+}
 
 declare namespace LangInsight {
     interface Options {
@@ -9,6 +123,8 @@ declare namespace LangInsight {
             sessionId: string;
             [key: string]: any;
         };
+        onSuccess?: (trace: TraceEntity) => void;
+        onFailure?: (error: Error) => void;
     }
     class CallbackHandler {
         private readonly options;
@@ -36,22 +152,38 @@ declare namespace LangInsight {
         }) => Promise<void>;
         /**
          * generateText の結果を送信
+         * traceId の取得・DB永続化は onSuccess コールバックで trace を受け取り行う。
          *
          * @example
          * ```ts
-         * const handler = new LangInsight.CallbackHandler(options);
-         *
-         * const result = await generateText({
-         *   model: openai("gpt-4o"),
-         *   prompt: "Hello!",
+         * const handler = new LangInsight.CallbackHandler({
+         *   ...options,
+         *   onSuccess: (trace) => {
+         *     saveTraceToDb(trace); // traceId = trace.id
+         *   },
          * });
-         *
+         * const result = await generateText({ model: openai("gpt-4o"), prompt: "Hello!" });
          * await handler.report(result, { input: "Hello!" });
          * ```
          */
         report(result: GenerateTextResult<ToolSet, any>, params: {
             input: string;
         }): Promise<void>;
+        /**
+         * フィードバック（👍/👎）を送信
+         * traceId は onSuccess コールバックで受け取った trace.id を使用する。
+         *
+         * @example
+         * ```ts
+         * onSuccess: (trace) => { lastOutputTraceId = trace.id; },
+         * // ...
+         * await handler.score({ traceId: lastOutputTraceId, value: 1 }); // 👍
+         * ```
+         */
+        score(params: {
+            traceId: string;
+            value: 1 | -1;
+        }): Promise<void>;
         private sendTraces;
     }
 }

package/package.json

@@ -2,7 +2,7 @@
   "name": "@langinsight/ai-sdk",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "version": "0.0.1",
+  "version": "0.0.3",
   "publishConfig": {
     "access": "public"
   },
@@ -23,7 +23,7 @@
   },
   "devDependencies": {
     "@types/bun": "1.3.8",
-    "ai": "^6.0.73",
+    "ai": "^6.0.77",
     "tsup": "^8.5.1",
     "typescript": "^5.9.3"
   }