@ubiquity-os/plugin-sdk 3.5.5 → 3.6.0

package/README.md

@@ -17,6 +17,10 @@ The `createActionsPlugin` function allows users to create plugins that will be a
 
 The `createPlugin` function enables users to create a plugin that will run on Cloudflare Workers environment.
 
+### `callLlm`
+
+The `callLlm` function sends chat completion requests to `ai.ubq.fi` using the auth token and repository context supplied by the kernel.
+
 ### `postComment`
 
 The `postComment` function enables users to easily post a comment to an issue, a pull-request, or a pull request review thread.
@@ -59,6 +63,19 @@ To start Jest tests, run:
 bun run test
 ```
 
+## LLM Utility
+
+```ts
+import { callLlm } from "@ubiquity-os/plugin-sdk";
+
+const result = await callLlm(
+  {
+    messages: [{ role: "user", content: "Summarize this issue." }],
+  },
+  context
+);
+```
+
 ## Markdown Cleaning Utility
 
 `cleanMarkdown` removes top-level HTML comments and configured HTML tags while preserving content inside fenced/indented code blocks, inline code spans, and blockquotes.

package/dist/configuration.d.mts

@@ -2,7 +2,7 @@ import { Value } from '@sinclair/typebox/value';
 import YAML from 'js-yaml';
 import * as _sinclair_typebox from '@sinclair/typebox';
 import { StaticDecode, TLiteral } from '@sinclair/typebox';
-import { C as Context } from './context-3Ck9sBZI.mjs';
+import { C as Context } from './context-sqbr2o6i.mjs';
 import { Manifest } from './manifest.mjs';
 import '@octokit/webhooks';
 import '@ubiquity-os/ubiquity-os-logger';

package/dist/configuration.d.ts

@@ -2,7 +2,7 @@ import { Value } from '@sinclair/typebox/value';
 import YAML from 'js-yaml';
 import * as _sinclair_typebox from '@sinclair/typebox';
 import { StaticDecode, TLiteral } from '@sinclair/typebox';
-import { C as Context } from './context-DOUnUNNN.js';
+import { C as Context } from './context-BbEmsEct.js';
 import { Manifest } from './manifest.js';
 import '@octokit/webhooks';
 import '@ubiquity-os/ubiquity-os-logger';

package/dist/{context-DOUnUNNN.d.ts → context-BbEmsEct.d.ts}

@@ -97,6 +97,8 @@ interface Context<TConfig = unknown, TEnv = unknown, TCommand = unknown, TSuppor
         [K in TSupportedEvents]: K extends EmitterWebhookEventName ? EmitterWebhookEvent<K> : never;
     }[TSupportedEvents]["payload"];
     command: TCommand | null;
+    authToken: string;
+    ubiquityKernelToken?: string;
     octokit: InstanceType<typeof customOctokit>;
     config: TConfig;
     env: TEnv;

package/dist/{context-3Ck9sBZI.d.mts → context-sqbr2o6i.d.mts}

@@ -97,6 +97,8 @@ interface Context<TConfig = unknown, TEnv = unknown, TCommand = unknown, TSuppor
         [K in TSupportedEvents]: K extends EmitterWebhookEventName ? EmitterWebhookEvent<K> : never;
     }[TSupportedEvents]["payload"];
     command: TCommand | null;
+    authToken: string;
+    ubiquityKernelToken?: string;
     octokit: InstanceType<typeof customOctokit>;
     config: TConfig;
     env: TEnv;

package/dist/index.d.mts

@@ -1,8 +1,9 @@
 import { EmitterWebhookEventName } from '@octokit/webhooks';
-import { C as Context } from './context-3Ck9sBZI.mjs';
-export { a as CommentHandler } from './context-3Ck9sBZI.mjs';
+import { C as Context } from './context-sqbr2o6i.mjs';
+export { a as CommentHandler } from './context-sqbr2o6i.mjs';
 import { TSchema, TAnySchema } from '@sinclair/typebox';
 import { LogLevel } from '@ubiquity-os/ubiquity-os-logger';
+export { LlmCallOptions, callLlm } from './llm.mjs';
 import * as hono_types from 'hono/types';
 import { Hono } from 'hono';
 import { Manifest } from './manifest.mjs';
@@ -13,6 +14,7 @@ import '@octokit/plugin-paginate-graphql';
 import '@octokit/plugin-paginate-rest';
 import '@octokit/webhooks/node_modules/@octokit/request-error';
 import '@octokit/core';
+import 'openai/resources/chat/completions';
 
 type Return = Record<string, unknown> | undefined | void;
 type HandlerReturn = Promise<Return> | Return;

package/dist/index.d.ts

@@ -1,8 +1,9 @@
 import { EmitterWebhookEventName } from '@octokit/webhooks';
-import { C as Context } from './context-DOUnUNNN.js';
-export { a as CommentHandler } from './context-DOUnUNNN.js';
+import { C as Context } from './context-BbEmsEct.js';
+export { a as CommentHandler } from './context-BbEmsEct.js';
 import { TSchema, TAnySchema } from '@sinclair/typebox';
 import { LogLevel } from '@ubiquity-os/ubiquity-os-logger';
+export { LlmCallOptions, callLlm } from './llm.js';
 import * as hono_types from 'hono/types';
 import { Hono } from 'hono';
 import { Manifest } from './manifest.js';
@@ -13,6 +14,7 @@ import '@octokit/plugin-paginate-graphql';
 import '@octokit/plugin-paginate-rest';
 import '@octokit/webhooks/node_modules/@octokit/request-error';
 import '@octokit/core';
+import 'openai/resources/chat/completions';
 
 type Return = Record<string, unknown> | undefined | void;
 type HandlerReturn = Promise<Return> | Return;

package/dist/index.js

@@ -31,6 +31,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var src_exports = {};
 __export(src_exports, {
   CommentHandler: () => CommentHandler,
+  callLlm: () => callLlm,
   cleanMarkdown: () => cleanMarkdown,
   createActionsPlugin: () => createActionsPlugin,
   createPlugin: () => createPlugin,
@@ -427,6 +428,7 @@ async function verifySignature(publicKeyPem, inputs, signature) {
       eventPayload: inputs.eventPayload,
       settings: inputs.settings,
       authToken: inputs.authToken,
+      ubiquityKernelToken: inputs.ubiquityKernelToken,
       ref: inputs.ref,
       command: inputs.command
     };
@@ -475,6 +477,7 @@ var inputSchema = import_typebox3.Type.Object({
   eventPayload: jsonType(import_typebox3.Type.Record(import_typebox3.Type.String(), import_typebox3.Type.Any()), true),
   command: jsonType(commandCallSchema),
   authToken: import_typebox3.Type.String(),
+  ubiquityKernelToken: import_typebox3.Type.Optional(import_typebox3.Type.String()),
   settings: jsonType(import_typebox3.Type.Record(import_typebox3.Type.String(), import_typebox3.Type.Any())),
   ref: import_typebox3.Type.String(),
   signature: import_typebox3.Type.String()
@@ -543,6 +546,8 @@ async function createActionsPlugin(handler, options) {
     eventName: inputs.eventName,
     payload: inputs.eventPayload,
     command,
+    authToken: inputs.authToken,
+    ubiquityKernelToken: inputs.ubiquityKernelToken,
     octokit: new customOctokit({ auth: inputs.authToken }),
     config: config2,
     env,
@@ -625,6 +630,96 @@ function processSegment(segment, extraTags, shouldCollapseEmptyLines) {
   return s;
 }
 
+// src/llm/index.ts
+function normalizeBaseUrl(baseUrl) {
+  let normalized = baseUrl.trim();
+  while (normalized.endsWith("/")) {
+    normalized = normalized.slice(0, -1);
+  }
+  return normalized;
+}
+function getEnvString(name) {
+  if (typeof process === "undefined" || !process?.env) return "";
+  return String(process.env[name] ?? "").trim();
+}
+function getAiBaseUrl(options) {
+  if (typeof options.baseUrl === "string" && options.baseUrl.trim()) {
+    return normalizeBaseUrl(options.baseUrl);
+  }
+  const envBaseUrl = getEnvString("UBQ_AI_BASE_URL") || getEnvString("UBQ_AI_URL");
+  if (envBaseUrl) return normalizeBaseUrl(envBaseUrl);
+  return "https://ai.ubq.fi";
+}
+async function callLlm(options, input) {
+  const inputPayload = input;
+  const authToken = inputPayload.authToken;
+  const ubiquityKernelToken = inputPayload.ubiquityKernelToken;
+  const payload = inputPayload.payload ?? inputPayload.eventPayload;
+  const owner = payload?.repository?.owner?.login ?? "";
+  const repo = payload?.repository?.name ?? "";
+  const installationId = payload?.installation?.id;
+  if (!authToken) throw new Error("Missing authToken in inputs");
+  const isKernelTokenRequired = authToken.trim().startsWith("gh");
+  if (isKernelTokenRequired && !ubiquityKernelToken) {
+    throw new Error("Missing ubiquityKernelToken in inputs (kernel attestation is required for GitHub auth)");
+  }
+  const { baseUrl, model, stream: isStream, messages, ...rest } = options;
+  const url = `${getAiBaseUrl({ ...options, baseUrl })}/v1/chat/completions`;
+  const body = JSON.stringify({
+    ...rest,
+    ...model ? { model } : {},
+    messages,
+    stream: isStream ?? false
+  });
+  const headers = {
+    Authorization: `Bearer ${authToken}`,
+    "Content-Type": "application/json"
+  };
+  if (owner) headers["X-GitHub-Owner"] = owner;
+  if (repo) headers["X-GitHub-Repo"] = repo;
+  if (typeof installationId === "number" && Number.isFinite(installationId)) {
+    headers["X-GitHub-Installation-Id"] = String(installationId);
+  }
+  if (ubiquityKernelToken) {
+    headers["X-Ubiquity-Kernel-Token"] = ubiquityKernelToken;
+  }
+  const response = await fetch(url, { method: "POST", headers, body });
+  if (!response.ok) {
+    const err = await response.text();
+    throw new Error(`LLM API error: ${response.status} - ${err}`);
+  }
+  if (isStream) {
+    if (!response.body) {
+      throw new Error("LLM API error: missing response body for streaming request");
+    }
+    return parseSseStream(response.body);
+  }
+  return response.json();
+}
+async function* parseSseStream(body) {
+  const reader = body.getReader();
+  const decoder = new TextDecoder();
+  let buffer = "";
+  try {
+    while (true) {
+      const { value, done: isDone } = await reader.read();
+      if (isDone) break;
+      buffer += decoder.decode(value, { stream: true });
+      const events = buffer.split("\n\n");
+      buffer = events.pop() || "";
+      for (const event of events) {
+        if (event.startsWith("data: ")) {
+          const data = event.slice(6);
+          if (data === "[DONE]") return;
+          yield JSON.parse(data);
+        }
+      }
+    }
+  } finally {
+    reader.releaseLock();
+  }
+}
+
 // src/server.ts
 var import_value4 = require("@sinclair/typebox/value");
 var import_ubiquity_os_logger4 = require("@ubiquity-os/ubiquity-os-logger");
@@ -690,6 +785,8 @@ function createPlugin(handler, manifest, options) {
       eventName: inputs.eventName,
       payload: inputs.eventPayload,
       command,
+      authToken: inputs.authToken,
+      ubiquityKernelToken: inputs.ubiquityKernelToken,
       octokit: new customOctokit({ auth: inputs.authToken }),
       config: config2,
       env,
@@ -708,6 +805,7 @@ function createPlugin(handler, manifest, options) {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   CommentHandler,
+  callLlm,
   cleanMarkdown,
   createActionsPlugin,
   createPlugin,

package/dist/index.mjs

@@ -387,6 +387,7 @@ async function verifySignature(publicKeyPem, inputs, signature) {
       eventPayload: inputs.eventPayload,
       settings: inputs.settings,
       authToken: inputs.authToken,
+      ubiquityKernelToken: inputs.ubiquityKernelToken,
       ref: inputs.ref,
       command: inputs.command
     };
@@ -435,6 +436,7 @@ var inputSchema = T2.Object({
   eventPayload: jsonType(T2.Record(T2.String(), T2.Any()), true),
   command: jsonType(commandCallSchema),
   authToken: T2.String(),
+  ubiquityKernelToken: T2.Optional(T2.String()),
   settings: jsonType(T2.Record(T2.String(), T2.Any())),
   ref: T2.String(),
   signature: T2.String()
@@ -503,6 +505,8 @@ async function createActionsPlugin(handler, options) {
     eventName: inputs.eventName,
     payload: inputs.eventPayload,
     command,
+    authToken: inputs.authToken,
+    ubiquityKernelToken: inputs.ubiquityKernelToken,
     octokit: new customOctokit({ auth: inputs.authToken }),
     config: config2,
     env,
@@ -585,6 +589,96 @@ function processSegment(segment, extraTags, shouldCollapseEmptyLines) {
   return s;
 }
 
+// src/llm/index.ts
+function normalizeBaseUrl(baseUrl) {
+  let normalized = baseUrl.trim();
+  while (normalized.endsWith("/")) {
+    normalized = normalized.slice(0, -1);
+  }
+  return normalized;
+}
+function getEnvString(name) {
+  if (typeof process === "undefined" || !process?.env) return "";
+  return String(process.env[name] ?? "").trim();
+}
+function getAiBaseUrl(options) {
+  if (typeof options.baseUrl === "string" && options.baseUrl.trim()) {
+    return normalizeBaseUrl(options.baseUrl);
+  }
+  const envBaseUrl = getEnvString("UBQ_AI_BASE_URL") || getEnvString("UBQ_AI_URL");
+  if (envBaseUrl) return normalizeBaseUrl(envBaseUrl);
+  return "https://ai.ubq.fi";
+}
+async function callLlm(options, input) {
+  const inputPayload = input;
+  const authToken = inputPayload.authToken;
+  const ubiquityKernelToken = inputPayload.ubiquityKernelToken;
+  const payload = inputPayload.payload ?? inputPayload.eventPayload;
+  const owner = payload?.repository?.owner?.login ?? "";
+  const repo = payload?.repository?.name ?? "";
+  const installationId = payload?.installation?.id;
+  if (!authToken) throw new Error("Missing authToken in inputs");
+  const isKernelTokenRequired = authToken.trim().startsWith("gh");
+  if (isKernelTokenRequired && !ubiquityKernelToken) {
+    throw new Error("Missing ubiquityKernelToken in inputs (kernel attestation is required for GitHub auth)");
+  }
+  const { baseUrl, model, stream: isStream, messages, ...rest } = options;
+  const url = `${getAiBaseUrl({ ...options, baseUrl })}/v1/chat/completions`;
+  const body = JSON.stringify({
+    ...rest,
+    ...model ? { model } : {},
+    messages,
+    stream: isStream ?? false
+  });
+  const headers = {
+    Authorization: `Bearer ${authToken}`,
+    "Content-Type": "application/json"
+  };
+  if (owner) headers["X-GitHub-Owner"] = owner;
+  if (repo) headers["X-GitHub-Repo"] = repo;
+  if (typeof installationId === "number" && Number.isFinite(installationId)) {
+    headers["X-GitHub-Installation-Id"] = String(installationId);
+  }
+  if (ubiquityKernelToken) {
+    headers["X-Ubiquity-Kernel-Token"] = ubiquityKernelToken;
+  }
+  const response = await fetch(url, { method: "POST", headers, body });
+  if (!response.ok) {
+    const err = await response.text();
+    throw new Error(`LLM API error: ${response.status} - ${err}`);
+  }
+  if (isStream) {
+    if (!response.body) {
+      throw new Error("LLM API error: missing response body for streaming request");
+    }
+    return parseSseStream(response.body);
+  }
+  return response.json();
+}
+async function* parseSseStream(body) {
+  const reader = body.getReader();
+  const decoder = new TextDecoder();
+  let buffer = "";
+  try {
+    while (true) {
+      const { value, done: isDone } = await reader.read();
+      if (isDone) break;
+      buffer += decoder.decode(value, { stream: true });
+      const events = buffer.split("\n\n");
+      buffer = events.pop() || "";
+      for (const event of events) {
+        if (event.startsWith("data: ")) {
+          const data = event.slice(6);
+          if (data === "[DONE]") return;
+          yield JSON.parse(data);
+        }
+      }
+    }
+  } finally {
+    reader.releaseLock();
+  }
+}
+
 // src/server.ts
 import { Value as Value4 } from "@sinclair/typebox/value";
 import { Logs as Logs2 } from "@ubiquity-os/ubiquity-os-logger";
@@ -650,6 +744,8 @@ function createPlugin(handler, manifest, options) {
       eventName: inputs.eventName,
       payload: inputs.eventPayload,
       command,
+      authToken: inputs.authToken,
+      ubiquityKernelToken: inputs.ubiquityKernelToken,
       octokit: new customOctokit({ auth: inputs.authToken }),
       config: config2,
       env,
@@ -667,6 +763,7 @@ function createPlugin(handler, manifest, options) {
 }
 export {
   CommentHandler,
+  callLlm,
   cleanMarkdown,
   createActionsPlugin,
   createPlugin,

package/dist/llm.d.mts

@@ -0,0 +1,60 @@
+import { ChatCompletionMessageParam, ChatCompletion, ChatCompletionChunk } from 'openai/resources/chat/completions';
+import { C as Context } from './context-sqbr2o6i.mjs';
+import '@octokit/webhooks';
+import '@ubiquity-os/ubiquity-os-logger';
+import '@octokit/plugin-rest-endpoint-methods';
+import './octokit.mjs';
+import '@octokit/core/types';
+import '@octokit/plugin-paginate-graphql';
+import '@octokit/plugin-paginate-rest';
+import '@octokit/webhooks/node_modules/@octokit/request-error';
+import '@octokit/core';
+
+type LlmResponseFormat = {
+    type: "json_object" | "text";
+} | {
+    type: string;
+    [key: string]: unknown;
+};
+type LlmPayload = {
+    repository?: {
+        owner?: {
+            login?: string;
+        };
+        name?: string;
+    };
+    installation?: {
+        id?: number;
+    };
+};
+type LlmAuthContext = {
+    authToken?: string;
+    ubiquityKernelToken?: string;
+    payload?: LlmPayload;
+    eventPayload?: LlmPayload;
+};
+type LlmCallOptions = {
+    baseUrl?: string;
+    model?: string;
+    stream?: boolean;
+    messages: ChatCompletionMessageParam[];
+    max_tokens?: number;
+    max_completion_tokens?: number;
+    temperature?: number;
+    top_p?: number;
+    frequency_penalty?: number;
+    presence_penalty?: number;
+    response_format?: LlmResponseFormat;
+    stop?: string | string[];
+    n?: number;
+    logit_bias?: Record<string, number>;
+    seed?: number;
+    user?: string;
+    metadata?: Record<string, unknown>;
+    tools?: unknown[];
+    tool_choice?: string | Record<string, unknown>;
+    [key: string]: unknown;
+};
+declare function callLlm(options: LlmCallOptions, input: Context | LlmAuthContext): Promise<ChatCompletion | AsyncIterable<ChatCompletionChunk>>;
+
+export { type LlmCallOptions, callLlm };

package/dist/llm.d.ts

@@ -0,0 +1,60 @@
+import { ChatCompletionMessageParam, ChatCompletion, ChatCompletionChunk } from 'openai/resources/chat/completions';
+import { C as Context } from './context-BbEmsEct.js';
+import '@octokit/webhooks';
+import '@ubiquity-os/ubiquity-os-logger';
+import '@octokit/plugin-rest-endpoint-methods';
+import './octokit.js';
+import '@octokit/core/types';
+import '@octokit/plugin-paginate-graphql';
+import '@octokit/plugin-paginate-rest';
+import '@octokit/webhooks/node_modules/@octokit/request-error';
+import '@octokit/core';
+
+type LlmResponseFormat = {
+    type: "json_object" | "text";
+} | {
+    type: string;
+    [key: string]: unknown;
+};
+type LlmPayload = {
+    repository?: {
+        owner?: {
+            login?: string;
+        };
+        name?: string;
+    };
+    installation?: {
+        id?: number;
+    };
+};
+type LlmAuthContext = {
+    authToken?: string;
+    ubiquityKernelToken?: string;
+    payload?: LlmPayload;
+    eventPayload?: LlmPayload;
+};
+type LlmCallOptions = {
+    baseUrl?: string;
+    model?: string;
+    stream?: boolean;
+    messages: ChatCompletionMessageParam[];
+    max_tokens?: number;
+    max_completion_tokens?: number;
+    temperature?: number;
+    top_p?: number;
+    frequency_penalty?: number;
+    presence_penalty?: number;
+    response_format?: LlmResponseFormat;
+    stop?: string | string[];
+    n?: number;
+    logit_bias?: Record<string, number>;
+    seed?: number;
+    user?: string;
+    metadata?: Record<string, unknown>;
+    tools?: unknown[];
+    tool_choice?: string | Record<string, unknown>;
+    [key: string]: unknown;
+};
+declare function callLlm(options: LlmCallOptions, input: Context | LlmAuthContext): Promise<ChatCompletion | AsyncIterable<ChatCompletionChunk>>;
+
+export { type LlmCallOptions, callLlm };

package/dist/llm.js

@@ -0,0 +1,117 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/llm/index.ts
+var llm_exports = {};
+__export(llm_exports, {
+  callLlm: () => callLlm
+});
+module.exports = __toCommonJS(llm_exports);
+function normalizeBaseUrl(baseUrl) {
+  let normalized = baseUrl.trim();
+  while (normalized.endsWith("/")) {
+    normalized = normalized.slice(0, -1);
+  }
+  return normalized;
+}
+function getEnvString(name) {
+  if (typeof process === "undefined" || !process?.env) return "";
+  return String(process.env[name] ?? "").trim();
+}
+function getAiBaseUrl(options) {
+  if (typeof options.baseUrl === "string" && options.baseUrl.trim()) {
+    return normalizeBaseUrl(options.baseUrl);
+  }
+  const envBaseUrl = getEnvString("UBQ_AI_BASE_URL") || getEnvString("UBQ_AI_URL");
+  if (envBaseUrl) return normalizeBaseUrl(envBaseUrl);
+  return "https://ai.ubq.fi";
+}
+async function callLlm(options, input) {
+  const inputPayload = input;
+  const authToken = inputPayload.authToken;
+  const ubiquityKernelToken = inputPayload.ubiquityKernelToken;
+  const payload = inputPayload.payload ?? inputPayload.eventPayload;
+  const owner = payload?.repository?.owner?.login ?? "";
+  const repo = payload?.repository?.name ?? "";
+  const installationId = payload?.installation?.id;
+  if (!authToken) throw new Error("Missing authToken in inputs");
+  const isKernelTokenRequired = authToken.trim().startsWith("gh");
+  if (isKernelTokenRequired && !ubiquityKernelToken) {
+    throw new Error("Missing ubiquityKernelToken in inputs (kernel attestation is required for GitHub auth)");
+  }
+  const { baseUrl, model, stream: isStream, messages, ...rest } = options;
+  const url = `${getAiBaseUrl({ ...options, baseUrl })}/v1/chat/completions`;
+  const body = JSON.stringify({
+    ...rest,
+    ...model ? { model } : {},
+    messages,
+    stream: isStream ?? false
+  });
+  const headers = {
+    Authorization: `Bearer ${authToken}`,
+    "Content-Type": "application/json"
+  };
+  if (owner) headers["X-GitHub-Owner"] = owner;
+  if (repo) headers["X-GitHub-Repo"] = repo;
+  if (typeof installationId === "number" && Number.isFinite(installationId)) {
+    headers["X-GitHub-Installation-Id"] = String(installationId);
+  }
+  if (ubiquityKernelToken) {
+    headers["X-Ubiquity-Kernel-Token"] = ubiquityKernelToken;
+  }
+  const response = await fetch(url, { method: "POST", headers, body });
+  if (!response.ok) {
+    const err = await response.text();
+    throw new Error(`LLM API error: ${response.status} - ${err}`);
+  }
+  if (isStream) {
+    if (!response.body) {
+      throw new Error("LLM API error: missing response body for streaming request");
+    }
+    return parseSseStream(response.body);
+  }
+  return response.json();
+}
+async function* parseSseStream(body) {
+  const reader = body.getReader();
+  const decoder = new TextDecoder();
+  let buffer = "";
+  try {
+    while (true) {
+      const { value, done: isDone } = await reader.read();
+      if (isDone) break;
+      buffer += decoder.decode(value, { stream: true });
+      const events = buffer.split("\n\n");
+      buffer = events.pop() || "";
+      for (const event of events) {
+        if (event.startsWith("data: ")) {
+          const data = event.slice(6);
+          if (data === "[DONE]") return;
+          yield JSON.parse(data);
+        }
+      }
+    }
+  } finally {
+    reader.releaseLock();
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  callLlm
+});

package/dist/llm.mjs

@@ -0,0 +1,92 @@
+// src/llm/index.ts
+function normalizeBaseUrl(baseUrl) {
+  let normalized = baseUrl.trim();
+  while (normalized.endsWith("/")) {
+    normalized = normalized.slice(0, -1);
+  }
+  return normalized;
+}
+function getEnvString(name) {
+  if (typeof process === "undefined" || !process?.env) return "";
+  return String(process.env[name] ?? "").trim();
+}
+function getAiBaseUrl(options) {
+  if (typeof options.baseUrl === "string" && options.baseUrl.trim()) {
+    return normalizeBaseUrl(options.baseUrl);
+  }
+  const envBaseUrl = getEnvString("UBQ_AI_BASE_URL") || getEnvString("UBQ_AI_URL");
+  if (envBaseUrl) return normalizeBaseUrl(envBaseUrl);
+  return "https://ai.ubq.fi";
+}
+async function callLlm(options, input) {
+  const inputPayload = input;
+  const authToken = inputPayload.authToken;
+  const ubiquityKernelToken = inputPayload.ubiquityKernelToken;
+  const payload = inputPayload.payload ?? inputPayload.eventPayload;
+  const owner = payload?.repository?.owner?.login ?? "";
+  const repo = payload?.repository?.name ?? "";
+  const installationId = payload?.installation?.id;
+  if (!authToken) throw new Error("Missing authToken in inputs");
+  const isKernelTokenRequired = authToken.trim().startsWith("gh");
+  if (isKernelTokenRequired && !ubiquityKernelToken) {
+    throw new Error("Missing ubiquityKernelToken in inputs (kernel attestation is required for GitHub auth)");
+  }
+  const { baseUrl, model, stream: isStream, messages, ...rest } = options;
+  const url = `${getAiBaseUrl({ ...options, baseUrl })}/v1/chat/completions`;
+  const body = JSON.stringify({
+    ...rest,
+    ...model ? { model } : {},
+    messages,
+    stream: isStream ?? false
+  });
+  const headers = {
+    Authorization: `Bearer ${authToken}`,
+    "Content-Type": "application/json"
+  };
+  if (owner) headers["X-GitHub-Owner"] = owner;
+  if (repo) headers["X-GitHub-Repo"] = repo;
+  if (typeof installationId === "number" && Number.isFinite(installationId)) {
+    headers["X-GitHub-Installation-Id"] = String(installationId);
+  }
+  if (ubiquityKernelToken) {
+    headers["X-Ubiquity-Kernel-Token"] = ubiquityKernelToken;
+  }
+  const response = await fetch(url, { method: "POST", headers, body });
+  if (!response.ok) {
+    const err = await response.text();
+    throw new Error(`LLM API error: ${response.status} - ${err}`);
+  }
+  if (isStream) {
+    if (!response.body) {
+      throw new Error("LLM API error: missing response body for streaming request");
+    }
+    return parseSseStream(response.body);
+  }
+  return response.json();
+}
+async function* parseSseStream(body) {
+  const reader = body.getReader();
+  const decoder = new TextDecoder();
+  let buffer = "";
+  try {
+    while (true) {
+      const { value, done: isDone } = await reader.read();
+      if (isDone) break;
+      buffer += decoder.decode(value, { stream: true });
+      const events = buffer.split("\n\n");
+      buffer = events.pop() || "";
+      for (const event of events) {
+        if (event.startsWith("data: ")) {
+          const data = event.slice(6);
+          if (data === "[DONE]") return;
+          yield JSON.parse(data);
+        }
+      }
+    }
+  } finally {
+    reader.releaseLock();
+  }
+}
+export {
+  callLlm
+};

package/dist/signature.d.mts

@@ -15,9 +15,10 @@ declare class PluginInput<T extends EmitterWebhookEventName = EmitterWebhookEven
     eventPayload: EmitterWebhookEvent<T>["payload"];
     settings: unknown;
     authToken: string;
+    ubiquityKernelToken?: string;
     ref: string;
     command: CommandCall;
-    constructor(privateKey: string, stateId: string, eventName: T, eventPayload: EmitterWebhookEvent<T>["payload"], settings: unknown, authToken: string, ref: string, command: CommandCall);
+    constructor(privateKey: string, stateId: string, eventName: T, eventPayload: EmitterWebhookEvent<T>["payload"], settings: unknown, authToken: string, ref: string, command: CommandCall, ubiquityKernelToken?: string);
     getInputs(): Promise<{
         signature: string;
         stateId: string;
@@ -25,6 +26,7 @@ declare class PluginInput<T extends EmitterWebhookEventName = EmitterWebhookEven
         eventPayload: string;
         settings: string;
         authToken: string;
+        ubiquityKernelToken: string | undefined;
         ref: string;
         command: string;
     }>;
@@ -34,6 +36,7 @@ interface Inputs {
     eventName: unknown;
     eventPayload: unknown;
     authToken: unknown;
+    ubiquityKernelToken?: unknown;
     settings: unknown;
     ref: unknown;
     command: unknown;

package/dist/signature.d.ts

@@ -15,9 +15,10 @@ declare class PluginInput<T extends EmitterWebhookEventName = EmitterWebhookEven
     eventPayload: EmitterWebhookEvent<T>["payload"];
     settings: unknown;
     authToken: string;
+    ubiquityKernelToken?: string;
     ref: string;
     command: CommandCall;
-    constructor(privateKey: string, stateId: string, eventName: T, eventPayload: EmitterWebhookEvent<T>["payload"], settings: unknown, authToken: string, ref: string, command: CommandCall);
+    constructor(privateKey: string, stateId: string, eventName: T, eventPayload: EmitterWebhookEvent<T>["payload"], settings: unknown, authToken: string, ref: string, command: CommandCall, ubiquityKernelToken?: string);
     getInputs(): Promise<{
         signature: string;
         stateId: string;
@@ -25,6 +26,7 @@ declare class PluginInput<T extends EmitterWebhookEventName = EmitterWebhookEven
         eventPayload: string;
         settings: string;
         authToken: string;
+        ubiquityKernelToken: string | undefined;
         ref: string;
         command: string;
     }>;
@@ -34,6 +36,7 @@ interface Inputs {
     eventName: unknown;
     eventPayload: unknown;
     authToken: unknown;
+    ubiquityKernelToken?: unknown;
     settings: unknown;
     ref: unknown;
     command: unknown;

package/dist/signature.js

@@ -42,9 +42,10 @@ var PluginInput = class {
   eventPayload;
   settings;
   authToken;
+  ubiquityKernelToken;
   ref;
   command;
-  constructor(privateKey, stateId, eventName, eventPayload, settings, authToken, ref, command) {
+  constructor(privateKey, stateId, eventName, eventPayload, settings, authToken, ref, command, ubiquityKernelToken) {
     this._privateKey = privateKey;
     this.stateId = stateId;
     this.eventName = eventName;
@@ -53,6 +54,7 @@ var PluginInput = class {
     this.authToken = authToken;
     this.ref = ref;
     this.command = command;
+    this.ubiquityKernelToken = ubiquityKernelToken;
   }
   async getInputs() {
     const inputs = {
@@ -61,6 +63,7 @@ var PluginInput = class {
       eventPayload: compressString(JSON.stringify(this.eventPayload)),
       settings: JSON.stringify(this.settings),
       authToken: this.authToken,
+      ubiquityKernelToken: this.ubiquityKernelToken,
       ref: this.ref,
       command: JSON.stringify(this.command)
     };
@@ -79,6 +82,7 @@ async function verifySignature(publicKeyPem, inputs, signature) {
       eventPayload: inputs.eventPayload,
       settings: inputs.settings,
       authToken: inputs.authToken,
+      ubiquityKernelToken: inputs.ubiquityKernelToken,
       ref: inputs.ref,
       command: inputs.command
     };

package/dist/signature.mjs

@@ -14,9 +14,10 @@ var PluginInput = class {
   eventPayload;
   settings;
   authToken;
+  ubiquityKernelToken;
   ref;
   command;
-  constructor(privateKey, stateId, eventName, eventPayload, settings, authToken, ref, command) {
+  constructor(privateKey, stateId, eventName, eventPayload, settings, authToken, ref, command, ubiquityKernelToken) {
     this._privateKey = privateKey;
     this.stateId = stateId;
     this.eventName = eventName;
@@ -25,6 +26,7 @@ var PluginInput = class {
     this.authToken = authToken;
     this.ref = ref;
     this.command = command;
+    this.ubiquityKernelToken = ubiquityKernelToken;
   }
   async getInputs() {
     const inputs = {
@@ -33,6 +35,7 @@ var PluginInput = class {
       eventPayload: compressString(JSON.stringify(this.eventPayload)),
       settings: JSON.stringify(this.settings),
       authToken: this.authToken,
+      ubiquityKernelToken: this.ubiquityKernelToken,
       ref: this.ref,
       command: JSON.stringify(this.command)
     };
@@ -51,6 +54,7 @@ async function verifySignature(publicKeyPem, inputs, signature) {
       eventPayload: inputs.eventPayload,
       settings: inputs.settings,
       authToken: inputs.authToken,
+      ubiquityKernelToken: inputs.ubiquityKernelToken,
       ref: inputs.ref,
       command: inputs.command
     };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ubiquity-os/plugin-sdk",
-  "version": "3.5.5",
+  "version": "3.6.0",
   "description": "SDK for plugin support.",
   "author": "Ubiquity DAO",
   "license": "MIT",
@@ -33,6 +33,9 @@
       ],
       "configuration": [
         "dist/configuration.d.ts"
+      ],
+      "llm": [
+        "dist/llm.d.ts"
       ]
     }
   },
@@ -76,6 +79,11 @@
       "types": "./dist/configuration.d.ts",
       "import": "./dist/configuration.mjs",
       "require": "./dist/configuration.js"
+    },
+    "./llm": {
+      "types": "./dist/llm.d.ts",
+      "import": "./dist/llm.mjs",
+      "require": "./dist/llm.js"
     }
   },
   "files": [
@@ -113,7 +121,8 @@
     "@ubiquity-os/ubiquity-os-logger": "^1.4.0",
     "dotenv": "^17.2.3",
     "hono": "^4.10.6",
-    "js-yaml": "^4.1.1"
+    "js-yaml": "^4.1.1",
+    "openai": "^4.70.2"
   },
   "peerDependencies": {
     "@sinclair/typebox": "0.34.41"