@conquext/loki 0.1.0

package/dist/index.js

@@ -0,0 +1,81 @@
+// src/loki-backend.ts
+var LokiBackend = class {
+  pushUrl;
+  staticLabels;
+  authHeader;
+  constructor(config) {
+    this.pushUrl = `${config.url.replace(/\/$/, "")}/loki/api/v1/push`;
+    this.staticLabels = config.labels ?? {};
+    if (config.auth) {
+      if ("token" in config.auth) {
+        this.authHeader = `Bearer ${config.auth.token}`;
+      } else {
+        this.authHeader = `Basic ${btoa(`${config.auth.username}:${config.auth.password}`)}`;
+      }
+    }
+  }
+  async write(events) {
+    const streams = events.map((event) => this.eventToStream(event));
+    const headers = { "Content-Type": "application/json" };
+    if (this.authHeader) headers.Authorization = this.authHeader;
+    const response = await fetch(this.pushUrl, {
+      method: "POST",
+      headers,
+      body: JSON.stringify({ streams })
+    });
+    if (!response.ok) {
+      throw new Error(`Loki push failed: ${response.status} ${response.statusText}`);
+    }
+  }
+  async query(_query) {
+    throw new Error("query() is not yet implemented for LokiBackend");
+  }
+  async close() {
+  }
+  eventToStream(event) {
+    const stream = {
+      job: "observatory",
+      provider: event.provider,
+      model: event.model,
+      status: event.status,
+      ...this.staticLabels
+    };
+    if (event.context?.user?.id) stream.user_id = event.context.user.id;
+    if (event.context?.user?.team) stream.team = event.context.user.team;
+    if (event.context?.task?.type) stream.task_type = event.context.task.type;
+    const metadata = {};
+    if (event.context?.task?.id) metadata.task_id = event.context.task.id;
+    if (event.context?.session?.id) metadata.session_id = event.context.session.id;
+    if (event.context?.session?.conversationId) metadata.conversation_id = event.context.session.conversationId;
+    if (event.context?.user?.name) metadata.user_name = event.context.user.name;
+    if (event.context?.user?.email) metadata.user_email = event.context.user.email;
+    if (event.context?.user?.plan) metadata.user_plan = event.context.user.plan;
+    const logLine = {
+      id: event.id,
+      input_tokens: event.input_tokens,
+      output_tokens: event.output_tokens,
+      total_tokens: event.total_tokens,
+      cost: event.cost,
+      latency_ms: event.latency_ms
+    };
+    if (event.error) logLine.error = event.error;
+    if (event.streaming) logLine.streaming = event.streaming;
+    if (event.time_to_first_token_ms != null) logLine.ttft_ms = event.time_to_first_token_ms;
+    if (event.cache_read_tokens != null) logLine.cache_read_tokens = event.cache_read_tokens;
+    if (event.cache_write_tokens != null) logLine.cache_write_tokens = event.cache_write_tokens;
+    if (event.requested_model) logLine.requested_model = event.requested_model;
+    if (event.pricing_miss) logLine.pricing_miss = true;
+    if (event.context?.labels) {
+      for (const [key, value] of Object.entries(event.context.labels)) {
+        logLine[`label_${key}`] = value;
+      }
+    }
+    const timestamp = (event.timestamp.getTime() * 1e6).toString();
+    const values = Object.keys(metadata).length > 0 ? [[timestamp, JSON.stringify(logLine), metadata]] : [[timestamp, JSON.stringify(logLine)]];
+    return { stream, values };
+  }
+};
+export {
+  LokiBackend
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/loki-backend.ts"],"sourcesContent":["import type { StorageBackend, UsageEvent, UsageQuery } from '@conquext/core';\n\nexport interface LokiConfig {\n  url: string;\n  labels?: Record<string, string>;\n  auth?: { username: string; password: string } | { token: string };\n}\n\ninterface LokiStream {\n  stream: Record<string, string>;\n  values: [string, string, Record<string, string>?][];\n}\n\nexport class LokiBackend implements StorageBackend {\n  private readonly pushUrl: string;\n  private readonly staticLabels: Record<string, string>;\n  private readonly authHeader?: string;\n\n  constructor(config: LokiConfig) {\n    this.pushUrl = `${config.url.replace(/\\/$/, '')}/loki/api/v1/push`;\n    this.staticLabels = config.labels ?? {};\n\n    if (config.auth) {\n      if ('token' in config.auth) {\n        this.authHeader = `Bearer ${config.auth.token}`;\n      } else {\n        this.authHeader = `Basic ${btoa(`${config.auth.username}:${config.auth.password}`)}`;\n      }\n    }\n  }\n\n  async write(events: UsageEvent[]): Promise<void> {\n    const streams: LokiStream[] = events.map((event) => this.eventToStream(event));\n\n    const headers: Record<string, string> = { 'Content-Type': 'application/json' };\n    if (this.authHeader) headers.Authorization = this.authHeader;\n\n    const response = await fetch(this.pushUrl, {\n      method: 'POST',\n      headers,\n      body: JSON.stringify({ streams }),\n    });\n\n    if (!response.ok) {\n      throw new Error(`Loki push failed: ${response.status} ${response.statusText}`);\n    }\n  }\n\n  async query(_query: UsageQuery): Promise<UsageEvent[]> {\n    throw new Error('query() is not yet implemented for LokiBackend');\n  }\n\n  async close(): Promise<void> {\n    // No-op: Loki backend uses stateless HTTP via fetch, no persistent connections to close\n  }\n\n  private eventToStream(event: UsageEvent): LokiStream {\n    // Low-cardinality fields → labels\n    const stream: Record<string, string> = {\n      job: 'observatory',\n      provider: event.provider,\n      model: event.model,\n      status: event.status,\n      ...this.staticLabels,\n    };\n\n    if (event.context?.user?.id) stream.user_id = event.context.user.id;\n    if (event.context?.user?.team) stream.team = event.context.user.team;\n    if (event.context?.task?.type) stream.task_type = event.context.task.type;\n\n    // High-cardinality fields → structured metadata\n    const metadata: Record<string, string> = {};\n    if (event.context?.task?.id) metadata.task_id = event.context.task.id;\n    if (event.context?.session?.id) metadata.session_id = event.context.session.id;\n    if (event.context?.session?.conversationId) metadata.conversation_id = event.context.session.conversationId;\n    if (event.context?.user?.name) metadata.user_name = event.context.user.name;\n    if (event.context?.user?.email) metadata.user_email = event.context.user.email;\n    if (event.context?.user?.plan) metadata.user_plan = event.context.user.plan;\n\n    // Token/cost data → log line JSON\n    const logLine: Record<string, unknown> = {\n      id: event.id,\n      input_tokens: event.input_tokens,\n      output_tokens: event.output_tokens,\n      total_tokens: event.total_tokens,\n      cost: event.cost,\n      latency_ms: event.latency_ms,\n    };\n    if (event.error) logLine.error = event.error;\n    if (event.streaming) logLine.streaming = event.streaming;\n    if (event.time_to_first_token_ms != null) logLine.ttft_ms = event.time_to_first_token_ms;\n    if (event.cache_read_tokens != null) logLine.cache_read_tokens = event.cache_read_tokens;\n    if (event.cache_write_tokens != null) logLine.cache_write_tokens = event.cache_write_tokens;\n    if (event.requested_model) logLine.requested_model = event.requested_model;\n    if (event.pricing_miss) logLine.pricing_miss = true;\n\n    // Add custom labels\n    if (event.context?.labels) {\n      for (const [key, value] of Object.entries(event.context.labels)) {\n        logLine[`label_${key}`] = value;\n      }\n    }\n\n    const timestamp = (event.timestamp.getTime() * 1_000_000).toString(); // nanoseconds\n\n    const values: [string, string, Record<string, string>?][] = Object.keys(metadata).length > 0\n      ? [[timestamp, JSON.stringify(logLine), metadata]]\n      : [[timestamp, JSON.stringify(logLine)]];\n\n    return { stream, values };\n  }\n}\n"],"mappings":";AAaO,IAAM,cAAN,MAA4C;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AAAA,EAEjB,YAAY,QAAoB;AAC9B,SAAK,UAAU,GAAG,OAAO,IAAI,QAAQ,OAAO,EAAE,CAAC;AAC/C,SAAK,eAAe,OAAO,UAAU,CAAC;AAEtC,QAAI,OAAO,MAAM;AACf,UAAI,WAAW,OAAO,MAAM;AAC1B,aAAK,aAAa,UAAU,OAAO,KAAK,KAAK;AAAA,MAC/C,OAAO;AACL,aAAK,aAAa,SAAS,KAAK,GAAG,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;AAAA,MACpF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,QAAqC;AAC/C,UAAM,UAAwB,OAAO,IAAI,CAAC,UAAU,KAAK,cAAc,KAAK,CAAC;AAE7E,UAAM,UAAkC,EAAE,gBAAgB,mBAAmB;AAC7E,QAAI,KAAK,WAAY,SAAQ,gBAAgB,KAAK;AAElD,UAAM,WAAW,MAAM,MAAM,KAAK,SAAS;AAAA,MACzC,QAAQ;AAAA,MACR;AAAA,MACA,MAAM,KAAK,UAAU,EAAE,QAAQ,CAAC;AAAA,IAClC,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,qBAAqB,SAAS,MAAM,IAAI,SAAS,UAAU,EAAE;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,QAA2C;AACrD,UAAM,IAAI,MAAM,gDAAgD;AAAA,EAClE;AAAA,EAEA,MAAM,QAAuB;AAAA,EAE7B;AAAA,EAEQ,cAAc,OAA+B;AAEnD,UAAM,SAAiC;AAAA,MACrC,KAAK;AAAA,MACL,UAAU,MAAM;AAAA,MAChB,OAAO,MAAM;AAAA,MACb,QAAQ,MAAM;AAAA,MACd,GAAG,KAAK;AAAA,IACV;AAEA,QAAI,MAAM,SAAS,MAAM,GAAI,QAAO,UAAU,MAAM,QAAQ,KAAK;AACjE,QAAI,MAAM,SAAS,MAAM,KAAM,QAAO,OAAO,MAAM,QAAQ,KAAK;AAChE,QAAI,MAAM,SAAS,MAAM,KAAM,QAAO,YAAY,MAAM,QAAQ,KAAK;AAGrE,UAAM,WAAmC,CAAC;AAC1C,QAAI,MAAM,SAAS,MAAM,GAAI,UAAS,UAAU,MAAM,QAAQ,KAAK;AACnE,QAAI,MAAM,SAAS,SAAS,GAAI,UAAS,aAAa,MAAM,QAAQ,QAAQ;AAC5E,QAAI,MAAM,SAAS,SAAS,eAAgB,UAAS,kBAAkB,MAAM,QAAQ,QAAQ;AAC7F,QAAI,MAAM,SAAS,MAAM,KAAM,UAAS,YAAY,MAAM,QAAQ,KAAK;AACvE,QAAI,MAAM,SAAS,MAAM,MAAO,UAAS,aAAa,MAAM,QAAQ,KAAK;AACzE,QAAI,MAAM,SAAS,MAAM,KAAM,UAAS,YAAY,MAAM,QAAQ,KAAK;AAGvE,UAAM,UAAmC;AAAA,MACvC,IAAI,MAAM;AAAA,MACV,cAAc,MAAM;AAAA,MACpB,eAAe,MAAM;AAAA,MACrB,cAAc,MAAM;AAAA,MACpB,MAAM,MAAM;AAAA,MACZ,YAAY,MAAM;AAAA,IACpB;AACA,QAAI,MAAM,MAAO,SAAQ,QAAQ,MAAM;AACvC,QAAI,MAAM,UAAW,SAAQ,YAAY,MAAM;AAC/C,QAAI,MAAM,0BAA0B,KAAM,SAAQ,UAAU,MAAM;AAClE,QAAI,MAAM,qBAAqB,KAAM,SAAQ,oBAAoB,MAAM;AACvE,QAAI,MAAM,sBAAsB,KAAM,SAAQ,qBAAqB,MAAM;AACzE,QAAI,MAAM,gBAAiB,SAAQ,kBAAkB,MAAM;AAC3D,QAAI,MAAM,aAAc,SAAQ,eAAe;AAG/C,QAAI,MAAM,SAAS,QAAQ;AACzB,iBAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,QAAQ,MAAM,GAAG;AAC/D,gBAAQ,SAAS,GAAG,EAAE,IAAI;AAAA,MAC5B;AAAA,IACF;AAEA,UAAM,aAAa,MAAM,UAAU,QAAQ,IAAI,KAAW,SAAS;AAEnE,UAAM,SAAsD,OAAO,KAAK,QAAQ,EAAE,SAAS,IACvF,CAAC,CAAC,WAAW,KAAK,UAAU,OAAO,GAAG,QAAQ,CAAC,IAC/C,CAAC,CAAC,WAAW,KAAK,UAAU,OAAO,CAAC,CAAC;AAEzC,WAAO,EAAE,QAAQ,OAAO;AAAA,EAC1B;AACF;","names":[]}

package/package.json

@@ -0,0 +1,28 @@
+{
+  "name": "@conquext/loki",
+  "version": "0.1.0",
+  "publishConfig": {
+    "access": "public"
+  },
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "dashboards"
+  ],
+  "dependencies": {
+    "@conquext/core": "0.1.0"
+  },
+  "scripts": {
+    "build": "tsup",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest run"
+  }
+}