@fastino-ai/pioneer-cli 0.2.2 → 0.2.3

package/src/telemetry.ts

@@ -0,0 +1,173 @@
+/**
+ * Telemetry module for Pioneer CLI.
+ * Opt-in anonymous analytics sent via Pioneer API → Datadog.
+ *
+ * Privacy-first:
+ * - Disabled by default, requires explicit opt-in
+ * - Anonymous UUID per installation (no PII)
+ * - Only tracks feature usage, never user content
+ */
+
+import crypto from "crypto";
+import os from "os";
+import { loadConfig, saveConfig, getBaseUrl, getApiKey } from "./config.js";
+import packageJson from "../package.json";
+
+// Telemetry endpoint on Pioneer API (forwards to Datadog)
+const TELEMETRY_PATH = "/cli/telemetry";
+
+/**
+ * Get or create an anonymous installation ID.
+ */
+function getAnonymousId(): string {
+  const config = loadConfig();
+
+  if (config.telemetry?.anonymousId) {
+    return config.telemetry.anonymousId;
+  }
+
+  const anonymousId = crypto.randomUUID();
+  saveConfig({
+    telemetry: {
+      ...config.telemetry,
+      anonymousId,
+    },
+  });
+
+  return anonymousId;
+}
+
+/**
+ * Check if telemetry is enabled.
+ */
+export function isEnabled(): boolean {
+  if (process.env.PIONEER_TELEMETRY === "false") return false;
+  if (process.env.PIONEER_TELEMETRY === "true") return true;
+
+  const config = loadConfig();
+  return config.telemetry?.enabled === true;
+}
+
+/**
+ * Check if user has made a telemetry choice.
+ */
+export function hasChosenTelemetry(): boolean {
+  const config = loadConfig();
+  return config.telemetry?.enabled !== undefined;
+}
+
+/**
+ * Enable or disable telemetry.
+ */
+export function setEnabled(enabled: boolean): void {
+  const config = loadConfig();
+  saveConfig({
+    telemetry: {
+      ...config.telemetry,
+      enabled,
+      anonymousId: enabled
+        ? (config.telemetry?.anonymousId || crypto.randomUUID())
+        : config.telemetry?.anonymousId,
+    },
+  });
+}
+
+/**
+ * Send event to Pioneer API telemetry endpoint.
+ * Fire-and-forget, never blocks or throws.
+ */
+function sendEvent(event: string, properties?: Record<string, unknown>): void {
+  if (!isEnabled()) {
+    return;
+  }
+
+  const baseUrl = getBaseUrl().replace(/\/$/, "");
+  const url = `${baseUrl}${TELEMETRY_PATH}`;
+  const apiKey = getApiKey();
+
+  const payload = {
+    event,
+    installation_id: getAnonymousId(),
+    cli_version: packageJson.version,
+    os_type: os.type(),
+    os_platform: os.platform(),
+    os_arch: os.arch(),
+    ...properties,
+  };
+
+  const headers: Record<string, string> = { "Content-Type": "application/json" };
+  if (apiKey) {
+    headers["X-API-Key"] = apiKey;
+  }
+
+  try {
+    fetch(url, {
+      method: "POST",
+      headers,
+      body: JSON.stringify(payload),
+    }).catch(() => {});
+  } catch {
+    // Silently fail
+  }
+}
+
+/**
+ * Track an event.
+ */
+export function track(event: string, properties?: Record<string, unknown>): void {
+  sendEvent(event, properties);
+}
+
+/**
+ * Track CLI command invocation.
+ */
+export function trackCommand(command: string, subcommand?: string): void {
+  track("cli_command", { command, subcommand });
+}
+
+/**
+ * Track dataset generation.
+ */
+export function trackDatasetGenerate(
+  type: "ner" | "classification" | "custom",
+  numExamples: number,
+  saveToRemote: boolean
+): void {
+  track("dataset_generate", { type, num_examples: numExamples, save_to_remote: saveToRemote });
+}
+
+/**
+ * Track chat session start.
+ */
+export function trackChatSessionStart(provider: string, model: string): void {
+  track("chat_session_start", { provider, model });
+}
+
+/**
+ * Track chat session end.
+ */
+export function trackChatSessionEnd(
+  durationMs: number,
+  messageCount: number,
+  toolCallCount: number
+): void {
+  track("chat_session_end", {
+    duration_seconds: Math.round(durationMs / 1000),
+    message_count: messageCount,
+    tool_call_count: toolCallCount,
+  });
+}
+
+/**
+ * Track job creation.
+ */
+export function trackJobCreate(baseModel: string): void {
+  track("job_create", { base_model: baseModel });
+}
+
+/**
+ * Track model download.
+ */
+export function trackModelDownload(): void {
+  track("model_download");
+}

package/src/tests/config.test.ts

@@ -0,0 +1,19 @@
+import { describe, test, expect } from "bun:test";
+import { DEFAULT_BASE_URL, DEFAULT_MLE_MODEL, AVAILABLE_MLE_MODELS } from "../config";
+
+describe("Config defaults", () => {
+  test("DEFAULT_BASE_URL should be defined", () => {
+    expect(DEFAULT_BASE_URL).toBeDefined();
+    expect(typeof DEFAULT_BASE_URL).toBe("string");
+  });
+
+  test("DEFAULT_MLE_MODEL should be defined", () => {
+    expect(DEFAULT_MLE_MODEL).toBeDefined();
+    expect(typeof DEFAULT_MLE_MODEL).toBe("string");
+  });
+
+  test("AVAILABLE_MLE_MODELS should contain default model", () => {
+    const modelIds = AVAILABLE_MLE_MODELS.map(m => m.id);
+    expect(modelIds).toContain(DEFAULT_MLE_MODEL);
+  });
+});

package/src/tools/bash.ts

@@ -3,7 +3,7 @@
  */
 
 import { spawn } from "child_process";
-import type { Tool, ToolResult, ToolParameter } from "../agent/types.js";
+import type { Tool, ToolResult, ToolParameter } from "./types.js";
 
 export interface BashOptions {
   cwd?: string;

package/src/tools/filesystem.ts

@@ -4,7 +4,7 @@
 
 import * as fs from "fs";
 import * as path from "path";
-import type { Tool, ToolResult, ToolParameter } from "../agent/types.js";
+import type { Tool, ToolResult, ToolParameter } from "./types.js";
 
 export interface FilesystemOptions {
   basePath?: string;

package/src/tools/index.ts

@@ -2,6 +2,8 @@
  * Tools module exports
  */
 
+export type { Tool, ToolResult, ToolParameter } from "./types.js";
+
 export { createBashTool, executeBashStream } from "./bash.js";
 export type { BashOptions } from "./bash.js";
 
@@ -18,12 +20,3 @@ export type { FilesystemOptions } from "./filesystem.js";
 export { Sandbox, createSandboxTool, isDockerAvailable } from "./sandbox.js";
 export type { SandboxOptions, SandboxResult } from "./sandbox.js";
 
-export { createModalRunTool, createModalDeployTool, createModalTools, isModalAvailable } from "./modal.js";
-export type { ModalConfig } from "./modal.js";
-
-export { createWandbLogTool, createWandbQueryTool, createWandbTools, isWandbAvailable } from "./wandb.js";
-export type { WandbConfig } from "./wandb.js";
-
-export { createTrainingTool, createFineTuningTool, createTrainingTools } from "./training.js";
-export type { TrainingConfig } from "./training.js";
-

package/src/tools/sandbox.ts

@@ -7,7 +7,7 @@ import { spawn, execSync } from "child_process";
 import * as fs from "fs";
 import * as path from "path";
 import * as os from "os";
-import type { Tool, ToolResult } from "../agent/types.js";
+import type { Tool, ToolResult } from "./types.js";
 
 export interface SandboxOptions {
   timeout?: number; // ms

package/src/tools/types.ts

@@ -0,0 +1,25 @@
+/**
+ * Tool system types
+ */
+
+export interface ToolParameter {
+  name: string;
+  type: "string" | "number" | "boolean" | "array" | "object";
+  description: string;
+  required: boolean;
+  default?: unknown;
+}
+
+export interface ToolResult {
+  toolCallId: string;
+  output: string;
+  success: boolean;
+  error?: string;
+}
+
+export interface Tool {
+  name: string;
+  description: string;
+  parameters: ToolParameter[];
+  execute: (args: Record<string, unknown>) => Promise<ToolResult>;
+}

package/src/utils/index.ts

@@ -0,0 +1,6 @@
+/**
+ * Utility exports
+ */
+
+export { FileResolver, getFileResolver } from "./FileResolver.js";
+export type { FileReference, ResolvedMessage } from "./FileResolver.js";

package/ner_dataset.json

@@ -1,111 +0,0 @@
-[
-  {
-    "id": 1,
-    "text": "Apple Inc. announced that Tim Cook will visit their new facility in Cupertino, California on March 15, 2024.",
-    "entities": [
-      {"text": "Apple Inc.", "start": 0, "end": 10, "label": "ORGANIZATION"},
-      {"text": "Tim Cook", "start": 27, "end": 35, "label": "PERSON"},
-      {"text": "Cupertino", "start": 70, "end": 79, "label": "LOCATION"},
-      {"text": "California", "start": 81, "end": 91, "label": "LOCATION"},
-      {"text": "March 15, 2024", "start": 95, "end": 109, "label": "DATE"}
-    ]
-  },
-  {
-    "id": 2,
-    "text": "Dr. Sarah Johnson from Harvard University published groundbreaking research on quantum computing last Wednesday.",
-    "entities": [
-      {"text": "Sarah Johnson", "start": 4, "end": 17, "label": "PERSON"},
-      {"text": "Harvard University", "start": 23, "end": 41, "label": "ORGANIZATION"},
-      {"text": "last Wednesday", "start": 98, "end": 112, "label": "DATE"}
-    ]
-  },
-  {
-    "id": 3,
-    "text": "The European Union imposed new sanctions on Russia following the meeting in Brussels between President Biden and Emmanuel Macron.",
-    "entities": [
-      {"text": "European Union", "start": 4, "end": 18, "label": "ORGANIZATION"},
-      {"text": "Russia", "start": 44, "end": 50, "label": "LOCATION"},
-      {"text": "Brussels", "start": 76, "end": 84, "label": "LOCATION"},
-      {"text": "Biden", "start": 103, "end": 108, "label": "PERSON"},
-      {"text": "Emmanuel Macron", "start": 113, "end": 128, "label": "PERSON"}
-    ]
-  },
-  {
-    "id": 4,
-    "text": "Amazon Web Services reported $25 billion in revenue for Q4 2023, with significant growth in the Asia-Pacific region.",
-    "entities": [
-      {"text": "Amazon Web Services", "start": 0, "end": 19, "label": "ORGANIZATION"},
-      {"text": "$25 billion", "start": 29, "end": 40, "label": "MONEY"},
-      {"text": "Q4 2023", "start": 56, "end": 63, "label": "DATE"},
-      {"text": "Asia-Pacific", "start": 96, "end": 108, "label": "LOCATION"}
-    ]
-  },
-  {
-    "id": 5,
-    "text": "Professor Michael Chen will deliver a keynote speech at the International Conference on AI in Tokyo, Japan next month.",
-    "entities": [
-      {"text": "Michael Chen", "start": 10, "end": 22, "label": "PERSON"},
-      {"text": "International Conference on AI", "start": 60, "end": 90, "label": "EVENT"},
-      {"text": "Tokyo", "start": 94, "end": 99, "label": "LOCATION"},
-      {"text": "Japan", "start": 101, "end": 106, "label": "LOCATION"},
-      {"text": "next month", "start": 107, "end": 117, "label": "DATE"}
-    ]
-  },
-  {
-    "id": 6,
-    "text": "The World Health Organization confirmed 500 new cases in Mumbai, India, prompting WHO Director-General Tedros Adhanom to issue a statement.",
-    "entities": [
-      {"text": "World Health Organization", "start": 4, "end": 29, "label": "ORGANIZATION"},
-      {"text": "500", "start": 40, "end": 43, "label": "QUANTITY"},
-      {"text": "Mumbai", "start": 57, "end": 63, "label": "LOCATION"},
-      {"text": "India", "start": 65, "end": 70, "label": "LOCATION"},
-      {"text": "WHO", "start": 82, "end": 85, "label": "ORGANIZATION"},
-      {"text": "Tedros Adhanom", "start": 103, "end": 117, "label": "PERSON"}
-    ]
-  },
-  {
-    "id": 7,
-    "text": "Tesla's stock rose 15% after Elon Musk announced a new manufacturing plant in Berlin, Germany, scheduled to open in January 2025.",
-    "entities": [
-      {"text": "Tesla", "start": 0, "end": 5, "label": "ORGANIZATION"},
-      {"text": "15%", "start": 18, "end": 21, "label": "PERCENT"},
-      {"text": "Elon Musk", "start": 28, "end": 37, "label": "PERSON"},
-      {"text": "Berlin", "start": 78, "end": 84, "label": "LOCATION"},
-      {"text": "Germany", "start": 86, "end": 93, "label": "LOCATION"},
-      {"text": "January 2025", "start": 116, "end": 128, "label": "DATE"}
-    ]
-  },
-  {
-    "id": 8,
-    "text": "The Nobel Prize in Literature was awarded to British author Margaret Atwood at the ceremony in Stockholm on December 10th.",
-    "entities": [
-      {"text": "Nobel Prize in Literature", "start": 4, "end": 29, "label": "EVENT"},
-      {"text": "British", "start": 45, "end": 52, "label": "NATIONALITY"},
-      {"text": "Margaret Atwood", "start": 60, "end": 75, "label": "PERSON"},
-      {"text": "Stockholm", "start": 95, "end": 104, "label": "LOCATION"},
-      {"text": "December 10th", "start": 108, "end": 121, "label": "DATE"}
-    ]
-  },
-  {
-    "id": 9,
-    "text": "Microsoft Corporation acquired OpenAI for approximately $10 billion, as confirmed by CEO Satya Nadella in Redmond yesterday.",
-    "entities": [
-      {"text": "Microsoft Corporation", "start": 0, "end": 21, "label": "ORGANIZATION"},
-      {"text": "OpenAI", "start": 31, "end": 37, "label": "ORGANIZATION"},
-      {"text": "$10 billion", "start": 56, "end": 67, "label": "MONEY"},
-      {"text": "Satya Nadella", "start": 89, "end": 102, "label": "PERSON"},
-      {"text": "Redmond", "start": 106, "end": 113, "label": "LOCATION"},
-      {"text": "yesterday", "start": 114, "end": 123, "label": "DATE"}
-    ]
-  },
-  {
-    "id": 10,
-    "text": "Dr. Li Wei from the Beijing Institute of Technology developed a new algorithm that processes 10 terabytes of data in under 2 hours.",
-    "entities": [
-      {"text": "Li Wei", "start": 4, "end": 10, "label": "PERSON"},
-      {"text": "Beijing Institute of Technology", "start": 20, "end": 51, "label": "ORGANIZATION"},
-      {"text": "10 terabytes", "start": 93, "end": 105, "label": "QUANTITY"},
-      {"text": "2 hours", "start": 124, "end": 131, "label": "TIME"}
-    ]
-  }
-]