@tokscale/core 1.0.0

package/index.d.ts

@@ -0,0 +1,286 @@
+/* auto-generated by NAPI-RS */
+/* eslint-disable */
+/** Daily contribution data */
+export interface DailyContribution {
+  date: string
+  totals: DailyTotals
+  intensity: number
+  tokenBreakdown: TokenBreakdown
+  sources: Array<SourceContribution>
+}
+
+/** Daily contribution totals */
+export interface DailyTotals {
+  tokens: number
+  cost: number
+  messages: number
+}
+
+/** Data summary statistics */
+export interface DataSummary {
+  totalTokens: number
+  totalCost: number
+  totalDays: number
+  activeDays: number
+  averagePerDay: number
+  maxCostInSingleDay: number
+  sources: Array<string>
+  models: Array<string>
+}
+
+/** Finalize graph with pricing */
+export declare function finalizeGraph(options: FinalizeGraphOptions): GraphResult
+
+/** Options for finalizing graph */
+export interface FinalizeGraphOptions {
+  homeDir?: string
+  localMessages: ParsedMessages
+  pricing: Array<PricingEntry>
+  includeCursor: boolean
+  since?: string
+  until?: string
+  year?: string
+}
+
+/** Options for finalizing monthly report */
+export interface FinalizeMonthlyOptions {
+  homeDir?: string
+  localMessages: ParsedMessages
+  pricing: Array<PricingEntry>
+  includeCursor: boolean
+  since?: string
+  until?: string
+  year?: string
+}
+
+/** Finalize monthly report with pricing */
+export declare function finalizeMonthlyReport(options: FinalizeMonthlyOptions): MonthlyReport
+
+/** Finalize model report: apply pricing to local messages, add Cursor, aggregate */
+export declare function finalizeReport(options: FinalizeReportOptions): ModelReport
+
+/** Options for finalizing report with pricing */
+export interface FinalizeReportOptions {
+  homeDir?: string
+  localMessages: ParsedMessages
+  pricing: Array<PricingEntry>
+  includeCursor: boolean
+  since?: string
+  until?: string
+  year?: string
+}
+
+/**
+ * Generate graph data from all session sources
+ *
+ * This is the main entry point that orchestrates:
+ * 1. Parallel file scanning
+ * 2. Parallel session parsing
+ * 3. Date filtering
+ * 4. Parallel aggregation
+ */
+export declare function generateGraph(options: GraphOptions): GraphResult
+
+/** Generate graph data with pricing calculation */
+export declare function generateGraphWithPricing(options: ReportOptions): GraphResult
+
+/** Get model usage report with pricing calculation */
+export declare function getModelReport(options: ReportOptions): ModelReport
+
+/** Get monthly usage report with pricing calculation */
+export declare function getMonthlyReport(options: ReportOptions): MonthlyReport
+
+/** Metadata about the graph generation */
+export interface GraphMeta {
+  generatedAt: string
+  version: string
+  dateRangeStart: string
+  dateRangeEnd: string
+  processingTimeMs: number
+}
+
+/** Configuration options for graph generation */
+export interface GraphOptions {
+  /** Home directory path (defaults to user's home) */
+  homeDir?: string
+  /** Sources to include: "opencode", "claude", "codex", "gemini" */
+  sources?: Array<string>
+  /** Start date filter (YYYY-MM-DD) */
+  since?: string
+  /** End date filter (YYYY-MM-DD) */
+  until?: string
+  /** Filter to specific year */
+  year?: string
+  /** Number of parallel threads (defaults to CPU count) */
+  threads?: number
+}
+
+/** Complete graph result */
+export interface GraphResult {
+  meta: GraphMeta
+  summary: DataSummary
+  years: Array<YearSummary>
+  contributions: Array<DailyContribution>
+}
+
+/** Simple health check to verify the native module is working */
+export declare function healthCheck(): string
+
+/** Options for parsing local sources only (no Cursor) */
+export interface LocalParseOptions {
+  homeDir?: string
+  sources?: Array<string>
+  since?: string
+  until?: string
+  year?: string
+}
+
+/** Pricing data for a single model (passed from TypeScript) */
+export interface ModelPricing {
+  inputCostPerToken: number
+  outputCostPerToken: number
+  cacheReadInputTokenCost?: number
+  cacheCreationInputTokenCost?: number
+}
+
+/** Model report result */
+export interface ModelReport {
+  entries: Array<ModelUsage>
+  totalInput: number
+  totalOutput: number
+  totalCacheRead: number
+  totalCacheWrite: number
+  totalMessages: number
+  totalCost: number
+  processingTimeMs: number
+}
+
+/** Model usage summary for reports */
+export interface ModelUsage {
+  source: string
+  model: string
+  provider: string
+  input: number
+  output: number
+  cacheRead: number
+  cacheWrite: number
+  reasoning: number
+  messageCount: number
+  cost: number
+}
+
+/** Monthly report result */
+export interface MonthlyReport {
+  entries: Array<MonthlyUsage>
+  totalCost: number
+  processingTimeMs: number
+}
+
+/** Monthly usage summary */
+export interface MonthlyUsage {
+  month: string
+  models: Array<string>
+  input: number
+  output: number
+  cacheRead: number
+  cacheWrite: number
+  messageCount: number
+  cost: number
+}
+
+/** Parsed message without cost (pricing applied in finalize step) */
+export interface ParsedMessage {
+  source: string
+  modelId: string
+  providerId: string
+  sessionId: string
+  timestamp: number
+  date: string
+  input: number
+  output: number
+  cacheRead: number
+  cacheWrite: number
+  reasoning: number
+}
+
+/** Result of parsing local sources (excludes Cursor - it's network-synced) */
+export interface ParsedMessages {
+  messages: Array<ParsedMessage>
+  opencodeCount: number
+  claudeCount: number
+  codexCount: number
+  geminiCount: number
+  processingTimeMs: number
+}
+
+/**
+ * Parse local sources only (OpenCode, Claude, Codex, Gemini - NO Cursor)
+ * This can run in parallel with network operations (Cursor sync, pricing fetch)
+ */
+export declare function parseLocalSources(options: LocalParseOptions): ParsedMessages
+
+/** Entry in the pricing map */
+export interface PricingEntry {
+  modelId: string
+  pricing: ModelPricing
+}
+
+/** Options for reports with pricing */
+export interface ReportOptions {
+  /** Home directory path (defaults to user's home) */
+  homeDir?: string
+  /** Sources to include: "opencode", "claude", "codex", "gemini" */
+  sources?: Array<string>
+  /** Pricing data for cost calculation */
+  pricing: Array<PricingEntry>
+  /** Start date filter (YYYY-MM-DD) */
+  since?: string
+  /** End date filter (YYYY-MM-DD) */
+  until?: string
+  /** Filter to specific year */
+  year?: string
+}
+
+/** Scan for session files (for debugging/testing) */
+export declare function scanSessions(homeDir?: string | undefined | null, sources?: Array<string> | undefined | null): ScanStats
+
+/** Scan session files and return file counts per source */
+export interface ScanStats {
+  opencodeFiles: number
+  claudeFiles: number
+  codexFiles: number
+  geminiFiles: number
+  cursorFiles: number
+  totalFiles: number
+}
+
+/** Source contribution for a specific day */
+export interface SourceContribution {
+  source: string
+  modelId: string
+  providerId: string
+  tokens: TokenBreakdown
+  cost: number
+  messages: number
+}
+
+/** Token breakdown by type */
+export interface TokenBreakdown {
+  input: number
+  output: number
+  cacheRead: number
+  cacheWrite: number
+  reasoning: number
+}
+
+/** Version of the native module */
+export declare function version(): string
+
+/** Year summary */
+export interface YearSummary {
+  year: string
+  totalTokens: number
+  totalCost: number
+  rangeStart: string
+  rangeEnd: string
+}

package/index.js

@@ -0,0 +1,336 @@
+/* eslint-disable */
+/* auto-generated by NAPI-RS */
+
+const { existsSync, readFileSync } = require('fs')
+const { join } = require('path')
+
+const { platform, arch } = process
+
+let nativeBinding = null
+let localFileExisted = false
+let loadError = null
+
+function isMusl() {
+  // For Node 10
+  if (!process.report || typeof process.report.getReport !== 'function') {
+    try {
+      const lddPath = require('child_process').execSync('which ldd').toString().trim()
+      return readFileSync(lddPath, 'utf8').includes('musl')
+    } catch (e) {
+      return true
+    }
+  } else {
+    const { glibcVersionRuntime } = process.report.getReport().header
+    return !glibcVersionRuntime
+  }
+}
+
+switch (platform) {
+  case 'android':
+    switch (arch) {
+      case 'arm64':
+        localFileExisted = existsSync(join(__dirname, 'tokscale-core.android-arm64.node'))
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./tokscale-core.android-arm64.node')
+          } else {
+            nativeBinding = require('@tokscale/core-android-arm64')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      case 'arm':
+        localFileExisted = existsSync(join(__dirname, 'tokscale-core.android-arm-eabi.node'))
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./tokscale-core.android-arm-eabi.node')
+          } else {
+            nativeBinding = require('@tokscale/core-android-arm-eabi')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      default:
+        throw new Error(`Unsupported architecture on Android ${arch}`)
+    }
+    break
+  case 'win32':
+    switch (arch) {
+      case 'x64':
+        localFileExisted = existsSync(
+          join(__dirname, 'tokscale-core.win32-x64-msvc.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./tokscale-core.win32-x64-msvc.node')
+          } else {
+            nativeBinding = require('@tokscale/core-win32-x64-msvc')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      case 'ia32':
+        localFileExisted = existsSync(
+          join(__dirname, 'tokscale-core.win32-ia32-msvc.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./tokscale-core.win32-ia32-msvc.node')
+          } else {
+            nativeBinding = require('@tokscale/core-win32-ia32-msvc')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      case 'arm64':
+        localFileExisted = existsSync(
+          join(__dirname, 'tokscale-core.win32-arm64-msvc.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./tokscale-core.win32-arm64-msvc.node')
+          } else {
+            nativeBinding = require('@tokscale/core-win32-arm64-msvc')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      default:
+        throw new Error(`Unsupported architecture on Windows: ${arch}`)
+    }
+    break
+  case 'darwin':
+    localFileExisted = existsSync(join(__dirname, 'tokscale-core.darwin-universal.node'))
+    try {
+      if (localFileExisted) {
+        nativeBinding = require('./tokscale-core.darwin-universal.node')
+      } else {
+        nativeBinding = require('@tokscale/core-darwin-universal')
+      }
+      break
+    } catch {}
+    switch (arch) {
+      case 'x64':
+        localFileExisted = existsSync(join(__dirname, 'tokscale-core.darwin-x64.node'))
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./tokscale-core.darwin-x64.node')
+          } else {
+            nativeBinding = require('@tokscale/core-darwin-x64')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      case 'arm64':
+        localFileExisted = existsSync(
+          join(__dirname, 'tokscale-core.darwin-arm64.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./tokscale-core.darwin-arm64.node')
+          } else {
+            nativeBinding = require('@tokscale/core-darwin-arm64')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      default:
+        throw new Error(`Unsupported architecture on macOS: ${arch}`)
+    }
+    break
+  case 'freebsd':
+    if (arch !== 'x64') {
+      throw new Error(`Unsupported architecture on FreeBSD: ${arch}`)
+    }
+    localFileExisted = existsSync(join(__dirname, 'tokscale-core.freebsd-x64.node'))
+    try {
+      if (localFileExisted) {
+        nativeBinding = require('./tokscale-core.freebsd-x64.node')
+      } else {
+        nativeBinding = require('@tokscale/core-freebsd-x64')
+      }
+    } catch (e) {
+      loadError = e
+    }
+    break
+  case 'linux':
+    switch (arch) {
+      case 'x64':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'tokscale-core.linux-x64-musl.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./tokscale-core.linux-x64-musl.node')
+            } else {
+              nativeBinding = require('@tokscale/core-linux-x64-musl')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'tokscale-core.linux-x64-gnu.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./tokscale-core.linux-x64-gnu.node')
+            } else {
+              nativeBinding = require('@tokscale/core-linux-x64-gnu')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 'arm64':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'tokscale-core.linux-arm64-musl.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./tokscale-core.linux-arm64-musl.node')
+            } else {
+              nativeBinding = require('@tokscale/core-linux-arm64-musl')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'tokscale-core.linux-arm64-gnu.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./tokscale-core.linux-arm64-gnu.node')
+            } else {
+              nativeBinding = require('@tokscale/core-linux-arm64-gnu')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 'arm':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'tokscale-core.linux-arm-musleabihf.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./tokscale-core.linux-arm-musleabihf.node')
+            } else {
+              nativeBinding = require('@tokscale/core-linux-arm-musleabihf')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'tokscale-core.linux-arm-gnueabihf.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./tokscale-core.linux-arm-gnueabihf.node')
+            } else {
+              nativeBinding = require('@tokscale/core-linux-arm-gnueabihf')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 'riscv64':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'tokscale-core.linux-riscv64-musl.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./tokscale-core.linux-riscv64-musl.node')
+            } else {
+              nativeBinding = require('@tokscale/core-linux-riscv64-musl')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'tokscale-core.linux-riscv64-gnu.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./tokscale-core.linux-riscv64-gnu.node')
+            } else {
+              nativeBinding = require('@tokscale/core-linux-riscv64-gnu')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 's390x':
+        localFileExisted = existsSync(
+          join(__dirname, 'tokscale-core.linux-s390x-gnu.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./tokscale-core.linux-s390x-gnu.node')
+          } else {
+            nativeBinding = require('@tokscale/core-linux-s390x-gnu')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      default:
+        throw new Error(`Unsupported architecture on Linux: ${arch}`)
+    }
+    break
+  default:
+    throw new Error(`Unsupported OS: ${platform}, architecture: ${arch}`)
+}
+
+if (!nativeBinding) {
+  if (loadError) {
+    throw loadError
+  }
+  throw new Error(`Failed to load native binding`)
+}
+
+const {
+  version,
+  healthCheck,
+  generateGraph,
+  scanSessions,
+  getModelReport,
+  getMonthlyReport,
+  generateGraphWithPricing,
+  // Two-phase processing functions (parallel optimization)
+  parseLocalSources,
+  finalizeReport,
+  finalizeMonthlyReport,
+  finalizeGraph,
+} = nativeBinding
+
+module.exports.version = version
+module.exports.healthCheck = healthCheck
+module.exports.generateGraph = generateGraph
+module.exports.scanSessions = scanSessions
+module.exports.getModelReport = getModelReport
+module.exports.getMonthlyReport = getMonthlyReport
+module.exports.generateGraphWithPricing = generateGraphWithPricing
+// Two-phase processing functions (parallel optimization)
+module.exports.parseLocalSources = parseLocalSources
+module.exports.finalizeReport = finalizeReport
+module.exports.finalizeMonthlyReport = finalizeMonthlyReport
+module.exports.finalizeGraph = finalizeGraph

package/package.json

@@ -0,0 +1,79 @@
+{
+  "name": "@tokscale/core",
+  "version": "1.0.0",
+  "description": "Native Rust core for tokscale CLI - high-performance session parsing",
+  "main": "index.js",
+  "types": "index.d.ts",
+  "napi": {
+    "binaryName": "tokscale-core",
+    "targets": [
+      "x86_64-apple-darwin",
+      "aarch64-apple-darwin",
+      "x86_64-unknown-linux-gnu",
+      "aarch64-unknown-linux-gnu",
+      "x86_64-unknown-linux-musl",
+      "aarch64-unknown-linux-musl",
+      "x86_64-pc-windows-msvc",
+      "aarch64-pc-windows-msvc"
+    ]
+  },
+  "license": "MIT",
+  "publishConfig": {
+    "registry": "https://registry.npmjs.org/",
+    "access": "public"
+  },
+  "devDependencies": {
+    "@napi-rs/cli": "^3.4.1",
+    "ava": "^6.1.0"
+  },
+  "scripts": {
+    "artifacts": "napi artifacts",
+    "build": "napi build --release",
+    "build:platform": "napi build --platform --release",
+    "build:debug": "napi build",
+    "prepublishOnly": "napi prepublish -t npm",
+    "test": "ava",
+    "test:rust": "cargo test --features noop",
+    "test:all": "bun run test:rust && bun run test",
+    "bench": "cargo bench --features noop",
+    "universal": "napi universal",
+    "version": "napi version"
+  },
+  "ava": {
+    "timeout": "2m",
+    "workerThreads": false,
+    "files": [
+      "__test__/**/*.spec.mjs"
+    ]
+  },
+  "files": [
+    "index.js",
+    "index.d.ts",
+    "*.node"
+  ],
+  "engines": {
+    "node": ">= 16"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/junhoyeo/tokscale.git",
+    "directory": "packages/core"
+  },
+  "keywords": [
+    "napi-rs",
+    "rust",
+    "tokscale",
+    "performance",
+    "native"
+  ],
+  "optionalDependencies": {
+    "@tokscale/core-darwin-x64": "1.0.0",
+    "@tokscale/core-darwin-arm64": "1.0.0",
+    "@tokscale/core-linux-x64-gnu": "1.0.0",
+    "@tokscale/core-linux-arm64-gnu": "1.0.0",
+    "@tokscale/core-linux-x64-musl": "1.0.0",
+    "@tokscale/core-linux-arm64-musl": "1.0.0",
+    "@tokscale/core-win32-x64-msvc": "1.0.0",
+    "@tokscale/core-win32-arm64-msvc": "1.0.0"
+  }
+}