@goodandready/dsh-subscriptions 0.5.6 → 0.5.21

package/lib/state-recovery.js

@@ -0,0 +1,33 @@
+import { readFile, writeFile } from 'node:fs/promises'
+import { join } from 'node:path'
+import { homedir } from 'node:os'
+
+const SNAPSHOT_FILE = join(homedir(), '.dsh', 'subscriptions-snapshot.json')
+
+export async function persistPoolSnapshot(accounts) {
+  try {
+    const data = JSON.stringify({
+      savedAt: Date.now(),
+      accounts: (accounts || []).map((a) => ({
+        ref: a.ref || a.id,
+        cooldownUntil: a.cooldownUntil || 0,
+        quota: a.quota || null,
+        status: a.status || 'active'
+      }))
+    }, null, 2)
+    await writeFile(SNAPSHOT_FILE, data, 'utf8')
+    return true
+  } catch {
+    return false
+  }
+}
+
+export async function recoverPoolSnapshot() {
+  try {
+    const text = await readFile(SNAPSHOT_FILE, 'utf8')
+    const json = JSON.parse(text)
+    return json && json.accounts ? json.accounts : []
+  } catch {
+    return []
+  }
+}

package/lib/stream-rotate.js

@@ -1,4 +1,5 @@
 import { pickAccount, markCooldown, isSwitchableError, modelFamily } from './rotate.js'
+import { putInQuarantine, REASON_RATE_LIMIT } from './quarantine.js'
 
 export async function* streamWithRotation({
   accounts,
@@ -8,36 +9,58 @@ export async function* streamWithRotation({
   streamOnce,
   options,
   onCooldown,
+  offlineFallback, // #174: optional fallback generator if all accounts exhausted
 }) {
   const pool = (accounts || []).map((account) => ({ ...account }))
   let lastError = null
   const tried = new Set()
+
   while (true) {
-    const account = pickAccount(pool, nowMs(), { switchAtRemaining, family: modelFamily(options && options.provider, options && options.model) })
-    if (!account) {
+    const account = pickAccount(pool, nowMs(), {
+      switchAtRemaining,
+      family: modelFamily(options && options.provider, options && options.model),
+      sessionId: options && options.sessionId,
+      tag: options && options.tag,
+      vip: options && options.vip,
+    })
+
+    if (!account || tried.has(account.ref || account.id)) {
+      if (offlineFallback) {
+        // #174 Local Mock Server Offline Fallback
+        yield* offlineFallback(options, lastError)
+        return
+      }
       if (lastError) throw lastError
       const err = new Error('no usable subscription account for this provider')
-      err.code = 'AUTH'
-      throw err
-    }
-    if (tried.has(account.ref)) {
-      if (lastError) throw lastError
-      const err = new Error('all subscription accounts failed')
       err.code = 'RATE_LIMIT'
       throw err
     }
-    tried.add(account.ref)
+
+    tried.add(account.ref || account.id)
+
     try {
-      yield* streamOnce(account, options)
+      // In-flight seamless failover (#166): stream generator execution
+      let firstChunkDelivered = false
+      for await (const chunk of streamOnce(account, options)) {
+        firstChunkDelivered = true
+        yield chunk
+      }
       return
     } catch (err) {
       lastError = err
       if (!isSwitchableError(err)) throw err
+
+      // Move slot to cooldown and quarantine (#172)
       const cooled = markCooldown(account, nowMs(), cooldownMs, modelFamily(options && options.provider, options && options.model))
       account.cooldownUntil = cooled.cooldownUntil
       if (cooled.cooldownFamilies) account.cooldownFamilies = cooled.cooldownFamilies
+
+      const quarantined = putInQuarantine(account, REASON_RATE_LIMIT, nowMs())
+      account.quarantineUntil = quarantined.quarantineUntil
+      account.quarantineReason = quarantined.quarantineReason
+
       if (onCooldown) onCooldown(account)
+      // Loop continues seamlessly to next slot if no chunk was delivered yet
     }
   }
 }
-

package/lib/telemetry.js

@@ -0,0 +1,28 @@
+import { createHash } from 'node:crypto'
+
+const USER_AGENTS = [
+  'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36',
+  'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36',
+  'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36',
+  'VSCode/1.98.0 (Windows_NT x64)',
+  'Cursor/0.45.6 (Darwin x64)'
+]
+
+export function getRandomUserAgent(seed) {
+  if (!seed) return USER_AGENTS[0]
+  const hash = createHash('md5').update(String(seed)).digest('hex')
+  const idx = parseInt(hash.slice(0, 4), 16) % USER_AGENTS.length
+  return USER_AGENTS[idx]
+}
+
+export function generateIdeTelemetryHeaders(sessionId, clientType = 'vscode') {
+  const sid = sessionId || 'session-' + Math.random().toString(36).slice(2, 10)
+  const machineHash = createHash('sha256').update(sid).digest('hex').slice(0, 32)
+  return {
+    'vscode-sessionid': sid,
+    'vscode-machineid': machineHash,
+    'editor-version': clientType === 'cursor' ? 'cursor/0.45.6' : 'vscode/1.98.0',
+    'editor-plugin-version': 'dsh-sub-client/0.5.8',
+    'User-Agent': getRandomUserAgent(sid)
+  }
+}

package/lib/token-speedometer.js

@@ -0,0 +1,26 @@
+export class TokenSpeedometer {
+  constructor() {
+    this.startTime = null
+    this.tokenCount = 0
+  }
+
+  recordChunk(chunkText) {
+    if (!this.startTime) this.startTime = Date.now()
+    // Approximation: 1 token ~ 4 chars
+    const tokens = Math.max(1, Math.ceil((chunkText || '').length / 4))
+    this.tokenCount += tokens
+    return this.getCurrentSpeed()
+  }
+
+  getCurrentSpeed() {
+    if (!this.startTime) return 0
+    const elapsedSec = (Date.now() - this.startTime) / 1000
+    if (elapsedSec <= 0) return 0
+    return Math.round((this.tokenCount / elapsedSec) * 10) / 10
+  }
+
+  reset() {
+    this.startTime = null
+    this.tokenCount = 0
+  }
+}

package/lib/vendors/antigravity.js

@@ -32,10 +32,22 @@ export function providerInfo() {
 
 export function defaults() {
   return {
-    clientId: '',
-    clientSecret: '',
-    redirectUri: 'https://antigravity.google/oauth-callback',
-    models: ['gemini-3.5-flash-low', 'gemini-3-flash', 'gemini-2.5-flash'],
+    clientId: '884354919052-36trc1jjb3tguiac32ov6cod268c5blh.apps.googleusercontent.com',
+    clientSecret: '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',
+    redirectUri: 'http://localhost:8085/oauth/callback',
+    models: [
+      'gemini-3.8-flash-medium',
+      'gemini-3.7-flash-medium',
+      'gemini-3.6-flash-medium',
+      'gemini-3.1-pro-low',
+      'claude-sonnet-4.6-thinking',
+      'claude-opus-4.6-thinking',
+      'gpt-oss-120b-medium',
+      'gemini-3.1-pro-high-vertex',
+      'gemini-3-flash',
+      'gemini-2.5-pro',
+      'gemini-2.5-flash',
+    ],
   }
 }
 
@@ -60,12 +72,13 @@ function metadataFor(projectId) {
 }
 
 async function withProject(blob, fetchImpl, saveBlob) {
+  const impl = fetchImpl || fetch
   if (blob.projectId && blob.paidTierId) {
     return { ...blob, sessionId: blob.sessionId || randomUUID() }
   }
   try {
     const meta = metadataFor(blob.projectId || '')
-    const found = await discoverProject(fetchImpl, blob.accessToken, meta, headersFor(blob.projectId || ''))
+    const found = await discoverProject(impl, blob.accessToken, meta, headersFor(blob.projectId || ''))
     const next = {
       ...blob,
       projectId: found.projectId || blob.projectId || '',

package/lib/vendors/claude-cli.js

@@ -0,0 +1,24 @@
+import { readFile } from 'node:fs/promises'
+import { homedir } from 'node:os'
+import { join } from 'node:path'
+
+export async function readClaudeCredentials() {
+  const p = join(homedir(), '.claude', 'credentials.json')
+  try {
+    const text = await readFile(p, 'utf8')
+    const json = JSON.parse(text)
+    if (!json) return null
+    const oauth = json.claudeAiOauth || json.oauth || json
+    if (oauth && (oauth.accessToken || oauth.access_token)) {
+      return {
+        accessToken: oauth.accessToken || oauth.access_token,
+        refreshToken: oauth.refreshToken || oauth.refresh_token || '',
+        expiresAt: oauth.expiresAt || (oauth.expires_in ? Date.now() + oauth.expires_in * 1000 : Date.now() + 3600000),
+        subscriptionType: oauth.subscriptionType || 'Claude Code'
+      }
+    }
+    return null
+  } catch {
+    return null
+  }
+}

package/lib/vendors/cody.js

@@ -0,0 +1,72 @@
+import { LlmError } from '@deepseek-ai/dsh-llm'
+import { openaiMessages } from '../messages.js'
+import { openaiChatStream, httpError } from '../wire.js'
+import { asUsageSnapshot } from '../usage.js'
+
+export const id = 'cody'
+export const CODY_API_BASE = 'https://sourcegraph.com/.api'
+
+export const CODY_MODELS = [
+  {
+    id: 'cody-claude-3.5-sonnet',
+    name: 'Claude 3.5 Sonnet (Sourcegraph Cody)',
+    contextWindow: 200000,
+    maxTokens: 8192,
+    inputModalities: ['text']
+  }
+]
+
+export function providerInfo() {
+  return { id, name: 'Sourcegraph Cody' }
+}
+
+export function defaults() {
+  return {
+    apiBase: CODY_API_BASE,
+    models: CODY_MODELS.map((m) => m.id)
+  }
+}
+
+export function authorizeUrl() {
+  return 'https://sourcegraph.com/user/settings/tokens'
+}
+
+export async function listModels() {
+  return CODY_MODELS
+}
+
+export async function usage(blob) {
+  if (blob && (blob.accessToken || blob.token)) {
+    const snap = asUsageSnapshot(15)
+    if (snap) snap.plan = 'Cody Pro'
+    return snap
+  }
+  return null
+}
+
+export async function* streamOnce({ blob, options, fetchImpl, headers, config, signal }) {
+  const impl = fetchImpl || fetch
+  const token = blob && (blob.accessToken || blob.token)
+  if (!token) throw new LlmError('Sourcegraph Cody not authenticated', 'AUTH')
+
+  const url = `${(config && config.apiBase) || CODY_API_BASE}/chat/completions`
+  const body = {
+    model: 'claude-3-5-sonnet',
+    messages: openaiMessages(options),
+    stream: true
+  }
+
+  const res = await impl(url, {
+    method: 'POST',
+    headers: {
+      ...headers,
+      'Authorization': `token ${token}`,
+      'Content-Type': 'application/json'
+    },
+    body: JSON.stringify(body),
+    signal
+  })
+
+  if (!res.ok) throw httpError(res.status, await res.text())
+  yield* openaiChatStream(res.body)
+}

package/lib/vendors/copilot.js

@@ -0,0 +1,194 @@
+import { LlmError } from "@deepseek-ai/dsh-llm"
+import { openaiMessages, openaiTools } from "../messages.js"
+import { openaiChatStream, readJson, httpError } from "../wire.js"
+import { asUsageSnapshot } from "../usage.js"
+
+export const id = "copilot"
+
+export const COPILOT_CLIENT_ID = "Iv1.b507a08c87ecfe98"
+export const COPILOT_DEVICE_CODE_URL = "https://github.com/login/device/code"
+export const COPILOT_DEVICE_TOKEN_URL = "https://github.com/login/oauth/access_token"
+export const COPILOT_TOKEN_URL = "https://api.github.com/copilot_internal/v2/token"
+export const COPILOT_API_URL = "https://api.githubcopilot.com/chat/completions"
+export const COPILOT_USER_URL = "https://api.github.com/user"
+
+export const COPILOT_MODELS = [
+  {
+    id: "claude-3.7-sonnet",
+    name: "Claude 3.7 Sonnet (Copilot)",
+    contextWindow: 200000,
+    maxTokens: 64000,
+    inputModalities: ["text", "image"],
+    reasoning: { efforts: [{ id: "low", name: "Low" }, { id: "medium", name: "Medium" }, { id: "high", name: "High" }] }
+  },
+  {
+    id: "claude-3.5-sonnet",
+    name: "Claude 3.5 Sonnet (Copilot)",
+    contextWindow: 200000,
+    maxTokens: 64000,
+    inputModalities: ["text", "image"]
+  },
+  {
+    id: "gpt-4o",
+    name: "GPT-4o (Copilot)",
+    contextWindow: 128000,
+    maxTokens: 16384,
+    inputModalities: ["text", "image"]
+  },
+  {
+    id: "o3-mini",
+    name: "o3-mini (Copilot)",
+    contextWindow: 200000,
+    maxTokens: 65536,
+    inputModalities: ["text"],
+    reasoning: { efforts: [{ id: "low", name: "Low" }, { id: "medium", name: "Medium" }, { id: "high", name: "High" }] }
+  }
+]
+
+export function providerInfo() {
+  return { id, name: "GitHub Copilot" }
+}
+
+export function defaults() {
+  return {
+    apiBase: COPILOT_API_URL,
+    models: COPILOT_MODELS.map((m) => m.id)
+  }
+}
+
+export function authorizeUrl() {
+  return "https://github.com/login/device"
+}
+
+export async function listModels() {
+  return COPILOT_MODELS
+}
+
+export function getTelemetryHeaders(sessionId) {
+  const sid = sessionId || "copilot-session-" + Math.random().toString(36).slice(2, 12)
+  return {
+    "vscode-sessionid": sid,
+    "vscode-machineid": "dsh-sub-machine-" + sid.slice(0, 8),
+    "editor-version": "vscode/1.98.0",
+    "editor-plugin-version": "copilot-chat/0.24.0",
+    "Openai-Organization": "github-copilot",
+    "Copilot-Integration-Id": "vscode-chat"
+  }
+}
+
+export async function requestDeviceCode(fetchImpl) {
+  const impl = fetchImpl || fetch
+  const res = await impl(COPILOT_DEVICE_CODE_URL, {
+    method: "POST",
+    headers: {
+      "Accept": "application/json",
+      "Content-Type": "application/json"
+    },
+    body: JSON.stringify({
+      client_id: COPILOT_CLIENT_ID,
+      scope: "read:user"
+    })
+  })
+  if (!res.ok) throw httpError(res.status, await res.text())
+  return readJson(res)
+}
+
+export async function pollDeviceToken(deviceCode, fetchImpl) {
+  const impl = fetchImpl || fetch
+  const res = await impl(COPILOT_DEVICE_TOKEN_URL, {
+    method: "POST",
+    headers: {
+      "Accept": "application/json",
+      "Content-Type": "application/json"
+    },
+    body: JSON.stringify({
+      client_id: COPILOT_CLIENT_ID,
+      device_code: deviceCode,
+      grant_type: "urn:ietf:params:oauth:grant-type:device_code"
+    })
+  })
+  if (!res.ok) throw httpError(res.status, await res.text())
+  return readJson(res)
+}
+
+export async function exchangeCopilotToken(githubToken, fetchImpl) {
+  const impl = fetchImpl || fetch
+  const res = await impl(COPILOT_TOKEN_URL, {
+    method: "GET",
+    headers: {
+      "Authorization": `Bearer ${githubToken}`,
+      "Accept": "application/json",
+      "User-Agent": "GitHubCopilotChat/0.24.0"
+    }
+  })
+  if (!res.ok) throw httpError(res.status, await res.text())
+  return readJson(res)
+}
+
+export async function usage(blob, config, fetchImpl) {
+  try {
+    const impl = fetchImpl || fetch
+    const githubToken = blob && (blob.refreshToken || blob.githubToken || blob.accessToken)
+    if (!githubToken) return null
+    const res = await impl(COPILOT_USER_URL, {
+      headers: {
+        "Authorization": `Bearer ${githubToken}`,
+        "User-Agent": "GitHubCopilotChat/0.24.0"
+      }
+    })
+    if (!res.ok) return null
+    const user = await readJson(res)
+    const snap = asUsageSnapshot(10)
+    if (snap) snap.plan = user && user.plan ? user.plan.name : "Copilot"
+    return snap
+  } catch {
+    return null
+  }
+}
+
+export async function* streamOnce({ blob, options, fetchImpl, headers, config, signal }) {
+  const impl = fetchImpl || fetch
+  let copilotToken = blob && blob.accessToken
+  const githubToken = blob && (blob.refreshToken || blob.githubToken)
+
+  if ((!copilotToken || (blob.expiresAt && blob.expiresAt < Date.now() + 60000)) && githubToken) {
+    const exchange = await exchangeCopilotToken(githubToken, impl)
+    if (exchange && exchange.token) {
+      copilotToken = exchange.token
+      blob.accessToken = exchange.token
+      if (exchange.expires_at) blob.expiresAt = exchange.expires_at * 1000
+    }
+  }
+
+  if (!copilotToken) throw new LlmError("GitHub Copilot not authenticated", "AUTH")
+
+  const body = {
+    model: options.model || "claude-3.7-sonnet",
+    messages: openaiMessages(options),
+    stream: true,
+    ...(options.maxTokens != null ? { max_tokens: options.maxTokens } : {}),
+    ...(options.temperature != null ? { temperature: options.temperature } : {})
+  }
+
+  const tools = openaiTools(options)
+  if (tools && tools.length) body.tools = tools
+
+  const telemetry = getTelemetryHeaders(options.sessionId)
+  const url = (config && config.apiBase) || COPILOT_API_URL
+
+  const res = await impl(url, {
+    method: "POST",
+    headers: {
+      ...telemetry,
+      ...headers,
+      "Authorization": `Bearer ${copilotToken}`,
+      "Content-Type": "application/json",
+      "User-Agent": "GitHubCopilotChat/0.24.0"
+    },
+    body: JSON.stringify(body),
+    signal
+  })
+
+  if (!res.ok) throw httpError(res.status, await res.text())
+  yield* openaiChatStream(res.body)
+}

package/lib/vendors/cursor.js

@@ -61,7 +61,7 @@ export function defaults() {
 }
 
 export function authorizeUrl() {
-  return 'https://cursor.com/loginDeepControl'
+  return 'https://cursor.com/settings'
 }
 
 export async function listModels() {

package/lib/vendors/ernie.js

@@ -0,0 +1,93 @@
+import { LlmError } from '@deepseek-ai/dsh-llm'
+import { openaiMessages } from '../messages.js'
+import { openaiChatStream, readJson, httpError } from '../wire.js'
+import { asUsageSnapshot } from '../usage.js'
+
+export const id = 'ernie'
+export const ERNIE_OAUTH_URL = 'https://aip.baidubce.com/oauth/2.0/token'
+export const ERNIE_BASE_URL = 'https://aip.baidubce.com/rpc/2.0/ai_custom/v1/wenxinworkshop/chat'
+
+export const ERNIE_MODELS = [
+  {
+    id: 'ernie-speed-128k',
+    name: 'ERNIE Speed 128K',
+    contextWindow: 128000,
+    maxTokens: 4096,
+    inputModalities: ['text']
+  },
+  {
+    id: 'ernie-4.0-turbo-8k',
+    name: 'ERNIE 4.0 Turbo',
+    contextWindow: 8192,
+    maxTokens: 2048,
+    inputModalities: ['text']
+  }
+]
+
+export function providerInfo() {
+  return { id, name: 'Baidu ERNIE' }
+}
+
+export function defaults() {
+  return {
+    apiBase: ERNIE_BASE_URL,
+    models: ERNIE_MODELS.map((m) => m.id)
+  }
+}
+
+export function authorizeUrl() {
+  return 'https://console.bce.baidu.com/qianfan'
+}
+
+export async function listModels() {
+  return ERNIE_MODELS
+}
+
+export async function refreshErnieToken(apiKey, secretKey, fetchImpl) {
+  const impl = fetchImpl || fetch
+  const url = `${ERNIE_OAUTH_URL}?grant_type=client_credentials&client_id=${encodeURIComponent(apiKey)}&client_secret=${encodeURIComponent(secretKey)}`
+  const res = await impl(url, { method: 'POST' })
+  if (!res.ok) throw httpError(res.status, await res.text())
+  return readJson(res)
+}
+
+export async function usage(blob) {
+  if (blob && (blob.accessToken || blob.apiKey)) {
+    return asUsageSnapshot(20)
+  }
+  return null
+}
+
+export async function* streamOnce({ blob, options, fetchImpl, headers, config, signal }) {
+  const impl = fetchImpl || fetch
+  let token = blob && blob.accessToken
+  if (!token && blob && blob.apiKey && blob.secretKey) {
+    const auth = await refreshErnieToken(blob.apiKey, blob.secretKey, impl)
+    if (auth && auth.access_token) {
+      token = auth.access_token
+      blob.accessToken = token
+    }
+  }
+  if (!token) throw new LlmError('Baidu ERNIE requires access token or API Key + Secret Key', 'AUTH')
+
+  const endpoint = options.model === 'ernie-4.0-turbo-8k' ? 'completions_pro' : 'ernie_speed'
+  const url = `${(config && config.apiBase) || ERNIE_BASE_URL}/${endpoint}?access_token=${token}`
+
+  const messages = openaiMessages(options).map((m) => ({
+    role: m.role === 'system' ? 'user' : m.role,
+    content: m.content
+  }))
+
+  const res = await impl(url, {
+    method: 'POST',
+    headers: {
+      ...headers,
+      'Content-Type': 'application/json'
+    },
+    body: JSON.stringify({ messages, stream: true }),
+    signal
+  })
+
+  if (!res.ok) throw httpError(res.status, await res.text())
+  yield* openaiChatStream(res.body)
+}

package/lib/vendors/glm.js

@@ -47,7 +47,7 @@ export function defaults() {
 }
 
 export function authorizeUrl() {
-  return 'https://chat.z.ai/api/oauth/authorize'
+  return 'https://open.bigmodel.cn/usercenter/apikeys'
 }
 
 export async function listModels() {

package/lib/vendors/index.js

@@ -1,5 +1,13 @@
 import * as kiro from './kiro.js'
 import * as cursor from './cursor.js'
+import * as copilot from './copilot.js'
+import * as qwen from './qwen.js'
+import * as ernie from './ernie.js'
+import * as spark from './spark.js'
+import * as jetbrains from './jetbrains.js'
+import * as perplexity from './perplexity.js'
+import * as replit from './replit.js'
+import * as cody from './cody.js'
 import * as codex from './codex.js'
 import * as claude from './claude.js'
 import * as grok from './grok.js'
@@ -8,7 +16,24 @@ import * as kimi from './kimi.js'
 import * as glm from './glm.js'
 import { createVendorFromProfile } from '../vendor-factory.js'
 
-const builtins = { codex, claude, grok, antigravity, kimi, glm, cursor, kiro }
+const builtins = {
+  codex,
+  claude,
+  grok,
+  antigravity,
+  kimi,
+  glm,
+  cursor,
+  kiro,
+  copilot,
+  qwen,
+  ernie,
+  spark,
+  jetbrains,
+  perplexity,
+  replit,
+  cody
+}
 
 const customVendors = new Map()