traceforge-toolkit 0.1.0__py3-none-any.whl

traceforge/mappings/copilot.yaml

@@ -0,0 +1,266 @@
+# Copilot (GitHub Copilot CLI) — YAML mapping for traceforge
+#
+# Wire format: JSONL lines, each with shape:
+#   {type: "session.start", id: "uuid", timestamp: "ISO8601", data: {...}}
+#
+# The `type` field is the event discriminator.
+# The `data` object contains event-specific fields in camelCase.
+# Timestamps are ISO 8601 strings in the `timestamp` top-level field.
+#
+# Source: github-copilot-sdk session event types
+# Verified against: copilot_session.jsonl fixture
+
+framework: copilot
+framework_version: "1.x"
+ingestion_mode: file_watch
+type_field: type
+timestamp_field: timestamp
+default_kind: raw
+
+motivation:
+  sources:
+    - events: ["assistant.message", "assistant.intent"]
+      field: content
+      role: intent
+    - events: ["assistant.reasoning"]
+      field: content
+      role: reasoning
+
+events:
+  # ── Session lifecycle ──────────────────────────────────────────────────────
+  session.start:
+    kind: session.started
+    payload:
+      model: data.selectedModel
+      cwd: data.context.cwd
+      version: data.copilotVersion
+
+  session.resume:
+    kind: session.resumed
+    payload: {}
+
+  session.shutdown:
+    kind: session.ended
+    payload:
+      shutdown_type: data.shutdownType
+      total_api_duration_ms: data.totalApiDurationMs
+
+  session.error:
+    kind: session.error
+    payload:
+      message: data.message
+
+  session.info:
+    kind: session.info
+    payload:
+      message: data.message
+
+  session.warning:
+    kind: session.warning
+    payload:
+      message: data.message
+
+  # data.kind.type carries the notification subtype (e.g. agent_completed);
+  # mapped to session.info since it is informational, not a turn message.
+  system.notification:
+    kind: session.info
+    payload:
+      message: data.content
+
+  session.plan_changed:
+    kind: planning.completed
+    payload:
+      operation: data.operation
+
+  session.compaction_start:
+    kind: session.info
+    payload:
+      system_tokens: data.systemTokens
+      conversation_tokens: data.conversationTokens
+      tool_definitions_tokens: data.toolDefinitionsTokens
+
+  session.compaction_complete:
+    kind: session.info
+    payload:
+      success: data.success
+      pre_compaction_tokens: data.preCompactionTokens
+      pre_compaction_messages_length: data.preCompactionMessagesLength
+      summary: data.summaryContent
+
+  session.permissions_changed:
+    kind: permission.granted
+    payload:
+      allow_all: data.allowAllPermissions
+      previous_allow_all: data.previousAllowAllPermissions
+
+  session.idle:
+    kind: session.idle
+    payload: {}
+
+  # ── Model selection ──────────────────────────────────────────────────────────
+  session.model_change:
+    kind: workflow.model_switched
+    payload:
+      model: data.newModel
+      reasoning_effort: data.reasoningEffort
+      context_tier: data.contextTier
+
+  # ── Workspace files ──────────────────────────────────────────────────────────
+  # operation ∈ {create, edit, delete}; mapped to a generic file edit, with the
+  # exact operation preserved in the payload.
+  session.workspace_file_changed:
+    kind: file.edited
+    payload:
+      path: data.path
+      operation: data.operation
+
+  # ── Messages ───────────────────────────────────────────────────────────────
+  user.message:
+    kind: message.user
+    payload:
+      content: data.content
+
+  assistant.message:
+    kind: message.assistant
+    payload:
+      content: data.content
+      reasoning: data.reasoningText
+      tool_requests: data.toolRequests
+
+  system.message:
+    kind: message.system
+    payload:
+      content: data.content
+
+  # ── Turn lifecycle ─────────────────────────────────────────────────────────
+  assistant.turn_start:
+    kind: turn.started
+    payload:
+      turn_id: data.turnId
+
+  assistant.turn_end:
+    kind: turn.ended
+    payload:
+      turn_id: data.turnId
+
+  # ── Reasoning ──────────────────────────────────────────────────────────────
+  assistant.intent:
+    kind: planning.started
+    payload:
+      content: data.content
+
+  assistant.reasoning:
+    kind: reasoning.started
+    payload:
+      content: data.content
+
+  # ── Tool lifecycle ─────────────────────────────────────────────────────────
+  tool.execution_start:
+    kind: tool.call.started
+    payload:
+      tool_call_id: data.toolCallId
+      tool_name: data.toolName
+      arguments: data.arguments
+
+  tool.execution_complete:
+    kind: tool.call.completed
+    payload:
+      tool_call_id: data.toolCallId
+      success: data.success
+      result: data.result.content
+
+  tool.execution_partial_result:
+    kind: tool.result.chunk
+    payload:
+      tool_call_id: data.toolCallId
+      content: data.content
+
+  tool.execution_progress:
+    kind: tool.progress
+    payload:
+      tool_call_id: data.toolCallId
+
+  # ── Usage ──────────────────────────────────────────────────────────────────
+  assistant.usage:
+    kind: telemetry.usage
+    payload:
+      model: data.model
+      input_tokens: data.inputTokens
+      output_tokens: data.outputTokens
+      cache_read_tokens: data.cacheReadTokens
+      cache_write_tokens: data.cacheWriteTokens
+      cost_usd: data.cost
+      duration_ms: data.duration
+
+  # ── Hooks ──────────────────────────────────────────────────────────────────
+  hook.start:
+    kind: hook.started
+    payload:
+      hook_id: data.hookInvocationId
+      hook_type: data.hookType
+
+  hook.end:
+    kind: hook.completed
+    payload:
+      hook_id: data.hookInvocationId
+      hook_type: data.hookType
+      success: data.success
+
+  # ── External tools (MCP) ───────────────────────────────────────────────────
+  external_tool.requested:
+    kind: tool.call.started
+    payload:
+      tool_name: data.toolName
+      arguments: data.arguments
+  external_tool.completed:
+    kind: tool.call.completed
+    payload:
+      tool_name: data.toolName
+      success: data.success
+      result: data.result.content
+
+  # ── Agent orchestration ────────────────────────────────────────────────────
+  subagent.started:
+    kind: agent.spawned
+    payload:
+      agent_id: data.agentId
+
+  subagent.completed:
+    kind: agent.completed
+    payload:
+      agent_id: data.agentId
+
+  subagent.failed:
+    kind: agent.failed
+    payload:
+      agent_id: data.agentId
+      message: data.message
+
+  # ── Skills ─────────────────────────────────────────────────────────────────
+  skill.invoked:
+    kind: skill.invoked
+    payload:
+      skill_name: data.skillName
+
+  # ── Permissions ────────────────────────────────────────────────────────────
+  permission.requested:
+    kind: permission.requested
+    payload: {}
+
+  permission.completed:
+    kind: permission.granted
+    payload: {}
+
+  # ── User input ─────────────────────────────────────────────────────────────
+  user_input.requested:
+    kind: input.requested
+    payload: {}
+
+  user_input.completed:
+    kind: input.received
+    payload: {}
+
+  # ── Abort ──────────────────────────────────────────────────────────────────
+  abort:
+    kind: session.abort
+    payload: {}

traceforge/mappings/copilot_markdown.yaml

@@ -0,0 +1,72 @@
+# Copilot Markdown Pre-Parser output mapping for MappedJsonAdapter
+# Maps event dicts emitted by CopilotPreParser → canonical event kinds.
+#
+# Input: parse_turn() output — events from the SQLite turns table (rendered
+# markdown). Tool calls are extracted from fenced code blocks in the assistant
+# response, so fidelity is medium (heuristic, no raw tool_use/tool_result ids).
+#
+# NOTE: The high-fidelity Copilot capture path is copilot.yaml over
+# ~/.copilot/session-state/<id>/events.jsonl. The old process-log path
+# (parse_log_line, api_*/telemetry/session_event) targeted a dead Anthropic log
+# format and was removed (issue #45).
+
+framework: copilot_markdown
+framework_version: ">=1.0"
+ingestion_mode: sqlite
+type_field: type
+timestamp_field: timestamp
+
+motivation:
+  targets: ["tool.call.started"]
+  sources:
+    - events: ["assistant_text"]
+      field: content
+      role: intent
+
+events:
+  # ── From parse_turn(): SQLite turns table ──
+
+  user_message:
+    kind: message.user
+    payload:
+      content: content
+      turn_index: turn_index
+
+  assistant_text:
+    kind: message.assistant
+    payload:
+      content: content
+
+  tool_call:
+    kind: tool.call.started
+    payload:
+      tool_name: tool_name
+      input: command
+
+  code_block:
+    kind: tool.output
+    payload:
+      language: language
+      content: content
+
+  structured_output:
+    kind: tool.output
+    payload:
+      format: format
+      data: data
+
+  section_heading:
+    kind: session.info
+    payload:
+      level: level
+      title: title
+
+  table_output:
+    kind: tool.output
+    payload:
+      content: content
+
+  quoted_output:
+    kind: tool.output
+    payload:
+      content: content

traceforge/mappings/copilot_vscode.yaml

@@ -0,0 +1,181 @@
+# VS Code Copilot Chat — YAML mapping for traceforge
+#
+# Native source: VS Code's ChatModel journal, persisted line-by-line at
+#   %APPDATA%/Code/User/workspaceStorage/<hash>/chatSessions/<sessionId>.jsonl
+# (version 3). Each line is a {kind, k, v} journal record. The `copilot_vscode`
+# preprocessor replays the journal and expands each record into typed flat
+# events keyed by `event_type` (see preprocessors/copilot_vscode.py).
+#
+# This is DISTINCT from copilot.yaml (the standalone Copilot CLI's
+# ~/.copilot/session-state/<id>/events.jsonl stream) and from
+# copilot_markdown.yaml (the CLI/editor session-store.db turns fallback).
+
+framework: copilot_vscode
+framework_version: "vscode-chat-v3"
+ingestion_mode: file_watch
+type_field: event_type
+timestamp_field: timestamp
+preprocessor: copilot_vscode
+default_kind: raw
+
+motivation:
+  sources:
+    - events: ["assistant_text"]
+      field: content
+      role: intent
+    - events: ["thinking"]
+      field: content
+      role: reasoning
+  targets: ["tool.call.completed"]
+
+events:
+  # ── Session lifecycle ──────────────────────────────────────────────────────
+  session_started:
+    kind: session.started
+    payload:
+      session_id: session_id
+      version: version
+      responder: responder
+      initial_location: initial_location
+
+  # ── Messages ───────────────────────────────────────────────────────────────
+  user_message:
+    kind: message.user
+    payload:
+      content: text
+      request_id: request_id
+      model: model
+      agent: agent
+
+  # Markdown content parts (no `kind` discriminator) = assistant prose.
+  assistant_text:
+    kind: message.assistant
+    payload:
+      content: value
+      request_id: request_id
+      model: model
+
+  thinking:
+    kind: reasoning.started
+    payload:
+      content: value
+      reasoning_id: id
+      request_id: request_id
+
+  # ── Tool invocations ───────────────────────────────────────────────────────
+  # VS Code serializes the COMPLETED invocation (isComplete, results inline).
+  toolInvocationSerialized:
+    kind: tool.call.completed
+    payload:
+      tool_call_id: toolCallId
+      tool_name: toolId
+      invocation: invocationMessage.value
+      success: isComplete
+      command: toolSpecificData.commandLine
+      cwd: toolSpecificData.cwd
+      output: toolSpecificData.terminalCommandOutput
+      source: source.label
+      request_id: request_id
+      model: model
+
+  # ── File / edit surfaces ───────────────────────────────────────────────────
+  textEditGroup:
+    kind: file.edited
+    payload:
+      uri: uri
+      request_id: request_id
+
+  codeblockUri:
+    kind: file.read
+    payload:
+      uri: uri
+      request_id: request_id
+
+  inlineReference:
+    kind: file.read
+    payload:
+      reference: inlineReference
+      request_id: request_id
+
+  # ── MCP ────────────────────────────────────────────────────────────────────
+  mcpServersStarting:
+    kind: mcp.connection.started
+    payload:
+      request_id: request_id
+
+  # ── Edit checkpoints ───────────────────────────────────────────────────────
+  undoStop:
+    kind: checkpoint.created
+    payload:
+      undo_stop_id: id
+      request_id: request_id
+
+  # ── Additional VS Code chat part kinds ─────────────────────────────────────
+  # Proactively mapped (observed across VS Code chat versions but absent from the
+  # local dev sessions) so a one-shot paid capture won't trip the drift guard on
+  # a part type that simply didn't occur here. Missing nested fields resolve to
+  # None, so a sparse payload is harmless.
+  progressTaskSerialized:
+    kind: tool.progress
+    payload:
+      request_id: request_id
+
+  progressMessage:
+    kind: tool.progress
+    payload:
+      request_id: request_id
+
+  steering:
+    kind: input.received
+    payload:
+      request_id: request_id
+
+  command:
+    kind: command.started
+    payload:
+      command: command.commandId
+      request_id: request_id
+
+  warning:
+    kind: session.warning
+    payload:
+      content: value
+      request_id: request_id
+
+  confirmation:
+    kind: permission.requested
+    payload:
+      request_id: request_id
+
+  codeCitation:
+    kind: file.read
+    payload:
+      uri: value
+      request_id: request_id
+
+  markdownContent:
+    kind: message.assistant
+    payload:
+      content: value
+      request_id: request_id
+      model: model
+
+  treeData:
+    kind: tool.output
+    payload:
+      request_id: request_id
+
+  notebookEditGroup:
+    kind: file.edited
+    payload:
+      uri: uri
+      request_id: request_id
+
+  # ── Per-request completion ─────────────────────────────────────────────────
+  request_result:
+    kind: llm.call.completed
+    payload:
+      request_id: request_id
+      model: model
+      first_progress_ms: first_progress_ms
+      duration_ms: total_elapsed_ms