@getopencrawl/cli 0.0.0-stage → 0.1.1

package/src/fixtures/research-completion-hosted.json

@@ -0,0 +1,502 @@
+{
+  "provenance": "Actual local TestClient admission/SQLite worker/parent validators/adapter, synthetic model/search/page inputs, no external calls.",
+  "runs": {
+    "admitted": {
+      "id": "job_f90b8d2cb63f4a8188d26b367bca44fd",
+      "agent_id": "ragent_e302f75f38c34b37adfb5c24f373e198",
+      "agent_revision": 1,
+      "status": "queued",
+      "phase": "queued",
+      "created_at": "2026-10-25T06:11:10.864Z",
+      "started_at": null,
+      "finished_at": null,
+      "outcome": null,
+      "findings": [],
+      "gaps": [],
+      "usage": {
+        "completion": {
+          "version": 1,
+          "policy": "completion_v1",
+          "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
+          "limits": {
+            "model_calls": 5,
+            "web_searches": 5,
+            "pages": 9,
+            "page_requests": 12,
+            "page_bytes": 6291456,
+            "work_seconds": 360,
+            "crawl_seconds": 60
+          },
+          "reason": "admitted",
+          "validated_passes": 0,
+          "whole_request_completeness": "not_certified",
+          "notices": []
+        }
+      },
+      "error": null
+    },
+    "repaired": {
+      "id": "job_4cc55b65347c4600b41eec6b183295e5",
+      "agent_id": "ragent_df312d0934bd45c3beac90cec25ab05e",
+      "agent_revision": 1,
+      "status": "completed",
+      "phase": "finished",
+      "created_at": "2026-10-25T06:11:10.926Z",
+      "started_at": "2026-10-25T06:11:10.931Z",
+      "finished_at": "2026-10-25T06:11:11.030Z",
+      "outcome": "findings",
+      "findings": [
+        {
+          "id": "finding_c66ffe562c7b147339327066",
+          "claim": "The scanner starts from the control panel.",
+          "relevance": "Selected for this research brief.",
+          "qualifiers": [
+            "Hold the amber key before starting a cold scanner."
+          ],
+          "citations": [
+            {
+              "id": "P1",
+              "url": "https://northlight.example/docs/start",
+              "title": "Northlight original",
+              "quote": "The scanner starts from the control panel.\nHold the amber key before starting a cold scanner.",
+              "start": 0,
+              "end": 93,
+              "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
+              "observed_at": "2026-10-25T00:00:00Z",
+              "published_at": null,
+              "source_kind": "web_page",
+              "collection_id": null,
+              "document_id": null,
+              "version_id": null,
+              "page": {
+                "requested_url": "https://northlight.example/docs/start",
+                "final_url": "https://northlight.example/docs/start",
+                "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
+                "start": 0,
+                "end": 93,
+                "total_chars": 93,
+                "extractor": "public-static-v3"
+              }
+            }
+          ]
+        },
+        {
+          "id": "finding_d47757767ca82ca7275c7d03",
+          "claim": "The cold-start extension requires the Fleet plan and a paid module.",
+          "relevance": "Selected for this research brief.",
+          "qualifiers": [],
+          "citations": [
+            {
+              "id": "P2",
+              "url": "https://northlight.example/pricing",
+              "title": "Northlight original",
+              "quote": "The cold-start extension requires the Fleet plan and a paid module.",
+              "start": 0,
+              "end": 67,
+              "body_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508",
+              "observed_at": "2026-10-25T00:00:00Z",
+              "published_at": null,
+              "source_kind": "web_page",
+              "collection_id": null,
+              "document_id": null,
+              "version_id": null,
+              "page": {
+                "requested_url": "https://northlight.example/pricing",
+                "final_url": "https://northlight.example/pricing",
+                "body_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508",
+                "start": 0,
+                "end": 67,
+                "total_chars": 67,
+                "extractor": "public-static-v3"
+              }
+            }
+          ]
+        }
+      ],
+      "gaps": [],
+      "usage": {
+        "model_calls": 5,
+        "input_tokens": 50,
+        "output_tokens": 50,
+        "answer_contract": {
+          "version": 1,
+          "state": "assessed_nonexhaustive",
+          "reason": null,
+          "scope": "admitted_retained_windows_only",
+          "source_scope": [
+            {
+              "evidence_id": "P1",
+              "source_sha256": "8961e2910de4e3f1f6ca0b241b11b56a2fbd8471fea36e02c12ce07bbdf2a342",
+              "window_text_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
+              "window_chars": 93,
+              "source_kind": "web_page",
+              "page": {
+                "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
+                "start": 0,
+                "end": 93,
+                "total_chars": 93
+              }
+            },
+            {
+              "evidence_id": "P2",
+              "source_sha256": "759f6fb7af246e91b633600cfb3e0289645e941ddbfb602794857807f53eaa29",
+              "window_text_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508",
+              "window_chars": 67,
+              "source_kind": "web_page",
+              "page": {
+                "body_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508",
+                "start": 0,
+                "end": 67,
+                "total_chars": 67
+              }
+            }
+          ],
+          "inventory": "nonexhaustive",
+          "whole_request_completeness": "not_certified",
+          "goal_sha256": "ce765a7e84834a671c89aff572911f9b407e1ed370e07a58a1937bfb36c1d624",
+          "components": [
+            {
+              "component_id": "C1",
+              "start": 12,
+              "end": 32,
+              "text": "cold-start interlock",
+              "status": "literal_answer",
+              "reason": null,
+              "fact_refs": [
+                {
+                  "finding_id": "finding_c66ffe562c7b147339327066",
+                  "field": "claim",
+                  "qualifier_ordinal": 0,
+                  "literal_text_sha256": "80b74778c1a58b31da0d7dda4893cf672646993eb38ce0e35c8d1b7170f253d8"
+                },
+                {
+                  "finding_id": "finding_c66ffe562c7b147339327066",
+                  "field": "qualifier",
+                  "qualifier_ordinal": 1,
+                  "literal_text_sha256": "77611e20553c78e11fd59271a6248fca385d184f7a2f890d35ddcd0518aab1a5"
+                }
+              ],
+              "evidence_ids": [
+                "P1"
+              ],
+              "source_state": "supported"
+            },
+            {
+              "component_id": "C2",
+              "start": 41,
+              "end": 58,
+              "text": "paid entitlement.",
+              "status": "literal_answer",
+              "reason": null,
+              "fact_refs": [
+                {
+                  "finding_id": "finding_d47757767ca82ca7275c7d03",
+                  "field": "claim",
+                  "qualifier_ordinal": 0,
+                  "literal_text_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508"
+                }
+              ],
+              "evidence_ids": [
+                "P2"
+              ],
+              "source_state": "supported"
+            }
+          ],
+          "notice_components_omitted": 0,
+          "gap_notice": null
+        },
+        "web_searches": 2,
+        "pages_fetched": 2,
+        "page_requests": 2,
+        "page_bytes": 200,
+        "completion": {
+          "version": 1,
+          "policy": "completion_v1",
+          "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
+          "limits": {
+            "model_calls": 5,
+            "web_searches": 5,
+            "pages": 9,
+            "page_requests": 12,
+            "page_bytes": 6291456,
+            "work_seconds": 360,
+            "crawl_seconds": 60
+          },
+          "reason": "completion_reviewed",
+          "validated_passes": 2,
+          "whole_request_completeness": "not_certified",
+          "notices": [
+            "bounded_sources"
+          ],
+          "timing_ms": {
+            "total": 5000,
+            "phases": [
+              {
+                "phase": "completion_discover",
+                "elapsed_ms": 1000
+              },
+              {
+                "phase": "synthesize",
+                "elapsed_ms": 2000
+              },
+              {
+                "phase": "completion_search",
+                "elapsed_ms": 0
+              },
+              {
+                "phase": "completion_synthesize",
+                "elapsed_ms": 2000
+              }
+            ]
+          }
+        },
+        "model_stages": {
+          "version": 5,
+          "planning_calls": 1,
+          "passes": [
+            {
+              "version": 4,
+              "synthesis_calls": 1,
+              "review_calls": 1,
+              "draft_findings": 1,
+              "admitted_findings": 1,
+              "selector_omissions": [],
+              "review_decisions": [
+                {
+                  "ordinal": 1,
+                  "selected_quotes_support_all_claims_and_qualifiers": true,
+                  "source_context_preserves_restrictions_and_date": true,
+                  "addresses_requested_goal": true
+                }
+              ]
+            },
+            {
+              "version": 4,
+              "synthesis_calls": 1,
+              "review_calls": 1,
+              "draft_findings": 2,
+              "admitted_findings": 2,
+              "selector_omissions": [],
+              "review_decisions": [
+                {
+                  "ordinal": 1,
+                  "selected_quotes_support_all_claims_and_qualifiers": true,
+                  "source_context_preserves_restrictions_and_date": true,
+                  "addresses_requested_goal": true
+                },
+                {
+                  "ordinal": 2,
+                  "selected_quotes_support_all_claims_and_qualifiers": true,
+                  "source_context_preserves_restrictions_and_date": true,
+                  "addresses_requested_goal": true
+                }
+              ]
+            }
+          ]
+        },
+        "evidence_sources": 2,
+        "web_sources": 2,
+        "synthesis_evidence_ids": [
+          "P1",
+          "P2"
+        ],
+        "evidence_limits": {
+          "version": 1,
+          "reasons": []
+        }
+      },
+      "error": null
+    },
+    "unknown": {
+      "id": "job_ef3d70bddc564ae896103c4738baee06",
+      "agent_id": "ragent_b811b3aeef484761bd3de45a13e0ff36",
+      "agent_revision": 1,
+      "status": "unknown",
+      "phase": "finished",
+      "created_at": "2026-10-25T06:11:11.091Z",
+      "started_at": "2026-10-25T06:11:11.095Z",
+      "finished_at": "2026-10-25T06:11:11.149Z",
+      "outcome": null,
+      "findings": [],
+      "gaps": [],
+      "usage": {
+        "completion": {
+          "version": 1,
+          "policy": "completion_v1",
+          "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
+          "limits": {
+            "model_calls": 5,
+            "web_searches": 5,
+            "pages": 9,
+            "page_requests": 12,
+            "page_bytes": 6291456,
+            "work_seconds": 360,
+            "crawl_seconds": 60
+          },
+          "reason": "unknown",
+          "validated_passes": 1,
+          "whole_request_completeness": "not_certified",
+          "notices": [],
+          "completed_usage_lower_bound": {
+            "model_calls": 3,
+            "web_searches": 1,
+            "input_tokens": 30,
+            "output_tokens": 30
+          }
+        }
+      },
+      "error": {
+        "code": "unknown",
+        "message": "This run could not be confirmed. It will not dispatch again automatically."
+      }
+    },
+    "unassessed": {
+      "id": "job_b6908b92c10a418b8a7e80364b62de61",
+      "agent_id": "ragent_30db2c1bfb6b4810be45bc98547f9dd0",
+      "agent_revision": 1,
+      "status": "completed",
+      "phase": "finished",
+      "created_at": "2026-10-25T06:11:11.215Z",
+      "started_at": "2026-10-25T06:11:11.219Z",
+      "finished_at": "2026-10-25T06:11:11.274Z",
+      "outcome": "findings",
+      "findings": [
+        {
+          "id": "finding_b495dc2941c27d0e8490d707",
+          "claim": "The scanner starts from the control panel.",
+          "relevance": "Selected for this research brief.",
+          "qualifiers": [],
+          "citations": [
+            {
+              "id": "P1",
+              "url": "https://northlight.example/docs/start",
+              "title": "Northlight original",
+              "quote": "The scanner starts from the control panel.\nHold the amber key before starting a cold scanner.",
+              "start": 0,
+              "end": 93,
+              "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
+              "observed_at": "2026-10-25T00:00:00Z",
+              "published_at": null,
+              "source_kind": "web_page",
+              "collection_id": null,
+              "document_id": null,
+              "version_id": null,
+              "page": {
+                "requested_url": "https://northlight.example/docs/start",
+                "final_url": "https://northlight.example/docs/start",
+                "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
+                "start": 0,
+                "end": 93,
+                "total_chars": 93,
+                "extractor": "public-static-v3"
+              }
+            }
+          ]
+        }
+      ],
+      "gaps": [],
+      "usage": {
+        "model_calls": 3,
+        "input_tokens": 30,
+        "output_tokens": 30,
+        "answer_contract": {
+          "version": 1,
+          "state": "unassessed",
+          "reason": "component_contract_invalid",
+          "scope": "admitted_retained_windows_only",
+          "source_scope": [
+            {
+              "evidence_id": "P1",
+              "source_sha256": "8961e2910de4e3f1f6ca0b241b11b56a2fbd8471fea36e02c12ce07bbdf2a342",
+              "window_text_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
+              "window_chars": 93,
+              "source_kind": "web_page",
+              "page": {
+                "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
+                "start": 0,
+                "end": 93,
+                "total_chars": 93
+              }
+            }
+          ],
+          "inventory": "nonexhaustive",
+          "whole_request_completeness": "not_certified",
+          "goal_sha256": "ce765a7e84834a671c89aff572911f9b407e1ed370e07a58a1937bfb36c1d624",
+          "components": [],
+          "notice_components_omitted": 0,
+          "gap_notice": null
+        },
+        "web_searches": 1,
+        "pages_fetched": 1,
+        "page_requests": 1,
+        "page_bytes": 100,
+        "completion": {
+          "version": 1,
+          "policy": "completion_v1",
+          "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
+          "limits": {
+            "model_calls": 5,
+            "web_searches": 5,
+            "pages": 9,
+            "page_requests": 12,
+            "page_bytes": 6291456,
+            "work_seconds": 360,
+            "crawl_seconds": 60
+          },
+          "reason": "unassessed",
+          "validated_passes": 1,
+          "whole_request_completeness": "not_certified",
+          "notices": [
+            "bounded_sources",
+            "unassessed"
+          ],
+          "timing_ms": {
+            "total": 3000,
+            "phases": [
+              {
+                "phase": "completion_discover",
+                "elapsed_ms": 1000
+              },
+              {
+                "phase": "synthesize",
+                "elapsed_ms": 2000
+              }
+            ]
+          }
+        },
+        "model_stages": {
+          "version": 5,
+          "planning_calls": 1,
+          "passes": [
+            {
+              "version": 4,
+              "synthesis_calls": 1,
+              "review_calls": 1,
+              "draft_findings": 1,
+              "admitted_findings": 1,
+              "selector_omissions": [],
+              "review_decisions": [
+                {
+                  "ordinal": 1,
+                  "selected_quotes_support_all_claims_and_qualifiers": true,
+                  "source_context_preserves_restrictions_and_date": true,
+                  "addresses_requested_goal": true
+                }
+              ]
+            }
+          ]
+        },
+        "evidence_sources": 1,
+        "web_sources": 1,
+        "synthesis_evidence_ids": [
+          "P1"
+        ],
+        "evidence_limits": {
+          "version": 1,
+          "reasons": []
+        }
+      },
+      "error": null
+    }
+  }
+}

package/src/fixtures/research-completion-v1.json

@@ -0,0 +1,58 @@
+{
+  "completion": {
+    "version": 1,
+    "policy": "completion_v1",
+    "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
+    "limits": {
+      "model_calls": 5,
+      "web_searches": 5,
+      "pages": 9,
+      "page_requests": 12,
+      "page_bytes": 6291456,
+      "work_seconds": 360,
+      "crawl_seconds": 60
+    },
+    "reason": "completion_reviewed",
+    "validated_passes": 2,
+    "whole_request_completeness": "not_certified",
+    "notices": [
+      "bounded_sources",
+      "evidence_omitted",
+      "repair_input_bound",
+      "unassessed"
+    ],
+    "timing_ms": {
+      "total": 360000,
+      "phases": [
+        {
+          "phase": "completion_discover",
+          "elapsed_ms": 1000
+        },
+        {
+          "phase": "synthesize",
+          "elapsed_ms": 210000
+        },
+        {
+          "phase": "completion_search",
+          "elapsed_ms": 1000
+        },
+        {
+          "phase": "completion_synthesize",
+          "elapsed_ms": 148000
+        }
+      ]
+    },
+    "completed_usage_lower_bound": {
+      "model_calls": 5,
+      "web_searches": 5,
+      "input_tokens": 1000000000,
+      "output_tokens": 1000000000
+    }
+  },
+  "notice_text": {
+    "bounded_sources": "This run inspected bounded saved source windows. It does not establish whole-question completeness.",
+    "evidence_omitted": "Some discovery, acquisition or source windows were omitted or unavailable. Read the saved gaps and evidence limits before using this answer.",
+    "repair_input_bound": "The completion pass could not use additional material within the input allowance. Earlier validated findings were retained.",
+    "unassessed": "Requested-detail coverage could not be assessed. No completion pass was inferred from that missing assessment."
+  }
+}

package/src/fixtures/research-completion-v2.json

@@ -0,0 +1,33 @@
+{
+  "provenance": "Constructed finite interface controls, not a hosted run.",
+  "admitted": {
+    "version": 2,
+    "policy": "completion_v2",
+    "policy_sha256": "e8793d22da1e547e689b17053f3cc7c8094f25ec77add02c79ce11243825dc21",
+    "limits": {
+      "model_calls": 7,
+      "web_searches": 5,
+      "pages": 9,
+      "page_requests": 12,
+      "page_bytes": 6291456,
+      "work_seconds": 480,
+      "crawl_seconds": 60
+    },
+    "reason": "admitted",
+    "validated_passes": 0,
+    "whole_request_completeness": "not_certified",
+    "notices": []
+  },
+  "presentation": {
+    "version": 1,
+    "status": "partial",
+    "canonical_sha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
+    "calls_reserved": 2,
+    "calls_completed": 1,
+    "calls_uncertain": 1,
+    "known_input_tokens": 1234,
+    "known_output_tokens": 99,
+    "usage_is_lower_bound": true,
+    "elapsed_ms": 120001
+  }
+}