@getopencrawl/cli 0.1.1 → 0.2.0

package/src/fixtures/research-completion-hosted.json

@@ -1,502 +0,0 @@
-{
-  "provenance": "Actual local TestClient admission/SQLite worker/parent validators/adapter, synthetic model/search/page inputs, no external calls.",
-  "runs": {
-    "admitted": {
-      "id": "job_f90b8d2cb63f4a8188d26b367bca44fd",
-      "agent_id": "ragent_e302f75f38c34b37adfb5c24f373e198",
-      "agent_revision": 1,
-      "status": "queued",
-      "phase": "queued",
-      "created_at": "2026-10-25T06:11:10.864Z",
-      "started_at": null,
-      "finished_at": null,
-      "outcome": null,
-      "findings": [],
-      "gaps": [],
-      "usage": {
-        "completion": {
-          "version": 1,
-          "policy": "completion_v1",
-          "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
-          "limits": {
-            "model_calls": 5,
-            "web_searches": 5,
-            "pages": 9,
-            "page_requests": 12,
-            "page_bytes": 6291456,
-            "work_seconds": 360,
-            "crawl_seconds": 60
-          },
-          "reason": "admitted",
-          "validated_passes": 0,
-          "whole_request_completeness": "not_certified",
-          "notices": []
-        }
-      },
-      "error": null
-    },
-    "repaired": {
-      "id": "job_4cc55b65347c4600b41eec6b183295e5",
-      "agent_id": "ragent_df312d0934bd45c3beac90cec25ab05e",
-      "agent_revision": 1,
-      "status": "completed",
-      "phase": "finished",
-      "created_at": "2026-10-25T06:11:10.926Z",
-      "started_at": "2026-10-25T06:11:10.931Z",
-      "finished_at": "2026-10-25T06:11:11.030Z",
-      "outcome": "findings",
-      "findings": [
-        {
-          "id": "finding_c66ffe562c7b147339327066",
-          "claim": "The scanner starts from the control panel.",
-          "relevance": "Selected for this research brief.",
-          "qualifiers": [
-            "Hold the amber key before starting a cold scanner."
-          ],
-          "citations": [
-            {
-              "id": "P1",
-              "url": "https://northlight.example/docs/start",
-              "title": "Northlight original",
-              "quote": "The scanner starts from the control panel.\nHold the amber key before starting a cold scanner.",
-              "start": 0,
-              "end": 93,
-              "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
-              "observed_at": "2026-10-25T00:00:00Z",
-              "published_at": null,
-              "source_kind": "web_page",
-              "collection_id": null,
-              "document_id": null,
-              "version_id": null,
-              "page": {
-                "requested_url": "https://northlight.example/docs/start",
-                "final_url": "https://northlight.example/docs/start",
-                "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
-                "start": 0,
-                "end": 93,
-                "total_chars": 93,
-                "extractor": "public-static-v3"
-              }
-            }
-          ]
-        },
-        {
-          "id": "finding_d47757767ca82ca7275c7d03",
-          "claim": "The cold-start extension requires the Fleet plan and a paid module.",
-          "relevance": "Selected for this research brief.",
-          "qualifiers": [],
-          "citations": [
-            {
-              "id": "P2",
-              "url": "https://northlight.example/pricing",
-              "title": "Northlight original",
-              "quote": "The cold-start extension requires the Fleet plan and a paid module.",
-              "start": 0,
-              "end": 67,
-              "body_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508",
-              "observed_at": "2026-10-25T00:00:00Z",
-              "published_at": null,
-              "source_kind": "web_page",
-              "collection_id": null,
-              "document_id": null,
-              "version_id": null,
-              "page": {
-                "requested_url": "https://northlight.example/pricing",
-                "final_url": "https://northlight.example/pricing",
-                "body_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508",
-                "start": 0,
-                "end": 67,
-                "total_chars": 67,
-                "extractor": "public-static-v3"
-              }
-            }
-          ]
-        }
-      ],
-      "gaps": [],
-      "usage": {
-        "model_calls": 5,
-        "input_tokens": 50,
-        "output_tokens": 50,
-        "answer_contract": {
-          "version": 1,
-          "state": "assessed_nonexhaustive",
-          "reason": null,
-          "scope": "admitted_retained_windows_only",
-          "source_scope": [
-            {
-              "evidence_id": "P1",
-              "source_sha256": "8961e2910de4e3f1f6ca0b241b11b56a2fbd8471fea36e02c12ce07bbdf2a342",
-              "window_text_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
-              "window_chars": 93,
-              "source_kind": "web_page",
-              "page": {
-                "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
-                "start": 0,
-                "end": 93,
-                "total_chars": 93
-              }
-            },
-            {
-              "evidence_id": "P2",
-              "source_sha256": "759f6fb7af246e91b633600cfb3e0289645e941ddbfb602794857807f53eaa29",
-              "window_text_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508",
-              "window_chars": 67,
-              "source_kind": "web_page",
-              "page": {
-                "body_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508",
-                "start": 0,
-                "end": 67,
-                "total_chars": 67
-              }
-            }
-          ],
-          "inventory": "nonexhaustive",
-          "whole_request_completeness": "not_certified",
-          "goal_sha256": "ce765a7e84834a671c89aff572911f9b407e1ed370e07a58a1937bfb36c1d624",
-          "components": [
-            {
-              "component_id": "C1",
-              "start": 12,
-              "end": 32,
-              "text": "cold-start interlock",
-              "status": "literal_answer",
-              "reason": null,
-              "fact_refs": [
-                {
-                  "finding_id": "finding_c66ffe562c7b147339327066",
-                  "field": "claim",
-                  "qualifier_ordinal": 0,
-                  "literal_text_sha256": "80b74778c1a58b31da0d7dda4893cf672646993eb38ce0e35c8d1b7170f253d8"
-                },
-                {
-                  "finding_id": "finding_c66ffe562c7b147339327066",
-                  "field": "qualifier",
-                  "qualifier_ordinal": 1,
-                  "literal_text_sha256": "77611e20553c78e11fd59271a6248fca385d184f7a2f890d35ddcd0518aab1a5"
-                }
-              ],
-              "evidence_ids": [
-                "P1"
-              ],
-              "source_state": "supported"
-            },
-            {
-              "component_id": "C2",
-              "start": 41,
-              "end": 58,
-              "text": "paid entitlement.",
-              "status": "literal_answer",
-              "reason": null,
-              "fact_refs": [
-                {
-                  "finding_id": "finding_d47757767ca82ca7275c7d03",
-                  "field": "claim",
-                  "qualifier_ordinal": 0,
-                  "literal_text_sha256": "66e29862af9ded9cbab10eab9436342d07aacf11d71da6677c8953249b0ba508"
-                }
-              ],
-              "evidence_ids": [
-                "P2"
-              ],
-              "source_state": "supported"
-            }
-          ],
-          "notice_components_omitted": 0,
-          "gap_notice": null
-        },
-        "web_searches": 2,
-        "pages_fetched": 2,
-        "page_requests": 2,
-        "page_bytes": 200,
-        "completion": {
-          "version": 1,
-          "policy": "completion_v1",
-          "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
-          "limits": {
-            "model_calls": 5,
-            "web_searches": 5,
-            "pages": 9,
-            "page_requests": 12,
-            "page_bytes": 6291456,
-            "work_seconds": 360,
-            "crawl_seconds": 60
-          },
-          "reason": "completion_reviewed",
-          "validated_passes": 2,
-          "whole_request_completeness": "not_certified",
-          "notices": [
-            "bounded_sources"
-          ],
-          "timing_ms": {
-            "total": 5000,
-            "phases": [
-              {
-                "phase": "completion_discover",
-                "elapsed_ms": 1000
-              },
-              {
-                "phase": "synthesize",
-                "elapsed_ms": 2000
-              },
-              {
-                "phase": "completion_search",
-                "elapsed_ms": 0
-              },
-              {
-                "phase": "completion_synthesize",
-                "elapsed_ms": 2000
-              }
-            ]
-          }
-        },
-        "model_stages": {
-          "version": 5,
-          "planning_calls": 1,
-          "passes": [
-            {
-              "version": 4,
-              "synthesis_calls": 1,
-              "review_calls": 1,
-              "draft_findings": 1,
-              "admitted_findings": 1,
-              "selector_omissions": [],
-              "review_decisions": [
-                {
-                  "ordinal": 1,
-                  "selected_quotes_support_all_claims_and_qualifiers": true,
-                  "source_context_preserves_restrictions_and_date": true,
-                  "addresses_requested_goal": true
-                }
-              ]
-            },
-            {
-              "version": 4,
-              "synthesis_calls": 1,
-              "review_calls": 1,
-              "draft_findings": 2,
-              "admitted_findings": 2,
-              "selector_omissions": [],
-              "review_decisions": [
-                {
-                  "ordinal": 1,
-                  "selected_quotes_support_all_claims_and_qualifiers": true,
-                  "source_context_preserves_restrictions_and_date": true,
-                  "addresses_requested_goal": true
-                },
-                {
-                  "ordinal": 2,
-                  "selected_quotes_support_all_claims_and_qualifiers": true,
-                  "source_context_preserves_restrictions_and_date": true,
-                  "addresses_requested_goal": true
-                }
-              ]
-            }
-          ]
-        },
-        "evidence_sources": 2,
-        "web_sources": 2,
-        "synthesis_evidence_ids": [
-          "P1",
-          "P2"
-        ],
-        "evidence_limits": {
-          "version": 1,
-          "reasons": []
-        }
-      },
-      "error": null
-    },
-    "unknown": {
-      "id": "job_ef3d70bddc564ae896103c4738baee06",
-      "agent_id": "ragent_b811b3aeef484761bd3de45a13e0ff36",
-      "agent_revision": 1,
-      "status": "unknown",
-      "phase": "finished",
-      "created_at": "2026-10-25T06:11:11.091Z",
-      "started_at": "2026-10-25T06:11:11.095Z",
-      "finished_at": "2026-10-25T06:11:11.149Z",
-      "outcome": null,
-      "findings": [],
-      "gaps": [],
-      "usage": {
-        "completion": {
-          "version": 1,
-          "policy": "completion_v1",
-          "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
-          "limits": {
-            "model_calls": 5,
-            "web_searches": 5,
-            "pages": 9,
-            "page_requests": 12,
-            "page_bytes": 6291456,
-            "work_seconds": 360,
-            "crawl_seconds": 60
-          },
-          "reason": "unknown",
-          "validated_passes": 1,
-          "whole_request_completeness": "not_certified",
-          "notices": [],
-          "completed_usage_lower_bound": {
-            "model_calls": 3,
-            "web_searches": 1,
-            "input_tokens": 30,
-            "output_tokens": 30
-          }
-        }
-      },
-      "error": {
-        "code": "unknown",
-        "message": "This run could not be confirmed. It will not dispatch again automatically."
-      }
-    },
-    "unassessed": {
-      "id": "job_b6908b92c10a418b8a7e80364b62de61",
-      "agent_id": "ragent_30db2c1bfb6b4810be45bc98547f9dd0",
-      "agent_revision": 1,
-      "status": "completed",
-      "phase": "finished",
-      "created_at": "2026-10-25T06:11:11.215Z",
-      "started_at": "2026-10-25T06:11:11.219Z",
-      "finished_at": "2026-10-25T06:11:11.274Z",
-      "outcome": "findings",
-      "findings": [
-        {
-          "id": "finding_b495dc2941c27d0e8490d707",
-          "claim": "The scanner starts from the control panel.",
-          "relevance": "Selected for this research brief.",
-          "qualifiers": [],
-          "citations": [
-            {
-              "id": "P1",
-              "url": "https://northlight.example/docs/start",
-              "title": "Northlight original",
-              "quote": "The scanner starts from the control panel.\nHold the amber key before starting a cold scanner.",
-              "start": 0,
-              "end": 93,
-              "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
-              "observed_at": "2026-10-25T00:00:00Z",
-              "published_at": null,
-              "source_kind": "web_page",
-              "collection_id": null,
-              "document_id": null,
-              "version_id": null,
-              "page": {
-                "requested_url": "https://northlight.example/docs/start",
-                "final_url": "https://northlight.example/docs/start",
-                "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
-                "start": 0,
-                "end": 93,
-                "total_chars": 93,
-                "extractor": "public-static-v3"
-              }
-            }
-          ]
-        }
-      ],
-      "gaps": [],
-      "usage": {
-        "model_calls": 3,
-        "input_tokens": 30,
-        "output_tokens": 30,
-        "answer_contract": {
-          "version": 1,
-          "state": "unassessed",
-          "reason": "component_contract_invalid",
-          "scope": "admitted_retained_windows_only",
-          "source_scope": [
-            {
-              "evidence_id": "P1",
-              "source_sha256": "8961e2910de4e3f1f6ca0b241b11b56a2fbd8471fea36e02c12ce07bbdf2a342",
-              "window_text_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
-              "window_chars": 93,
-              "source_kind": "web_page",
-              "page": {
-                "body_sha256": "dd984d44939313fb7d3facdcd23ebb51745bc305fb26911b8f44e73ac19c4021",
-                "start": 0,
-                "end": 93,
-                "total_chars": 93
-              }
-            }
-          ],
-          "inventory": "nonexhaustive",
-          "whole_request_completeness": "not_certified",
-          "goal_sha256": "ce765a7e84834a671c89aff572911f9b407e1ed370e07a58a1937bfb36c1d624",
-          "components": [],
-          "notice_components_omitted": 0,
-          "gap_notice": null
-        },
-        "web_searches": 1,
-        "pages_fetched": 1,
-        "page_requests": 1,
-        "page_bytes": 100,
-        "completion": {
-          "version": 1,
-          "policy": "completion_v1",
-          "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
-          "limits": {
-            "model_calls": 5,
-            "web_searches": 5,
-            "pages": 9,
-            "page_requests": 12,
-            "page_bytes": 6291456,
-            "work_seconds": 360,
-            "crawl_seconds": 60
-          },
-          "reason": "unassessed",
-          "validated_passes": 1,
-          "whole_request_completeness": "not_certified",
-          "notices": [
-            "bounded_sources",
-            "unassessed"
-          ],
-          "timing_ms": {
-            "total": 3000,
-            "phases": [
-              {
-                "phase": "completion_discover",
-                "elapsed_ms": 1000
-              },
-              {
-                "phase": "synthesize",
-                "elapsed_ms": 2000
-              }
-            ]
-          }
-        },
-        "model_stages": {
-          "version": 5,
-          "planning_calls": 1,
-          "passes": [
-            {
-              "version": 4,
-              "synthesis_calls": 1,
-              "review_calls": 1,
-              "draft_findings": 1,
-              "admitted_findings": 1,
-              "selector_omissions": [],
-              "review_decisions": [
-                {
-                  "ordinal": 1,
-                  "selected_quotes_support_all_claims_and_qualifiers": true,
-                  "source_context_preserves_restrictions_and_date": true,
-                  "addresses_requested_goal": true
-                }
-              ]
-            }
-          ]
-        },
-        "evidence_sources": 1,
-        "web_sources": 1,
-        "synthesis_evidence_ids": [
-          "P1"
-        ],
-        "evidence_limits": {
-          "version": 1,
-          "reasons": []
-        }
-      },
-      "error": null
-    }
-  }
-}

package/src/fixtures/research-completion-v1.json

@@ -1,58 +0,0 @@
-{
-  "completion": {
-    "version": 1,
-    "policy": "completion_v1",
-    "policy_sha256": "1e465f634773191ff5e101b9589547d8af81c9c30f63fbc4febea477d58e009f",
-    "limits": {
-      "model_calls": 5,
-      "web_searches": 5,
-      "pages": 9,
-      "page_requests": 12,
-      "page_bytes": 6291456,
-      "work_seconds": 360,
-      "crawl_seconds": 60
-    },
-    "reason": "completion_reviewed",
-    "validated_passes": 2,
-    "whole_request_completeness": "not_certified",
-    "notices": [
-      "bounded_sources",
-      "evidence_omitted",
-      "repair_input_bound",
-      "unassessed"
-    ],
-    "timing_ms": {
-      "total": 360000,
-      "phases": [
-        {
-          "phase": "completion_discover",
-          "elapsed_ms": 1000
-        },
-        {
-          "phase": "synthesize",
-          "elapsed_ms": 210000
-        },
-        {
-          "phase": "completion_search",
-          "elapsed_ms": 1000
-        },
-        {
-          "phase": "completion_synthesize",
-          "elapsed_ms": 148000
-        }
-      ]
-    },
-    "completed_usage_lower_bound": {
-      "model_calls": 5,
-      "web_searches": 5,
-      "input_tokens": 1000000000,
-      "output_tokens": 1000000000
-    }
-  },
-  "notice_text": {
-    "bounded_sources": "This run inspected bounded saved source windows. It does not establish whole-question completeness.",
-    "evidence_omitted": "Some discovery, acquisition or source windows were omitted or unavailable. Read the saved gaps and evidence limits before using this answer.",
-    "repair_input_bound": "The completion pass could not use additional material within the input allowance. Earlier validated findings were retained.",
-    "unassessed": "Requested-detail coverage could not be assessed. No completion pass was inferred from that missing assessment."
-  }
-}

package/src/fixtures/research-completion-v2.json

@@ -1,33 +0,0 @@
-{
-  "provenance": "Constructed finite interface controls, not a hosted run.",
-  "admitted": {
-    "version": 2,
-    "policy": "completion_v2",
-    "policy_sha256": "e8793d22da1e547e689b17053f3cc7c8094f25ec77add02c79ce11243825dc21",
-    "limits": {
-      "model_calls": 7,
-      "web_searches": 5,
-      "pages": 9,
-      "page_requests": 12,
-      "page_bytes": 6291456,
-      "work_seconds": 480,
-      "crawl_seconds": 60
-    },
-    "reason": "admitted",
-    "validated_passes": 0,
-    "whole_request_completeness": "not_certified",
-    "notices": []
-  },
-  "presentation": {
-    "version": 1,
-    "status": "partial",
-    "canonical_sha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
-    "calls_reserved": 2,
-    "calls_completed": 1,
-    "calls_uncertain": 1,
-    "known_input_tokens": 1234,
-    "known_output_tokens": 99,
-    "usage_is_lower_bound": true,
-    "elapsed_ms": 120001
-  }
-}