@agentproto/catalog-sync 0.6.3 → 0.7.1

package/dist/sources/openai.d.ts

@@ -4,23 +4,45 @@ import '../types.js';
 /**
  * OpenAI LLM source contract.
  *
- * OpenAI does **not** publish a stable, machine-readable pricing/model catalog
- * endpoint. The authoritative pricing page is `openai.com/api/pricing`, but it
- * is HTML-only, not a documented API, and has historically changed layout
- * without notice.
+ * This source used to be `refreshable: false`, on the stated grounds that
+ * "OpenAI does not publish a stable, machine-readable pricing/model catalog
+ * endpoint". That was two claims, and both have an answer:
  *
- * Therefore this source is intentionally **not refreshable** in the automated
- * `catalog-sync` workflow. Pricing is committed by hand from the official page
- * and cross-checked with third-party aggregators where noted. We do not scrape
- * or guess.
+ *   - **Ids.** `GET https://api.openai.com/v1/models` is authoritative and
+ *     always existed. It carries no price and no context window — which is
+ *     why it cannot be the only source, not a reason to ignore it. Needs
+ *     `OPENAI_API_KEY`; its absence degrades to OpenRouter ids, never to a
+ *     failure.
+ *   - **Prices.** `https://platform.openai.com/docs/pricing.md` is OpenAI's
+ *     own Markdown rendering of the pricing page — `text/markdown`, GFM pipe
+ *     tables with labelled header rows, and advertised on the page itself
+ *     ("Markdown versions of documentation pages are available by appending
+ *     `.md` to the page URL"). It is still docs, not a versioned API, so the
+ *     parser reads columns by NAME and the result is sanity-checked before
+ *     use (`checkOfficialPricingUsable`); a page restructure falls back to
+ *     OpenRouter's passthrough rate rather than emitting wrong numbers.
  *
- * If OpenAI releases a stable `/v1/models` endpoint that includes pricing, or
- * a documented pricing JSON feed, this source can be upgraded to refreshable.
- * Until then, the gap is recorded honestly in refresh results.
+ * We still do NOT scrape the HTML pricing page's DOM, and still do not guess.
+ * Rows OpenAI does not price stay unpriced (`OPENAI_GENERATED_UNPRICED_IDS`)
+ * instead of getting a fabricated zero.
+ *
+ * The implementation lives in `./openai-catalog.mjs` (pure, tested) and
+ * `scripts/catalog-sync/sync-openai.mjs` (the I/O), rather than in a
+ * `defineGenerator` generator, because the per-vendor `sync-*.mjs` family is
+ * what writes the native `*-pricing.generated.ts` files; the weekly workflow
+ * runs both halves.
  */
 
+/** Ids: OpenAI's own models list. Authed; skipped when the key is absent. */
+declare const OPENAI_MODELS_SOURCE: RefreshableSource;
+/** Prices: OpenAI's published pricing page, in its Markdown rendering. */
+declare const OPENAI_PRICING_SOURCE: RefreshableSource;
+/**
+ * Back-compat alias. Historically the single OpenAI source; now the id half,
+ * since that is the one this catalog treats as authoritative.
+ */
 declare const OPENAI_LLM_SOURCE: RefreshableSource;
 /** Convenience array for workflows that want to include the OpenAI contract. */
 declare const OPENAI_SOURCES: RefreshableSource[];
 
-export { OPENAI_LLM_SOURCE, OPENAI_SOURCES };
+export { OPENAI_LLM_SOURCE, OPENAI_MODELS_SOURCE, OPENAI_PRICING_SOURCE, OPENAI_SOURCES };

package/dist/sources/openai.mjs

@@ -5,16 +5,29 @@
  */
 
 // src/sources/openai.ts
-var OPENAI_LLM_SOURCE = {
+var OPENAI_MODELS_SOURCE = {
   source: {
     id: "llm-openai",
-    url: "https://openai.com/api/pricing"
+    url: "https://api.openai.com/v1/models",
+    headers: { Authorization: "Bearer env:OPENAI_API_KEY" }
   },
-  refreshable: false,
-  notes: "OpenAI has no stable machine-readable pricing endpoint. Pricing in @agentproto/model-catalog is committed manually from openai.com/api/pricing and verified against independent aggregators where possible. Automated refresh is disabled to avoid scraping or fabricating prices."
+  refreshable: true,
+  notes: "Authoritative OpenAI model id list. Carries no pricing and no context window, so it is merged with a price source rather than used alone. Without OPENAI_API_KEY the sync falls back to OpenRouter's openai/* ids."
 };
-var OPENAI_SOURCES = [OPENAI_LLM_SOURCE];
+var OPENAI_PRICING_SOURCE = {
+  source: {
+    id: "llm-openai-pricing",
+    url: "https://platform.openai.com/docs/pricing.md"
+  },
+  refreshable: true,
+  notes: "OpenAI's own Markdown rendering of the pricing page (text/markdown, GFM tables). Parsed by column name and sanity-checked before use; on a page restructure the sync falls back to OpenRouter passthrough rates and says so in the generated file's banner."
+};
+var OPENAI_LLM_SOURCE = OPENAI_MODELS_SOURCE;
+var OPENAI_SOURCES = [
+  OPENAI_MODELS_SOURCE,
+  OPENAI_PRICING_SOURCE
+];
 
-export { OPENAI_LLM_SOURCE, OPENAI_SOURCES };
+export { OPENAI_LLM_SOURCE, OPENAI_MODELS_SOURCE, OPENAI_PRICING_SOURCE, OPENAI_SOURCES };
 //# sourceMappingURL=openai.mjs.map
 //# sourceMappingURL=openai.mjs.map

package/dist/sources/openai.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/sources/openai.ts"],"names":[],"mappings":";;;;;;;AAoBO,IAAM,iBAAA,GAAuC;AAAA,EAClD,MAAA,EAAQ;AAAA,IACN,EAAA,EAAI,YAAA;AAAA,IACJ,GAAA,EAAK;AAAA,GACP;AAAA,EACA,WAAA,EAAa,KAAA;AAAA,EACb,KAAA,EACE;AAKJ;AAGO,IAAM,cAAA,GAAsC,CAAC,iBAAiB","file":"openai.mjs","sourcesContent":["/**\n * OpenAI LLM source contract.\n *\n * OpenAI does **not** publish a stable, machine-readable pricing/model catalog\n * endpoint. The authoritative pricing page is `openai.com/api/pricing`, but it\n * is HTML-only, not a documented API, and has historically changed layout\n * without notice.\n *\n * Therefore this source is intentionally **not refreshable** in the automated\n * `catalog-sync` workflow. Pricing is committed by hand from the official page\n * and cross-checked with third-party aggregators where noted. We do not scrape\n * or guess.\n *\n * If OpenAI releases a stable `/v1/models` endpoint that includes pricing, or\n * a documented pricing JSON feed, this source can be upgraded to refreshable.\n * Until then, the gap is recorded honestly in refresh results.\n */\n\nimport type { RefreshableSource } from \"../refresh-workflow.js\"\n\nexport const OPENAI_LLM_SOURCE: RefreshableSource = {\n  source: {\n    id: \"llm-openai\",\n    url: \"https://openai.com/api/pricing\",\n  },\n  refreshable: false,\n  notes:\n    \"OpenAI has no stable machine-readable pricing endpoint. \" +\n    \"Pricing in @agentproto/model-catalog is committed manually from \" +\n    \"openai.com/api/pricing and verified against independent aggregators \" +\n    \"where possible. Automated refresh is disabled to avoid scraping or \" +\n    \"fabricating prices.\",\n}\n\n/** Convenience array for workflows that want to include the OpenAI contract. */\nexport const OPENAI_SOURCES: RefreshableSource[] = [OPENAI_LLM_SOURCE]\n"]}
+{"version":3,"sources":["../../src/sources/openai.ts"],"names":[],"mappings":";;;;;;;AAmCO,IAAM,oBAAA,GAA0C;AAAA,EACrD,MAAA,EAAQ;AAAA,IACN,EAAA,EAAI,YAAA;AAAA,IACJ,GAAA,EAAK,kCAAA;AAAA,IACL,OAAA,EAAS,EAAE,aAAA,EAAe,2BAAA;AAA4B,GACxD;AAAA,EACA,WAAA,EAAa,IAAA;AAAA,EACb,KAAA,EACE;AAGJ;AAGO,IAAM,qBAAA,GAA2C;AAAA,EACtD,MAAA,EAAQ;AAAA,IACN,EAAA,EAAI,oBAAA;AAAA,IACJ,GAAA,EAAK;AAAA,GACP;AAAA,EACA,WAAA,EAAa,IAAA;AAAA,EACb,KAAA,EACE;AAIJ;AAMO,IAAM,iBAAA,GAAuC;AAG7C,IAAM,cAAA,GAAsC;AAAA,EACjD,oBAAA;AAAA,EACA;AACF","file":"openai.mjs","sourcesContent":["/**\n * OpenAI LLM source contract.\n *\n * This source used to be `refreshable: false`, on the stated grounds that\n * \"OpenAI does not publish a stable, machine-readable pricing/model catalog\n * endpoint\". That was two claims, and both have an answer:\n *\n *   - **Ids.** `GET https://api.openai.com/v1/models` is authoritative and\n *     always existed. It carries no price and no context window — which is\n *     why it cannot be the only source, not a reason to ignore it. Needs\n *     `OPENAI_API_KEY`; its absence degrades to OpenRouter ids, never to a\n *     failure.\n *   - **Prices.** `https://platform.openai.com/docs/pricing.md` is OpenAI's\n *     own Markdown rendering of the pricing page — `text/markdown`, GFM pipe\n *     tables with labelled header rows, and advertised on the page itself\n *     (\"Markdown versions of documentation pages are available by appending\n *     `.md` to the page URL\"). It is still docs, not a versioned API, so the\n *     parser reads columns by NAME and the result is sanity-checked before\n *     use (`checkOfficialPricingUsable`); a page restructure falls back to\n *     OpenRouter's passthrough rate rather than emitting wrong numbers.\n *\n * We still do NOT scrape the HTML pricing page's DOM, and still do not guess.\n * Rows OpenAI does not price stay unpriced (`OPENAI_GENERATED_UNPRICED_IDS`)\n * instead of getting a fabricated zero.\n *\n * The implementation lives in `./openai-catalog.mjs` (pure, tested) and\n * `scripts/catalog-sync/sync-openai.mjs` (the I/O), rather than in a\n * `defineGenerator` generator, because the per-vendor `sync-*.mjs` family is\n * what writes the native `*-pricing.generated.ts` files; the weekly workflow\n * runs both halves.\n */\n\nimport type { RefreshableSource } from \"../refresh-workflow.js\"\n\n/** Ids: OpenAI's own models list. Authed; skipped when the key is absent. */\nexport const OPENAI_MODELS_SOURCE: RefreshableSource = {\n  source: {\n    id: \"llm-openai\",\n    url: \"https://api.openai.com/v1/models\",\n    headers: { Authorization: \"Bearer env:OPENAI_API_KEY\" },\n  },\n  refreshable: true,\n  notes:\n    \"Authoritative OpenAI model id list. Carries no pricing and no context \" +\n    \"window, so it is merged with a price source rather than used alone. \" +\n    \"Without OPENAI_API_KEY the sync falls back to OpenRouter's openai/* ids.\",\n}\n\n/** Prices: OpenAI's published pricing page, in its Markdown rendering. */\nexport const OPENAI_PRICING_SOURCE: RefreshableSource = {\n  source: {\n    id: \"llm-openai-pricing\",\n    url: \"https://platform.openai.com/docs/pricing.md\",\n  },\n  refreshable: true,\n  notes:\n    \"OpenAI's own Markdown rendering of the pricing page (text/markdown, GFM \" +\n    \"tables). Parsed by column name and sanity-checked before use; on a page \" +\n    \"restructure the sync falls back to OpenRouter passthrough rates and says \" +\n    \"so in the generated file's banner.\",\n}\n\n/**\n * Back-compat alias. Historically the single OpenAI source; now the id half,\n * since that is the one this catalog treats as authoritative.\n */\nexport const OPENAI_LLM_SOURCE: RefreshableSource = OPENAI_MODELS_SOURCE\n\n/** Convenience array for workflows that want to include the OpenAI contract. */\nexport const OPENAI_SOURCES: RefreshableSource[] = [\n  OPENAI_MODELS_SOURCE,\n  OPENAI_PRICING_SOURCE,\n]\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentproto/catalog-sync",
-  "version": "0.6.3",
+  "version": "0.7.1",
   "description": "Build-time generator framework for @agentproto/model-catalog. Generates *.generated.ts from pinned provider sources (LLM, image, video, audio, voice).",
   "keywords": [
     "agentproto",
@@ -79,7 +79,7 @@
   },
   "dependencies": {
     "zod": "^4.6.5",
-    "@agentproto/model-catalog": "0.10.3"
+    "@agentproto/model-catalog": "0.11.1"
   },
   "devDependencies": {
     "@types/node": "^25.9.5",