@finbheara/archive-client 0.35.0 → 0.37.0

package/README.md

@@ -103,6 +103,8 @@ c.features;   // [{ feature: "dancers", state: "full" | "missing", missing: [...
 | `calendar` | `calendar.get`, `calendar.list` | 320 |
 | `calendar.expected` | each calendar stage's `expected`; absent, never refused, without it | 320 |
 | `calendar.next` | `calendar.next` | 320 |
+| `calendar.missing` | `calendar.missing` | 320 |
+| `calendar.filed` | the `filed` of `calendar.missing`; empty, never refused, without it | 320 |
 | `tabs`, `panels` | `tabs.query`, `tabs.stream`; `panels.query` | 184 |
 | `feis-panels` | `feisPanels.query` | 260 |
 | `staff.adjudicators` | `staff.adjudicators` | 230 |
@@ -772,6 +774,10 @@ const l = await rel.calendar.list({ stage: "entrants", state: "observed", from:
 const n = await rel.calendar.next({ brand: "plf" });
              // [{ feis_brand_id, year, run_expected, run_expected_basis, run_expected_n,
              //    from_instance_id, from_date }]: a series' next edition no listing names yet
+const m = await rel.calendar.missing({ stage: "results", kind: "platform-host" });
+             // stage, platform, tier, kind; { items: [{ item_id, stage, feis_instance_id, kind,
+             //   platform, expected, expected_basis, expected_n, grace_days, due, overdue_days,
+             //   hosts: [{ source, feis_id, url }], ... }], filed: [{ ..., filed }], deferred }
 ```
 
 ONE ROW PER FEIS INSTANCE, on the id its results carry: a feis-series instance (`<brand>.<year>`),
@@ -802,6 +808,20 @@ held years, the last the release's year or the one before, whose next edition is
 calendar: its year and expected first day. It is never an instance: an id is minted only once a
 listing names the edition.
 
+THE MISSING STAGES (`calendar.missing`): a `results` or `entrants` stage no capture has shown whose
+expected day plus its platform's GRACE is before the release's day, the run inside the 365 days
+before it. The grace is the platform's largest gap between two days it was captured on, over the
+180 days before the release, at least 7 days: an item waits out the platform's slowest scrape
+before it counts; a day on the pooled lag (basis `pooled`), or a platform with no gap of its own,
+waits the pooled grace. A stage whose basis is `unmeasured` is never missing. An item is a calendar
+instance, or a feis-index listing no instance holds (`feis_instance_id` null, `item_id` its first
+occurrence id). `kind` is `platform-host` (a capture platform lists it, so a scrape of it should
+bring it) or `listing-only` (only a calendar listing names it, no capture platform, and its results
+may be published nowhere capture reads). A stage a capture's not-found record defers is not listed:
+`deferred` counts those. A stage already in a filed capture ticket (`calendar.filed`, the publisher's
+filed record) is not in `items` either: `filed` lists it with its ticket (`owner/repo#N`), and it is
+never counted against the threshold a capture epic is drafted over. A worklist, never an error.
+
 ## Teachers and adjudicators
 
 ```ts
@@ -981,6 +1001,8 @@ is passed to the dancer resolver as asked (`rel.dancers`, above).
     idq calendar [--brand <series>] [--tier <t>] [--from <date>] [--to <date>] [--stage <s>] [--state <s>]
                  [--terminal results|withdrawn|passed-no-results|none]
     idq calendar --next [--brand <series>]
+    idq calendar --missing [--stage results|entrants] [--platform <p>] [--tier <t>]
+                 [--kind platform-host|listing-only]
     idq teacher [--release <spec>] <name|TD number>
     idq adjudicator [--release <spec>] <name|TD number>
     idq comp [--release <spec>] <feis> <code> [--year y] [--title t]

package/dist/chunks/{index-gt7yxxp8.js → index-hfpcedbh.js}

@@ -742,6 +742,39 @@ var FEATURES2 = [
     since: 320,
     calls: "calendar.next"
   },
+  {
+    feature: "calendar.missing",
+    needs: [
+      "item_id",
+      "stage",
+      "feis_instance_id",
+      "feis_brand_id",
+      "tier",
+      "name_printed",
+      "date_lo",
+      "date_hi",
+      "occurrence_ids",
+      "feis_ids",
+      "kind",
+      "platform",
+      "expected",
+      "expected_basis",
+      "expected_n",
+      "grace_days",
+      "due",
+      "overdue_days",
+      "hosts",
+      "deferred"
+    ].map((c) => `results:feis_calendar_missing.${c}`),
+    since: 320,
+    calls: "calendar.missing"
+  },
+  {
+    feature: "calendar.filed",
+    needs: ["results:feis_calendar_missing.deferred_kind"],
+    since: 320,
+    calls: "calendar.missing's `filed` (empty, never refused, without it)"
+  },
   {
     feature: "upcoming.entrants",
     needs: [
@@ -3968,6 +4001,55 @@ class CalendarFinder2 {
       }))
     };
   }
+  async missing(q = {}) {
+    await this.rel.fetch("results");
+    await this.rel.require("calendar.missing");
+    const db = this.rel.db("results");
+    const where = [];
+    const args = [];
+    for (const [col, v] of [
+      ["stage", q.stage],
+      ["platform", q.platform],
+      ["tier", q.tier],
+      ["kind", q.kind]
+    ])
+      if (v !== undefined) {
+        where.push(`${col} = ?`);
+        args.push(v);
+      }
+    const rows = db.query(`SELECT * FROM feis_calendar_missing${where.length === 0 ? "" : ` WHERE ${where.join(" AND ")}`}
+				 ORDER BY CASE stage WHEN 'results' THEN 0 ELSE 1 END,
+				          CASE kind WHEN 'platform-host' THEN 0 ELSE 1 END, platform, due, item_id`).all(...args);
+    const isDeferred = (r) => r.deferred !== null && r.deferred !== undefined;
+    const isFiled = (r) => isDeferred(r) && r.deferred_kind === "filed";
+    const item = (r) => ({
+      item_id: r.item_id,
+      stage: r.stage,
+      feis_instance_id: r.feis_instance_id ?? null,
+      feis_brand_id: r.feis_brand_id ?? null,
+      tier: r.tier,
+      name_printed: r.name_printed ?? null,
+      date_lo: r.date_lo ?? null,
+      date_hi: r.date_hi ?? null,
+      occurrence_ids: json(r.occurrence_ids, []),
+      feis_ids: json(r.feis_ids, []),
+      kind: r.kind,
+      platform: r.platform,
+      expected: r.expected,
+      expected_basis: r.expected_basis,
+      expected_n: r.expected_n === null || r.expected_n === undefined ? null : Number(r.expected_n),
+      grace_days: Number(r.grace_days),
+      due: r.due,
+      overdue_days: Number(r.overdue_days),
+      hosts: json(r.hosts, [])
+    });
+    return {
+      tag: this.rel.tag,
+      items: rows.filter((r) => !isDeferred(r)).map(item),
+      filed: rows.filter(isFiled).map((r) => ({ ...item(r), filed: r.deferred })),
+      deferred: rows.filter((r) => isDeferred(r) && !isFiled(r)).length
+    };
+  }
   async get(id) {
     const db = await this.db();
     const ways = [

package/dist/cli.js

@@ -21,7 +21,7 @@ import {
   latestCheck2,
   within,
   staleWarning2
-} from "./chunks/index-gt7yxxp8.js";
+} from "./chunks/index-hfpcedbh.js";
 import"./chunks/index-hghdy980.js";
 
 var USAGE_HEADER = "usage: idq <verb> [--cache <dir>] [--repo <owner/name>] [--json] [--live]";
@@ -394,8 +394,19 @@ var VERBS = [
   },
   {
     verb: "calendar",
-    value: ["--release", "--brand", "--tier", "--from", "--to", "--stage", "--state", "--terminal"],
-    bool: ["--next"],
+    value: [
+      "--release",
+      "--brand",
+      "--tier",
+      "--from",
+      "--to",
+      "--stage",
+      "--state",
+      "--terminal",
+      "--platform",
+      "--kind"
+    ],
+    bool: ["--next", "--missing"],
     usage: [
       "  calendar [--release <spec>] <instance|feis id|occurrence id>",
       "                                    one feis instance's stages: announced, syllabus, entrants,",
@@ -408,7 +419,13 @@ var VERBS = [
       "                                    expected day with its basis and n where the release has them",
       "  calendar --next [--brand <series>]",
       "                                    each series' next edition no listing names yet: its year",
-      "                                    and expected first day from the year before (basis brand)"
+      "                                    and expected first day from the year before (basis brand)",
+      "  calendar --missing [--stage results|entrants] [--platform <p>] [--tier T1..T4]",
+      "           [--kind platform-host|listing-only]",
+      "                                    the stages past their expected day plus the platform's",
+      "                                    grace, the run in the last 365 days: hosts, urls, expected",
+      "                                    day, grace and days overdue; the filed (a capture ticket",
+      "                                    names them) and the deferred counted apart"
     ]
   },
   {
@@ -1558,6 +1575,29 @@ async function main(argv, io = {}) {
         const rel = await open(spec, { ...opts, assets: [] });
         try {
           const line = (e) => `  ${e.date_lo ?? "?"}  ${e.feis_instance_id}  ${e.tier}  ${["announced", "syllabus", "entrants", "run", "results"].map((s) => `${s}:${e.stages[s].state === "observed" ? e.stages[s].date ?? "seen" : e.stages[s].state}`).join(" ")}  [${e.terminal ?? "ahead"}]${e.name_printed !== null ? `  "${e.name_printed}"` : ""}`;
+          if (p.bools.has("--missing")) {
+            const stage = p.flags.get("--stage");
+            const platform = p.flags.get("--platform");
+            const tier = p.flags.get("--tier");
+            const kind = p.flags.get("--kind");
+            const a = await rel.calendar.missing({
+              ...stage !== undefined ? { stage } : {},
+              ...platform !== undefined ? { platform } : {},
+              ...tier !== undefined ? { tier } : {},
+              ...kind !== undefined ? { kind } : {}
+            });
+            out(a, () => {
+              for (const m of a.items) {
+                say(`  ${m.due}  ${m.item_id}  ${m.stage}  ${m.kind}  ${m.platform}  run ${m.date_lo ?? "?"}  expected ${m.expected} (${m.expected_basis}, n ${m.expected_n ?? "-"}) + ${m.grace_days} grace  ${m.overdue_days} days overdue${m.name_printed !== null ? `  "${m.name_printed}"` : ""}`);
+                for (const h of m.hosts)
+                  say(`      ${h.source}  ${h.feis_id ?? "-"}  ${h.url ?? "-"}`);
+              }
+              for (const m of a.filed)
+                say(`  ${m.due}  ${m.item_id}  ${m.stage}  ${m.kind}  ${m.platform}  run ${m.date_lo ?? "?"}  FILED ${m.filed}${m.name_printed !== null ? `  "${m.name_printed}"` : ""}`);
+              say(`${a.items.length} missing, ${a.filed.length} filed, ${a.deferred} deferred, in ${a.tag}`);
+            });
+            return a.items.length === 0 ? 1 : 0;
+          }
           if (p.bools.has("--next")) {
             const brand = p.flags.get("--brand");
             const a = await rel.calendar.next(brand === undefined ? {} : { brand });

package/dist/index.js

@@ -80,7 +80,7 @@ import {
   readLatestCheck2,
   latestCheck2,
   staleWarning2
-} from "./chunks/index-gt7yxxp8.js";
+} from "./chunks/index-hfpcedbh.js";
 import {
   cacheRoot2,
   repoOf2

package/dist/types/calendar.d.ts

@@ -59,6 +59,49 @@ export interface CalendarNextAnswer {
     tag: string;
     next: CalendarNext[];
 }
+export type CalendarMissingStage = "results" | "entrants";
+export type CalendarMissingKind = "platform-host" | "listing-only";
+export interface CalendarMissingHost {
+    source: string;
+    feis_id: string | null;
+    url: string | null;
+}
+export interface CalendarMissing {
+    item_id: string;
+    stage: CalendarMissingStage;
+    feis_instance_id: string | null;
+    feis_brand_id: string | null;
+    tier: string;
+    name_printed: string | null;
+    date_lo: string | null;
+    date_hi: string | null;
+    occurrence_ids: string[];
+    feis_ids: string[];
+    kind: CalendarMissingKind;
+    platform: string;
+    expected: string;
+    expected_basis: CalendarExpectedBasis;
+    expected_n: number | null;
+    grace_days: number;
+    due: string;
+    overdue_days: number;
+    hosts: CalendarMissingHost[];
+}
+export interface CalendarMissingQuery {
+    stage?: CalendarMissingStage;
+    platform?: string;
+    tier?: string;
+    kind?: CalendarMissingKind;
+}
+export interface CalendarFiled extends CalendarMissing {
+    filed: string;
+}
+export interface CalendarMissingAnswer {
+    tag: string;
+    items: CalendarMissing[];
+    filed: CalendarFiled[];
+    deferred: number;
+}
 export interface CalendarGetAnswer {
     tag: string;
     asked: string;
@@ -74,6 +117,7 @@ export declare class CalendarFinder {
     next(q?: {
         brand?: string;
     }): Promise<CalendarNextAnswer>;
+    missing(q?: CalendarMissingQuery): Promise<CalendarMissingAnswer>;
     get(id: string): Promise<CalendarGetAnswer>;
     list(q?: CalendarQuery): Promise<CalendarAnswer>;
 }

package/dist/types/index.d.ts

@@ -26,5 +26,5 @@ export { type EntryRow, type StreamCompetition, type StreamQuery, type StreamRow
 export { type FeisPanelSeat, FeisPanelFinder, PanelFinder, type PanelSeat, type RegisterRow, type TabAnswer, TabFinder, type TabQuery, type TabRow, type TabStreamQuery, } from "./tabs.js";
 export { EventFinder, type EventYear, type EventYearQuery, type ResultRoster, type RosterMember, type RosterTeam, TeamFinder, type TeamResult, } from "./teams.js";
 export { type EntrantCandidate, FIELD_STATES, type FieldComp, DEPARTURE_REASONS, type DepartureReason, type FieldState, type HeldOut, type UpcomingDeparture, type UpcomingDepartureAnswer, type UpcomingDepartureQuery, type UpcomingEntrant, type UpcomingEntrantAnswer, type UpcomingEntrantQuery, type UpcomingFeis, type UpcomingFeisAnswer, type UpcomingFeisQuery, type UpcomingFeisState, type UpcomingField, type UpcomingFieldAnswer, type UpcomingFieldQuery, UpcomingFinder, type UpcomingHost, } from "./upcoming.js";
-export { CALENDAR_STAGES, CALENDAR_STAGE_STATES, CALENDAR_TERMINALS, type CalendarAnswer, type CalendarEntry, type CalendarExpected, type CalendarExpectedBasis, type CalendarNext, type CalendarNextAnswer, CalendarFinder, type CalendarGetAnswer, type CalendarQuery, type CalendarStage, type CalendarStageState, type CalendarStageValue, type CalendarTerminal, } from "./calendar.js";
+export { CALENDAR_STAGES, CALENDAR_STAGE_STATES, CALENDAR_TERMINALS, type CalendarAnswer, type CalendarEntry, type CalendarExpected, type CalendarExpectedBasis, type CalendarFiled, type CalendarMissing, type CalendarMissingAnswer, type CalendarMissingHost, type CalendarMissingKind, type CalendarMissingQuery, type CalendarMissingStage, type CalendarNext, type CalendarNextAnswer, CalendarFinder, type CalendarGetAnswer, type CalendarQuery, type CalendarStage, type CalendarStageState, type CalendarStageValue, type CalendarTerminal, } from "./calendar.js";
 export { ARCHIVE_TAG, type ArchiveTag, type ReleaseSpec, compareTagsNewestFirst, cutOf, parseArchiveTag, parseReleaseSpec, pickTag, renderArchiveTag, } from "./tag.js";

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@finbheara/archive-client",
-	"version": "0.35.0",
+	"version": "0.37.0",
 	"description": "Open a versioned release of an Irish dance results archive: download, verify, decompress and cache it by tag, keep the cache, and resolve feises and schools against it",
 	"keywords": ["irish-dance", "results", "release", "cache", "sqlite"],
 	"license": "MIT",