@deepagents/evals 0.19.0 → 0.20.0

package/dist/dataset/index.d.ts

@@ -1,5 +1,7 @@
 export { hf } from './hf.ts';
 export type { HfOptions } from './hf.ts';
+export { filterRecordsByIndex, parseRecordSelection, pickFromArray, } from './record-selection.ts';
+export type { ParsedRecordSelection } from './record-selection.ts';
 export type TransformFn<T, U> = (item: T) => U;
 export type PredicateFn<T> = (item: T) => boolean;
 export declare class Dataset<T> implements AsyncIterable<T> {
@@ -10,6 +12,7 @@ export declare class Dataset<T> implements AsyncIterable<T> {
     limit(n: number): Dataset<T>;
     shuffle(): Dataset<T>;
     sample(n: number): Dataset<T>;
+    pick(indexes: Set<number>): Dataset<T>;
     toArray(): Promise<T[]>;
     [Symbol.asyncIterator](): AsyncIterator<T>;
 }

package/dist/dataset/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/dataset/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAC7B,YAAY,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEzC,MAAM,MAAM,WAAW,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;AAC/C,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC;AAElD,qBAAa,OAAO,CAAC,CAAC,CAAE,YAAW,aAAa,CAAC,CAAC,CAAC;;gBAGrC,MAAM,EAAE,MAAM,aAAa,CAAC,CAAC,CAAC;IAI1C,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IASzC,MAAM,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAStC,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;IAY5B,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC;IAiBrB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;IAoBvB,OAAO,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC;IAQ7B,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;CAG3C;AA+FD,wBAAgB,OAAO,CAAC,CAAC,EACvB,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,GACtC,OAAO,CAAC,CAAC,CAAC,CAwBZ"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/dataset/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAC7B,YAAY,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEzC,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,aAAa,GACd,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAEnE,MAAM,MAAM,WAAW,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;AAC/C,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC;AAElD,qBAAa,OAAO,CAAC,CAAC,CAAE,YAAW,aAAa,CAAC,CAAC,CAAC;;gBAGrC,MAAM,EAAE,MAAM,aAAa,CAAC,CAAC,CAAC;IAI1C,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IASzC,MAAM,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAStC,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;IAY5B,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC;IAiBrB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;IAoB7B,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAiBhC,OAAO,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC;IAQ7B,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;CAG3C;AA+FD,wBAAgB,OAAO,CAAC,CAAC,EACvB,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,GACtC,OAAO,CAAC,CAAC,CAAC,CAwBZ"}

package/dist/dataset/index.js

@@ -60,6 +60,70 @@ async function fetchPage(url) {
   }
 }
 
+// packages/evals/src/dataset/record-selection.ts
+function parsePositiveInt(token) {
+  if (!/^\d+$/.test(token)) {
+    throw new Error(`Invalid record token "${token}"`);
+  }
+  const value = Number(token);
+  if (!Number.isInteger(value) || value < 1) {
+    throw new Error(`Record numbers must be >= 1. Received "${token}"`);
+  }
+  return value;
+}
+function parseRecordSelection(spec) {
+  const trimmed = spec.trim();
+  if (!trimmed) {
+    return { indexes: /* @__PURE__ */ new Set(), normalized: "" };
+  }
+  const indexes = /* @__PURE__ */ new Set();
+  const parts = trimmed.split(",").map((part) => part.trim()).filter(Boolean);
+  if (parts.length === 0) {
+    throw new Error("Record selection is empty.");
+  }
+  for (const part of parts) {
+    const rangeMatch = /^(\d+)\s*-\s*(\d+)$/.exec(part);
+    if (rangeMatch) {
+      const start = parsePositiveInt(rangeMatch[1]);
+      const end = parsePositiveInt(rangeMatch[2]);
+      if (end < start) {
+        throw new Error(
+          `Invalid range "${part}". Range end must be >= range start.`
+        );
+      }
+      for (let i = start; i <= end; i++) {
+        indexes.add(i - 1);
+      }
+      continue;
+    }
+    const value = parsePositiveInt(part);
+    indexes.add(value - 1);
+  }
+  return {
+    indexes,
+    normalized: Array.from(indexes).sort((a, b) => a - b).map((i) => String(i + 1)).join(",")
+  };
+}
+function pickFromArray(items, indexes) {
+  if (indexes.size === 0) return items;
+  return items.filter((_, i) => indexes.has(i));
+}
+async function* filterRecordsByIndex(source, indexes) {
+  if (indexes.size === 0) {
+    for await (const item of source) {
+      yield item;
+    }
+    return;
+  }
+  let idx = 0;
+  for await (const item of source) {
+    if (indexes.has(idx)) {
+      yield item;
+    }
+    idx++;
+  }
+}
+
 // packages/evals/src/dataset/index.ts
 var Dataset = class _Dataset {
   #source;
@@ -128,6 +192,22 @@ var Dataset = class _Dataset {
       }
     });
   }
+  pick(indexes) {
+    const source = this.#source;
+    return new _Dataset(async function* () {
+      if (indexes.size === 0) {
+        yield* source();
+        return;
+      }
+      let idx = 0;
+      for await (const item of source()) {
+        if (indexes.has(idx)) {
+          yield item;
+        }
+        idx++;
+      }
+    });
+  }
   async toArray() {
     const result = [];
     for await (const item of this.#source()) {
@@ -251,6 +331,9 @@ function dataset(source) {
 export {
   Dataset,
   dataset,
-  hf
+  filterRecordsByIndex,
+  hf,
+  parseRecordSelection,
+  pickFromArray
 };
 //# sourceMappingURL=index.js.map

package/dist/dataset/index.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
-  "sources": ["../../src/dataset/index.ts", "../../src/dataset/hf.ts"],
-  "sourcesContent": ["import { createReadStream } from 'node:fs';\nimport { readFile } from 'node:fs/promises';\nimport { extname } from 'node:path';\nimport { createInterface } from 'node:readline';\n\nexport { hf } from './hf.ts';\nexport type { HfOptions } from './hf.ts';\n\nexport type TransformFn<T, U> = (item: T) => U;\nexport type PredicateFn<T> = (item: T) => boolean;\n\nexport class Dataset<T> implements AsyncIterable<T> {\n  #source: () => AsyncIterable<T>;\n\n  constructor(source: () => AsyncIterable<T>) {\n    this.#source = source;\n  }\n\n  map<U>(fn: TransformFn<T, U>): Dataset<U> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      for await (const item of source()) {\n        yield fn(item);\n      }\n    });\n  }\n\n  filter(fn: PredicateFn<T>): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      for await (const item of source()) {\n        if (fn(item)) yield item;\n      }\n    });\n  }\n\n  limit(n: number): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      let count = 0;\n      for await (const item of source()) {\n        if (count >= n) return;\n        yield item;\n        count++;\n      }\n    });\n  }\n\n  shuffle(): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      const items: T[] = [];\n      for await (const item of source()) {\n        items.push(item);\n      }\n      for (let i = items.length - 1; i > 0; i--) {\n        const j = Math.floor(Math.random() * (i + 1));\n        const temp = items[i] as T;\n        items[i] = items[j] as T;\n        items[j] = temp;\n      }\n      yield* items;\n    });\n  }\n\n  sample(n: number): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      const items: T[] = [];\n      for await (const item of source()) {\n        items.push(item);\n      }\n      const count = Math.min(Math.max(0, n), items.length);\n      for (let i = items.length - 1; i > items.length - count - 1; i--) {\n        const j = Math.floor(Math.random() * (i + 1));\n        const temp = items[i] as T;\n        items[i] = items[j] as T;\n        items[j] = temp;\n      }\n      for (let i = items.length - count; i < items.length; i++) {\n        yield items[i]!;\n      }\n    });\n  }\n\n  async toArray(): Promise<T[]> {\n    const result: T[] = [];\n    for await (const item of this.#source()) {\n      result.push(item);\n    }\n    return result;\n  }\n\n  [Symbol.asyncIterator](): AsyncIterator<T> {\n    return this.#source()[Symbol.asyncIterator]();\n  }\n}\n\nfunction parseCSVLine(line: string): string[] {\n  const fields: string[] = [];\n  let current = '';\n  let inQuotes = false;\n\n  for (let i = 0; i < line.length; i++) {\n    const char = line[i]!;\n    if (inQuotes) {\n      if (char === '\"') {\n        if (i + 1 < line.length && line[i + 1] === '\"') {\n          current += '\"';\n          i++;\n        } else {\n          inQuotes = false;\n        }\n      } else {\n        current += char;\n      }\n    } else {\n      if (char === '\"' && current === '') {\n        inQuotes = true;\n      } else if (char === ',') {\n        fields.push(current);\n        current = '';\n      } else {\n        current += char;\n      }\n    }\n  }\n  fields.push(current);\n  return fields;\n}\n\nfunction loadJSON<T>(filePath: string): () => AsyncIterable<T> {\n  return async function* () {\n    const content = await readFile(filePath, 'utf-8');\n    const data = JSON.parse(content);\n    if (!Array.isArray(data)) {\n      throw new Error(`JSON file \"${filePath}\" does not contain an array`);\n    }\n    yield* data;\n  };\n}\n\nfunction loadJSONL<T>(filePath: string): () => AsyncIterable<T> {\n  return async function* () {\n    const rl = createInterface({\n      input: createReadStream(filePath, 'utf-8'),\n      crlfDelay: Infinity,\n    });\n    try {\n      for await (const line of rl) {\n        const trimmed = line.trim();\n        if (trimmed) {\n          yield JSON.parse(trimmed);\n        }\n      }\n    } finally {\n      rl.close();\n    }\n  };\n}\n\nfunction loadCSV(\n  filePath: string,\n): () => AsyncIterable<Record<string, string>> {\n  return async function* () {\n    const rl = createInterface({\n      input: createReadStream(filePath, 'utf-8'),\n      crlfDelay: Infinity,\n    });\n    try {\n      let headers: string[] | undefined;\n      for await (const line of rl) {\n        const trimmed = line.trim();\n        if (!trimmed) continue;\n        const fields = parseCSVLine(trimmed);\n        if (!headers) {\n          headers = fields;\n          continue;\n        }\n        const row: Record<string, string> = {};\n        for (let i = 0; i < headers.length; i++) {\n          row[headers[i]!] = fields[i] ?? '';\n        }\n        yield row;\n      }\n    } finally {\n      rl.close();\n    }\n  };\n}\n\nexport function dataset<T>(\n  source: T[] | string | AsyncIterable<T>,\n): Dataset<T> {\n  if (Array.isArray(source)) {\n    return new Dataset(async function* () {\n      yield* source;\n    });\n  }\n\n  if (typeof source === 'object' && Symbol.asyncIterator in source) {\n    return new Dataset(() => source);\n  }\n\n  const ext = extname(source).toLowerCase();\n  switch (ext) {\n    case '.json':\n      return new Dataset(loadJSON<T>(source));\n    case '.jsonl':\n      return new Dataset(loadJSONL<T>(source));\n    case '.csv':\n      return new Dataset(loadCSV(source) as () => AsyncIterable<T>);\n    default:\n      throw new Error(\n        `Unsupported file extension \"${ext}\" for dataset file \"${source}\". Supported: .json, .jsonl, .csv`,\n      );\n  }\n}\n", "export interface HfOptions {\n  dataset: string;\n  config: string;\n  split: string;\n  rows?: number;\n}\n\ninterface HfApiResponse {\n  rows: Array<{ row_idx: number; row: Record<string, unknown> }>;\n  num_rows_total: number;\n}\n\nconst HF_BASE_URL = 'https://datasets-server.huggingface.co/rows';\nconst PAGE_SIZE = 100;\n\nexport function hf<T = Record<string, unknown>>(\n  options: HfOptions,\n): AsyncIterable<T> {\n  return {\n    [Symbol.asyncIterator]() {\n      return paginate<T>(options);\n    },\n  };\n}\n\nasync function* paginate<T>(options: HfOptions): AsyncGenerator<T> {\n  const { dataset, config, split, rows } = options;\n  const limit = rows ?? Infinity;\n  let offset = 0;\n  let yielded = 0;\n\n  while (yielded < limit) {\n    const pageSize =\n      limit === Infinity ? PAGE_SIZE : Math.min(PAGE_SIZE, limit - yielded);\n    const url = buildUrl(dataset, config, split, offset, pageSize);\n    const page = await fetchPage(url);\n\n    if (page.rows.length === 0) return;\n\n    for (const entry of page.rows) {\n      yield entry.row as T;\n      yielded++;\n      if (yielded >= limit) return;\n    }\n\n    offset += page.rows.length;\n    if (page.rows.length < pageSize || offset >= page.num_rows_total) return;\n  }\n}\n\nfunction buildUrl(\n  dataset: string,\n  config: string,\n  split: string,\n  offset: number,\n  length: number,\n): string {\n  const url = new URL(HF_BASE_URL);\n  url.searchParams.set('dataset', dataset);\n  url.searchParams.set('config', config);\n  url.searchParams.set('split', split);\n  url.searchParams.set('offset', String(offset));\n  url.searchParams.set('length', String(length));\n  return url.toString();\n}\n\nexport async function fetchHfRows(\n  options: { dataset: string; config: string; split: string },\n  offset: number,\n  length: number,\n): Promise<{ rows: Record<string, unknown>[]; total: number }> {\n  const url = buildUrl(\n    options.dataset,\n    options.config,\n    options.split,\n    offset,\n    length,\n  );\n  const page = await fetchPage(url);\n  return {\n    rows: page.rows.map((entry) => entry.row),\n    total: page.num_rows_total,\n  };\n}\n\nasync function fetchPage(url: string): Promise<HfApiResponse> {\n  const response = await fetch(url);\n  if (!response.ok) {\n    const body = await response.text().catch(() => '');\n    throw new Error(\n      `HuggingFace API error ${response.status}: ${body || response.statusText}`,\n    );\n  }\n  const text = await response.text();\n  try {\n    return JSON.parse(text) as HfApiResponse;\n  } catch {\n    throw new Error(\n      `HuggingFace API returned non-JSON response from ${url}: ${text.slice(0, 200)}`,\n    );\n  }\n}\n"],
-  "mappings": ";AAAA,SAAS,wBAAwB;AACjC,SAAS,gBAAgB;AACzB,SAAS,eAAe;AACxB,SAAS,uBAAuB;;;ACShC,IAAM,cAAc;AACpB,IAAM,YAAY;AAEX,SAAS,GACd,SACkB;AAClB,SAAO;AAAA,IACL,CAAC,OAAO,aAAa,IAAI;AACvB,aAAO,SAAY,OAAO;AAAA,IAC5B;AAAA,EACF;AACF;AAEA,gBAAgB,SAAY,SAAuC;AACjE,QAAM,EAAE,SAAAA,UAAS,QAAQ,OAAO,KAAK,IAAI;AACzC,QAAM,QAAQ,QAAQ;AACtB,MAAI,SAAS;AACb,MAAI,UAAU;AAEd,SAAO,UAAU,OAAO;AACtB,UAAM,WACJ,UAAU,WAAW,YAAY,KAAK,IAAI,WAAW,QAAQ,OAAO;AACtE,UAAM,MAAM,SAASA,UAAS,QAAQ,OAAO,QAAQ,QAAQ;AAC7D,UAAM,OAAO,MAAM,UAAU,GAAG;AAEhC,QAAI,KAAK,KAAK,WAAW,EAAG;AAE5B,eAAW,SAAS,KAAK,MAAM;AAC7B,YAAM,MAAM;AACZ;AACA,UAAI,WAAW,MAAO;AAAA,IACxB;AAEA,cAAU,KAAK,KAAK;AACpB,QAAI,KAAK,KAAK,SAAS,YAAY,UAAU,KAAK,eAAgB;AAAA,EACpE;AACF;AAEA,SAAS,SACPA,UACA,QACA,OACA,QACA,QACQ;AACR,QAAM,MAAM,IAAI,IAAI,WAAW;AAC/B,MAAI,aAAa,IAAI,WAAWA,QAAO;AACvC,MAAI,aAAa,IAAI,UAAU,MAAM;AACrC,MAAI,aAAa,IAAI,SAAS,KAAK;AACnC,MAAI,aAAa,IAAI,UAAU,OAAO,MAAM,CAAC;AAC7C,MAAI,aAAa,IAAI,UAAU,OAAO,MAAM,CAAC;AAC7C,SAAO,IAAI,SAAS;AACtB;AAqBA,eAAe,UAAU,KAAqC;AAC5D,QAAM,WAAW,MAAM,MAAM,GAAG;AAChC,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,OAAO,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACjD,UAAM,IAAI;AAAA,MACR,yBAAyB,SAAS,MAAM,KAAK,QAAQ,SAAS,UAAU;AAAA,IAC1E;AAAA,EACF;AACA,QAAM,OAAO,MAAM,SAAS,KAAK;AACjC,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,QAAQ;AACN,UAAM,IAAI;AAAA,MACR,mDAAmD,GAAG,KAAK,KAAK,MAAM,GAAG,GAAG,CAAC;AAAA,IAC/E;AAAA,EACF;AACF;;;AD1FO,IAAM,UAAN,MAAM,SAAuC;AAAA,EAClD;AAAA,EAEA,YAAY,QAAgC;AAC1C,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,IAAO,IAAmC;AACxC,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,uBAAiB,QAAQ,OAAO,GAAG;AACjC,cAAM,GAAG,IAAI;AAAA,MACf;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,OAAO,IAAgC;AACrC,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,uBAAiB,QAAQ,OAAO,GAAG;AACjC,YAAI,GAAG,IAAI,EAAG,OAAM;AAAA,MACtB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,GAAuB;AAC3B,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,UAAI,QAAQ;AACZ,uBAAiB,QAAQ,OAAO,GAAG;AACjC,YAAI,SAAS,EAAG;AAChB,cAAM;AACN;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,UAAsB;AACpB,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,YAAM,QAAa,CAAC;AACpB,uBAAiB,QAAQ,OAAO,GAAG;AACjC,cAAM,KAAK,IAAI;AAAA,MACjB;AACA,eAAS,IAAI,MAAM,SAAS,GAAG,IAAI,GAAG,KAAK;AACzC,cAAM,IAAI,KAAK,MAAM,KAAK,OAAO,KAAK,IAAI,EAAE;AAC5C,cAAM,OAAO,MAAM,CAAC;AACpB,cAAM,CAAC,IAAI,MAAM,CAAC;AAClB,cAAM,CAAC,IAAI;AAAA,MACb;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEA,OAAO,GAAuB;AAC5B,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,YAAM,QAAa,CAAC;AACpB,uBAAiB,QAAQ,OAAO,GAAG;AACjC,cAAM,KAAK,IAAI;AAAA,MACjB;AACA,YAAM,QAAQ,KAAK,IAAI,KAAK,IAAI,GAAG,CAAC,GAAG,MAAM,MAAM;AACnD,eAAS,IAAI,MAAM,SAAS,GAAG,IAAI,MAAM,SAAS,QAAQ,GAAG,KAAK;AAChE,cAAM,IAAI,KAAK,MAAM,KAAK,OAAO,KAAK,IAAI,EAAE;AAC5C,cAAM,OAAO,MAAM,CAAC;AACpB,cAAM,CAAC,IAAI,MAAM,CAAC;AAClB,cAAM,CAAC,IAAI;AAAA,MACb;AACA,eAAS,IAAI,MAAM,SAAS,OAAO,IAAI,MAAM,QAAQ,KAAK;AACxD,cAAM,MAAM,CAAC;AAAA,MACf;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAwB;AAC5B,UAAM,SAAc,CAAC;AACrB,qBAAiB,QAAQ,KAAK,QAAQ,GAAG;AACvC,aAAO,KAAK,IAAI;AAAA,IAClB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,CAAC,OAAO,aAAa,IAAsB;AACzC,WAAO,KAAK,QAAQ,EAAE,OAAO,aAAa,EAAE;AAAA,EAC9C;AACF;AAEA,SAAS,aAAa,MAAwB;AAC5C,QAAM,SAAmB,CAAC;AAC1B,MAAI,UAAU;AACd,MAAI,WAAW;AAEf,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,UAAM,OAAO,KAAK,CAAC;AACnB,QAAI,UAAU;AACZ,UAAI,SAAS,KAAK;AAChB,YAAI,IAAI,IAAI,KAAK,UAAU,KAAK,IAAI,CAAC,MAAM,KAAK;AAC9C,qBAAW;AACX;AAAA,QACF,OAAO;AACL,qBAAW;AAAA,QACb;AAAA,MACF,OAAO;AACL,mBAAW;AAAA,MACb;AAAA,IACF,OAAO;AACL,UAAI,SAAS,OAAO,YAAY,IAAI;AAClC,mBAAW;AAAA,MACb,WAAW,SAAS,KAAK;AACvB,eAAO,KAAK,OAAO;AACnB,kBAAU;AAAA,MACZ,OAAO;AACL,mBAAW;AAAA,MACb;AAAA,IACF;AAAA,EACF;AACA,SAAO,KAAK,OAAO;AACnB,SAAO;AACT;AAEA,SAAS,SAAY,UAA0C;AAC7D,SAAO,mBAAmB;AACxB,UAAM,UAAU,MAAM,SAAS,UAAU,OAAO;AAChD,UAAM,OAAO,KAAK,MAAM,OAAO;AAC/B,QAAI,CAAC,MAAM,QAAQ,IAAI,GAAG;AACxB,YAAM,IAAI,MAAM,cAAc,QAAQ,6BAA6B;AAAA,IACrE;AACA,WAAO;AAAA,EACT;AACF;AAEA,SAAS,UAAa,UAA0C;AAC9D,SAAO,mBAAmB;AACxB,UAAM,KAAK,gBAAgB;AAAA,MACzB,OAAO,iBAAiB,UAAU,OAAO;AAAA,MACzC,WAAW;AAAA,IACb,CAAC;AACD,QAAI;AACF,uBAAiB,QAAQ,IAAI;AAC3B,cAAM,UAAU,KAAK,KAAK;AAC1B,YAAI,SAAS;AACX,gBAAM,KAAK,MAAM,OAAO;AAAA,QAC1B;AAAA,MACF;AAAA,IACF,UAAE;AACA,SAAG,MAAM;AAAA,IACX;AAAA,EACF;AACF;AAEA,SAAS,QACP,UAC6C;AAC7C,SAAO,mBAAmB;AACxB,UAAM,KAAK,gBAAgB;AAAA,MACzB,OAAO,iBAAiB,UAAU,OAAO;AAAA,MACzC,WAAW;AAAA,IACb,CAAC;AACD,QAAI;AACF,UAAI;AACJ,uBAAiB,QAAQ,IAAI;AAC3B,cAAM,UAAU,KAAK,KAAK;AAC1B,YAAI,CAAC,QAAS;AACd,cAAM,SAAS,aAAa,OAAO;AACnC,YAAI,CAAC,SAAS;AACZ,oBAAU;AACV;AAAA,QACF;AACA,cAAM,MAA8B,CAAC;AACrC,iBAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,cAAI,QAAQ,CAAC,CAAE,IAAI,OAAO,CAAC,KAAK;AAAA,QAClC;AACA,cAAM;AAAA,MACR;AAAA,IACF,UAAE;AACA,SAAG,MAAM;AAAA,IACX;AAAA,EACF;AACF;AAEO,SAAS,QACd,QACY;AACZ,MAAI,MAAM,QAAQ,MAAM,GAAG;AACzB,WAAO,IAAI,QAAQ,mBAAmB;AACpC,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAEA,MAAI,OAAO,WAAW,YAAY,OAAO,iBAAiB,QAAQ;AAChE,WAAO,IAAI,QAAQ,MAAM,MAAM;AAAA,EACjC;AAEA,QAAM,MAAM,QAAQ,MAAM,EAAE,YAAY;AACxC,UAAQ,KAAK;AAAA,IACX,KAAK;AACH,aAAO,IAAI,QAAQ,SAAY,MAAM,CAAC;AAAA,IACxC,KAAK;AACH,aAAO,IAAI,QAAQ,UAAa,MAAM,CAAC;AAAA,IACzC,KAAK;AACH,aAAO,IAAI,QAAQ,QAAQ,MAAM,CAA2B;AAAA,IAC9D;AACE,YAAM,IAAI;AAAA,QACR,+BAA+B,GAAG,uBAAuB,MAAM;AAAA,MACjE;AAAA,EACJ;AACF;",
+  "sources": ["../../src/dataset/index.ts", "../../src/dataset/hf.ts", "../../src/dataset/record-selection.ts"],
+  "sourcesContent": ["import { createReadStream } from 'node:fs';\nimport { readFile } from 'node:fs/promises';\nimport { extname } from 'node:path';\nimport { createInterface } from 'node:readline';\n\nexport { hf } from './hf.ts';\nexport type { HfOptions } from './hf.ts';\n\nexport {\n  filterRecordsByIndex,\n  parseRecordSelection,\n  pickFromArray,\n} from './record-selection.ts';\nexport type { ParsedRecordSelection } from './record-selection.ts';\n\nexport type TransformFn<T, U> = (item: T) => U;\nexport type PredicateFn<T> = (item: T) => boolean;\n\nexport class Dataset<T> implements AsyncIterable<T> {\n  #source: () => AsyncIterable<T>;\n\n  constructor(source: () => AsyncIterable<T>) {\n    this.#source = source;\n  }\n\n  map<U>(fn: TransformFn<T, U>): Dataset<U> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      for await (const item of source()) {\n        yield fn(item);\n      }\n    });\n  }\n\n  filter(fn: PredicateFn<T>): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      for await (const item of source()) {\n        if (fn(item)) yield item;\n      }\n    });\n  }\n\n  limit(n: number): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      let count = 0;\n      for await (const item of source()) {\n        if (count >= n) return;\n        yield item;\n        count++;\n      }\n    });\n  }\n\n  shuffle(): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      const items: T[] = [];\n      for await (const item of source()) {\n        items.push(item);\n      }\n      for (let i = items.length - 1; i > 0; i--) {\n        const j = Math.floor(Math.random() * (i + 1));\n        const temp = items[i] as T;\n        items[i] = items[j] as T;\n        items[j] = temp;\n      }\n      yield* items;\n    });\n  }\n\n  sample(n: number): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      const items: T[] = [];\n      for await (const item of source()) {\n        items.push(item);\n      }\n      const count = Math.min(Math.max(0, n), items.length);\n      for (let i = items.length - 1; i > items.length - count - 1; i--) {\n        const j = Math.floor(Math.random() * (i + 1));\n        const temp = items[i] as T;\n        items[i] = items[j] as T;\n        items[j] = temp;\n      }\n      for (let i = items.length - count; i < items.length; i++) {\n        yield items[i]!;\n      }\n    });\n  }\n\n  pick(indexes: Set<number>): Dataset<T> {\n    const source = this.#source;\n    return new Dataset(async function* () {\n      if (indexes.size === 0) {\n        yield* source();\n        return;\n      }\n      let idx = 0;\n      for await (const item of source()) {\n        if (indexes.has(idx)) {\n          yield item;\n        }\n        idx++;\n      }\n    });\n  }\n\n  async toArray(): Promise<T[]> {\n    const result: T[] = [];\n    for await (const item of this.#source()) {\n      result.push(item);\n    }\n    return result;\n  }\n\n  [Symbol.asyncIterator](): AsyncIterator<T> {\n    return this.#source()[Symbol.asyncIterator]();\n  }\n}\n\nfunction parseCSVLine(line: string): string[] {\n  const fields: string[] = [];\n  let current = '';\n  let inQuotes = false;\n\n  for (let i = 0; i < line.length; i++) {\n    const char = line[i]!;\n    if (inQuotes) {\n      if (char === '\"') {\n        if (i + 1 < line.length && line[i + 1] === '\"') {\n          current += '\"';\n          i++;\n        } else {\n          inQuotes = false;\n        }\n      } else {\n        current += char;\n      }\n    } else {\n      if (char === '\"' && current === '') {\n        inQuotes = true;\n      } else if (char === ',') {\n        fields.push(current);\n        current = '';\n      } else {\n        current += char;\n      }\n    }\n  }\n  fields.push(current);\n  return fields;\n}\n\nfunction loadJSON<T>(filePath: string): () => AsyncIterable<T> {\n  return async function* () {\n    const content = await readFile(filePath, 'utf-8');\n    const data = JSON.parse(content);\n    if (!Array.isArray(data)) {\n      throw new Error(`JSON file \"${filePath}\" does not contain an array`);\n    }\n    yield* data;\n  };\n}\n\nfunction loadJSONL<T>(filePath: string): () => AsyncIterable<T> {\n  return async function* () {\n    const rl = createInterface({\n      input: createReadStream(filePath, 'utf-8'),\n      crlfDelay: Infinity,\n    });\n    try {\n      for await (const line of rl) {\n        const trimmed = line.trim();\n        if (trimmed) {\n          yield JSON.parse(trimmed);\n        }\n      }\n    } finally {\n      rl.close();\n    }\n  };\n}\n\nfunction loadCSV(\n  filePath: string,\n): () => AsyncIterable<Record<string, string>> {\n  return async function* () {\n    const rl = createInterface({\n      input: createReadStream(filePath, 'utf-8'),\n      crlfDelay: Infinity,\n    });\n    try {\n      let headers: string[] | undefined;\n      for await (const line of rl) {\n        const trimmed = line.trim();\n        if (!trimmed) continue;\n        const fields = parseCSVLine(trimmed);\n        if (!headers) {\n          headers = fields;\n          continue;\n        }\n        const row: Record<string, string> = {};\n        for (let i = 0; i < headers.length; i++) {\n          row[headers[i]!] = fields[i] ?? '';\n        }\n        yield row;\n      }\n    } finally {\n      rl.close();\n    }\n  };\n}\n\nexport function dataset<T>(\n  source: T[] | string | AsyncIterable<T>,\n): Dataset<T> {\n  if (Array.isArray(source)) {\n    return new Dataset(async function* () {\n      yield* source;\n    });\n  }\n\n  if (typeof source === 'object' && Symbol.asyncIterator in source) {\n    return new Dataset(() => source);\n  }\n\n  const ext = extname(source).toLowerCase();\n  switch (ext) {\n    case '.json':\n      return new Dataset(loadJSON<T>(source));\n    case '.jsonl':\n      return new Dataset(loadJSONL<T>(source));\n    case '.csv':\n      return new Dataset(loadCSV(source) as () => AsyncIterable<T>);\n    default:\n      throw new Error(\n        `Unsupported file extension \"${ext}\" for dataset file \"${source}\". Supported: .json, .jsonl, .csv`,\n      );\n  }\n}\n", "export interface HfOptions {\n  dataset: string;\n  config: string;\n  split: string;\n  rows?: number;\n}\n\ninterface HfApiResponse {\n  rows: Array<{ row_idx: number; row: Record<string, unknown> }>;\n  num_rows_total: number;\n}\n\nconst HF_BASE_URL = 'https://datasets-server.huggingface.co/rows';\nconst PAGE_SIZE = 100;\n\nexport function hf<T = Record<string, unknown>>(\n  options: HfOptions,\n): AsyncIterable<T> {\n  return {\n    [Symbol.asyncIterator]() {\n      return paginate<T>(options);\n    },\n  };\n}\n\nasync function* paginate<T>(options: HfOptions): AsyncGenerator<T> {\n  const { dataset, config, split, rows } = options;\n  const limit = rows ?? Infinity;\n  let offset = 0;\n  let yielded = 0;\n\n  while (yielded < limit) {\n    const pageSize =\n      limit === Infinity ? PAGE_SIZE : Math.min(PAGE_SIZE, limit - yielded);\n    const url = buildUrl(dataset, config, split, offset, pageSize);\n    const page = await fetchPage(url);\n\n    if (page.rows.length === 0) return;\n\n    for (const entry of page.rows) {\n      yield entry.row as T;\n      yielded++;\n      if (yielded >= limit) return;\n    }\n\n    offset += page.rows.length;\n    if (page.rows.length < pageSize || offset >= page.num_rows_total) return;\n  }\n}\n\nfunction buildUrl(\n  dataset: string,\n  config: string,\n  split: string,\n  offset: number,\n  length: number,\n): string {\n  const url = new URL(HF_BASE_URL);\n  url.searchParams.set('dataset', dataset);\n  url.searchParams.set('config', config);\n  url.searchParams.set('split', split);\n  url.searchParams.set('offset', String(offset));\n  url.searchParams.set('length', String(length));\n  return url.toString();\n}\n\nexport async function fetchHfRows(\n  options: { dataset: string; config: string; split: string },\n  offset: number,\n  length: number,\n): Promise<{ rows: Record<string, unknown>[]; total: number }> {\n  const url = buildUrl(\n    options.dataset,\n    options.config,\n    options.split,\n    offset,\n    length,\n  );\n  const page = await fetchPage(url);\n  return {\n    rows: page.rows.map((entry) => entry.row),\n    total: page.num_rows_total,\n  };\n}\n\nasync function fetchPage(url: string): Promise<HfApiResponse> {\n  const response = await fetch(url);\n  if (!response.ok) {\n    const body = await response.text().catch(() => '');\n    throw new Error(\n      `HuggingFace API error ${response.status}: ${body || response.statusText}`,\n    );\n  }\n  const text = await response.text();\n  try {\n    return JSON.parse(text) as HfApiResponse;\n  } catch {\n    throw new Error(\n      `HuggingFace API returned non-JSON response from ${url}: ${text.slice(0, 200)}`,\n    );\n  }\n}\n", "export interface ParsedRecordSelection {\n  indexes: Set<number>;\n  normalized: string;\n}\n\nfunction parsePositiveInt(token: string): number {\n  if (!/^\\d+$/.test(token)) {\n    throw new Error(`Invalid record token \"${token}\"`);\n  }\n  const value = Number(token);\n  if (!Number.isInteger(value) || value < 1) {\n    throw new Error(`Record numbers must be >= 1. Received \"${token}\"`);\n  }\n  return value;\n}\n\nexport function parseRecordSelection(spec: string): ParsedRecordSelection {\n  const trimmed = spec.trim();\n  if (!trimmed) {\n    return { indexes: new Set(), normalized: '' };\n  }\n\n  const indexes = new Set<number>();\n  const parts = trimmed\n    .split(',')\n    .map((part) => part.trim())\n    .filter(Boolean);\n  if (parts.length === 0) {\n    throw new Error('Record selection is empty.');\n  }\n\n  for (const part of parts) {\n    const rangeMatch = /^(\\d+)\\s*-\\s*(\\d+)$/.exec(part);\n    if (rangeMatch) {\n      const start = parsePositiveInt(rangeMatch[1]!);\n      const end = parsePositiveInt(rangeMatch[2]!);\n      if (end < start) {\n        throw new Error(\n          `Invalid range \"${part}\". Range end must be >= range start.`,\n        );\n      }\n      for (let i = start; i <= end; i++) {\n        indexes.add(i - 1);\n      }\n      continue;\n    }\n\n    const value = parsePositiveInt(part);\n    indexes.add(value - 1);\n  }\n\n  return {\n    indexes,\n    normalized: Array.from(indexes)\n      .sort((a, b) => a - b)\n      .map((i) => String(i + 1))\n      .join(','),\n  };\n}\n\nexport function pickFromArray<T>(items: T[], indexes: Set<number>): T[] {\n  if (indexes.size === 0) return items;\n  return items.filter((_, i) => indexes.has(i));\n}\n\nexport async function* filterRecordsByIndex<T>(\n  source: AsyncIterable<T>,\n  indexes: Set<number>,\n): AsyncIterable<T> {\n  if (indexes.size === 0) {\n    for await (const item of source) {\n      yield item;\n    }\n    return;\n  }\n\n  let idx = 0;\n  for await (const item of source) {\n    if (indexes.has(idx)) {\n      yield item;\n    }\n    idx++;\n  }\n}\n"],
+  "mappings": ";AAAA,SAAS,wBAAwB;AACjC,SAAS,gBAAgB;AACzB,SAAS,eAAe;AACxB,SAAS,uBAAuB;;;ACShC,IAAM,cAAc;AACpB,IAAM,YAAY;AAEX,SAAS,GACd,SACkB;AAClB,SAAO;AAAA,IACL,CAAC,OAAO,aAAa,IAAI;AACvB,aAAO,SAAY,OAAO;AAAA,IAC5B;AAAA,EACF;AACF;AAEA,gBAAgB,SAAY,SAAuC;AACjE,QAAM,EAAE,SAAAA,UAAS,QAAQ,OAAO,KAAK,IAAI;AACzC,QAAM,QAAQ,QAAQ;AACtB,MAAI,SAAS;AACb,MAAI,UAAU;AAEd,SAAO,UAAU,OAAO;AACtB,UAAM,WACJ,UAAU,WAAW,YAAY,KAAK,IAAI,WAAW,QAAQ,OAAO;AACtE,UAAM,MAAM,SAASA,UAAS,QAAQ,OAAO,QAAQ,QAAQ;AAC7D,UAAM,OAAO,MAAM,UAAU,GAAG;AAEhC,QAAI,KAAK,KAAK,WAAW,EAAG;AAE5B,eAAW,SAAS,KAAK,MAAM;AAC7B,YAAM,MAAM;AACZ;AACA,UAAI,WAAW,MAAO;AAAA,IACxB;AAEA,cAAU,KAAK,KAAK;AACpB,QAAI,KAAK,KAAK,SAAS,YAAY,UAAU,KAAK,eAAgB;AAAA,EACpE;AACF;AAEA,SAAS,SACPA,UACA,QACA,OACA,QACA,QACQ;AACR,QAAM,MAAM,IAAI,IAAI,WAAW;AAC/B,MAAI,aAAa,IAAI,WAAWA,QAAO;AACvC,MAAI,aAAa,IAAI,UAAU,MAAM;AACrC,MAAI,aAAa,IAAI,SAAS,KAAK;AACnC,MAAI,aAAa,IAAI,UAAU,OAAO,MAAM,CAAC;AAC7C,MAAI,aAAa,IAAI,UAAU,OAAO,MAAM,CAAC;AAC7C,SAAO,IAAI,SAAS;AACtB;AAqBA,eAAe,UAAU,KAAqC;AAC5D,QAAM,WAAW,MAAM,MAAM,GAAG;AAChC,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,OAAO,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACjD,UAAM,IAAI;AAAA,MACR,yBAAyB,SAAS,MAAM,KAAK,QAAQ,SAAS,UAAU;AAAA,IAC1E;AAAA,EACF;AACA,QAAM,OAAO,MAAM,SAAS,KAAK;AACjC,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,QAAQ;AACN,UAAM,IAAI;AAAA,MACR,mDAAmD,GAAG,KAAK,KAAK,MAAM,GAAG,GAAG,CAAC;AAAA,IAC/E;AAAA,EACF;AACF;;;AChGA,SAAS,iBAAiB,OAAuB;AAC/C,MAAI,CAAC,QAAQ,KAAK,KAAK,GAAG;AACxB,UAAM,IAAI,MAAM,yBAAyB,KAAK,GAAG;AAAA,EACnD;AACA,QAAM,QAAQ,OAAO,KAAK;AAC1B,MAAI,CAAC,OAAO,UAAU,KAAK,KAAK,QAAQ,GAAG;AACzC,UAAM,IAAI,MAAM,0CAA0C,KAAK,GAAG;AAAA,EACpE;AACA,SAAO;AACT;AAEO,SAAS,qBAAqB,MAAqC;AACxE,QAAM,UAAU,KAAK,KAAK;AAC1B,MAAI,CAAC,SAAS;AACZ,WAAO,EAAE,SAAS,oBAAI,IAAI,GAAG,YAAY,GAAG;AAAA,EAC9C;AAEA,QAAM,UAAU,oBAAI,IAAY;AAChC,QAAM,QAAQ,QACX,MAAM,GAAG,EACT,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,OAAO;AACjB,MAAI,MAAM,WAAW,GAAG;AACtB,UAAM,IAAI,MAAM,4BAA4B;AAAA,EAC9C;AAEA,aAAW,QAAQ,OAAO;AACxB,UAAM,aAAa,sBAAsB,KAAK,IAAI;AAClD,QAAI,YAAY;AACd,YAAM,QAAQ,iBAAiB,WAAW,CAAC,CAAE;AAC7C,YAAM,MAAM,iBAAiB,WAAW,CAAC,CAAE;AAC3C,UAAI,MAAM,OAAO;AACf,cAAM,IAAI;AAAA,UACR,kBAAkB,IAAI;AAAA,QACxB;AAAA,MACF;AACA,eAAS,IAAI,OAAO,KAAK,KAAK,KAAK;AACjC,gBAAQ,IAAI,IAAI,CAAC;AAAA,MACnB;AACA;AAAA,IACF;AAEA,UAAM,QAAQ,iBAAiB,IAAI;AACnC,YAAQ,IAAI,QAAQ,CAAC;AAAA,EACvB;AAEA,SAAO;AAAA,IACL;AAAA,IACA,YAAY,MAAM,KAAK,OAAO,EAC3B,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,EACpB,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,CAAC,EACxB,KAAK,GAAG;AAAA,EACb;AACF;AAEO,SAAS,cAAiB,OAAY,SAA2B;AACtE,MAAI,QAAQ,SAAS,EAAG,QAAO;AAC/B,SAAO,MAAM,OAAO,CAAC,GAAG,MAAM,QAAQ,IAAI,CAAC,CAAC;AAC9C;AAEA,gBAAuB,qBACrB,QACA,SACkB;AAClB,MAAI,QAAQ,SAAS,GAAG;AACtB,qBAAiB,QAAQ,QAAQ;AAC/B,YAAM;AAAA,IACR;AACA;AAAA,EACF;AAEA,MAAI,MAAM;AACV,mBAAiB,QAAQ,QAAQ;AAC/B,QAAI,QAAQ,IAAI,GAAG,GAAG;AACpB,YAAM;AAAA,IACR;AACA;AAAA,EACF;AACF;;;AFjEO,IAAM,UAAN,MAAM,SAAuC;AAAA,EAClD;AAAA,EAEA,YAAY,QAAgC;AAC1C,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,IAAO,IAAmC;AACxC,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,uBAAiB,QAAQ,OAAO,GAAG;AACjC,cAAM,GAAG,IAAI;AAAA,MACf;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,OAAO,IAAgC;AACrC,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,uBAAiB,QAAQ,OAAO,GAAG;AACjC,YAAI,GAAG,IAAI,EAAG,OAAM;AAAA,MACtB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,GAAuB;AAC3B,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,UAAI,QAAQ;AACZ,uBAAiB,QAAQ,OAAO,GAAG;AACjC,YAAI,SAAS,EAAG;AAChB,cAAM;AACN;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,UAAsB;AACpB,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,YAAM,QAAa,CAAC;AACpB,uBAAiB,QAAQ,OAAO,GAAG;AACjC,cAAM,KAAK,IAAI;AAAA,MACjB;AACA,eAAS,IAAI,MAAM,SAAS,GAAG,IAAI,GAAG,KAAK;AACzC,cAAM,IAAI,KAAK,MAAM,KAAK,OAAO,KAAK,IAAI,EAAE;AAC5C,cAAM,OAAO,MAAM,CAAC;AACpB,cAAM,CAAC,IAAI,MAAM,CAAC;AAClB,cAAM,CAAC,IAAI;AAAA,MACb;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEA,OAAO,GAAuB;AAC5B,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,YAAM,QAAa,CAAC;AACpB,uBAAiB,QAAQ,OAAO,GAAG;AACjC,cAAM,KAAK,IAAI;AAAA,MACjB;AACA,YAAM,QAAQ,KAAK,IAAI,KAAK,IAAI,GAAG,CAAC,GAAG,MAAM,MAAM;AACnD,eAAS,IAAI,MAAM,SAAS,GAAG,IAAI,MAAM,SAAS,QAAQ,GAAG,KAAK;AAChE,cAAM,IAAI,KAAK,MAAM,KAAK,OAAO,KAAK,IAAI,EAAE;AAC5C,cAAM,OAAO,MAAM,CAAC;AACpB,cAAM,CAAC,IAAI,MAAM,CAAC;AAClB,cAAM,CAAC,IAAI;AAAA,MACb;AACA,eAAS,IAAI,MAAM,SAAS,OAAO,IAAI,MAAM,QAAQ,KAAK;AACxD,cAAM,MAAM,CAAC;AAAA,MACf;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,KAAK,SAAkC;AACrC,UAAM,SAAS,KAAK;AACpB,WAAO,IAAI,SAAQ,mBAAmB;AACpC,UAAI,QAAQ,SAAS,GAAG;AACtB,eAAO,OAAO;AACd;AAAA,MACF;AACA,UAAI,MAAM;AACV,uBAAiB,QAAQ,OAAO,GAAG;AACjC,YAAI,QAAQ,IAAI,GAAG,GAAG;AACpB,gBAAM;AAAA,QACR;AACA;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAwB;AAC5B,UAAM,SAAc,CAAC;AACrB,qBAAiB,QAAQ,KAAK,QAAQ,GAAG;AACvC,aAAO,KAAK,IAAI;AAAA,IAClB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,CAAC,OAAO,aAAa,IAAsB;AACzC,WAAO,KAAK,QAAQ,EAAE,OAAO,aAAa,EAAE;AAAA,EAC9C;AACF;AAEA,SAAS,aAAa,MAAwB;AAC5C,QAAM,SAAmB,CAAC;AAC1B,MAAI,UAAU;AACd,MAAI,WAAW;AAEf,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,UAAM,OAAO,KAAK,CAAC;AACnB,QAAI,UAAU;AACZ,UAAI,SAAS,KAAK;AAChB,YAAI,IAAI,IAAI,KAAK,UAAU,KAAK,IAAI,CAAC,MAAM,KAAK;AAC9C,qBAAW;AACX;AAAA,QACF,OAAO;AACL,qBAAW;AAAA,QACb;AAAA,MACF,OAAO;AACL,mBAAW;AAAA,MACb;AAAA,IACF,OAAO;AACL,UAAI,SAAS,OAAO,YAAY,IAAI;AAClC,mBAAW;AAAA,MACb,WAAW,SAAS,KAAK;AACvB,eAAO,KAAK,OAAO;AACnB,kBAAU;AAAA,MACZ,OAAO;AACL,mBAAW;AAAA,MACb;AAAA,IACF;AAAA,EACF;AACA,SAAO,KAAK,OAAO;AACnB,SAAO;AACT;AAEA,SAAS,SAAY,UAA0C;AAC7D,SAAO,mBAAmB;AACxB,UAAM,UAAU,MAAM,SAAS,UAAU,OAAO;AAChD,UAAM,OAAO,KAAK,MAAM,OAAO;AAC/B,QAAI,CAAC,MAAM,QAAQ,IAAI,GAAG;AACxB,YAAM,IAAI,MAAM,cAAc,QAAQ,6BAA6B;AAAA,IACrE;AACA,WAAO;AAAA,EACT;AACF;AAEA,SAAS,UAAa,UAA0C;AAC9D,SAAO,mBAAmB;AACxB,UAAM,KAAK,gBAAgB;AAAA,MACzB,OAAO,iBAAiB,UAAU,OAAO;AAAA,MACzC,WAAW;AAAA,IACb,CAAC;AACD,QAAI;AACF,uBAAiB,QAAQ,IAAI;AAC3B,cAAM,UAAU,KAAK,KAAK;AAC1B,YAAI,SAAS;AACX,gBAAM,KAAK,MAAM,OAAO;AAAA,QAC1B;AAAA,MACF;AAAA,IACF,UAAE;AACA,SAAG,MAAM;AAAA,IACX;AAAA,EACF;AACF;AAEA,SAAS,QACP,UAC6C;AAC7C,SAAO,mBAAmB;AACxB,UAAM,KAAK,gBAAgB;AAAA,MACzB,OAAO,iBAAiB,UAAU,OAAO;AAAA,MACzC,WAAW;AAAA,IACb,CAAC;AACD,QAAI;AACF,UAAI;AACJ,uBAAiB,QAAQ,IAAI;AAC3B,cAAM,UAAU,KAAK,KAAK;AAC1B,YAAI,CAAC,QAAS;AACd,cAAM,SAAS,aAAa,OAAO;AACnC,YAAI,CAAC,SAAS;AACZ,oBAAU;AACV;AAAA,QACF;AACA,cAAM,MAA8B,CAAC;AACrC,iBAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,cAAI,QAAQ,CAAC,CAAE,IAAI,OAAO,CAAC,KAAK;AAAA,QAClC;AACA,cAAM;AAAA,MACR;AAAA,IACF,UAAE;AACA,SAAG,MAAM;AAAA,IACX;AAAA,EACF;AACF;AAEO,SAAS,QACd,QACY;AACZ,MAAI,MAAM,QAAQ,MAAM,GAAG;AACzB,WAAO,IAAI,QAAQ,mBAAmB;AACpC,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAEA,MAAI,OAAO,WAAW,YAAY,OAAO,iBAAiB,QAAQ;AAChE,WAAO,IAAI,QAAQ,MAAM,MAAM;AAAA,EACjC;AAEA,QAAM,MAAM,QAAQ,MAAM,EAAE,YAAY;AACxC,UAAQ,KAAK;AAAA,IACX,KAAK;AACH,aAAO,IAAI,QAAQ,SAAY,MAAM,CAAC;AAAA,IACxC,KAAK;AACH,aAAO,IAAI,QAAQ,UAAa,MAAM,CAAC;AAAA,IACzC,KAAK;AACH,aAAO,IAAI,QAAQ,QAAQ,MAAM,CAA2B;AAAA,IAC9D;AACE,YAAM,IAAI;AAAA,QACR,+BAA+B,GAAG,uBAAuB,MAAM;AAAA,MACjE;AAAA,EACJ;AACF;",
   "names": ["dataset"]
 }

package/dist/dataset/record-selection.d.ts

@@ -0,0 +1,8 @@
+export interface ParsedRecordSelection {
+    indexes: Set<number>;
+    normalized: string;
+}
+export declare function parseRecordSelection(spec: string): ParsedRecordSelection;
+export declare function pickFromArray<T>(items: T[], indexes: Set<number>): T[];
+export declare function filterRecordsByIndex<T>(source: AsyncIterable<T>, indexes: Set<number>): AsyncIterable<T>;
+//# sourceMappingURL=record-selection.d.ts.map

package/dist/dataset/record-selection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"record-selection.d.ts","sourceRoot":"","sources":["../../src/dataset/record-selection.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAaD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,qBAAqB,CA0CxE;AAED,wBAAgB,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAGtE;AAED,wBAAuB,oBAAoB,CAAC,CAAC,EAC3C,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,EACxB,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,GACnB,aAAa,CAAC,CAAC,CAAC,CAelB"}

package/dist/evaluate/index.d.ts

@@ -13,7 +13,7 @@ interface BaseEvalOptions<T> {
     /** Reporters that receive lifecycle events and produce output (console, JSON, CSV, etc.). */
     reporters: Reporter[];
     /** Persistent store for run history. Accepts a `RunStore` instance or a file path for SQLite storage. */
-    store?: RunStore | string;
+    store: RunStore;
     /** Maximum number of dataset cases to run concurrently. Defaults to unbounded. */
     maxConcurrency?: number;
     /** Per-case timeout in milliseconds before the case is marked as failed. */
@@ -39,9 +39,22 @@ export interface EvaluateEachOptions<T, V extends {
     /** Function that calls the model under evaluation for a given dataset item and model variant. */
     task: (input: T, variant: V) => Promise<TaskResult>;
 }
-export declare function evaluate<T>(options: EvaluateOptions<T>): Promise<RunSummary>;
+export declare class EvalAssertionError extends Error {
+    summary: RunSummary | RunSummary[];
+    constructor(summary: RunSummary | RunSummary[]);
+}
+export declare class EvalBuilder<R> implements PromiseLike<R> {
+    #private;
+    constructor(options: EvaluateOptions<any> | EvaluateEachOptions<any, any>);
+    failed(): this;
+    cases(spec: string): this;
+    sample(count: number): this;
+    assert(): this;
+    then<TResult1 = R, TResult2 = never>(onfulfilled?: ((value: R) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: unknown) => TResult2 | PromiseLike<TResult2>) | null | undefined): Promise<TResult1 | TResult2>;
+}
+export declare function evaluate<T>(options: EvaluateOptions<T>): EvalBuilder<RunSummary>;
 export declare function evaluate<T, V extends {
     name: string;
-}>(options: EvaluateEachOptions<T, V>): Promise<RunSummary[]>;
+}>(options: EvaluateEachOptions<T, V>): EvalBuilder<RunSummary[]>;
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/evaluate/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/evaluate/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAE7D,OAAO,KAAK,EAAc,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,UAAU,eAAe,CAAC,CAAC;IACzB,kFAAkF;IAClF,IAAI,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;IAC1B,sGAAsG;IACtG,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,6FAA6F;IAC7F,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,yGAAyG;IACzG,KAAK,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC1B,kFAAkF;IAClF,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iGAAiG;IACjG,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2FAA2F;IAC3F,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe,CAAC,CAAC,CAAE,SAAQ,eAAe,CAAC,CAAC,CAAC;IAC5D,wDAAwD;IACxD,KAAK,EAAE,MAAM,CAAC;IACd,uGAAuG;IACvG,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAChB,6EAA6E;IAC7E,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB,CAClC,CAAC,EACD,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAC1B,SAAQ,eAAe,CAAC,CAAC,CAAC;IAC1B,4FAA4F;IAC5F,MAAM,EAAE,CAAC,EAAE,CAAC;IACZ,iGAAiG;IACjG,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CACrD;AAED,wBAAgB,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAC9E,wBAAgB,QAAQ,CAAC,CAAC,EAAE,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,EACpD,OAAO,EAAE,mBAAmB,CAAC,CAAC,EAAE,CAAC,CAAC,GACjC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/evaluate/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAE7D,OAAO,KAAK,EAAc,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,UAAU,eAAe,CAAC,CAAC;IACzB,kFAAkF;IAClF,IAAI,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;IAC1B,sGAAsG;IACtG,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,6FAA6F;IAC7F,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,yGAAyG;IACzG,KAAK,EAAE,QAAQ,CAAC;IAChB,kFAAkF;IAClF,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iGAAiG;IACjG,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2FAA2F;IAC3F,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe,CAAC,CAAC,CAAE,SAAQ,eAAe,CAAC,CAAC,CAAC;IAC5D,wDAAwD;IACxD,KAAK,EAAE,MAAM,CAAC;IACd,uGAAuG;IACvG,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAChB,6EAA6E;IAC7E,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB,CAClC,CAAC,EACD,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAC1B,SAAQ,eAAe,CAAC,CAAC,CAAC;IAC1B,4FAA4F;IAC5F,MAAM,EAAE,CAAC,EAAE,CAAC;IACZ,iGAAiG;IACjG,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CACrD;AAQD,qBAAa,kBAAmB,SAAQ,KAAK;IAC3C,OAAO,EAAE,UAAU,GAAG,UAAU,EAAE,CAAC;gBAEvB,OAAO,EAAE,UAAU,GAAG,UAAU,EAAE;CAQ/C;AAiCD,qBAAa,WAAW,CAAC,CAAC,CAAE,YAAW,WAAW,CAAC,CAAC,CAAC;;gBAQjD,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC,GAAG,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC;IAe/D,MAAM,IAAI,IAAI;IAId,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKzB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAO3B,MAAM,IAAI,IAAI;IAKd,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,KAAK,EACjC,WAAW,CAAC,EACR,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,GAChD,IAAI,GACJ,SAAS,EACb,UAAU,CAAC,EACP,CAAC,CAAC,MAAM,EAAE,OAAO,KAAK,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,GACvD,IAAI,GACJ,SAAS,GACZ,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;CAsFhC;AAED,wBAAgB,QAAQ,CAAC,CAAC,EACxB,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,GAC1B,WAAW,CAAC,UAAU,CAAC,CAAC;AAC3B,wBAAgB,QAAQ,CAAC,CAAC,EAAE,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,EACpD,OAAO,EAAE,mBAAmB,CAAC,CAAC,EAAE,CAAC,CAAC,GACjC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC"}