georeference 0.0.0-stage → 1.0.0

package/dist/adapters/postgres.js

@@ -0,0 +1,59 @@
+import { project, validateOptions, writeChunks } from "./common.js";
+export const POSTGRES_SCHEMA = `CREATE TABLE IF NOT EXISTS "georeference_entities" (
+  "id" TEXT PRIMARY KEY,
+  "entity_type" TEXT NOT NULL,
+  "name" TEXT NOT NULL,
+  "country_id" TEXT NOT NULL,
+  "parent_id" TEXT REFERENCES "georeference_entities"("id") DEFERRABLE INITIALLY DEFERRED,
+  "codes" JSONB NOT NULL DEFAULT '{}',
+  "names" JSONB NOT NULL DEFAULT '{}',
+  "level" INTEGER,
+  "coordinates" JSONB,
+  "boundary" JSONB
+);
+CREATE INDEX IF NOT EXISTS "georeference_entities_parent_idx" ON "georeference_entities" ("parent_id");
+`;
+function literal(value, json = false) {
+    if (value === null)
+        return 'NULL';
+    if (typeof value === 'number')
+        return String(value);
+    if (value.includes('\0'))
+        throw new Error('PostgreSQL text cannot contain NUL characters');
+    return `'${value.replaceAll("'", "''")}'${json ? '::jsonb' : ''}`;
+}
+function values(entity) {
+    const result = [
+        ['id', literal(entity.id)], ['entity_type', literal(entity.entityType)], ['name', literal(entity.name)],
+        ['country_id', literal(entity.countryId)], ['parent_id', literal(entity.parentId)],
+    ];
+    for (const key of ['codes', 'names', 'coordinates', 'boundary']) {
+        if (Object.hasOwn(entity, key))
+            result.push([key, entity[key] === null ? 'NULL' : literal(JSON.stringify(entity[key]), true)]);
+    }
+    if (Object.hasOwn(entity, 'level'))
+        result.push(['level', literal(entity.level ?? null)]);
+    return result;
+}
+export const postgresAdapter = {
+    format: 'sql-postgres', version: '1.0.0', validate: validateOptions,
+    async write(context) {
+        await writeChunks(context, 'entities.sql', (function* () {
+            yield '-- GeoReference PostgreSQL export. data-only requires a compatible existing schema.\n';
+            yield 'BEGIN;\nSET LOCAL standard_conforming_strings = on;\n';
+            if (context.plan.request.schemaMode !== 'data-only')
+                yield POSTGRES_SCHEMA;
+            for (const original of context.plan.entities()) {
+                const row = values(project(original, context.plan.request));
+                const columns = row.map(([key]) => `"${key}"`).join(', ');
+                const mutable = row.filter(([key]) => key !== 'id');
+                const conflict = context.plan.request.sqlMode === 'insert-only' ? 'DO NOTHING'
+                    : `DO UPDATE SET ${mutable.map(([key]) => `"${key}" = EXCLUDED."${key}"`).join(', ')} WHERE ${mutable.map(([key]) => `"georeference_entities"."${key}" IS DISTINCT FROM EXCLUDED."${key}"`).join(' OR ')}`;
+                yield `INSERT INTO "georeference_entities" (${columns}) VALUES (${row.map(([, value]) => value).join(', ')}) ON CONFLICT ("id") ${conflict};\n`;
+            }
+            yield 'COMMIT;\n';
+        })());
+        return ['entities.sql'];
+    },
+};
+//# sourceMappingURL=postgres.js.map

package/dist/adapters/postgres.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres.js","sourceRoot":"","sources":["../../src/adapters/postgres.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAEpE,MAAM,CAAC,MAAM,eAAe,GAAG;;;;;;;;;;;;;CAa9B,CAAC;AAEF,SAAS,OAAO,CAAC,KAA6B,EAAE,IAAI,GAAG,KAAK;IAC1D,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IAC3F,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AACpE,CAAC;AAED,SAAS,MAAM,CAAC,MAAc;IAC5B,MAAM,MAAM,GAAuB;QACjC,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvG,CAAC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;KACnF,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,UAAU,CAAU,EAAE,CAAC;QACzE,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACjI,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1F,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAkB;IAC5C,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe;IACnE,KAAK,CAAC,KAAK,CAAC,OAAO;QACjB,MAAM,WAAW,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC,QAAQ,CAAC;YACnD,MAAM,uFAAuF,CAAC;YAC9F,MAAM,uDAAuD,CAAC;YAC9D,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,KAAK,WAAW;gBAAE,MAAM,eAAe,CAAC;YAC3E,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC5D,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,KAAK,aAAa,CAAC,CAAC,CAAC,YAAY;oBAC5E,CAAC,CAAC,iBAAiB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,iBAAiB,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,4BAA4B,GAAG,gCAAgC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7M,MAAM,wCAAwC,OAAO,aAAa,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,QAAQ,KAAK,CAAC;YAClJ,CAAC;YACD,MAAM,WAAW,CAAC;QACpB,CAAC,CAAC,EAAE,CAAC,CAAC;QACN,OAAO,CAAC,cAAc,CAAC,CAAC;IAC1B,CAAC;CACF,CAAC","sourcesContent":["import type { Entity, ExportAdapter } from '../types.ts';\nimport { project, validateOptions, writeChunks } from './common.ts';\n\nexport const POSTGRES_SCHEMA = `CREATE TABLE IF NOT EXISTS \"georeference_entities\" (\n  \"id\" TEXT PRIMARY KEY,\n  \"entity_type\" TEXT NOT NULL,\n  \"name\" TEXT NOT NULL,\n  \"country_id\" TEXT NOT NULL,\n  \"parent_id\" TEXT REFERENCES \"georeference_entities\"(\"id\") DEFERRABLE INITIALLY DEFERRED,\n  \"codes\" JSONB NOT NULL DEFAULT '{}',\n  \"names\" JSONB NOT NULL DEFAULT '{}',\n  \"level\" INTEGER,\n  \"coordinates\" JSONB,\n  \"boundary\" JSONB\n);\nCREATE INDEX IF NOT EXISTS \"georeference_entities_parent_idx\" ON \"georeference_entities\" (\"parent_id\");\n`;\n\nfunction literal(value: string | number | null, json = false): string {\n  if (value === null) return 'NULL';\n  if (typeof value === 'number') return String(value);\n  if (value.includes('\\0')) throw new Error('PostgreSQL text cannot contain NUL characters');\n  return `'${value.replaceAll(\"'\", \"''\")}'${json ? '::jsonb' : ''}`;\n}\n\nfunction values(entity: Entity): [string, string][] {\n  const result: [string, string][] = [\n    ['id', literal(entity.id)], ['entity_type', literal(entity.entityType)], ['name', literal(entity.name)],\n    ['country_id', literal(entity.countryId)], ['parent_id', literal(entity.parentId)],\n  ];\n  for (const key of ['codes', 'names', 'coordinates', 'boundary'] as const) {\n    if (Object.hasOwn(entity, key)) result.push([key, entity[key] === null ? 'NULL' : literal(JSON.stringify(entity[key]), true)]);\n  }\n  if (Object.hasOwn(entity, 'level')) result.push(['level', literal(entity.level ?? null)]);\n  return result;\n}\n\nexport const postgresAdapter: ExportAdapter = {\n  format: 'sql-postgres', version: '1.0.0', validate: validateOptions,\n  async write(context) {\n    await writeChunks(context, 'entities.sql', (function* () {\n      yield '-- GeoReference PostgreSQL export. data-only requires a compatible existing schema.\\n';\n      yield 'BEGIN;\\nSET LOCAL standard_conforming_strings = on;\\n';\n      if (context.plan.request.schemaMode !== 'data-only') yield POSTGRES_SCHEMA;\n      for (const original of context.plan.entities()) {\n        const row = values(project(original, context.plan.request));\n        const columns = row.map(([key]) => `\"${key}\"`).join(', ');\n        const mutable = row.filter(([key]) => key !== 'id');\n        const conflict = context.plan.request.sqlMode === 'insert-only' ? 'DO NOTHING'\n          : `DO UPDATE SET ${mutable.map(([key]) => `\"${key}\" = EXCLUDED.\"${key}\"`).join(', ')} WHERE ${mutable.map(([key]) => `\"georeference_entities\".\"${key}\" IS DISTINCT FROM EXCLUDED.\"${key}\"`).join(' OR ')}`;\n        yield `INSERT INTO \"georeference_entities\" (${columns}) VALUES (${row.map(([, value]) => value).join(', ')}) ON CONFLICT (\"id\") ${conflict};\\n`;\n      }\n      yield 'COMMIT;\\n';\n    })());\n    return ['entities.sql'];\n  },\n};\n"]}

package/dist/adapters/sqlite.d.ts

@@ -0,0 +1,2 @@
+import type { ExportAdapter } from '../types.ts';
+export declare const sqliteAdapter: ExportAdapter;

package/dist/adapters/sqlite.js

@@ -0,0 +1,49 @@
+import { join } from 'node:path';
+import { DatabaseSync } from 'node:sqlite';
+import { project, validateOptions } from "./common.js";
+export const sqliteAdapter = {
+    format: 'sqlite', version: '1.0.0', validate: validateOptions,
+    async write(context) {
+        if (context.plan.externalReferences.length)
+            throw new Error('Standalone SQLite requires included ancestors; unresolved references cannot be delivered as a ready-to-use database');
+        context.signal?.throwIfAborted();
+        const database = new DatabaseSync(join(context.directory, 'entities.sqlite'));
+        try {
+            database.exec(`PRAGMA foreign_keys = ON;
+        CREATE TABLE georeference_metadata (key TEXT PRIMARY KEY, value TEXT NOT NULL);
+        CREATE TABLE georeference_entities (
+          id TEXT PRIMARY KEY, entity_type TEXT NOT NULL, name TEXT NOT NULL, country_id TEXT NOT NULL,
+          parent_id TEXT REFERENCES georeference_entities(id) DEFERRABLE INITIALLY DEFERRED,
+          codes TEXT NOT NULL DEFAULT '{}', names TEXT NOT NULL DEFAULT '{}', level INTEGER,
+          coordinates TEXT, boundary TEXT
+        );
+        CREATE INDEX georeference_entities_parent_idx ON georeference_entities(parent_id);
+        CREATE INDEX georeference_entities_country_idx ON georeference_entities(country_id);
+        BEGIN;`);
+            database.prepare('INSERT INTO georeference_metadata VALUES (?, ?)').run('snapshot', JSON.stringify(context.plan.metadata));
+            const insert = database.prepare('INSERT INTO georeference_entities (id, entity_type, name, country_id, parent_id, codes, names, level, coordinates, boundary) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)');
+            for (const original of context.plan.entities()) {
+                context.signal?.throwIfAborted();
+                const entity = project(original, context.plan.request);
+                insert.run(entity.id, entity.entityType, entity.name, entity.countryId, entity.parentId, JSON.stringify(entity.codes ?? {}), JSON.stringify(entity.names ?? {}), entity.level ?? null, entity.coordinates == null ? null : JSON.stringify(entity.coordinates), entity.boundary == null ? null : JSON.stringify(entity.boundary));
+            }
+            database.exec('COMMIT;');
+            if (database.prepare('PRAGMA foreign_key_check').all().length)
+                throw new Error('SQLite foreign-key verification failed');
+            if (database.prepare('PRAGMA integrity_check').get()?.integrity_check !== 'ok')
+                throw new Error('SQLite integrity verification failed');
+        }
+        catch (error) {
+            try {
+                database.exec('ROLLBACK');
+            }
+            catch { /* A failed COMMIT may already have rolled back. */ }
+            throw error;
+        }
+        finally {
+            database.close();
+        }
+        return ['entities.sqlite'];
+    },
+};
+//# sourceMappingURL=sqlite.js.map

package/dist/adapters/sqlite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../src/adapters/sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEvD,MAAM,CAAC,MAAM,aAAa,GAAkB;IAC1C,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe;IAC7D,KAAK,CAAC,KAAK,CAAC,OAAO;QACjB,IAAI,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,qHAAqH,CAAC,CAAC;QACnL,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAC9E,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC;;;;;;;;;;eAUL,CAAC,CAAC;YACX,QAAQ,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3H,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,oKAAoK,CAAC,CAAC;YACtM,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC/C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,EACrF,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,EAC5F,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC9I,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzB,IAAI,QAAQ,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YACzH,IAAI,QAAQ,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC,GAAG,EAAE,EAAE,eAAe,KAAK,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1I,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC;gBAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,mDAAmD,CAAC,CAAC;YAChG,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAC/B,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC7B,CAAC;CACF,CAAC","sourcesContent":["import { join } from 'node:path';\nimport { DatabaseSync } from 'node:sqlite';\nimport type { ExportAdapter } from '../types.ts';\nimport { project, validateOptions } from './common.ts';\n\nexport const sqliteAdapter: ExportAdapter = {\n  format: 'sqlite', version: '1.0.0', validate: validateOptions,\n  async write(context) {\n    if (context.plan.externalReferences.length) throw new Error('Standalone SQLite requires included ancestors; unresolved references cannot be delivered as a ready-to-use database');\n    context.signal?.throwIfAborted();\n    const database = new DatabaseSync(join(context.directory, 'entities.sqlite'));\n    try {\n      database.exec(`PRAGMA foreign_keys = ON;\n        CREATE TABLE georeference_metadata (key TEXT PRIMARY KEY, value TEXT NOT NULL);\n        CREATE TABLE georeference_entities (\n          id TEXT PRIMARY KEY, entity_type TEXT NOT NULL, name TEXT NOT NULL, country_id TEXT NOT NULL,\n          parent_id TEXT REFERENCES georeference_entities(id) DEFERRABLE INITIALLY DEFERRED,\n          codes TEXT NOT NULL DEFAULT '{}', names TEXT NOT NULL DEFAULT '{}', level INTEGER,\n          coordinates TEXT, boundary TEXT\n        );\n        CREATE INDEX georeference_entities_parent_idx ON georeference_entities(parent_id);\n        CREATE INDEX georeference_entities_country_idx ON georeference_entities(country_id);\n        BEGIN;`);\n      database.prepare('INSERT INTO georeference_metadata VALUES (?, ?)').run('snapshot', JSON.stringify(context.plan.metadata));\n      const insert = database.prepare('INSERT INTO georeference_entities (id, entity_type, name, country_id, parent_id, codes, names, level, coordinates, boundary) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)');\n      for (const original of context.plan.entities()) {\n        context.signal?.throwIfAborted();\n        const entity = project(original, context.plan.request);\n        insert.run(entity.id, entity.entityType, entity.name, entity.countryId, entity.parentId,\n          JSON.stringify(entity.codes ?? {}), JSON.stringify(entity.names ?? {}), entity.level ?? null,\n          entity.coordinates == null ? null : JSON.stringify(entity.coordinates), entity.boundary == null ? null : JSON.stringify(entity.boundary));\n      }\n      database.exec('COMMIT;');\n      if (database.prepare('PRAGMA foreign_key_check').all().length) throw new Error('SQLite foreign-key verification failed');\n      if (database.prepare('PRAGMA integrity_check').get()?.integrity_check !== 'ok') throw new Error('SQLite integrity verification failed');\n    } catch (error) {\n      try { database.exec('ROLLBACK'); } catch { /* A failed COMMIT may already have rolled back. */ }\n      throw error;\n    } finally { database.close(); }\n    return ['entities.sqlite'];\n  },\n};\n"]}

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/cli.js

@@ -0,0 +1,219 @@
+#!/usr/bin/env node
+import { createReadStream } from 'node:fs';
+import { readFile } from 'node:fs/promises';
+import { createInterface } from 'node:readline';
+import { parseArgs } from 'node:util';
+import { Snapshot, createSnapshot } from "./snapshot.js";
+import { exportSnapshot } from "./export.js";
+import { verifyPackage } from "./package.js";
+import { importGeoNames } from "./sources/geonames.js";
+import { generateFiles } from "./generate.js";
+const HELP = `GeoReference 1.0 — generate geographic files in your project
+
+Quick start (no permanent project dependency):
+  npx georeference
+  npx georeference countries --country FR,CG --format csv --output ./data/countries
+  npx georeference generate --snapshot FILE --types locality --output ./data/places
+
+Without a command, generate countries as JSON in ./data/georeference.
+Country data is downloaded from GeoNames (CC BY 4.0). Use --source-file FILE
+for offline countryInfo.txt input. Output is a NEW directory of standalone
+files plus manifest.json; existing destinations are never overwritten.
+
+Commands:
+  countries [--source-file FILE | --snapshot FILE] [export options]
+  generate  [--source-file FILE | --snapshot FILE] [export options]
+  snapshot --input FILE --metadata FILE --output SNAPSHOT.sqlite
+  geonames --countries countryInfo.txt --version LABEL --output SNAPSHOT.sqlite
+           [--admin1 FILE] [--admin2 FILE] [--places FILE]
+  inspect  --snapshot FILE
+  export   --snapshot FILE --output DIRECTORY --format FORMAT [options]
+  verify   --package DIRECTORY
+  seed     --package DIRECTORY [--apply] [--create-schema] [--revision N]
+
+Formats: json, ndjson, csv, sql-postgres, sqlite, geojson
+Export: --country IDS_OR_CODES --subdivision IDS --types country,subdivision,locality
+        --coordinates --boundaries --no-ancestors --layout flat|hierarchical
+        --compression none|gzip|zip --schema-mode schema-and-data|data-only
+        --sql-mode upsert|insert-only --spreadsheet-safe
+Seed:   --mode upsert|insert-only --batch-size N --schema NAME --table NAME
+        --mapping FILE --allow-downgrade; DATABASE_URL in environment
+Seeding is a read-only preview unless --apply is supplied.
+See README.md / README.fr.md for data licensing and full guides.
+`;
+const stringOptions = ['input', 'metadata', 'output', 'source-file', 'countries', 'admin1', 'admin2', 'places', 'version', 'snapshot', 'format', 'country', 'subdivision', 'types', 'layout', 'compression', 'schema-mode', 'sql-mode', 'package', 'mode', 'batch-size', 'revision', 'schema', 'table', 'mapping'];
+const booleanOptions = ['help', 'coordinates', 'boundaries', 'no-ancestors', 'spreadsheet-safe', 'apply', 'create-schema', 'allow-downgrade'];
+const supported = {
+    snapshot: ['input', 'metadata', 'output'], geonames: ['countries', 'admin1', 'admin2', 'places', 'version', 'output'], inspect: ['snapshot'], verify: ['package'],
+    export: ['snapshot', 'output', 'format', 'country', 'subdivision', 'types', 'coordinates', 'boundaries', 'no-ancestors', 'layout', 'compression', 'schema-mode', 'sql-mode', 'spreadsheet-safe'],
+    seed: ['package', 'apply', 'create-schema', 'revision', 'mode', 'batch-size', 'schema', 'table', 'mapping', 'allow-downgrade']
+};
+supported.generate = [...supported.export, 'source-file'];
+supported.countries = supported.generate.filter(key => key !== 'types' && key !== 'subdivision');
+async function* inputEntities(path, signal) {
+    if (path.endsWith('.json')) {
+        const parsed = JSON.parse(await readFile(path, 'utf8'));
+        const entities = Array.isArray(parsed) ? parsed : parsed?.entities;
+        if (!Array.isArray(entities))
+            throw new Error('JSON input requires an entities array');
+        for (const entity of entities) {
+            signal.throwIfAborted();
+            yield entity;
+        }
+    }
+    else {
+        const stream = createReadStream(path, { encoding: 'utf8' });
+        const lines = createInterface({ input: stream, crlfDelay: Infinity });
+        try {
+            for await (const line of lines) {
+                signal.throwIfAborted();
+                if (line.trim())
+                    yield JSON.parse(line);
+            }
+        }
+        finally {
+            lines.close();
+            stream.destroy();
+        }
+    }
+}
+async function main() {
+    const args = process.argv.slice(2);
+    if (args[0] === '--help' || args[0] === 'help') {
+        console.log(HELP);
+        return;
+    }
+    const command = !args.length || args[0].startsWith('-') ? 'countries' : args.shift();
+    if (!supported[command])
+        throw new Error(`Unknown command: ${command}`);
+    const options = {};
+    for (const key of stringOptions)
+        options[key] = { type: 'string' };
+    for (const key of booleanOptions)
+        options[key] = { type: 'boolean' };
+    const { values } = parseArgs({ args, options, strict: true });
+    if (values.help) {
+        console.log(HELP);
+        return;
+    }
+    for (const key of Object.keys(values))
+        if (!supported[command].includes(key))
+            throw new Error(`Option --${key} is not supported by ${command}`);
+    const string = (key, required = false) => {
+        const value = values[key];
+        if (required && (typeof value !== 'string' || !value.trim()))
+            throw new Error(`${command} requires --${key}`);
+        return typeof value === 'string' ? value : undefined;
+    };
+    const list = (key) => string(key)?.split(',').map(item => item.trim()).filter(Boolean);
+    const number = (key) => { const value = string(key); if (value === undefined)
+        return undefined; if (!/^\d+$/.test(value) || !Number.isSafeInteger(Number(value)))
+        throw new Error(`--${key} requires a nonnegative integer`); return Number(value); };
+    const exportRequest = (format) => {
+        const request = { format };
+        for (const [flag, key] of [['country', 'countries'], ['subdivision', 'subdivisions'], ['types', 'entityTypes']])
+            if (string(flag) !== undefined)
+                request[key] = list(flag);
+        for (const [flag, key] of [['layout', 'layout'], ['compression', 'compression'], ['schema-mode', 'schemaMode'], ['sql-mode', 'sqlMode']])
+            if (string(flag) !== undefined)
+                request[key] = string(flag);
+        if (values.coordinates)
+            request.coordinates = true;
+        if (values.boundaries)
+            request.boundaries = true;
+        if (values['no-ancestors'])
+            request.includeAncestors = false;
+        if (values['spreadsheet-safe'])
+            request.spreadsheetSafe = true;
+        return request;
+    };
+    const controller = new AbortController();
+    const abort = () => controller.abort();
+    process.once('SIGINT', abort);
+    try {
+        let result;
+        if (command === 'countries' || command === 'generate') {
+            const request = exportRequest(string('format') ?? 'json');
+            if (command === 'countries')
+                request.entityTypes = ['country'];
+            result = await generateFiles({ output: string('output') ?? 'data/georeference', request,
+                ...(string('snapshot') ? { snapshot: string('snapshot') } : {}), ...(string('source-file') ? { sourceFile: string('source-file') } : {}), signal: controller.signal });
+        }
+        else if (command === 'snapshot') {
+            const metadata = JSON.parse(await readFile(string('metadata', true), 'utf8'));
+            const output = string('output', true);
+            await createSnapshot(output, metadata, inputEntities(string('input', true), controller.signal));
+            const snapshot = Snapshot.open(output);
+            try {
+                result = { path: output, count: snapshot.count, datasetVersion: snapshot.metadata.datasetVersion };
+            }
+            finally {
+                snapshot.close();
+            }
+        }
+        else if (command === 'geonames') {
+            const paths = { countryInfo: string('countries', true), ...(string('admin1') ? { admin1: string('admin1') } : {}), ...(string('admin2') ? { admin2: string('admin2') } : {}), ...(string('places') ? { places: string('places') } : {}) };
+            const imported = await importGeoNames(paths, { datasetVersion: string('version', true) });
+            await createSnapshot(string('output', true), imported.metadata, imported.entities);
+            result = { count: imported.entities.length, metadata: imported.metadata };
+        }
+        else if (command === 'export' || command === 'inspect') {
+            const snapshot = Snapshot.open(string('snapshot', true));
+            try {
+                if (command === 'inspect') {
+                    const counts = { country: 0, subdivision: 0, locality: 0 };
+                    for (const entity of snapshot.entities())
+                        counts[entity.entityType]++;
+                    result = { metadata: snapshot.metadata, count: snapshot.count, counts };
+                }
+                else {
+                    const request = exportRequest(string('format', true));
+                    result = await exportSnapshot(snapshot, string('output', true), request, { signal: controller.signal });
+                }
+            }
+            finally {
+                snapshot.close();
+            }
+        }
+        else if (command === 'verify')
+            result = await verifyPackage(string('package', true));
+        else if (command === 'seed') {
+            const packageDirectory = string('package', true);
+            // Reject corrupted or unsupported packages before connecting to the database.
+            const { readPackage } = await import("./package.js");
+            const input = await readPackage(packageDirectory);
+            const connectionString = process.env.DATABASE_URL;
+            if (!connectionString)
+                throw new Error('DATABASE_URL is required for seed');
+            const { Client } = await import('pg');
+            const { seedEntities } = await import("./seeding/index.js");
+            const client = new Client({ connectionString });
+            try {
+                await client.connect();
+                const mapping = string('mapping') ? JSON.parse(await readFile(string('mapping'), 'utf8')) : {};
+                if (string('schema'))
+                    mapping.schema = string('schema');
+                if (string('table'))
+                    mapping.table = string('table');
+                const seedOptions = { dryRun: !values.apply, createSchema: Boolean(values['create-schema']), allowDowngrade: Boolean(values['allow-downgrade']), mapping, signal: controller.signal };
+                if (string('mode'))
+                    seedOptions.mode = string('mode');
+                const batchSize = number('batch-size'), revision = number('revision');
+                if (batchSize !== undefined)
+                    seedOptions.batchSize = batchSize;
+                if (revision !== undefined)
+                    seedOptions.revision = revision;
+                result = await seedEntities(client, input, seedOptions);
+            }
+            finally {
+                await client.end();
+            }
+        }
+        console.log(JSON.stringify(result, null, 2));
+    }
+    finally {
+        process.removeListener('SIGINT', abort);
+    }
+}
+main().catch((error) => { console.error('Error: ' + (error instanceof Error ? error.message : String(error))); process.exitCode = error instanceof Error && error.name === 'AbortError' ? 130 : 1; });
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAI9C,MAAM,IAAI,GAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgCV,CAAC;AACF,MAAM,aAAa,GAAC,CAAC,OAAO,EAAC,UAAU,EAAC,QAAQ,EAAC,aAAa,EAAC,WAAW,EAAC,QAAQ,EAAC,QAAQ,EAAC,QAAQ,EAAC,SAAS,EAAC,UAAU,EAAC,QAAQ,EAAC,SAAS,EAAC,aAAa,EAAC,OAAO,EAAC,QAAQ,EAAC,aAAa,EAAC,aAAa,EAAC,UAAU,EAAC,SAAS,EAAC,MAAM,EAAC,YAAY,EAAC,UAAU,EAAC,QAAQ,EAAC,OAAO,EAAC,SAAS,CAAC,CAAC;AACzR,MAAM,cAAc,GAAC,CAAC,MAAM,EAAC,aAAa,EAAC,YAAY,EAAC,cAAc,EAAC,kBAAkB,EAAC,OAAO,EAAC,eAAe,EAAC,iBAAiB,CAAC,CAAC;AACrI,MAAM,SAAS,GAAyB;IACtC,QAAQ,EAAC,CAAC,OAAO,EAAC,UAAU,EAAC,QAAQ,CAAC,EAAC,QAAQ,EAAC,CAAC,WAAW,EAAC,QAAQ,EAAC,QAAQ,EAAC,QAAQ,EAAC,SAAS,EAAC,QAAQ,CAAC,EAAC,OAAO,EAAC,CAAC,UAAU,CAAC,EAAC,MAAM,EAAC,CAAC,SAAS,CAAC;IACnJ,MAAM,EAAC,CAAC,UAAU,EAAC,QAAQ,EAAC,QAAQ,EAAC,SAAS,EAAC,aAAa,EAAC,OAAO,EAAC,aAAa,EAAC,YAAY,EAAC,cAAc,EAAC,QAAQ,EAAC,aAAa,EAAC,aAAa,EAAC,UAAU,EAAC,kBAAkB,CAAC;IAClL,IAAI,EAAC,CAAC,SAAS,EAAC,OAAO,EAAC,eAAe,EAAC,UAAU,EAAC,MAAM,EAAC,YAAY,EAAC,QAAQ,EAAC,OAAO,EAAC,SAAS,EAAC,iBAAiB,CAAC;CACrH,CAAC;AACF,SAAS,CAAC,QAAQ,GAAC,CAAC,GAAG,SAAS,CAAC,MAAO,EAAC,aAAa,CAAC,CAAC;AACxD,SAAS,CAAC,SAAS,GAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAA,EAAE,CAAA,GAAG,KAAG,OAAO,IAAE,GAAG,KAAG,aAAa,CAAC,CAAC;AACvF,KAAK,SAAS,CAAC,CAAC,aAAa,CAAC,IAAW,EAAC,MAAkB;IAC1D,IAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAC,MAAM,CAAC,CAAY,CAAC;QAChE,MAAM,QAAQ,GAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA,CAAC,CAAA,MAAM,CAAA,CAAC,CAAC,MAAgC,EAAE,QAAQ,CAAC;QACxF,IAAG,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACtF,KAAI,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAAA,MAAM,CAAC,cAAc,EAAE,CAAC;YAAA,MAAM,MAAgB,CAAC;QAAA,CAAC;IACjF,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAC,gBAAgB,CAAC,IAAI,EAAC,EAAC,QAAQ,EAAC,MAAM,EAAC,CAAC,CAAC;QACtD,MAAM,KAAK,GAAC,eAAe,CAAC,EAAC,KAAK,EAAC,MAAM,EAAC,SAAS,EAAC,QAAQ,EAAC,CAAC,CAAC;QAC/D,IAAI,CAAC;YAAA,IAAI,KAAK,EAAC,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAAA,MAAM,CAAC,cAAc,EAAE,CAAC;gBAAA,IAAG,IAAI,CAAC,IAAI,EAAE;oBAAE,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAW,CAAC;YAAA,CAAC;QAAA,CAAC;gBACxG,CAAC;YAAA,KAAK,CAAC,KAAK,EAAE,CAAC;YAAA,MAAM,CAAC,OAAO,EAAE,CAAC;QAAA,CAAC;IAC3C,CAAC;AACH,CAAC;AACD,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,IAAG,IAAI,CAAC,CAAC,CAAC,KAAG,QAAQ,IAAE,IAAI,CAAC,CAAC,CAAC,KAAG,MAAM,EAAE,CAAC;QAAA,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAAA,OAAO;IAAA,CAAC;IACpE,MAAM,OAAO,GAAC,CAAC,IAAI,CAAC,MAAM,IAAE,IAAI,CAAC,CAAC,CAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA,CAAC,CAAA,WAAW,CAAA,CAAC,CAAA,IAAI,CAAC,KAAK,EAAG,CAAC;IAC/E,IAAG,CAAC,SAAS,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IACvE,MAAM,OAAO,GAA0C,EAAE,CAAC;IAC1D,KAAI,MAAM,GAAG,IAAI,aAAa;QAAE,OAAO,CAAC,GAAG,CAAC,GAAC,EAAC,IAAI,EAAC,QAAQ,EAAC,CAAC;IAC7D,KAAI,MAAM,GAAG,IAAI,cAAc;QAAE,OAAO,CAAC,GAAG,CAAC,GAAC,EAAC,IAAI,EAAC,SAAS,EAAC,CAAC;IAC/D,MAAM,EAAC,MAAM,EAAC,GAAC,SAAS,CAAC,EAAC,IAAI,EAAC,OAAO,EAAC,MAAM,EAAC,IAAI,EAAC,CAAC,CAAC;IACrD,IAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAAA,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAAA,OAAO;IAAA,CAAC;IAC3C,KAAI,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,IAAG,CAAC,SAAS,CAAC,OAAO,CAAE,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,GAAG,wBAAwB,OAAO,EAAE,CAAC,CAAC;IAC/I,MAAM,MAAM,GAAC,CAAC,GAAU,EAAC,QAAQ,GAAC,KAAK,EAAkB,EAAE;QACzD,MAAM,KAAK,GAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,IAAG,QAAQ,IAAE,CAAC,OAAO,KAAK,KAAG,QAAQ,IAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,eAAe,GAAG,EAAE,CAAC,CAAC;QACvG,OAAO,OAAO,KAAK,KAAG,QAAQ,CAAA,CAAC,CAAA,KAAK,CAAA,CAAC,CAAA,SAAS,CAAC;IACjD,CAAC,CAAC;IACF,MAAM,IAAI,GAAC,CAAC,GAAU,EAAC,EAAE,CAAA,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAA,EAAE,CAAA,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxF,MAAM,MAAM,GAAC,CAAC,GAAU,EAAC,EAAE,GAAC,MAAM,KAAK,GAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA,IAAG,KAAK,KAAG,SAAS;QAAC,OAAO,SAAS,CAAC,CAAA,IAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAE,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,KAAK,GAAG,iCAAiC,CAAC,CAAC,CAAA,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA,CAAC,CAAC;IAC3O,MAAM,aAAa,GAAC,CAAC,MAAa,EAAe,EAAE;QACjD,MAAM,OAAO,GAAe,EAAC,MAAM,EAAC,CAAC;QACrC,KAAI,MAAM,CAAC,IAAI,EAAC,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,EAAC,WAAW,CAAC,EAAC,CAAC,aAAa,EAAC,cAAc,CAAC,EAAC,CAAC,OAAO,EAAC,aAAa,CAAC,CAAU;YAAE,IAAG,MAAM,CAAC,IAAI,CAAC,KAAG,SAAS;gBAAG,OAA6C,CAAC,GAAG,CAAC,GAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/M,KAAI,MAAM,CAAC,IAAI,EAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAC,QAAQ,CAAC,EAAC,CAAC,aAAa,EAAC,aAAa,CAAC,EAAC,CAAC,aAAa,EAAC,YAAY,CAAC,EAAC,CAAC,UAAU,EAAC,SAAS,CAAC,CAAU;YAAE,IAAG,MAAM,CAAC,IAAI,CAAC,KAAG,SAAS;gBAAG,OAA6C,CAAC,GAAG,CAAC,GAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxO,IAAG,MAAM,CAAC,WAAW;YAAC,OAAO,CAAC,WAAW,GAAC,IAAI,CAAC;QAAA,IAAG,MAAM,CAAC,UAAU;YAAC,OAAO,CAAC,UAAU,GAAC,IAAI,CAAC;QAAA,IAAG,MAAM,CAAC,cAAc,CAAC;YAAC,OAAO,CAAC,gBAAgB,GAAC,KAAK,CAAC;QAAA,IAAG,MAAM,CAAC,kBAAkB,CAAC;YAAC,OAAO,CAAC,eAAe,GAAC,IAAI,CAAC;QAChN,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,UAAU,GAAC,IAAI,eAAe,EAAE,CAAC;IAAA,MAAM,KAAK,GAAC,GAAE,EAAE,CAAA,UAAU,CAAC,KAAK,EAAE,CAAC;IAAA,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAC,KAAK,CAAC,CAAC;IACvG,IAAI,CAAC;QACH,IAAI,MAAc,CAAC;QACnB,IAAG,OAAO,KAAG,WAAW,IAAE,OAAO,KAAG,UAAU,EAAE,CAAC;YAC/C,MAAM,OAAO,GAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAE,MAAM,CAAC,CAAC;YACtD,IAAG,OAAO,KAAG,WAAW;gBAAE,OAAO,CAAC,WAAW,GAAC,CAAC,SAAS,CAAC,CAAC;YAC1D,MAAM,GAAC,MAAM,aAAa,CAAC,EAAC,MAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,IAAE,mBAAmB,EAAC,OAAO;gBAC9E,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA,CAAC,CAAA,EAAC,QAAQ,EAAC,MAAM,CAAC,UAAU,CAAE,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA,CAAC,CAAA,EAAC,UAAU,EAAC,MAAM,CAAC,aAAa,CAAE,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,MAAM,EAAC,UAAU,CAAC,MAAM,EAAC,CAAC,CAAC;QAC3J,CAAC;aAAM,IAAG,OAAO,KAAG,UAAU,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAC,IAAI,CAAE,EAAC,MAAM,CAAC,CAAqB,CAAC;YAC/F,MAAM,MAAM,GAAC,MAAM,CAAC,QAAQ,EAAC,IAAI,CAAE,CAAC;YACpC,MAAM,cAAc,CAAC,MAAM,EAAC,QAAQ,EAAC,aAAa,CAAC,MAAM,CAAC,OAAO,EAAC,IAAI,CAAE,EAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7F,MAAM,QAAQ,GAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAAA,IAAG,CAAC;gBAAA,MAAM,GAAC,EAAC,IAAI,EAAC,MAAM,EAAC,KAAK,EAAC,QAAQ,CAAC,KAAK,EAAC,cAAc,EAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,EAAC,CAAC;YAAA,CAAC;oBAAO,CAAC;gBAAA,QAAQ,CAAC,KAAK,EAAE,CAAC;YAAA,CAAC;QAChK,CAAC;aAAM,IAAG,OAAO,KAAG,UAAU,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAC,EAAC,WAAW,EAAC,MAAM,CAAC,WAAW,EAAC,IAAI,CAAE,EAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA,CAAC,CAAA,EAAC,MAAM,EAAC,MAAM,CAAC,QAAQ,CAAE,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA,CAAC,CAAA,EAAC,MAAM,EAAC,MAAM,CAAC,QAAQ,CAAE,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA,CAAC,CAAA,EAAC,MAAM,EAAC,MAAM,CAAC,QAAQ,CAAE,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,CAAC;YAChN,MAAM,QAAQ,GAAC,MAAM,cAAc,CAAC,KAAK,EAAC,EAAC,cAAc,EAAC,MAAM,CAAC,SAAS,EAAC,IAAI,CAAE,EAAC,CAAC,CAAC;YACpF,MAAM,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAC,IAAI,CAAE,EAAC,QAAQ,CAAC,QAAQ,EAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACjF,MAAM,GAAC,EAAC,KAAK,EAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAC,QAAQ,EAAC,QAAQ,CAAC,QAAQ,EAAC,CAAC;QACrE,CAAC;aAAM,IAAG,OAAO,KAAG,QAAQ,IAAE,OAAO,KAAG,SAAS,EAAE,CAAC;YAClD,MAAM,QAAQ,GAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAC,IAAI,CAAE,CAAC,CAAC;YACvD,IAAI,CAAC;gBACH,IAAG,OAAO,KAAG,SAAS,EAAE,CAAC;oBACvB,MAAM,MAAM,GAAC,EAAC,OAAO,EAAC,CAAC,EAAC,WAAW,EAAC,CAAC,EAAC,QAAQ,EAAC,CAAC,EAAC,CAAC;oBAAA,KAAI,MAAM,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE;wBAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;oBACtH,MAAM,GAAC,EAAC,QAAQ,EAAC,QAAQ,CAAC,QAAQ,EAAC,KAAK,EAAC,QAAQ,CAAC,KAAK,EAAC,MAAM,EAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,GAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAC,IAAI,CAAE,CAAC,CAAC;oBACpD,MAAM,GAAC,MAAM,cAAc,CAAC,QAAQ,EAAC,MAAM,CAAC,QAAQ,EAAC,IAAI,CAAE,EAAC,OAAO,EAAC,EAAC,MAAM,EAAC,UAAU,CAAC,MAAM,EAAC,CAAC,CAAC;gBAClG,CAAC;YACH,CAAC;oBAAQ,CAAC;gBAAA,QAAQ,CAAC,KAAK,EAAE,CAAC;YAAA,CAAC;QAC9B,CAAC;aAAM,IAAG,OAAO,KAAG,QAAQ;YAAE,MAAM,GAAC,MAAM,aAAa,CAAC,MAAM,CAAC,SAAS,EAAC,IAAI,CAAE,CAAC,CAAC;aAC7E,IAAG,OAAO,KAAG,MAAM,EAAE,CAAC;YACzB,MAAM,gBAAgB,GAAC,MAAM,CAAC,SAAS,EAAC,IAAI,CAAE,CAAC;YAC/C,8EAA8E;YAC9E,MAAM,EAAC,WAAW,EAAC,GAAC,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;YAAA,MAAM,KAAK,GAAC,MAAM,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACjG,MAAM,gBAAgB,GAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;YAAA,IAAG,CAAC,gBAAgB;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAC3H,MAAM,EAAC,MAAM,EAAC,GAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YAAA,MAAM,EAAC,YAAY,EAAC,GAAC,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC1F,MAAM,MAAM,GAAC,IAAI,MAAM,CAAC,EAAC,gBAAgB,EAAC,CAAC,CAAC;YAC5C,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAa,MAAM,CAAC,SAAS,CAAC,CAAA,CAAC,CAAA,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAE,EAAC,MAAM,CAAC,CAAgB,CAAA,CAAC,CAAA,EAAE,CAAC;gBACpH,IAAG,MAAM,CAAC,QAAQ,CAAC;oBAAC,OAAO,CAAC,MAAM,GAAC,MAAM,CAAC,QAAQ,CAAE,CAAC;gBAAA,IAAG,MAAM,CAAC,OAAO,CAAC;oBAAC,OAAO,CAAC,KAAK,GAAC,MAAM,CAAC,OAAO,CAAE,CAAC;gBACvG,MAAM,WAAW,GAAa,EAAC,MAAM,EAAC,CAAC,MAAM,CAAC,KAAK,EAAC,YAAY,EAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,EAAC,cAAc,EAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAC,OAAO,EAAC,MAAM,EAAC,UAAU,CAAC,MAAM,EAAC,CAAC;gBACtL,IAAG,MAAM,CAAC,MAAM,CAAC;oBAAC,WAAW,CAAC,IAAI,GAAC,MAAM,CAAC,MAAM,CAA2B,CAAC;gBAC5E,MAAM,SAAS,GAAC,MAAM,CAAC,YAAY,CAAC,EAAC,QAAQ,GAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBAAA,IAAG,SAAS,KAAG,SAAS;oBAAC,WAAW,CAAC,SAAS,GAAC,SAAS,CAAC;gBAAA,IAAG,QAAQ,KAAG,SAAS;oBAAC,WAAW,CAAC,QAAQ,GAAC,QAAQ,CAAC;gBAChL,MAAM,GAAC,MAAM,YAAY,CAAC,MAAM,EAAC,KAAK,EAAC,WAAW,CAAC,CAAC;YACtD,CAAC;oBAAS,CAAC;gBAAA,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;YAAA,CAAC;QACjC,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAC,IAAI,EAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;YAAS,CAAC;QAAA,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAC,KAAK,CAAC,CAAC;IAAA,CAAC;AACrD,CAAC;AACD,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAa,EAAC,EAAE,GAAC,OAAO,CAAC,KAAK,CAAC,SAAS,GAAC,CAAC,KAAK,YAAY,KAAK,CAAA,CAAC,CAAA,KAAK,CAAC,OAAO,CAAA,CAAC,CAAA,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA,OAAO,CAAC,QAAQ,GAAC,KAAK,YAAY,KAAK,IAAE,KAAK,CAAC,IAAI,KAAG,YAAY,CAAA,CAAC,CAAA,GAAG,CAAA,CAAC,CAAA,CAAC,CAAC,CAAA,CAAC,CAAC,CAAC","sourcesContent":["#!/usr/bin/env node\nimport { createReadStream } from 'node:fs';\nimport { readFile } from 'node:fs/promises';\nimport { createInterface } from 'node:readline';\nimport { parseArgs } from 'node:util';\nimport { Snapshot, createSnapshot } from './snapshot.ts';\nimport { exportSnapshot } from './export.ts';\nimport { verifyPackage } from './package.ts';\nimport { importGeoNames } from './sources/geonames.ts';\nimport { generateFiles } from './generate.ts';\nimport type { Entity, ExportRequest, SnapshotMetadata } from './types.ts';\nimport type { SeedMapping, SeedOptions } from './seeding/types.ts';\n\nconst HELP=`GeoReference 1.0 — generate geographic files in your project\n\nQuick start (no permanent project dependency):\n  npx georeference\n  npx georeference countries --country FR,CG --format csv --output ./data/countries\n  npx georeference generate --snapshot FILE --types locality --output ./data/places\n\nWithout a command, generate countries as JSON in ./data/georeference.\nCountry data is downloaded from GeoNames (CC BY 4.0). Use --source-file FILE\nfor offline countryInfo.txt input. Output is a NEW directory of standalone\nfiles plus manifest.json; existing destinations are never overwritten.\n\nCommands:\n  countries [--source-file FILE | --snapshot FILE] [export options]\n  generate  [--source-file FILE | --snapshot FILE] [export options]\n  snapshot --input FILE --metadata FILE --output SNAPSHOT.sqlite\n  geonames --countries countryInfo.txt --version LABEL --output SNAPSHOT.sqlite\n           [--admin1 FILE] [--admin2 FILE] [--places FILE]\n  inspect  --snapshot FILE\n  export   --snapshot FILE --output DIRECTORY --format FORMAT [options]\n  verify   --package DIRECTORY\n  seed     --package DIRECTORY [--apply] [--create-schema] [--revision N]\n\nFormats: json, ndjson, csv, sql-postgres, sqlite, geojson\nExport: --country IDS_OR_CODES --subdivision IDS --types country,subdivision,locality\n        --coordinates --boundaries --no-ancestors --layout flat|hierarchical\n        --compression none|gzip|zip --schema-mode schema-and-data|data-only\n        --sql-mode upsert|insert-only --spreadsheet-safe\nSeed:   --mode upsert|insert-only --batch-size N --schema NAME --table NAME\n        --mapping FILE --allow-downgrade; DATABASE_URL in environment\nSeeding is a read-only preview unless --apply is supplied.\nSee README.md / README.fr.md for data licensing and full guides.\n`;\nconst stringOptions=['input','metadata','output','source-file','countries','admin1','admin2','places','version','snapshot','format','country','subdivision','types','layout','compression','schema-mode','sql-mode','package','mode','batch-size','revision','schema','table','mapping'];\nconst booleanOptions=['help','coordinates','boundaries','no-ancestors','spreadsheet-safe','apply','create-schema','allow-downgrade'];\nconst supported:Record<string,string[]>={\n  snapshot:['input','metadata','output'],geonames:['countries','admin1','admin2','places','version','output'],inspect:['snapshot'],verify:['package'],\n  export:['snapshot','output','format','country','subdivision','types','coordinates','boundaries','no-ancestors','layout','compression','schema-mode','sql-mode','spreadsheet-safe'],\n  seed:['package','apply','create-schema','revision','mode','batch-size','schema','table','mapping','allow-downgrade']\n};\nsupported.generate=[...supported.export!,'source-file'];\nsupported.countries=supported.generate.filter(key=>key!=='types'&&key!=='subdivision');\nasync function* inputEntities(path:string,signal:AbortSignal):AsyncIterable<Entity> {\n  if(path.endsWith('.json')) {\n    const parsed=JSON.parse(await readFile(path,'utf8')) as unknown;\n    const entities=Array.isArray(parsed)?parsed:(parsed as {entities?:unknown[]})?.entities;\n    if(!Array.isArray(entities)) throw new Error('JSON input requires an entities array');\n    for(const entity of entities) {signal.throwIfAborted();yield entity as Entity;}\n  } else {\n    const stream=createReadStream(path,{encoding:'utf8'});\n    const lines=createInterface({input:stream,crlfDelay:Infinity});\n    try {for await(const line of lines) {signal.throwIfAborted();if(line.trim()) yield JSON.parse(line) as Entity;}}\n    finally {lines.close();stream.destroy();}\n  }\n}\nasync function main():Promise<void> {\n  const args=process.argv.slice(2);\n  if(args[0]==='--help'||args[0]==='help') {console.log(HELP);return;}\n  const command=!args.length||args[0]!.startsWith('-')?'countries':args.shift()!;\n  if(!supported[command]) throw new Error(`Unknown command: ${command}`);\n  const options:Record<string,{type:'string'|'boolean'}>={};\n  for(const key of stringOptions) options[key]={type:'string'};\n  for(const key of booleanOptions) options[key]={type:'boolean'};\n  const {values}=parseArgs({args,options,strict:true});\n  if(values.help) {console.log(HELP);return;}\n  for(const key of Object.keys(values)) if(!supported[command]!.includes(key)) throw new Error(`Option --${key} is not supported by ${command}`);\n  const string=(key:string,required=false):string|undefined=>{\n    const value=values[key];\n    if(required&&(typeof value!=='string'||!value.trim())) throw new Error(`${command} requires --${key}`);\n    return typeof value==='string'?value:undefined;\n  };\n  const list=(key:string)=>string(key)?.split(',').map(item=>item.trim()).filter(Boolean);\n  const number=(key:string)=>{const value=string(key);if(value===undefined)return undefined;if(!/^\\d+$/.test(value)||!Number.isSafeInteger(Number(value))) throw new Error(`--${key} requires a nonnegative integer`);return Number(value);};\n  const exportRequest=(format:string):ExportRequest=>{\n    const request:ExportRequest={format};\n    for(const [flag,key] of [['country','countries'],['subdivision','subdivisions'],['types','entityTypes']] as const) if(string(flag)!==undefined) (request as unknown as Record<string,unknown>)[key]=list(flag);\n    for(const [flag,key] of [['layout','layout'],['compression','compression'],['schema-mode','schemaMode'],['sql-mode','sqlMode']] as const) if(string(flag)!==undefined) (request as unknown as Record<string,unknown>)[key]=string(flag);\n    if(values.coordinates)request.coordinates=true;if(values.boundaries)request.boundaries=true;if(values['no-ancestors'])request.includeAncestors=false;if(values['spreadsheet-safe'])request.spreadsheetSafe=true;\n    return request;\n  };\n  const controller=new AbortController();const abort=()=>controller.abort();process.once('SIGINT',abort);\n  try {\n    let result:unknown;\n    if(command==='countries'||command==='generate') {\n      const request=exportRequest(string('format')??'json');\n      if(command==='countries') request.entityTypes=['country'];\n      result=await generateFiles({output:string('output')??'data/georeference',request,\n        ...(string('snapshot')?{snapshot:string('snapshot')!}:{}),...(string('source-file')?{sourceFile:string('source-file')!}:{}),signal:controller.signal});\n    } else if(command==='snapshot') {\n      const metadata=JSON.parse(await readFile(string('metadata',true)!,'utf8')) as SnapshotMetadata;\n      const output=string('output',true)!;\n      await createSnapshot(output,metadata,inputEntities(string('input',true)!,controller.signal));\n      const snapshot=Snapshot.open(output);try{result={path:output,count:snapshot.count,datasetVersion:snapshot.metadata.datasetVersion};}finally{snapshot.close();}\n    } else if(command==='geonames') {\n      const paths={countryInfo:string('countries',true)!,...(string('admin1')?{admin1:string('admin1')!}:{}),...(string('admin2')?{admin2:string('admin2')!}:{}),...(string('places')?{places:string('places')!}:{})};\n      const imported=await importGeoNames(paths,{datasetVersion:string('version',true)!});\n      await createSnapshot(string('output',true)!,imported.metadata,imported.entities);\n      result={count:imported.entities.length,metadata:imported.metadata};\n    } else if(command==='export'||command==='inspect') {\n      const snapshot=Snapshot.open(string('snapshot',true)!);\n      try {\n        if(command==='inspect') {\n          const counts={country:0,subdivision:0,locality:0};for(const entity of snapshot.entities())counts[entity.entityType]++;\n          result={metadata:snapshot.metadata,count:snapshot.count,counts};\n        } else {\n          const request=exportRequest(string('format',true)!);\n          result=await exportSnapshot(snapshot,string('output',true)!,request,{signal:controller.signal});\n        }\n      } finally{snapshot.close();}\n    } else if(command==='verify') result=await verifyPackage(string('package',true)!);\n    else if(command==='seed') {\n      const packageDirectory=string('package',true)!;\n      // Reject corrupted or unsupported packages before connecting to the database.\n      const {readPackage}=await import('./package.ts');const input=await readPackage(packageDirectory);\n      const connectionString=process.env.DATABASE_URL;if(!connectionString) throw new Error('DATABASE_URL is required for seed');\n      const {Client}=await import('pg');const {seedEntities}=await import('./seeding/index.ts');\n      const client=new Client({connectionString});\n      try {\n        await client.connect();\n        const mapping:SeedMapping=string('mapping')?JSON.parse(await readFile(string('mapping')!,'utf8')) as SeedMapping:{};\n        if(string('schema'))mapping.schema=string('schema')!;if(string('table'))mapping.table=string('table')!;\n        const seedOptions:SeedOptions={dryRun:!values.apply,createSchema:Boolean(values['create-schema']),allowDowngrade:Boolean(values['allow-downgrade']),mapping,signal:controller.signal};\n        if(string('mode'))seedOptions.mode=string('mode') as 'upsert'|'insert-only';\n        const batchSize=number('batch-size'),revision=number('revision');if(batchSize!==undefined)seedOptions.batchSize=batchSize;if(revision!==undefined)seedOptions.revision=revision;\n        result=await seedEntities(client,input,seedOptions);\n      } finally {await client.end();}\n    }\n    console.log(JSON.stringify(result,null,2));\n  } finally {process.removeListener('SIGINT',abort);}\n}\nmain().catch((error:unknown)=>{console.error('Error: '+(error instanceof Error?error.message:String(error)));process.exitCode=error instanceof Error&&error.name==='AbortError'?130:1;});\n"]}

package/dist/client.d.ts

@@ -0,0 +1,9 @@
+import type { Snapshot } from './snapshot.ts';
+import type { Entity } from './types.ts';
+export declare function createClient(snapshot: Snapshot): {
+    getEntity(id: string): Entity | undefined;
+    getCountry(id: string): Entity | undefined;
+    listCountries(): Entity[];
+    listSubdivisions(countryId?: string, parentId?: string): Entity[];
+    iterateLocalities(countryId?: string): IterableIterator<Entity>;
+};

package/dist/client.js

@@ -0,0 +1,24 @@
+export function createClient(snapshot) {
+    function* select(entityType, countryId) {
+        const plan = snapshot.select({ entityTypes: [entityType], includeAncestors: false, coordinates: true, boundaries: true, ...(countryId ? { countries: [countryId] } : {}) });
+        try {
+            yield* plan.entities();
+        }
+        finally {
+            plan.dispose?.();
+        }
+    }
+    return {
+        getEntity(id) { return snapshot.get(id); },
+        getCountry(id) {
+            const direct = snapshot.get(id);
+            if (direct)
+                return direct.entityType === 'country' ? direct : undefined;
+            return [...select('country')].find(entity => entity.codes?.iso2?.toUpperCase() === id.toUpperCase() || entity.codes?.iso3?.toUpperCase() === id.toUpperCase());
+        },
+        listCountries() { return [...select('country')]; },
+        listSubdivisions(countryId, parentId) { return [...select('subdivision', countryId)].filter(entity => parentId === undefined || entity.parentId === parentId); },
+        *iterateLocalities(countryId) { yield* select('locality', countryId); }
+    };
+}
+//# sourceMappingURL=client.js.map

package/dist/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,YAAY,CAAC,QAAiB;IAC5C,QAAQ,CAAC,CAAC,MAAM,CAAC,UAA6C,EAAC,SAAiB;QAC9E,MAAM,IAAI,GAAC,QAAQ,CAAC,MAAM,CAAC,EAAC,WAAW,EAAC,CAAC,UAAU,CAAC,EAAC,gBAAgB,EAAC,KAAK,EAAC,WAAW,EAAC,IAAI,EAAC,UAAU,EAAC,IAAI,EAAC,GAAG,CAAC,SAAS,CAAA,CAAC,CAAA,EAAC,SAAS,EAAC,CAAC,SAAS,CAAC,EAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,CAAC,CAAC;QACzJ,IAAI,CAAC;YAAA,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAAA,CAAC;gBAAS,CAAC;YAAA,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAAA,CAAC;IAC3D,CAAC;IACD,OAAO;QACL,SAAS,CAAC,EAAS,IAAqB,OAAO,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAClE,UAAU,CAAC,EAAS;YAClB,MAAM,MAAM,GAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9B,IAAG,MAAM;gBAAE,OAAO,MAAM,CAAC,UAAU,KAAG,SAAS,CAAA,CAAC,CAAA,MAAM,CAAA,CAAC,CAAA,SAAS,CAAC;YACjE,OAAO,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAA,EAAE,CAAA,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAG,EAAE,CAAC,WAAW,EAAE,IAAE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAG,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QACzJ,CAAC;QACD,aAAa,KAAc,OAAO,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,gBAAgB,CAAC,SAAiB,EAAC,QAAgB,IAAa,OAAO,CAAC,GAAG,MAAM,CAAC,aAAa,EAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAA,EAAE,CAAA,QAAQ,KAAG,SAAS,IAAE,MAAM,CAAC,QAAQ,KAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/K,CAAC,iBAAiB,CAAC,SAAiB,IAA6B,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC;KACxG,CAAC;AACJ,CAAC","sourcesContent":["import type { Snapshot } from './snapshot.ts';\nimport type { Entity } from './types.ts';\nexport function createClient(snapshot:Snapshot) {\n  function* select(entityType:'country'|'subdivision'|'locality',countryId?:string):IterableIterator<Entity> {\n    const plan=snapshot.select({entityTypes:[entityType],includeAncestors:false,coordinates:true,boundaries:true,...(countryId?{countries:[countryId]}:{})});\n    try {yield* plan.entities();} finally {plan.dispose?.();}\n  }\n  return {\n    getEntity(id:string):Entity|undefined { return snapshot.get(id); },\n    getCountry(id:string):Entity|undefined {\n      const direct=snapshot.get(id);\n      if(direct) return direct.entityType==='country'?direct:undefined;\n      return [...select('country')].find(entity=>entity.codes?.iso2?.toUpperCase()===id.toUpperCase()||entity.codes?.iso3?.toUpperCase()===id.toUpperCase());\n    },\n    listCountries():Entity[] { return [...select('country')]; },\n    listSubdivisions(countryId?:string,parentId?:string):Entity[] { return [...select('subdivision',countryId)].filter(entity=>parentId===undefined||entity.parentId===parentId); },\n    *iterateLocalities(countryId?:string):IterableIterator<Entity> { yield* select('locality',countryId); }\n  };\n}\n"]}

package/dist/export.d.ts

@@ -0,0 +1,6 @@
+import type { ExportAdapter, ExportManifest, ExportRequest } from './types.ts';
+import type { Snapshot } from './snapshot.ts';
+export declare function registerExportAdapter(adapter: ExportAdapter): void;
+export declare function exportSnapshot(snapshot: Snapshot, directory: string, request: ExportRequest, options?: {
+    signal?: AbortSignal;
+}): Promise<ExportManifest>;

package/dist/export.js

@@ -0,0 +1,127 @@
+import { createHash } from 'node:crypto';
+import { createReadStream, createWriteStream } from 'node:fs';
+import { access, mkdir, mkdtemp, rename, rm, writeFile, unlink } from 'node:fs/promises';
+import { basename, dirname, join } from 'node:path';
+import { pipeline } from 'node:stream/promises';
+import { createGzip } from 'node:zlib';
+import yazl from 'yazl';
+import { canonicalJson } from "./validation.js";
+import { fileDigest, packageFile } from "./files.js";
+const extensions = new Map();
+const builtins = ['json', 'ndjson', 'csv', 'sql-postgres', 'sqlite', 'geojson'];
+async function writeManifest(directory, manifest) {
+    const text = JSON.stringify(manifest, null, 2) + '\n';
+    if (Buffer.byteLength(text) > 1024 * 1024)
+        throw new Error('Manifest exceeds 1 MiB limit; split the export scope');
+    await writeFile(join(directory, 'manifest.json'), text);
+}
+export function registerExportAdapter(adapter) {
+    if (!adapter.format || !adapter.version || builtins.includes(adapter.format) || extensions.has(adapter.format))
+        throw new Error('Adapter format must be unique and versioned');
+    extensions.set(adapter.format, adapter);
+}
+function normalize(request) {
+    const allowed = new Set(['format', 'layout', 'compression', 'countries', 'subdivisions', 'entityTypes', 'includeAncestors', 'coordinates', 'boundaries', 'schemaMode', 'sqlMode', 'spreadsheetSafe']);
+    for (const key of Object.keys(request))
+        if (!allowed.has(key))
+            throw new Error(`Unknown export option: ${key}`);
+    if (!['none', 'gzip', 'zip'].includes(request.compression ?? 'none'))
+        throw new Error('Unsupported compression');
+    for (const [key, allowedValues] of Object.entries({ layout: ['flat', 'hierarchical'], schemaMode: ['schema-and-data', 'data-only'], sqlMode: ['upsert', 'insert-only'] })) {
+        const value = request[key];
+        if (value !== undefined && !allowedValues.includes(value))
+            throw new Error(`Invalid ${key}`);
+    }
+    for (const key of ['includeAncestors', 'coordinates', 'boundaries', 'spreadsheetSafe'])
+        if (request[key] !== undefined && typeof request[key] !== 'boolean')
+            throw new Error(`Invalid boolean option: ${key}`);
+    const result = { ...request, layout: request.layout ?? 'flat', compression: request.compression ?? 'none', includeAncestors: request.includeAncestors ?? true, coordinates: request.coordinates ?? false, boundaries: request.boundaries ?? false };
+    for (const key of ['countries', 'subdivisions', 'entityTypes']) {
+        if (request[key] !== undefined) {
+            if (!Array.isArray(request[key]) || request[key].some(value => typeof value !== 'string' || !value))
+                throw new Error(`Invalid ${key}`);
+            result[key] = [...new Set(request[key])].sort();
+        }
+    }
+    return result;
+}
+export async function exportSnapshot(snapshot, directory, request, options = {}) {
+    options.signal?.throwIfAborted();
+    const normalized = normalize(request);
+    const adapters = await import("./adapters/index.js");
+    const adapter = extensions.get(normalized.format) ?? adapters.getBuiltinAdapters().find(item => item.format === normalized.format);
+    if (!adapter)
+        throw new Error(`Unsupported export format: ${normalized.format}`);
+    adapter.validate(normalized);
+    await mkdir(dirname(directory), { recursive: true });
+    try {
+        await access(directory);
+        throw new Error('Export destination already exists');
+    }
+    catch (error) {
+        if (error.code !== 'ENOENT')
+            throw error;
+    }
+    const temporary = await mkdtemp(join(dirname(directory), '.' + basename(directory) + '-'));
+    let disposePlan;
+    try {
+        const plan = snapshot.select(normalized);
+        disposePlan = plan.dispose;
+        const hash = createHash('sha256').update(canonicalJson({ metadata: plan.metadata, request: normalized }));
+        const counts = { country: 0, subdivision: 0, locality: 0 };
+        let missingCoordinates = 0, missingBoundaries = 0;
+        for (const entity of (plan.identityEntities?.() ?? plan.entities())) {
+            options.signal?.throwIfAborted();
+            hash.update('\n' + canonicalJson(entity));
+            counts[entity.entityType]++;
+            if (normalized.coordinates && !entity.coordinates)
+                missingCoordinates++;
+            if (normalized.boundaries && !entity.boundary)
+                missingBoundaries++;
+        }
+        let paths = await adapter.write({ plan, directory: temporary, ...(options.signal ? { signal: options.signal } : {}) });
+        if (!paths.length || new Set(paths).size !== paths.length || paths.includes('manifest.json'))
+            throw new Error('Adapter returned invalid file list');
+        for (const path of paths)
+            await packageFile(temporary, path);
+        if (normalized.compression === 'gzip') {
+            const compressed = [];
+            for (const path of paths) {
+                await pipeline(createReadStream(join(temporary, path)), createGzip(), createWriteStream(join(temporary, path + '.gz'), { flags: 'wx' }), { signal: options.signal });
+                await unlink(join(temporary, path));
+                compressed.push(path + '.gz');
+            }
+            paths = compressed;
+        }
+        const manifest = { contractVersion: '1.0', generatorVersion: '1.0.0', adapterVersion: adapter.version, datasetVersion: plan.metadata.datasetVersion,
+            contentId: hash.digest('hex'), request: normalized, sources: plan.metadata.sources, count: plan.count, counts, contextIds: plan.contextIds, externalReferences: plan.externalReferences,
+            geometry: { coordinates: { requested: normalized.coordinates, missing: missingCoordinates }, boundaries: { requested: normalized.boundaries, missing: missingBoundaries }, crs: 'OGC:CRS84' },
+            scope: { kind: 'full', complete: plan.count === snapshot.count && normalized.includeAncestors !== false }, files: [] };
+        for (const path of paths.sort())
+            manifest.files.push({ path, ...await fileDigest(join(temporary, path)) });
+        await writeManifest(temporary, manifest);
+        if (normalized.compression === 'zip') {
+            const zip = new yazl.ZipFile();
+            for (const path of [...paths, 'manifest.json'])
+                zip.addFile(join(temporary, path), path, { mtime: new Date('1980-01-01T00:00:00Z') });
+            const finish = pipeline(zip.outputStream, createWriteStream(join(temporary, 'package.zip'), { flags: 'wx' }), { signal: options.signal });
+            zip.end();
+            await finish;
+            for (const path of paths)
+                await unlink(join(temporary, path));
+            manifest.files = [{ path: 'package.zip', ...await fileDigest(join(temporary, 'package.zip')) }];
+            await writeManifest(temporary, manifest);
+        }
+        options.signal?.throwIfAborted();
+        await rename(temporary, directory);
+        return manifest;
+    }
+    catch (error) {
+        await rm(temporary, { recursive: true, force: true });
+        throw error;
+    }
+    finally {
+        disposePlan?.();
+    }
+}
+//# sourceMappingURL=export.js.map