@lpdjs/firestore-repo-service 2.1.3 → 2.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/sync/bigquery.cjs +7 -8
- package/dist/sync/bigquery.cjs.map +1 -1
- package/dist/sync/bigquery.d.cts +4 -2
- package/dist/sync/bigquery.d.ts +4 -2
- package/dist/sync/bigquery.js +7 -8
- package/dist/sync/bigquery.js.map +1 -1
- package/dist/sync/index.cjs +43 -41
- package/dist/sync/index.cjs.map +1 -1
- package/dist/sync/index.d.cts +11 -3
- package/dist/sync/index.d.ts +11 -3
- package/dist/sync/index.js +43 -41
- package/dist/sync/index.js.map +1 -1
- package/dist/{types-BG1kGsLO.d.cts → types-Cy9G-Lx2.d.cts} +14 -4
- package/dist/{types-BG1kGsLO.d.ts → types-Cy9G-Lx2.d.ts} +14 -4
- package/package.json +1 -1
package/dist/sync/bigquery.cjs
CHANGED
|
@@ -1,10 +1,9 @@
|
|
|
1
|
-
'use strict';var u=class{constructor(){this.name="bigquery";}mapType(
|
|
2
|
-
`)
|
|
3
|
-
${
|
|
4
|
-
)
|
|
5
|
-
`)
|
|
6
|
-
`),q=o.map(s=>`T.${r(s)} = S.${r(s)}`).join(", "),y=i.map(s=>r(s)).join(", "),p=i.map(s=>`S.${r(s)}`).join(", "),m=[`MERGE ${this.fqn(e)} AS T`,`USING (
|
|
1
|
+
'use strict';var u=class{constructor(){this.name="bigquery";}mapType(t){switch(t){case "string":return "STRING";case "number":return "FLOAT64";case "bigint":return "INT64";case "boolean":return "BOOL";case "timestamp":return "TIMESTAMP";case "json":return "JSON";case "text":return "STRING"}}quoteIdentifier(t){return `\`${t}\``}},T=new u,c=class{constructor(t){this.bigquery=t.bigquery,this.datasetId=t.datasetId;}get dialect(){return T}async tableExists(t){let[e]=await this.dataset.table(t).exists();return e}async getTableColumns(t){let[e]=await this.dataset.table(t).getMetadata();return (e.schema?.fields??[]).map(s=>s.name)}async createTable(t){let e=r=>this.dialect.quoteIdentifier(r),i=t.columns.map(r=>{let a=r.isPrimaryKey?" NOT NULL":"";return ` ${e(r.name)} ${r.sqlType}${a}`}).join(`,
|
|
2
|
+
`),s=`CREATE TABLE IF NOT EXISTS ${this.fqn(t.tableName)} (
|
|
3
|
+
${i}
|
|
4
|
+
);`;await this.bigquery.query({query:s});}async addColumns(t,e){let i=s=>this.dialect.quoteIdentifier(s);for(let s of e){let r=`ALTER TABLE ${this.fqn(t)} ADD COLUMN ${i(s.name)} ${s.sqlType};`;await this.bigquery.query({query:r});}}async insertRows(t,e){e.length!==0&&await this.dataset.table(t).insert(e);}async upsertRows(t,e,i){if(e.length===0)return;let s=Object.keys(e[0]),r=s.filter(n=>n!==i),a=n=>this.dialect.quoteIdentifier(n),g=e.map((n,S)=>`SELECT ${s.map(l=>S===0?`${this.escapeValue(n[l])} AS ${a(l)}`:this.escapeValue(n[l])).join(", ")}`).join(` UNION ALL
|
|
5
|
+
`),q=r.map(n=>`T.${a(n)} = S.${a(n)}`).join(", "),y=s.map(n=>a(n)).join(", "),m=s.map(n=>`S.${a(n)}`).join(", "),p=[`MERGE ${this.fqn(t)} AS T`,`USING (
|
|
7
6
|
${g}
|
|
8
|
-
) AS S`,`ON T.${
|
|
9
|
-
`);await this.bigquery.query({query:
|
|
7
|
+
) AS S`,`ON T.${a(i)} = S.${a(i)}`,`WHEN MATCHED THEN UPDATE SET ${q}`,`WHEN NOT MATCHED THEN INSERT (${y}) VALUES (${m});`].join(`
|
|
8
|
+
`);await this.bigquery.query({query:p});}async deleteRows(t,e,i){if(i.length===0)return;let s=o=>this.dialect.quoteIdentifier(o),r=i.map(o=>this.escapeValue(o)).join(", "),a=`DELETE FROM ${this.fqn(t)} WHERE ${s(e)} IN (${r});`;await this.bigquery.query({query:a});}async executeRaw(t){await this.bigquery.query({query:t});}get dataset(){return this.bigquery.dataset(this.datasetId)}fqn(t){return `\`${this.datasetId}.${t}\``}escapeValue(t){return t==null?"NULL":typeof t=="boolean"?t?"TRUE":"FALSE":typeof t=="number"||typeof t=="bigint"?String(t):typeof t=="string"?t.startsWith("[")&&t.endsWith("]")||t.startsWith("{")&&t.endsWith("}")?`PARSE_JSON('${t.replace(/'/g,"\\'")}')`:`'${t.replace(/'/g,"\\'")}'`:`PARSE_JSON('${JSON.stringify(t).replace(/'/g,"\\'")}')`}};exports.BigQueryAdapter=c;exports.bigqueryDialect=T;//# sourceMappingURL=bigquery.cjs.map
|
|
10
9
|
//# sourceMappingURL=bigquery.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/sync/adapters/bigquery.ts"],"names":["BigQueryDialect","logical","id","table","cols","c","notNull","tableName","columns","bigqueryDialect","BigQueryAdapter","options","exists","metadata","f","ddl","rows","primaryKey","allKeys","nonPkCols","k","qi","source","row","i","updateSet","insertCols","insertVals","query","ids","escaped","v","sql"],"mappings":"aAaA,IAAMA,EAAN,KAA4C,CAA5C,WAAA,EAAA,CACE,IAAA,CAAS,KAAO,WAAA,CAEhB,OAAA,CAAQC,CAAAA,CAA8B,CACpC,OAAQA,CAAAA,EACN,KAAK,QAAA,CACH,OAAO,SACT,KAAK,QAAA,CACH,OAAO,SAAA,CACT,KAAK,QAAA,CACH,OAAO,QACT,KAAK,SAAA,CACH,OAAO,MAAA,CACT,KAAK,WAAA,CACH,OAAO,YACT,KAAK,MAAA,CACH,OAAO,MAAA,CACT,KAAK,OACH,OAAO,QACX,CACF,CAEA,gBAAgBC,CAAAA,CAAoB,CAClC,OAAO,CAAA,EAAA,EAAKA,CAAE,CAAA,EAAA,CAChB,CAEA,cAAA,CAAeC,CAAAA,CAA4B,CACzC,IAAMC,CAAAA,CAAOD,EAAM,OAAA,CAChB,GAAA,CAAKE,GAAM,CACV,IAAMC,CAAAA,CAAUD,CAAAA,CAAE,aAAe,WAAA,CAAc,EAAA,CAC/C,OAAO,CAAA,EAAA,EAAK,IAAA,CAAK,gBAAgBA,CAAAA,CAAE,IAAI,CAAC,CAAA,CAAA,EAAIA,EAAE,OAAO,CAAA,EAAGC,CAAO,CAAA,CACjE,CAAC,EACA,IAAA,CAAK,CAAA;AAAA,CAAK,EAEb,OAAO,CAAA,2BAAA,EAA8B,KAAK,eAAA,CAAgBH,CAAAA,CAAM,SAAS,CAAC,CAAA;AAAA,EAAOC,CAAI;AAAA,EAAA,CACvF,CAEA,aAAA,CAAcG,CAAAA,CAAmBC,CAAAA,CAA8B,CAC7D,OAAOA,CAAAA,CACJ,GAAA,CACEH,CAAAA,EACC,CAAA,YAAA,EAAe,IAAA,CAAK,eAAA,CAAgBE,CAAS,CAAC,CAAA,YAAA,EAAe,IAAA,CAAK,eAAA,CAAgBF,CAAAA,CAAE,IAAI,CAAC,CAAA,CAAA,EAAIA,CAAAA,CAAE,OAAO,CAAA,CAAA,CAC1G,CAAA,CACC,IAAA,CAAK;AAAA,CAAI,CACd,CACF,CAAA,CAGaI,EAA8B,IAAIT,CAAAA,CAuBlCU,EAAN,KAA4C,CAIjD,YAAYC,CAAAA,CAA+C,CACzD,KAAK,QAAA,CAAWA,CAAAA,CAAQ,SACxB,IAAA,CAAK,SAAA,CAAYA,EAAQ,UAC3B,CAGA,IAAI,OAAA,EAAsB,CACxB,OAAOF,CACT,CAGA,MAAM,WAAA,CAAYF,EAAqC,CACrD,GAAM,CAACK,CAAM,CAAA,CAAI,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAML,CAAS,CAAA,CAAE,QAAO,CAC5D,OAAOK,CACT,CAGA,MAAM,eAAA,CAAgBL,CAAAA,CAAsC,CAC1D,GAAM,CAACM,CAAQ,CAAA,CAAI,MAAM,KAAK,OAAA,CAAQ,KAAA,CAAMN,CAAS,CAAA,CAAE,WAAA,GAEvD,OAAA,CADwCM,CAAAA,CAAS,QAAQ,MAAA,EAAU,IACrD,GAAA,CAAKC,CAAAA,EAAMA,EAAE,IAAI,CACjC,CAGA,MAAM,WAAA,CAAYX,EAAmC,CACnD,IAAMY,EAAM,IAAA,CAAK,OAAA,CAAQ,eAAeZ,CAAK,CAAA,CAC7C,MAAM,IAAA,CAAK,QAAA,CAAS,MAAM,CAAE,KAAA,CAAOY,CAAI,CAAC,EAC1C,CAGA,MAAM,WACJR,CAAAA,CACAS,CAAAA,CACe,CACXA,CAAAA,CAAK,MAAA,GAAW,GACpB,MAAM,IAAA,CAAK,QAAQ,KAAA,CAAMT,CAAS,EAAE,MAAA,CAAOS,CAAI,EACjD,CAQA,MAAM,UAAA,CACJT,CAAAA,CACAS,EACAC,CAAAA,CACe,CACf,GAAID,CAAAA,CAAK,MAAA,GAAW,EAAG,OAEvB,IAAME,EAAU,MAAA,CAAO,IAAA,CAAKF,EAAK,CAAC,CAAE,EAC9BG,CAAAA,CAAYD,CAAAA,CAAQ,OAAQE,CAAAA,EAAMA,CAAAA,GAAMH,CAAU,CAAA,CAClDI,EAAMnB,CAAAA,EAAe,IAAA,CAAK,QAAQ,eAAA,CAAgBA,CAAE,EAapDoB,CAAAA,CAVUN,CAAAA,CAAK,IAAI,CAACO,CAAAA,CAAKC,IAOtB,CAAA,OAAA,EANQN,CAAAA,CACZ,IAAKE,CAAAA,EACYI,CAAAA,GAAM,EAAI,CAAA,EAAG,IAAA,CAAK,YAAYD,CAAAA,CAAIH,CAAC,CAAC,CAAC,CAAA,IAAA,EAAOC,EAAGD,CAAC,CAAC,GAAK,IAAA,CAAK,WAAA,CAAYG,EAAIH,CAAC,CAAC,CAE9F,CAAA,CACA,IAAA,CAAK,IAAI,CACW,CAAA,CACxB,EAEsB,IAAA,CAAK,CAAA;AAAA,IAAA,CAAkB,CAAA,CAGxCK,EAAYN,CAAAA,CACf,GAAA,CAAKd,GAAM,CAAA,EAAA,EAAKgB,CAAAA,CAAGhB,CAAC,CAAC,CAAA,KAAA,EAAQgB,CAAAA,CAAGhB,CAAC,CAAC,CAAA,CAAE,EACpC,IAAA,CAAK,IAAI,EAGNqB,CAAAA,CAAaR,CAAAA,CAAQ,GAAA,CAAKb,CAAAA,EAAMgB,CAAAA,CAAGhB,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CAChDsB,CAAAA,CAAaT,EAAQ,GAAA,CAAKb,CAAAA,EAAM,CAAA,EAAA,EAAKgB,CAAAA,CAAGhB,CAAC,CAAC,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CAEvDuB,CAAAA,CAAQ,CACZ,SAAS,IAAA,CAAK,GAAA,CAAIrB,CAAS,CAAC,CAAA,KAAA,CAAA,CAC5B,CAAA;AAAA,IAAA,EAAgBe,CAAM;AAAA,QAAA,CAAA,CACtB,QAAQD,CAAAA,CAAGJ,CAAU,CAAC,CAAA,KAAA,EAAQI,CAAAA,CAAGJ,CAAU,CAAC,CAAA,CAAA,CAC5C,CAAA,6BAAA,EAAgCQ,CAAS,GACzC,CAAA,8BAAA,EAAiCC,CAAU,aAAaC,CAAU,CAAA,EAAA,CACpE,EAAE,IAAA,CAAK;AAAA,CAAI,EAEX,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,KAAA,CAAAC,CAAM,CAAC,EACrC,CAGA,MAAM,UAAA,CACJrB,EACAU,CAAAA,CACAY,CAAAA,CACe,CACf,GAAIA,CAAAA,CAAI,MAAA,GAAW,CAAA,CAAG,OAEtB,IAAMR,CAAAA,CAAMnB,CAAAA,EAAe,IAAA,CAAK,QAAQ,eAAA,CAAgBA,CAAE,CAAA,CACpD4B,CAAAA,CAAUD,EAAI,GAAA,CAAKE,CAAAA,EAAM,KAAK,WAAA,CAAYA,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CACvDH,EAAQ,CAAA,YAAA,EAAe,IAAA,CAAK,GAAA,CAAIrB,CAAS,CAAC,CAAA,OAAA,EAAUc,CAAAA,CAAGJ,CAAU,CAAC,QAAQa,CAAO,CAAA,EAAA,CAAA,CAEvF,MAAM,IAAA,CAAK,QAAA,CAAS,MAAM,CAAE,KAAA,CAAAF,CAAM,CAAC,EACrC,CAGA,MAAM,WAAWI,CAAAA,CAA4B,CAC3C,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,MAAOA,CAAI,CAAC,EAC1C,CAOA,IAAY,SAAU,CACpB,OAAO,IAAA,CAAK,QAAA,CAAS,QAAQ,IAAA,CAAK,SAAS,CAC7C,CAGQ,IAAIzB,CAAAA,CAA2B,CACrC,OAAO,CAAA,EAAA,EAAK,KAAK,SAAS,CAAA,CAAA,EAAIA,CAAS,CAAA,EAAA,CACzC,CAGQ,YAAYwB,CAAAA,CAAoB,CACtC,OAAIA,CAAAA,EAAM,KAAgC,MAAA,CACtC,OAAOA,CAAAA,EAAM,SAAA,CAAkBA,EAAI,MAAA,CAAS,OAAA,CAC5C,OAAOA,CAAAA,EAAM,UAAY,OAAOA,CAAAA,EAAM,SAAiB,MAAA,CAAOA,CAAC,EAC/D,OAAOA,CAAAA,EAAM,QAAA,CAGZA,CAAAA,CAAE,WAAW,GAAG,CAAA,EAAKA,CAAAA,CAAE,QAAA,CAAS,GAAG,CAAA,EACnCA,CAAAA,CAAE,UAAA,CAAW,GAAG,GAAKA,CAAAA,CAAE,QAAA,CAAS,GAAG,CAAA,CAE7B,CAAA,YAAA,EAAeA,EAAE,OAAA,CAAQ,IAAA,CAAM,KAAK,CAAC,KAEvC,CAAA,CAAA,EAAIA,CAAAA,CAAE,QAAQ,IAAA,CAAM,KAAK,CAAC,CAAA,CAAA,CAAA,CAG5B,CAAA,YAAA,EAAe,IAAA,CAAK,SAAA,CAAUA,CAAC,CAAA,CAAE,OAAA,CAAQ,KAAM,KAAK,CAAC,IAC9D,CACF","file":"bigquery.cjs","sourcesContent":["import type {\n SqlAdapter,\n SqlColumn,\n SqlDialect,\n SqlTableDef,\n LogicalType,\n} from \"../types\";\n\n// ---------------------------------------------------------------------------\n// Dialect\n// ---------------------------------------------------------------------------\n\n/** BigQuery SQL dialect mapping. */\nclass BigQueryDialect implements SqlDialect {\n readonly name = \"bigquery\";\n\n mapType(logical: LogicalType): string {\n switch (logical) {\n case \"string\":\n return \"STRING\";\n case \"number\":\n return \"FLOAT64\";\n case \"bigint\":\n return \"INT64\";\n case \"boolean\":\n return \"BOOL\";\n case \"timestamp\":\n return \"TIMESTAMP\";\n case \"json\":\n return \"JSON\";\n case \"text\":\n return \"STRING\";\n }\n }\n\n quoteIdentifier(id: string): string {\n return `\\`${id}\\``;\n }\n\n createTableDDL(table: SqlTableDef): string {\n const cols = table.columns\n .map((c) => {\n const notNull = c.isPrimaryKey ? \" NOT NULL\" : \"\";\n return ` ${this.quoteIdentifier(c.name)} ${c.sqlType}${notNull}`;\n })\n .join(\",\\n\");\n\n return `CREATE TABLE IF NOT EXISTS ${this.quoteIdentifier(table.tableName)} (\\n${cols}\\n);`;\n }\n\n addColumnsDDL(tableName: string, columns: SqlColumn[]): string {\n return columns\n .map(\n (c) =>\n `ALTER TABLE ${this.quoteIdentifier(tableName)} ADD COLUMN ${this.quoteIdentifier(c.name)} ${c.sqlType};`,\n )\n .join(\"\\n\");\n }\n}\n\n/** Shared BigQuery dialect singleton. */\nexport const bigqueryDialect: SqlDialect = new BigQueryDialect();\n\n// ---------------------------------------------------------------------------\n// Adapter\n// ---------------------------------------------------------------------------\n\n/**\n * BigQuery implementation of {@link SqlAdapter}.\n *\n * Accepts an already-configured BigQuery client so the library does not pull\n * in `@google-cloud/bigquery` as a hard dependency.\n *\n * @example\n * ```ts\n * import { BigQuery } from \"@google-cloud/bigquery\";\n * import { BigQueryAdapter } from \"./adapters/bigquery\";\n *\n * const adapter = new BigQueryAdapter({\n * bigquery: new BigQuery({ projectId: \"my-project\" }),\n * datasetId: \"my_dataset\",\n * });\n * ```\n */\nexport class BigQueryAdapter implements SqlAdapter {\n private readonly bigquery: any;\n private readonly datasetId: string;\n\n constructor(options: { bigquery: any; datasetId: string }) {\n this.bigquery = options.bigquery;\n this.datasetId = options.datasetId;\n }\n\n /** The BigQuery SQL dialect. */\n get dialect(): SqlDialect {\n return bigqueryDialect;\n }\n\n /** Check whether a table exists in the dataset. */\n async tableExists(tableName: string): Promise<boolean> {\n const [exists] = await this.dataset.table(tableName).exists();\n return exists;\n }\n\n /** Return the column names currently present in the table. */\n async getTableColumns(tableName: string): Promise<string[]> {\n const [metadata] = await this.dataset.table(tableName).getMetadata();\n const fields: Array<{ name: string }> = metadata.schema?.fields ?? [];\n return fields.map((f) => f.name);\n }\n\n /** Create a table using the dialect's DDL. */\n async createTable(table: SqlTableDef): Promise<void> {\n const ddl = this.dialect.createTableDDL(table);\n await this.bigquery.query({ query: ddl });\n }\n\n /** Append rows via BigQuery streaming insert. */\n async insertRows(\n tableName: string,\n rows: Record<string, unknown>[],\n ): Promise<void> {\n if (rows.length === 0) return;\n await this.dataset.table(tableName).insert(rows);\n }\n\n /**\n * Upsert rows using a MERGE DML statement.\n *\n * Builds a source table from inline SELECT … UNION ALL rows and merges\n * into the target on the given primary key.\n */\n async upsertRows(\n tableName: string,\n rows: Record<string, unknown>[],\n primaryKey: string,\n ): Promise<void> {\n if (rows.length === 0) return;\n\n const allKeys = Object.keys(rows[0]!);\n const nonPkCols = allKeys.filter((k) => k !== primaryKey);\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n\n // Build inline source: SELECT val AS col, … UNION ALL SELECT …\n const selects = rows.map((row, i) => {\n const values = allKeys\n .map((k) => {\n const aliased = i === 0 ? `${this.escapeValue(row[k])} AS ${qi(k)}` : this.escapeValue(row[k]);\n return aliased;\n })\n .join(\", \");\n return `SELECT ${values}`;\n });\n\n const source = selects.join(\" UNION ALL\\n \");\n\n // UPDATE SET clause (non-PK columns)\n const updateSet = nonPkCols\n .map((c) => `T.${qi(c)} = S.${qi(c)}`)\n .join(\", \");\n\n // INSERT columns / values\n const insertCols = allKeys.map((c) => qi(c)).join(\", \");\n const insertVals = allKeys.map((c) => `S.${qi(c)}`).join(\", \");\n\n const query = [\n `MERGE ${this.fqn(tableName)} AS T`,\n `USING (\\n ${source}\\n ) AS S`,\n `ON T.${qi(primaryKey)} = S.${qi(primaryKey)}`,\n `WHEN MATCHED THEN UPDATE SET ${updateSet}`,\n `WHEN NOT MATCHED THEN INSERT (${insertCols}) VALUES (${insertVals});`,\n ].join(\"\\n\");\n\n await this.bigquery.query({ query });\n }\n\n /** Delete rows by primary-key values. */\n async deleteRows(\n tableName: string,\n primaryKey: string,\n ids: string[],\n ): Promise<void> {\n if (ids.length === 0) return;\n\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n const escaped = ids.map((v) => this.escapeValue(v)).join(\", \");\n const query = `DELETE FROM ${this.fqn(tableName)} WHERE ${qi(primaryKey)} IN (${escaped});`;\n\n await this.bigquery.query({ query });\n }\n\n /** Execute a raw SQL statement (used by the migration manager). */\n async executeRaw(sql: string): Promise<void> {\n await this.bigquery.query({ query: sql });\n }\n\n // -------------------------------------------------------------------------\n // Private helpers\n // -------------------------------------------------------------------------\n\n /** The BigQuery Dataset handle. */\n private get dataset() {\n return this.bigquery.dataset(this.datasetId);\n }\n\n /** Return the fully-qualified table reference (`` `dataset.table` ``). */\n private fqn(tableName: string): string {\n return `\\`${this.datasetId}.${tableName}\\``;\n }\n\n /** Escape a value for use as a SQL literal. */\n private escapeValue(v: unknown): string {\n if (v === null || v === undefined) return \"NULL\";\n if (typeof v === \"boolean\") return v ? \"TRUE\" : \"FALSE\";\n if (typeof v === \"number\" || typeof v === \"bigint\") return String(v);\n if (typeof v === \"string\") {\n // Detect JSON strings (arrays/objects) → use PARSE_JSON for native JSON columns\n if (\n (v.startsWith(\"[\") && v.endsWith(\"]\")) ||\n (v.startsWith(\"{\") && v.endsWith(\"}\"))\n ) {\n return `PARSE_JSON('${v.replace(/'/g, \"\\\\'\")}')`;\n }\n return `'${v.replace(/'/g, \"\\\\'\")}'`;\n }\n // Objects / arrays → JSON\n return `PARSE_JSON('${JSON.stringify(v).replace(/'/g, \"\\\\'\")}')`;\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/sync/adapters/bigquery.ts"],"names":["BigQueryDialect","logical","id","bigqueryDialect","BigQueryAdapter","options","tableName","exists","metadata","f","table","qi","cols","c","notNull","ddl","columns","stmt","rows","primaryKey","allKeys","nonPkCols","k","source","row","i","updateSet","insertCols","insertVals","query","ids","escaped","v","sql"],"mappings":"aAaA,IAAMA,EAAN,KAA4C,CAA5C,WAAA,EAAA,CACE,IAAA,CAAS,KAAO,WAAA,CAEhB,OAAA,CAAQC,CAAAA,CAA8B,CACpC,OAAQA,CAAAA,EACN,KAAK,QAAA,CACH,OAAO,QAAA,CACT,KAAK,QAAA,CACH,OAAO,UACT,KAAK,QAAA,CACH,OAAO,OAAA,CACT,KAAK,SAAA,CACH,OAAO,MAAA,CACT,KAAK,YACH,OAAO,WAAA,CACT,KAAK,MAAA,CACH,OAAO,OACT,KAAK,MAAA,CACH,OAAO,QACX,CACF,CAEA,eAAA,CAAgBC,CAAAA,CAAoB,CAClC,OAAO,CAAA,EAAA,EAAKA,CAAE,CAAA,EAAA,CAChB,CACF,EAGaC,CAAAA,CAA8B,IAAIH,CAAAA,CAuBlCI,CAAAA,CAAN,KAA4C,CAIjD,WAAA,CAAYC,CAAAA,CAA+C,CACzD,KAAK,QAAA,CAAWA,CAAAA,CAAQ,QAAA,CACxB,IAAA,CAAK,UAAYA,CAAAA,CAAQ,UAC3B,CAGA,IAAI,SAAsB,CACxB,OAAOF,CACT,CAGA,MAAM,YAAYG,CAAAA,CAAqC,CACrD,GAAM,CAACC,CAAM,CAAA,CAAI,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAMD,CAAS,CAAA,CAAE,MAAA,EAAO,CAC5D,OAAOC,CACT,CAGA,MAAM,eAAA,CAAgBD,EAAsC,CAC1D,GAAM,CAACE,CAAQ,EAAI,MAAM,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAMF,CAAS,CAAA,CAAE,WAAA,EAAY,CAEnE,OAAA,CADwCE,EAAS,MAAA,EAAQ,MAAA,EAAU,EAAC,EACtD,GAAA,CAAKC,GAAMA,CAAAA,CAAE,IAAI,CACjC,CAGA,MAAM,WAAA,CAAYC,CAAAA,CAAmC,CACnD,IAAMC,EAAMT,CAAAA,EAAe,IAAA,CAAK,OAAA,CAAQ,eAAA,CAAgBA,CAAE,CAAA,CACpDU,CAAAA,CAAOF,EAAM,OAAA,CAChB,GAAA,CAAKG,GAAM,CACV,IAAMC,CAAAA,CAAUD,CAAAA,CAAE,aAAe,WAAA,CAAc,EAAA,CAC/C,OAAO,CAAA,EAAA,EAAKF,EAAGE,CAAAA,CAAE,IAAI,CAAC,CAAA,CAAA,EAAIA,EAAE,OAAO,CAAA,EAAGC,CAAO,CAAA,CAC/C,CAAC,EACA,IAAA,CAAK,CAAA;AAAA,CAAK,EAEPC,CAAAA,CAAM,CAAA,2BAAA,EAA8B,KAAK,GAAA,CAAIL,CAAAA,CAAM,SAAS,CAAC,CAAA;AAAA,EAAOE,CAAI;AAAA,EAAA,CAAA,CAC9E,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,KAAA,CAAOG,CAAI,CAAC,EAC1C,CAGA,MAAM,UAAA,CAAWT,CAAAA,CAAmBU,EAAqC,CACvE,IAAML,CAAAA,CAAMT,CAAAA,EAAe,IAAA,CAAK,OAAA,CAAQ,eAAA,CAAgBA,CAAE,EAC1D,IAAA,IAAWW,CAAAA,IAAKG,CAAAA,CAAS,CACvB,IAAMC,CAAAA,CAAO,CAAA,YAAA,EAAe,IAAA,CAAK,IAAIX,CAAS,CAAC,CAAA,YAAA,EAAeK,CAAAA,CAAGE,CAAAA,CAAE,IAAI,CAAC,CAAA,CAAA,EAAIA,EAAE,OAAO,CAAA,CAAA,CAAA,CACrF,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,KAAA,CAAOI,CAAK,CAAC,EAC3C,CACF,CAGA,MAAM,UAAA,CACJX,CAAAA,CACAY,CAAAA,CACe,CACXA,CAAAA,CAAK,MAAA,GAAW,CAAA,EACpB,MAAM,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAMZ,CAAS,EAAE,MAAA,CAAOY,CAAI,EACjD,CAQA,MAAM,UAAA,CACJZ,CAAAA,CACAY,CAAAA,CACAC,EACe,CACf,GAAID,CAAAA,CAAK,MAAA,GAAW,CAAA,CAAG,OAEvB,IAAME,CAAAA,CAAU,OAAO,IAAA,CAAKF,CAAAA,CAAK,CAAC,CAAE,CAAA,CAC9BG,CAAAA,CAAYD,CAAAA,CAAQ,MAAA,CAAQE,GAAMA,CAAAA,GAAMH,CAAU,CAAA,CAClDR,CAAAA,CAAMT,CAAAA,EAAe,IAAA,CAAK,OAAA,CAAQ,eAAA,CAAgBA,CAAE,CAAA,CAgBpDqB,CAAAA,CAbUL,CAAAA,CAAK,GAAA,CAAI,CAACM,CAAAA,CAAKC,CAAAA,GAUtB,CAAA,OAAA,EATQL,EACZ,GAAA,CAAKE,CAAAA,EAEFG,CAAAA,GAAM,CAAA,CACF,CAAA,EAAG,IAAA,CAAK,WAAA,CAAYD,CAAAA,CAAIF,CAAC,CAAC,CAAC,CAAA,IAAA,EAAOX,CAAAA,CAAGW,CAAC,CAAC,CAAA,CAAA,CACvC,IAAA,CAAK,YAAYE,CAAAA,CAAIF,CAAC,CAAC,CAE9B,EACA,IAAA,CAAK,IAAI,CACW,CAAA,CACxB,EAEsB,IAAA,CAAK,CAAA;AAAA,IAAA,CAAkB,CAAA,CAGxCI,EAAYL,CAAAA,CACf,GAAA,CAAKR,GAAM,CAAA,EAAA,EAAKF,CAAAA,CAAGE,CAAC,CAAC,CAAA,KAAA,EAAQF,CAAAA,CAAGE,CAAC,CAAC,CAAA,CAAE,EACpC,IAAA,CAAK,IAAI,EAGNc,CAAAA,CAAaP,CAAAA,CAAQ,GAAA,CAAKP,CAAAA,EAAMF,CAAAA,CAAGE,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CAChDe,CAAAA,CAAaR,EAAQ,GAAA,CAAKP,CAAAA,EAAM,CAAA,EAAA,EAAKF,CAAAA,CAAGE,CAAC,CAAC,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CAEvDgB,CAAAA,CAAQ,CACZ,SAAS,IAAA,CAAK,GAAA,CAAIvB,CAAS,CAAC,CAAA,KAAA,CAAA,CAC5B,CAAA;AAAA,IAAA,EAAgBiB,CAAM;AAAA,QAAA,CAAA,CACtB,QAAQZ,CAAAA,CAAGQ,CAAU,CAAC,CAAA,KAAA,EAAQR,CAAAA,CAAGQ,CAAU,CAAC,CAAA,CAAA,CAC5C,CAAA,6BAAA,EAAgCO,CAAS,GACzC,CAAA,8BAAA,EAAiCC,CAAU,aAAaC,CAAU,CAAA,EAAA,CACpE,EAAE,IAAA,CAAK;AAAA,CAAI,EAEX,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,KAAA,CAAAC,CAAM,CAAC,EACrC,CAGA,MAAM,UAAA,CACJvB,EACAa,CAAAA,CACAW,CAAAA,CACe,CACf,GAAIA,CAAAA,CAAI,MAAA,GAAW,CAAA,CAAG,OAEtB,IAAMnB,CAAAA,CAAMT,CAAAA,EAAe,IAAA,CAAK,QAAQ,eAAA,CAAgBA,CAAE,CAAA,CACpD6B,CAAAA,CAAUD,EAAI,GAAA,CAAKE,CAAAA,EAAM,KAAK,WAAA,CAAYA,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CACvDH,EAAQ,CAAA,YAAA,EAAe,IAAA,CAAK,GAAA,CAAIvB,CAAS,CAAC,CAAA,OAAA,EAAUK,CAAAA,CAAGQ,CAAU,CAAC,QAAQY,CAAO,CAAA,EAAA,CAAA,CAEvF,MAAM,IAAA,CAAK,QAAA,CAAS,MAAM,CAAE,KAAA,CAAAF,CAAM,CAAC,EACrC,CAGA,MAAM,WAAWI,CAAAA,CAA4B,CAC3C,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,MAAOA,CAAI,CAAC,EAC1C,CAOA,IAAY,SAAU,CACpB,OAAO,IAAA,CAAK,QAAA,CAAS,QAAQ,IAAA,CAAK,SAAS,CAC7C,CAGQ,IAAI3B,CAAAA,CAA2B,CACrC,OAAO,CAAA,EAAA,EAAK,KAAK,SAAS,CAAA,CAAA,EAAIA,CAAS,CAAA,EAAA,CACzC,CAGQ,YAAY0B,CAAAA,CAAoB,CACtC,OAAIA,CAAAA,EAAM,KAAgC,MAAA,CACtC,OAAOA,CAAAA,EAAM,SAAA,CAAkBA,EAAI,MAAA,CAAS,OAAA,CAC5C,OAAOA,CAAAA,EAAM,UAAY,OAAOA,CAAAA,EAAM,SAAiB,MAAA,CAAOA,CAAC,EAC/D,OAAOA,CAAAA,EAAM,QAAA,CAGZA,CAAAA,CAAE,WAAW,GAAG,CAAA,EAAKA,CAAAA,CAAE,QAAA,CAAS,GAAG,CAAA,EACnCA,CAAAA,CAAE,UAAA,CAAW,GAAG,GAAKA,CAAAA,CAAE,QAAA,CAAS,GAAG,CAAA,CAE7B,CAAA,YAAA,EAAeA,EAAE,OAAA,CAAQ,IAAA,CAAM,KAAK,CAAC,KAEvC,CAAA,CAAA,EAAIA,CAAAA,CAAE,QAAQ,IAAA,CAAM,KAAK,CAAC,CAAA,CAAA,CAAA,CAG5B,CAAA,YAAA,EAAe,IAAA,CAAK,SAAA,CAAUA,CAAC,CAAA,CAAE,OAAA,CAAQ,KAAM,KAAK,CAAC,IAC9D,CACF","file":"bigquery.cjs","sourcesContent":["import type {\n LogicalType,\n SqlAdapter,\n SqlColumn,\n SqlDialect,\n SqlTableDef,\n} from \"../types\";\n\n// ---------------------------------------------------------------------------\n// Dialect (internal — used only by BigQueryAdapter)\n// ---------------------------------------------------------------------------\n\n/** BigQuery SQL dialect mapping. */\nclass BigQueryDialect implements SqlDialect {\n readonly name = \"bigquery\";\n\n mapType(logical: LogicalType): string {\n switch (logical) {\n case \"string\":\n return \"STRING\";\n case \"number\":\n return \"FLOAT64\";\n case \"bigint\":\n return \"INT64\";\n case \"boolean\":\n return \"BOOL\";\n case \"timestamp\":\n return \"TIMESTAMP\";\n case \"json\":\n return \"JSON\";\n case \"text\":\n return \"STRING\";\n }\n }\n\n quoteIdentifier(id: string): string {\n return `\\`${id}\\``;\n }\n}\n\n/** Shared BigQuery dialect singleton. */\nexport const bigqueryDialect: SqlDialect = new BigQueryDialect();\n\n// ---------------------------------------------------------------------------\n// Adapter\n// ---------------------------------------------------------------------------\n\n/**\n * BigQuery implementation of {@link SqlAdapter}.\n *\n * Accepts an already-configured BigQuery client so the library does not pull\n * in `@google-cloud/bigquery` as a hard dependency.\n *\n * @example\n * ```ts\n * import { BigQuery } from \"@google-cloud/bigquery\";\n * import { BigQueryAdapter } from \"./adapters/bigquery\";\n *\n * const adapter = new BigQueryAdapter({\n * bigquery: new BigQuery({ projectId: \"my-project\" }),\n * datasetId: \"my_dataset\",\n * });\n * ```\n */\nexport class BigQueryAdapter implements SqlAdapter {\n private readonly bigquery: any;\n private readonly datasetId: string;\n\n constructor(options: { bigquery: any; datasetId: string }) {\n this.bigquery = options.bigquery;\n this.datasetId = options.datasetId;\n }\n\n /** The BigQuery SQL dialect. */\n get dialect(): SqlDialect {\n return bigqueryDialect;\n }\n\n /** Check whether a table exists in the dataset. */\n async tableExists(tableName: string): Promise<boolean> {\n const [exists] = await this.dataset.table(tableName).exists();\n return exists;\n }\n\n /** Return the column names currently present in the table. */\n async getTableColumns(tableName: string): Promise<string[]> {\n const [metadata] = await this.dataset.table(tableName).getMetadata();\n const fields: Array<{ name: string }> = metadata.schema?.fields ?? [];\n return fields.map((f) => f.name);\n }\n\n /** Create a table using a fully-qualified name. */\n async createTable(table: SqlTableDef): Promise<void> {\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n const cols = table.columns\n .map((c) => {\n const notNull = c.isPrimaryKey ? \" NOT NULL\" : \"\";\n return ` ${qi(c.name)} ${c.sqlType}${notNull}`;\n })\n .join(\",\\n\");\n\n const ddl = `CREATE TABLE IF NOT EXISTS ${this.fqn(table.tableName)} (\\n${cols}\\n);`;\n await this.bigquery.query({ query: ddl });\n }\n\n /** Add columns to an existing table using a fully-qualified name. */\n async addColumns(tableName: string, columns: SqlColumn[]): Promise<void> {\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n for (const c of columns) {\n const stmt = `ALTER TABLE ${this.fqn(tableName)} ADD COLUMN ${qi(c.name)} ${c.sqlType};`;\n await this.bigquery.query({ query: stmt });\n }\n }\n\n /** Append rows via BigQuery streaming insert. */\n async insertRows(\n tableName: string,\n rows: Record<string, unknown>[],\n ): Promise<void> {\n if (rows.length === 0) return;\n await this.dataset.table(tableName).insert(rows);\n }\n\n /**\n * Upsert rows using a MERGE DML statement.\n *\n * Builds a source table from inline SELECT … UNION ALL rows and merges\n * into the target on the given primary key.\n */\n async upsertRows(\n tableName: string,\n rows: Record<string, unknown>[],\n primaryKey: string,\n ): Promise<void> {\n if (rows.length === 0) return;\n\n const allKeys = Object.keys(rows[0]!);\n const nonPkCols = allKeys.filter((k) => k !== primaryKey);\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n\n // Build inline source: SELECT val AS col, … UNION ALL SELECT …\n const selects = rows.map((row, i) => {\n const values = allKeys\n .map((k) => {\n const aliased =\n i === 0\n ? `${this.escapeValue(row[k])} AS ${qi(k)}`\n : this.escapeValue(row[k]);\n return aliased;\n })\n .join(\", \");\n return `SELECT ${values}`;\n });\n\n const source = selects.join(\" UNION ALL\\n \");\n\n // UPDATE SET clause (non-PK columns)\n const updateSet = nonPkCols\n .map((c) => `T.${qi(c)} = S.${qi(c)}`)\n .join(\", \");\n\n // INSERT columns / values\n const insertCols = allKeys.map((c) => qi(c)).join(\", \");\n const insertVals = allKeys.map((c) => `S.${qi(c)}`).join(\", \");\n\n const query = [\n `MERGE ${this.fqn(tableName)} AS T`,\n `USING (\\n ${source}\\n ) AS S`,\n `ON T.${qi(primaryKey)} = S.${qi(primaryKey)}`,\n `WHEN MATCHED THEN UPDATE SET ${updateSet}`,\n `WHEN NOT MATCHED THEN INSERT (${insertCols}) VALUES (${insertVals});`,\n ].join(\"\\n\");\n\n await this.bigquery.query({ query });\n }\n\n /** Delete rows by primary-key values. */\n async deleteRows(\n tableName: string,\n primaryKey: string,\n ids: string[],\n ): Promise<void> {\n if (ids.length === 0) return;\n\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n const escaped = ids.map((v) => this.escapeValue(v)).join(\", \");\n const query = `DELETE FROM ${this.fqn(tableName)} WHERE ${qi(primaryKey)} IN (${escaped});`;\n\n await this.bigquery.query({ query });\n }\n\n /** Execute a raw SQL statement (used by the migration manager). */\n async executeRaw(sql: string): Promise<void> {\n await this.bigquery.query({ query: sql });\n }\n\n // -------------------------------------------------------------------------\n // Private helpers\n // -------------------------------------------------------------------------\n\n /** The BigQuery Dataset handle. */\n private get dataset() {\n return this.bigquery.dataset(this.datasetId);\n }\n\n /** Return the fully-qualified table reference (`` `dataset.table` ``). */\n private fqn(tableName: string): string {\n return `\\`${this.datasetId}.${tableName}\\``;\n }\n\n /** Escape a value for use as a SQL literal. */\n private escapeValue(v: unknown): string {\n if (v === null || v === undefined) return \"NULL\";\n if (typeof v === \"boolean\") return v ? \"TRUE\" : \"FALSE\";\n if (typeof v === \"number\" || typeof v === \"bigint\") return String(v);\n if (typeof v === \"string\") {\n // Detect JSON strings (arrays/objects) → use PARSE_JSON for native JSON columns\n if (\n (v.startsWith(\"[\") && v.endsWith(\"]\")) ||\n (v.startsWith(\"{\") && v.endsWith(\"}\"))\n ) {\n return `PARSE_JSON('${v.replace(/'/g, \"\\\\'\")}')`;\n }\n return `'${v.replace(/'/g, \"\\\\'\")}'`;\n }\n // Objects / arrays → JSON\n return `PARSE_JSON('${JSON.stringify(v).replace(/'/g, \"\\\\'\")}')`;\n }\n}\n"]}
|
package/dist/sync/bigquery.d.cts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { c as SqlDialect, S as SqlAdapter, e as SqlTableDef } from '../types-
|
|
1
|
+
import { c as SqlDialect, S as SqlAdapter, e as SqlTableDef, d as SqlColumn } from '../types-Cy9G-Lx2.cjs';
|
|
2
2
|
|
|
3
3
|
/** Shared BigQuery dialect singleton. */
|
|
4
4
|
declare const bigqueryDialect: SqlDialect;
|
|
@@ -32,8 +32,10 @@ declare class BigQueryAdapter implements SqlAdapter {
|
|
|
32
32
|
tableExists(tableName: string): Promise<boolean>;
|
|
33
33
|
/** Return the column names currently present in the table. */
|
|
34
34
|
getTableColumns(tableName: string): Promise<string[]>;
|
|
35
|
-
/** Create a table using
|
|
35
|
+
/** Create a table using a fully-qualified name. */
|
|
36
36
|
createTable(table: SqlTableDef): Promise<void>;
|
|
37
|
+
/** Add columns to an existing table using a fully-qualified name. */
|
|
38
|
+
addColumns(tableName: string, columns: SqlColumn[]): Promise<void>;
|
|
37
39
|
/** Append rows via BigQuery streaming insert. */
|
|
38
40
|
insertRows(tableName: string, rows: Record<string, unknown>[]): Promise<void>;
|
|
39
41
|
/**
|
package/dist/sync/bigquery.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { c as SqlDialect, S as SqlAdapter, e as SqlTableDef } from '../types-
|
|
1
|
+
import { c as SqlDialect, S as SqlAdapter, e as SqlTableDef, d as SqlColumn } from '../types-Cy9G-Lx2.js';
|
|
2
2
|
|
|
3
3
|
/** Shared BigQuery dialect singleton. */
|
|
4
4
|
declare const bigqueryDialect: SqlDialect;
|
|
@@ -32,8 +32,10 @@ declare class BigQueryAdapter implements SqlAdapter {
|
|
|
32
32
|
tableExists(tableName: string): Promise<boolean>;
|
|
33
33
|
/** Return the column names currently present in the table. */
|
|
34
34
|
getTableColumns(tableName: string): Promise<string[]>;
|
|
35
|
-
/** Create a table using
|
|
35
|
+
/** Create a table using a fully-qualified name. */
|
|
36
36
|
createTable(table: SqlTableDef): Promise<void>;
|
|
37
|
+
/** Add columns to an existing table using a fully-qualified name. */
|
|
38
|
+
addColumns(tableName: string, columns: SqlColumn[]): Promise<void>;
|
|
37
39
|
/** Append rows via BigQuery streaming insert. */
|
|
38
40
|
insertRows(tableName: string, rows: Record<string, unknown>[]): Promise<void>;
|
|
39
41
|
/**
|
package/dist/sync/bigquery.js
CHANGED
|
@@ -1,10 +1,9 @@
|
|
|
1
|
-
var u=class{constructor(){this.name="bigquery";}mapType(
|
|
2
|
-
`)
|
|
3
|
-
${
|
|
4
|
-
)
|
|
5
|
-
`)
|
|
6
|
-
`),q=o.map(s=>`T.${r(s)} = S.${r(s)}`).join(", "),y=i.map(s=>r(s)).join(", "),p=i.map(s=>`S.${r(s)}`).join(", "),m=[`MERGE ${this.fqn(e)} AS T`,`USING (
|
|
1
|
+
var u=class{constructor(){this.name="bigquery";}mapType(t){switch(t){case "string":return "STRING";case "number":return "FLOAT64";case "bigint":return "INT64";case "boolean":return "BOOL";case "timestamp":return "TIMESTAMP";case "json":return "JSON";case "text":return "STRING"}}quoteIdentifier(t){return `\`${t}\``}},T=new u,c=class{constructor(t){this.bigquery=t.bigquery,this.datasetId=t.datasetId;}get dialect(){return T}async tableExists(t){let[e]=await this.dataset.table(t).exists();return e}async getTableColumns(t){let[e]=await this.dataset.table(t).getMetadata();return (e.schema?.fields??[]).map(s=>s.name)}async createTable(t){let e=r=>this.dialect.quoteIdentifier(r),i=t.columns.map(r=>{let a=r.isPrimaryKey?" NOT NULL":"";return ` ${e(r.name)} ${r.sqlType}${a}`}).join(`,
|
|
2
|
+
`),s=`CREATE TABLE IF NOT EXISTS ${this.fqn(t.tableName)} (
|
|
3
|
+
${i}
|
|
4
|
+
);`;await this.bigquery.query({query:s});}async addColumns(t,e){let i=s=>this.dialect.quoteIdentifier(s);for(let s of e){let r=`ALTER TABLE ${this.fqn(t)} ADD COLUMN ${i(s.name)} ${s.sqlType};`;await this.bigquery.query({query:r});}}async insertRows(t,e){e.length!==0&&await this.dataset.table(t).insert(e);}async upsertRows(t,e,i){if(e.length===0)return;let s=Object.keys(e[0]),r=s.filter(n=>n!==i),a=n=>this.dialect.quoteIdentifier(n),g=e.map((n,S)=>`SELECT ${s.map(l=>S===0?`${this.escapeValue(n[l])} AS ${a(l)}`:this.escapeValue(n[l])).join(", ")}`).join(` UNION ALL
|
|
5
|
+
`),q=r.map(n=>`T.${a(n)} = S.${a(n)}`).join(", "),y=s.map(n=>a(n)).join(", "),m=s.map(n=>`S.${a(n)}`).join(", "),p=[`MERGE ${this.fqn(t)} AS T`,`USING (
|
|
7
6
|
${g}
|
|
8
|
-
) AS S`,`ON T.${
|
|
9
|
-
`);await this.bigquery.query({query:
|
|
7
|
+
) AS S`,`ON T.${a(i)} = S.${a(i)}`,`WHEN MATCHED THEN UPDATE SET ${q}`,`WHEN NOT MATCHED THEN INSERT (${y}) VALUES (${m});`].join(`
|
|
8
|
+
`);await this.bigquery.query({query:p});}async deleteRows(t,e,i){if(i.length===0)return;let s=o=>this.dialect.quoteIdentifier(o),r=i.map(o=>this.escapeValue(o)).join(", "),a=`DELETE FROM ${this.fqn(t)} WHERE ${s(e)} IN (${r});`;await this.bigquery.query({query:a});}async executeRaw(t){await this.bigquery.query({query:t});}get dataset(){return this.bigquery.dataset(this.datasetId)}fqn(t){return `\`${this.datasetId}.${t}\``}escapeValue(t){return t==null?"NULL":typeof t=="boolean"?t?"TRUE":"FALSE":typeof t=="number"||typeof t=="bigint"?String(t):typeof t=="string"?t.startsWith("[")&&t.endsWith("]")||t.startsWith("{")&&t.endsWith("}")?`PARSE_JSON('${t.replace(/'/g,"\\'")}')`:`'${t.replace(/'/g,"\\'")}'`:`PARSE_JSON('${JSON.stringify(t).replace(/'/g,"\\'")}')`}};export{c as BigQueryAdapter,T as bigqueryDialect};//# sourceMappingURL=bigquery.js.map
|
|
10
9
|
//# sourceMappingURL=bigquery.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/sync/adapters/bigquery.ts"],"names":["BigQueryDialect","logical","id","table","cols","c","notNull","tableName","columns","bigqueryDialect","BigQueryAdapter","options","exists","metadata","f","ddl","rows","primaryKey","allKeys","nonPkCols","k","qi","source","row","i","updateSet","insertCols","insertVals","query","ids","escaped","v","sql"],"mappings":"AAaA,IAAMA,EAAN,KAA4C,CAA5C,WAAA,EAAA,CACE,IAAA,CAAS,KAAO,WAAA,CAEhB,OAAA,CAAQC,CAAAA,CAA8B,CACpC,OAAQA,CAAAA,EACN,KAAK,QAAA,CACH,OAAO,SACT,KAAK,QAAA,CACH,OAAO,SAAA,CACT,KAAK,QAAA,CACH,OAAO,QACT,KAAK,SAAA,CACH,OAAO,MAAA,CACT,KAAK,WAAA,CACH,OAAO,YACT,KAAK,MAAA,CACH,OAAO,MAAA,CACT,KAAK,OACH,OAAO,QACX,CACF,CAEA,gBAAgBC,CAAAA,CAAoB,CAClC,OAAO,CAAA,EAAA,EAAKA,CAAE,CAAA,EAAA,CAChB,CAEA,cAAA,CAAeC,CAAAA,CAA4B,CACzC,IAAMC,CAAAA,CAAOD,EAAM,OAAA,CAChB,GAAA,CAAKE,GAAM,CACV,IAAMC,CAAAA,CAAUD,CAAAA,CAAE,aAAe,WAAA,CAAc,EAAA,CAC/C,OAAO,CAAA,EAAA,EAAK,IAAA,CAAK,gBAAgBA,CAAAA,CAAE,IAAI,CAAC,CAAA,CAAA,EAAIA,EAAE,OAAO,CAAA,EAAGC,CAAO,CAAA,CACjE,CAAC,EACA,IAAA,CAAK,CAAA;AAAA,CAAK,EAEb,OAAO,CAAA,2BAAA,EAA8B,KAAK,eAAA,CAAgBH,CAAAA,CAAM,SAAS,CAAC,CAAA;AAAA,EAAOC,CAAI;AAAA,EAAA,CACvF,CAEA,aAAA,CAAcG,CAAAA,CAAmBC,CAAAA,CAA8B,CAC7D,OAAOA,CAAAA,CACJ,GAAA,CACEH,CAAAA,EACC,CAAA,YAAA,EAAe,IAAA,CAAK,eAAA,CAAgBE,CAAS,CAAC,CAAA,YAAA,EAAe,IAAA,CAAK,eAAA,CAAgBF,CAAAA,CAAE,IAAI,CAAC,CAAA,CAAA,EAAIA,CAAAA,CAAE,OAAO,CAAA,CAAA,CAC1G,CAAA,CACC,IAAA,CAAK;AAAA,CAAI,CACd,CACF,CAAA,CAGaI,EAA8B,IAAIT,CAAAA,CAuBlCU,EAAN,KAA4C,CAIjD,YAAYC,CAAAA,CAA+C,CACzD,KAAK,QAAA,CAAWA,CAAAA,CAAQ,SACxB,IAAA,CAAK,SAAA,CAAYA,EAAQ,UAC3B,CAGA,IAAI,OAAA,EAAsB,CACxB,OAAOF,CACT,CAGA,MAAM,WAAA,CAAYF,EAAqC,CACrD,GAAM,CAACK,CAAM,CAAA,CAAI,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAML,CAAS,CAAA,CAAE,QAAO,CAC5D,OAAOK,CACT,CAGA,MAAM,eAAA,CAAgBL,CAAAA,CAAsC,CAC1D,GAAM,CAACM,CAAQ,CAAA,CAAI,MAAM,KAAK,OAAA,CAAQ,KAAA,CAAMN,CAAS,CAAA,CAAE,WAAA,GAEvD,OAAA,CADwCM,CAAAA,CAAS,QAAQ,MAAA,EAAU,IACrD,GAAA,CAAKC,CAAAA,EAAMA,EAAE,IAAI,CACjC,CAGA,MAAM,WAAA,CAAYX,EAAmC,CACnD,IAAMY,EAAM,IAAA,CAAK,OAAA,CAAQ,eAAeZ,CAAK,CAAA,CAC7C,MAAM,IAAA,CAAK,QAAA,CAAS,MAAM,CAAE,KAAA,CAAOY,CAAI,CAAC,EAC1C,CAGA,MAAM,WACJR,CAAAA,CACAS,CAAAA,CACe,CACXA,CAAAA,CAAK,MAAA,GAAW,GACpB,MAAM,IAAA,CAAK,QAAQ,KAAA,CAAMT,CAAS,EAAE,MAAA,CAAOS,CAAI,EACjD,CAQA,MAAM,UAAA,CACJT,CAAAA,CACAS,EACAC,CAAAA,CACe,CACf,GAAID,CAAAA,CAAK,MAAA,GAAW,EAAG,OAEvB,IAAME,EAAU,MAAA,CAAO,IAAA,CAAKF,EAAK,CAAC,CAAE,EAC9BG,CAAAA,CAAYD,CAAAA,CAAQ,OAAQE,CAAAA,EAAMA,CAAAA,GAAMH,CAAU,CAAA,CAClDI,EAAMnB,CAAAA,EAAe,IAAA,CAAK,QAAQ,eAAA,CAAgBA,CAAE,EAapDoB,CAAAA,CAVUN,CAAAA,CAAK,IAAI,CAACO,CAAAA,CAAKC,IAOtB,CAAA,OAAA,EANQN,CAAAA,CACZ,IAAKE,CAAAA,EACYI,CAAAA,GAAM,EAAI,CAAA,EAAG,IAAA,CAAK,YAAYD,CAAAA,CAAIH,CAAC,CAAC,CAAC,CAAA,IAAA,EAAOC,EAAGD,CAAC,CAAC,GAAK,IAAA,CAAK,WAAA,CAAYG,EAAIH,CAAC,CAAC,CAE9F,CAAA,CACA,IAAA,CAAK,IAAI,CACW,CAAA,CACxB,EAEsB,IAAA,CAAK,CAAA;AAAA,IAAA,CAAkB,CAAA,CAGxCK,EAAYN,CAAAA,CACf,GAAA,CAAKd,GAAM,CAAA,EAAA,EAAKgB,CAAAA,CAAGhB,CAAC,CAAC,CAAA,KAAA,EAAQgB,CAAAA,CAAGhB,CAAC,CAAC,CAAA,CAAE,EACpC,IAAA,CAAK,IAAI,EAGNqB,CAAAA,CAAaR,CAAAA,CAAQ,GAAA,CAAKb,CAAAA,EAAMgB,CAAAA,CAAGhB,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CAChDsB,CAAAA,CAAaT,EAAQ,GAAA,CAAKb,CAAAA,EAAM,CAAA,EAAA,EAAKgB,CAAAA,CAAGhB,CAAC,CAAC,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CAEvDuB,CAAAA,CAAQ,CACZ,SAAS,IAAA,CAAK,GAAA,CAAIrB,CAAS,CAAC,CAAA,KAAA,CAAA,CAC5B,CAAA;AAAA,IAAA,EAAgBe,CAAM;AAAA,QAAA,CAAA,CACtB,QAAQD,CAAAA,CAAGJ,CAAU,CAAC,CAAA,KAAA,EAAQI,CAAAA,CAAGJ,CAAU,CAAC,CAAA,CAAA,CAC5C,CAAA,6BAAA,EAAgCQ,CAAS,GACzC,CAAA,8BAAA,EAAiCC,CAAU,aAAaC,CAAU,CAAA,EAAA,CACpE,EAAE,IAAA,CAAK;AAAA,CAAI,EAEX,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,KAAA,CAAAC,CAAM,CAAC,EACrC,CAGA,MAAM,UAAA,CACJrB,EACAU,CAAAA,CACAY,CAAAA,CACe,CACf,GAAIA,CAAAA,CAAI,MAAA,GAAW,CAAA,CAAG,OAEtB,IAAMR,CAAAA,CAAMnB,CAAAA,EAAe,IAAA,CAAK,QAAQ,eAAA,CAAgBA,CAAE,CAAA,CACpD4B,CAAAA,CAAUD,EAAI,GAAA,CAAKE,CAAAA,EAAM,KAAK,WAAA,CAAYA,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CACvDH,EAAQ,CAAA,YAAA,EAAe,IAAA,CAAK,GAAA,CAAIrB,CAAS,CAAC,CAAA,OAAA,EAAUc,CAAAA,CAAGJ,CAAU,CAAC,QAAQa,CAAO,CAAA,EAAA,CAAA,CAEvF,MAAM,IAAA,CAAK,QAAA,CAAS,MAAM,CAAE,KAAA,CAAAF,CAAM,CAAC,EACrC,CAGA,MAAM,WAAWI,CAAAA,CAA4B,CAC3C,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,MAAOA,CAAI,CAAC,EAC1C,CAOA,IAAY,SAAU,CACpB,OAAO,IAAA,CAAK,QAAA,CAAS,QAAQ,IAAA,CAAK,SAAS,CAC7C,CAGQ,IAAIzB,CAAAA,CAA2B,CACrC,OAAO,CAAA,EAAA,EAAK,KAAK,SAAS,CAAA,CAAA,EAAIA,CAAS,CAAA,EAAA,CACzC,CAGQ,YAAYwB,CAAAA,CAAoB,CACtC,OAAIA,CAAAA,EAAM,KAAgC,MAAA,CACtC,OAAOA,CAAAA,EAAM,SAAA,CAAkBA,EAAI,MAAA,CAAS,OAAA,CAC5C,OAAOA,CAAAA,EAAM,UAAY,OAAOA,CAAAA,EAAM,SAAiB,MAAA,CAAOA,CAAC,EAC/D,OAAOA,CAAAA,EAAM,QAAA,CAGZA,CAAAA,CAAE,WAAW,GAAG,CAAA,EAAKA,CAAAA,CAAE,QAAA,CAAS,GAAG,CAAA,EACnCA,CAAAA,CAAE,UAAA,CAAW,GAAG,GAAKA,CAAAA,CAAE,QAAA,CAAS,GAAG,CAAA,CAE7B,CAAA,YAAA,EAAeA,EAAE,OAAA,CAAQ,IAAA,CAAM,KAAK,CAAC,KAEvC,CAAA,CAAA,EAAIA,CAAAA,CAAE,QAAQ,IAAA,CAAM,KAAK,CAAC,CAAA,CAAA,CAAA,CAG5B,CAAA,YAAA,EAAe,IAAA,CAAK,SAAA,CAAUA,CAAC,CAAA,CAAE,OAAA,CAAQ,KAAM,KAAK,CAAC,IAC9D,CACF","file":"bigquery.js","sourcesContent":["import type {\n SqlAdapter,\n SqlColumn,\n SqlDialect,\n SqlTableDef,\n LogicalType,\n} from \"../types\";\n\n// ---------------------------------------------------------------------------\n// Dialect\n// ---------------------------------------------------------------------------\n\n/** BigQuery SQL dialect mapping. */\nclass BigQueryDialect implements SqlDialect {\n readonly name = \"bigquery\";\n\n mapType(logical: LogicalType): string {\n switch (logical) {\n case \"string\":\n return \"STRING\";\n case \"number\":\n return \"FLOAT64\";\n case \"bigint\":\n return \"INT64\";\n case \"boolean\":\n return \"BOOL\";\n case \"timestamp\":\n return \"TIMESTAMP\";\n case \"json\":\n return \"JSON\";\n case \"text\":\n return \"STRING\";\n }\n }\n\n quoteIdentifier(id: string): string {\n return `\\`${id}\\``;\n }\n\n createTableDDL(table: SqlTableDef): string {\n const cols = table.columns\n .map((c) => {\n const notNull = c.isPrimaryKey ? \" NOT NULL\" : \"\";\n return ` ${this.quoteIdentifier(c.name)} ${c.sqlType}${notNull}`;\n })\n .join(\",\\n\");\n\n return `CREATE TABLE IF NOT EXISTS ${this.quoteIdentifier(table.tableName)} (\\n${cols}\\n);`;\n }\n\n addColumnsDDL(tableName: string, columns: SqlColumn[]): string {\n return columns\n .map(\n (c) =>\n `ALTER TABLE ${this.quoteIdentifier(tableName)} ADD COLUMN ${this.quoteIdentifier(c.name)} ${c.sqlType};`,\n )\n .join(\"\\n\");\n }\n}\n\n/** Shared BigQuery dialect singleton. */\nexport const bigqueryDialect: SqlDialect = new BigQueryDialect();\n\n// ---------------------------------------------------------------------------\n// Adapter\n// ---------------------------------------------------------------------------\n\n/**\n * BigQuery implementation of {@link SqlAdapter}.\n *\n * Accepts an already-configured BigQuery client so the library does not pull\n * in `@google-cloud/bigquery` as a hard dependency.\n *\n * @example\n * ```ts\n * import { BigQuery } from \"@google-cloud/bigquery\";\n * import { BigQueryAdapter } from \"./adapters/bigquery\";\n *\n * const adapter = new BigQueryAdapter({\n * bigquery: new BigQuery({ projectId: \"my-project\" }),\n * datasetId: \"my_dataset\",\n * });\n * ```\n */\nexport class BigQueryAdapter implements SqlAdapter {\n private readonly bigquery: any;\n private readonly datasetId: string;\n\n constructor(options: { bigquery: any; datasetId: string }) {\n this.bigquery = options.bigquery;\n this.datasetId = options.datasetId;\n }\n\n /** The BigQuery SQL dialect. */\n get dialect(): SqlDialect {\n return bigqueryDialect;\n }\n\n /** Check whether a table exists in the dataset. */\n async tableExists(tableName: string): Promise<boolean> {\n const [exists] = await this.dataset.table(tableName).exists();\n return exists;\n }\n\n /** Return the column names currently present in the table. */\n async getTableColumns(tableName: string): Promise<string[]> {\n const [metadata] = await this.dataset.table(tableName).getMetadata();\n const fields: Array<{ name: string }> = metadata.schema?.fields ?? [];\n return fields.map((f) => f.name);\n }\n\n /** Create a table using the dialect's DDL. */\n async createTable(table: SqlTableDef): Promise<void> {\n const ddl = this.dialect.createTableDDL(table);\n await this.bigquery.query({ query: ddl });\n }\n\n /** Append rows via BigQuery streaming insert. */\n async insertRows(\n tableName: string,\n rows: Record<string, unknown>[],\n ): Promise<void> {\n if (rows.length === 0) return;\n await this.dataset.table(tableName).insert(rows);\n }\n\n /**\n * Upsert rows using a MERGE DML statement.\n *\n * Builds a source table from inline SELECT … UNION ALL rows and merges\n * into the target on the given primary key.\n */\n async upsertRows(\n tableName: string,\n rows: Record<string, unknown>[],\n primaryKey: string,\n ): Promise<void> {\n if (rows.length === 0) return;\n\n const allKeys = Object.keys(rows[0]!);\n const nonPkCols = allKeys.filter((k) => k !== primaryKey);\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n\n // Build inline source: SELECT val AS col, … UNION ALL SELECT …\n const selects = rows.map((row, i) => {\n const values = allKeys\n .map((k) => {\n const aliased = i === 0 ? `${this.escapeValue(row[k])} AS ${qi(k)}` : this.escapeValue(row[k]);\n return aliased;\n })\n .join(\", \");\n return `SELECT ${values}`;\n });\n\n const source = selects.join(\" UNION ALL\\n \");\n\n // UPDATE SET clause (non-PK columns)\n const updateSet = nonPkCols\n .map((c) => `T.${qi(c)} = S.${qi(c)}`)\n .join(\", \");\n\n // INSERT columns / values\n const insertCols = allKeys.map((c) => qi(c)).join(\", \");\n const insertVals = allKeys.map((c) => `S.${qi(c)}`).join(\", \");\n\n const query = [\n `MERGE ${this.fqn(tableName)} AS T`,\n `USING (\\n ${source}\\n ) AS S`,\n `ON T.${qi(primaryKey)} = S.${qi(primaryKey)}`,\n `WHEN MATCHED THEN UPDATE SET ${updateSet}`,\n `WHEN NOT MATCHED THEN INSERT (${insertCols}) VALUES (${insertVals});`,\n ].join(\"\\n\");\n\n await this.bigquery.query({ query });\n }\n\n /** Delete rows by primary-key values. */\n async deleteRows(\n tableName: string,\n primaryKey: string,\n ids: string[],\n ): Promise<void> {\n if (ids.length === 0) return;\n\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n const escaped = ids.map((v) => this.escapeValue(v)).join(\", \");\n const query = `DELETE FROM ${this.fqn(tableName)} WHERE ${qi(primaryKey)} IN (${escaped});`;\n\n await this.bigquery.query({ query });\n }\n\n /** Execute a raw SQL statement (used by the migration manager). */\n async executeRaw(sql: string): Promise<void> {\n await this.bigquery.query({ query: sql });\n }\n\n // -------------------------------------------------------------------------\n // Private helpers\n // -------------------------------------------------------------------------\n\n /** The BigQuery Dataset handle. */\n private get dataset() {\n return this.bigquery.dataset(this.datasetId);\n }\n\n /** Return the fully-qualified table reference (`` `dataset.table` ``). */\n private fqn(tableName: string): string {\n return `\\`${this.datasetId}.${tableName}\\``;\n }\n\n /** Escape a value for use as a SQL literal. */\n private escapeValue(v: unknown): string {\n if (v === null || v === undefined) return \"NULL\";\n if (typeof v === \"boolean\") return v ? \"TRUE\" : \"FALSE\";\n if (typeof v === \"number\" || typeof v === \"bigint\") return String(v);\n if (typeof v === \"string\") {\n // Detect JSON strings (arrays/objects) → use PARSE_JSON for native JSON columns\n if (\n (v.startsWith(\"[\") && v.endsWith(\"]\")) ||\n (v.startsWith(\"{\") && v.endsWith(\"}\"))\n ) {\n return `PARSE_JSON('${v.replace(/'/g, \"\\\\'\")}')`;\n }\n return `'${v.replace(/'/g, \"\\\\'\")}'`;\n }\n // Objects / arrays → JSON\n return `PARSE_JSON('${JSON.stringify(v).replace(/'/g, \"\\\\'\")}')`;\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/sync/adapters/bigquery.ts"],"names":["BigQueryDialect","logical","id","bigqueryDialect","BigQueryAdapter","options","tableName","exists","metadata","f","table","qi","cols","c","notNull","ddl","columns","stmt","rows","primaryKey","allKeys","nonPkCols","k","source","row","i","updateSet","insertCols","insertVals","query","ids","escaped","v","sql"],"mappings":"AAaA,IAAMA,EAAN,KAA4C,CAA5C,WAAA,EAAA,CACE,IAAA,CAAS,KAAO,WAAA,CAEhB,OAAA,CAAQC,CAAAA,CAA8B,CACpC,OAAQA,CAAAA,EACN,KAAK,QAAA,CACH,OAAO,QAAA,CACT,KAAK,QAAA,CACH,OAAO,UACT,KAAK,QAAA,CACH,OAAO,OAAA,CACT,KAAK,SAAA,CACH,OAAO,MAAA,CACT,KAAK,YACH,OAAO,WAAA,CACT,KAAK,MAAA,CACH,OAAO,OACT,KAAK,MAAA,CACH,OAAO,QACX,CACF,CAEA,eAAA,CAAgBC,CAAAA,CAAoB,CAClC,OAAO,CAAA,EAAA,EAAKA,CAAE,CAAA,EAAA,CAChB,CACF,EAGaC,CAAAA,CAA8B,IAAIH,CAAAA,CAuBlCI,CAAAA,CAAN,KAA4C,CAIjD,WAAA,CAAYC,CAAAA,CAA+C,CACzD,KAAK,QAAA,CAAWA,CAAAA,CAAQ,QAAA,CACxB,IAAA,CAAK,UAAYA,CAAAA,CAAQ,UAC3B,CAGA,IAAI,SAAsB,CACxB,OAAOF,CACT,CAGA,MAAM,YAAYG,CAAAA,CAAqC,CACrD,GAAM,CAACC,CAAM,CAAA,CAAI,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAMD,CAAS,CAAA,CAAE,MAAA,EAAO,CAC5D,OAAOC,CACT,CAGA,MAAM,eAAA,CAAgBD,EAAsC,CAC1D,GAAM,CAACE,CAAQ,EAAI,MAAM,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAMF,CAAS,CAAA,CAAE,WAAA,EAAY,CAEnE,OAAA,CADwCE,EAAS,MAAA,EAAQ,MAAA,EAAU,EAAC,EACtD,GAAA,CAAKC,GAAMA,CAAAA,CAAE,IAAI,CACjC,CAGA,MAAM,WAAA,CAAYC,CAAAA,CAAmC,CACnD,IAAMC,EAAMT,CAAAA,EAAe,IAAA,CAAK,OAAA,CAAQ,eAAA,CAAgBA,CAAE,CAAA,CACpDU,CAAAA,CAAOF,EAAM,OAAA,CAChB,GAAA,CAAKG,GAAM,CACV,IAAMC,CAAAA,CAAUD,CAAAA,CAAE,aAAe,WAAA,CAAc,EAAA,CAC/C,OAAO,CAAA,EAAA,EAAKF,EAAGE,CAAAA,CAAE,IAAI,CAAC,CAAA,CAAA,EAAIA,EAAE,OAAO,CAAA,EAAGC,CAAO,CAAA,CAC/C,CAAC,EACA,IAAA,CAAK,CAAA;AAAA,CAAK,EAEPC,CAAAA,CAAM,CAAA,2BAAA,EAA8B,KAAK,GAAA,CAAIL,CAAAA,CAAM,SAAS,CAAC,CAAA;AAAA,EAAOE,CAAI;AAAA,EAAA,CAAA,CAC9E,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,KAAA,CAAOG,CAAI,CAAC,EAC1C,CAGA,MAAM,UAAA,CAAWT,CAAAA,CAAmBU,EAAqC,CACvE,IAAML,CAAAA,CAAMT,CAAAA,EAAe,IAAA,CAAK,OAAA,CAAQ,eAAA,CAAgBA,CAAE,EAC1D,IAAA,IAAWW,CAAAA,IAAKG,CAAAA,CAAS,CACvB,IAAMC,CAAAA,CAAO,CAAA,YAAA,EAAe,IAAA,CAAK,IAAIX,CAAS,CAAC,CAAA,YAAA,EAAeK,CAAAA,CAAGE,CAAAA,CAAE,IAAI,CAAC,CAAA,CAAA,EAAIA,EAAE,OAAO,CAAA,CAAA,CAAA,CACrF,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,KAAA,CAAOI,CAAK,CAAC,EAC3C,CACF,CAGA,MAAM,UAAA,CACJX,CAAAA,CACAY,CAAAA,CACe,CACXA,CAAAA,CAAK,MAAA,GAAW,CAAA,EACpB,MAAM,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAMZ,CAAS,EAAE,MAAA,CAAOY,CAAI,EACjD,CAQA,MAAM,UAAA,CACJZ,CAAAA,CACAY,CAAAA,CACAC,EACe,CACf,GAAID,CAAAA,CAAK,MAAA,GAAW,CAAA,CAAG,OAEvB,IAAME,CAAAA,CAAU,OAAO,IAAA,CAAKF,CAAAA,CAAK,CAAC,CAAE,CAAA,CAC9BG,CAAAA,CAAYD,CAAAA,CAAQ,MAAA,CAAQE,GAAMA,CAAAA,GAAMH,CAAU,CAAA,CAClDR,CAAAA,CAAMT,CAAAA,EAAe,IAAA,CAAK,OAAA,CAAQ,eAAA,CAAgBA,CAAE,CAAA,CAgBpDqB,CAAAA,CAbUL,CAAAA,CAAK,GAAA,CAAI,CAACM,CAAAA,CAAKC,CAAAA,GAUtB,CAAA,OAAA,EATQL,EACZ,GAAA,CAAKE,CAAAA,EAEFG,CAAAA,GAAM,CAAA,CACF,CAAA,EAAG,IAAA,CAAK,WAAA,CAAYD,CAAAA,CAAIF,CAAC,CAAC,CAAC,CAAA,IAAA,EAAOX,CAAAA,CAAGW,CAAC,CAAC,CAAA,CAAA,CACvC,IAAA,CAAK,YAAYE,CAAAA,CAAIF,CAAC,CAAC,CAE9B,EACA,IAAA,CAAK,IAAI,CACW,CAAA,CACxB,EAEsB,IAAA,CAAK,CAAA;AAAA,IAAA,CAAkB,CAAA,CAGxCI,EAAYL,CAAAA,CACf,GAAA,CAAKR,GAAM,CAAA,EAAA,EAAKF,CAAAA,CAAGE,CAAC,CAAC,CAAA,KAAA,EAAQF,CAAAA,CAAGE,CAAC,CAAC,CAAA,CAAE,EACpC,IAAA,CAAK,IAAI,EAGNc,CAAAA,CAAaP,CAAAA,CAAQ,GAAA,CAAKP,CAAAA,EAAMF,CAAAA,CAAGE,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CAChDe,CAAAA,CAAaR,EAAQ,GAAA,CAAKP,CAAAA,EAAM,CAAA,EAAA,EAAKF,CAAAA,CAAGE,CAAC,CAAC,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CAEvDgB,CAAAA,CAAQ,CACZ,SAAS,IAAA,CAAK,GAAA,CAAIvB,CAAS,CAAC,CAAA,KAAA,CAAA,CAC5B,CAAA;AAAA,IAAA,EAAgBiB,CAAM;AAAA,QAAA,CAAA,CACtB,QAAQZ,CAAAA,CAAGQ,CAAU,CAAC,CAAA,KAAA,EAAQR,CAAAA,CAAGQ,CAAU,CAAC,CAAA,CAAA,CAC5C,CAAA,6BAAA,EAAgCO,CAAS,GACzC,CAAA,8BAAA,EAAiCC,CAAU,aAAaC,CAAU,CAAA,EAAA,CACpE,EAAE,IAAA,CAAK;AAAA,CAAI,EAEX,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,KAAA,CAAAC,CAAM,CAAC,EACrC,CAGA,MAAM,UAAA,CACJvB,EACAa,CAAAA,CACAW,CAAAA,CACe,CACf,GAAIA,CAAAA,CAAI,MAAA,GAAW,CAAA,CAAG,OAEtB,IAAMnB,CAAAA,CAAMT,CAAAA,EAAe,IAAA,CAAK,QAAQ,eAAA,CAAgBA,CAAE,CAAA,CACpD6B,CAAAA,CAAUD,EAAI,GAAA,CAAKE,CAAAA,EAAM,KAAK,WAAA,CAAYA,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAA,CACvDH,EAAQ,CAAA,YAAA,EAAe,IAAA,CAAK,GAAA,CAAIvB,CAAS,CAAC,CAAA,OAAA,EAAUK,CAAAA,CAAGQ,CAAU,CAAC,QAAQY,CAAO,CAAA,EAAA,CAAA,CAEvF,MAAM,IAAA,CAAK,QAAA,CAAS,MAAM,CAAE,KAAA,CAAAF,CAAM,CAAC,EACrC,CAGA,MAAM,WAAWI,CAAAA,CAA4B,CAC3C,MAAM,IAAA,CAAK,QAAA,CAAS,KAAA,CAAM,CAAE,MAAOA,CAAI,CAAC,EAC1C,CAOA,IAAY,SAAU,CACpB,OAAO,IAAA,CAAK,QAAA,CAAS,QAAQ,IAAA,CAAK,SAAS,CAC7C,CAGQ,IAAI3B,CAAAA,CAA2B,CACrC,OAAO,CAAA,EAAA,EAAK,KAAK,SAAS,CAAA,CAAA,EAAIA,CAAS,CAAA,EAAA,CACzC,CAGQ,YAAY0B,CAAAA,CAAoB,CACtC,OAAIA,CAAAA,EAAM,KAAgC,MAAA,CACtC,OAAOA,CAAAA,EAAM,SAAA,CAAkBA,EAAI,MAAA,CAAS,OAAA,CAC5C,OAAOA,CAAAA,EAAM,UAAY,OAAOA,CAAAA,EAAM,SAAiB,MAAA,CAAOA,CAAC,EAC/D,OAAOA,CAAAA,EAAM,QAAA,CAGZA,CAAAA,CAAE,WAAW,GAAG,CAAA,EAAKA,CAAAA,CAAE,QAAA,CAAS,GAAG,CAAA,EACnCA,CAAAA,CAAE,UAAA,CAAW,GAAG,GAAKA,CAAAA,CAAE,QAAA,CAAS,GAAG,CAAA,CAE7B,CAAA,YAAA,EAAeA,EAAE,OAAA,CAAQ,IAAA,CAAM,KAAK,CAAC,KAEvC,CAAA,CAAA,EAAIA,CAAAA,CAAE,QAAQ,IAAA,CAAM,KAAK,CAAC,CAAA,CAAA,CAAA,CAG5B,CAAA,YAAA,EAAe,IAAA,CAAK,SAAA,CAAUA,CAAC,CAAA,CAAE,OAAA,CAAQ,KAAM,KAAK,CAAC,IAC9D,CACF","file":"bigquery.js","sourcesContent":["import type {\n LogicalType,\n SqlAdapter,\n SqlColumn,\n SqlDialect,\n SqlTableDef,\n} from \"../types\";\n\n// ---------------------------------------------------------------------------\n// Dialect (internal — used only by BigQueryAdapter)\n// ---------------------------------------------------------------------------\n\n/** BigQuery SQL dialect mapping. */\nclass BigQueryDialect implements SqlDialect {\n readonly name = \"bigquery\";\n\n mapType(logical: LogicalType): string {\n switch (logical) {\n case \"string\":\n return \"STRING\";\n case \"number\":\n return \"FLOAT64\";\n case \"bigint\":\n return \"INT64\";\n case \"boolean\":\n return \"BOOL\";\n case \"timestamp\":\n return \"TIMESTAMP\";\n case \"json\":\n return \"JSON\";\n case \"text\":\n return \"STRING\";\n }\n }\n\n quoteIdentifier(id: string): string {\n return `\\`${id}\\``;\n }\n}\n\n/** Shared BigQuery dialect singleton. */\nexport const bigqueryDialect: SqlDialect = new BigQueryDialect();\n\n// ---------------------------------------------------------------------------\n// Adapter\n// ---------------------------------------------------------------------------\n\n/**\n * BigQuery implementation of {@link SqlAdapter}.\n *\n * Accepts an already-configured BigQuery client so the library does not pull\n * in `@google-cloud/bigquery` as a hard dependency.\n *\n * @example\n * ```ts\n * import { BigQuery } from \"@google-cloud/bigquery\";\n * import { BigQueryAdapter } from \"./adapters/bigquery\";\n *\n * const adapter = new BigQueryAdapter({\n * bigquery: new BigQuery({ projectId: \"my-project\" }),\n * datasetId: \"my_dataset\",\n * });\n * ```\n */\nexport class BigQueryAdapter implements SqlAdapter {\n private readonly bigquery: any;\n private readonly datasetId: string;\n\n constructor(options: { bigquery: any; datasetId: string }) {\n this.bigquery = options.bigquery;\n this.datasetId = options.datasetId;\n }\n\n /** The BigQuery SQL dialect. */\n get dialect(): SqlDialect {\n return bigqueryDialect;\n }\n\n /** Check whether a table exists in the dataset. */\n async tableExists(tableName: string): Promise<boolean> {\n const [exists] = await this.dataset.table(tableName).exists();\n return exists;\n }\n\n /** Return the column names currently present in the table. */\n async getTableColumns(tableName: string): Promise<string[]> {\n const [metadata] = await this.dataset.table(tableName).getMetadata();\n const fields: Array<{ name: string }> = metadata.schema?.fields ?? [];\n return fields.map((f) => f.name);\n }\n\n /** Create a table using a fully-qualified name. */\n async createTable(table: SqlTableDef): Promise<void> {\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n const cols = table.columns\n .map((c) => {\n const notNull = c.isPrimaryKey ? \" NOT NULL\" : \"\";\n return ` ${qi(c.name)} ${c.sqlType}${notNull}`;\n })\n .join(\",\\n\");\n\n const ddl = `CREATE TABLE IF NOT EXISTS ${this.fqn(table.tableName)} (\\n${cols}\\n);`;\n await this.bigquery.query({ query: ddl });\n }\n\n /** Add columns to an existing table using a fully-qualified name. */\n async addColumns(tableName: string, columns: SqlColumn[]): Promise<void> {\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n for (const c of columns) {\n const stmt = `ALTER TABLE ${this.fqn(tableName)} ADD COLUMN ${qi(c.name)} ${c.sqlType};`;\n await this.bigquery.query({ query: stmt });\n }\n }\n\n /** Append rows via BigQuery streaming insert. */\n async insertRows(\n tableName: string,\n rows: Record<string, unknown>[],\n ): Promise<void> {\n if (rows.length === 0) return;\n await this.dataset.table(tableName).insert(rows);\n }\n\n /**\n * Upsert rows using a MERGE DML statement.\n *\n * Builds a source table from inline SELECT … UNION ALL rows and merges\n * into the target on the given primary key.\n */\n async upsertRows(\n tableName: string,\n rows: Record<string, unknown>[],\n primaryKey: string,\n ): Promise<void> {\n if (rows.length === 0) return;\n\n const allKeys = Object.keys(rows[0]!);\n const nonPkCols = allKeys.filter((k) => k !== primaryKey);\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n\n // Build inline source: SELECT val AS col, … UNION ALL SELECT …\n const selects = rows.map((row, i) => {\n const values = allKeys\n .map((k) => {\n const aliased =\n i === 0\n ? `${this.escapeValue(row[k])} AS ${qi(k)}`\n : this.escapeValue(row[k]);\n return aliased;\n })\n .join(\", \");\n return `SELECT ${values}`;\n });\n\n const source = selects.join(\" UNION ALL\\n \");\n\n // UPDATE SET clause (non-PK columns)\n const updateSet = nonPkCols\n .map((c) => `T.${qi(c)} = S.${qi(c)}`)\n .join(\", \");\n\n // INSERT columns / values\n const insertCols = allKeys.map((c) => qi(c)).join(\", \");\n const insertVals = allKeys.map((c) => `S.${qi(c)}`).join(\", \");\n\n const query = [\n `MERGE ${this.fqn(tableName)} AS T`,\n `USING (\\n ${source}\\n ) AS S`,\n `ON T.${qi(primaryKey)} = S.${qi(primaryKey)}`,\n `WHEN MATCHED THEN UPDATE SET ${updateSet}`,\n `WHEN NOT MATCHED THEN INSERT (${insertCols}) VALUES (${insertVals});`,\n ].join(\"\\n\");\n\n await this.bigquery.query({ query });\n }\n\n /** Delete rows by primary-key values. */\n async deleteRows(\n tableName: string,\n primaryKey: string,\n ids: string[],\n ): Promise<void> {\n if (ids.length === 0) return;\n\n const qi = (id: string) => this.dialect.quoteIdentifier(id);\n const escaped = ids.map((v) => this.escapeValue(v)).join(\", \");\n const query = `DELETE FROM ${this.fqn(tableName)} WHERE ${qi(primaryKey)} IN (${escaped});`;\n\n await this.bigquery.query({ query });\n }\n\n /** Execute a raw SQL statement (used by the migration manager). */\n async executeRaw(sql: string): Promise<void> {\n await this.bigquery.query({ query: sql });\n }\n\n // -------------------------------------------------------------------------\n // Private helpers\n // -------------------------------------------------------------------------\n\n /** The BigQuery Dataset handle. */\n private get dataset() {\n return this.bigquery.dataset(this.datasetId);\n }\n\n /** Return the fully-qualified table reference (`` `dataset.table` ``). */\n private fqn(tableName: string): string {\n return `\\`${this.datasetId}.${tableName}\\``;\n }\n\n /** Escape a value for use as a SQL literal. */\n private escapeValue(v: unknown): string {\n if (v === null || v === undefined) return \"NULL\";\n if (typeof v === \"boolean\") return v ? \"TRUE\" : \"FALSE\";\n if (typeof v === \"number\" || typeof v === \"bigint\") return String(v);\n if (typeof v === \"string\") {\n // Detect JSON strings (arrays/objects) → use PARSE_JSON for native JSON columns\n if (\n (v.startsWith(\"[\") && v.endsWith(\"]\")) ||\n (v.startsWith(\"{\") && v.endsWith(\"}\"))\n ) {\n return `PARSE_JSON('${v.replace(/'/g, \"\\\\'\")}')`;\n }\n return `'${v.replace(/'/g, \"\\\\'\")}'`;\n }\n // Objects / arrays → JSON\n return `PARSE_JSON('${JSON.stringify(v).replace(/'/g, \"\\\\'\")}')`;\n }\n}\n"]}
|
package/dist/sync/index.cjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
'use strict';function te(o){let e=[],
|
|
1
|
+
'use strict';function te(o){let e=[],n=o.replace(/[.*+?^${}()|[\]\\]/g,s=>s===":"?s:`\\${s}`).replace(/:([a-zA-Z_][a-zA-Z0-9_]*)/g,(s,r)=>(e.push(r),"([^/]+)"));return {pattern:new RegExp(`^${n}$`),paramNames:e}}function ne(o){let e=o.path??o.url??"/",n=e.indexOf("?");return n===-1?e:e.slice(0,n)}var I=class{constructor(){this.routes=[];this.middlewares=[];this.notFoundHandler=(e,n)=>{n.status(404).send("Not Found");};this.errorHandler=(e,n,s)=>{console.error("[MiniRouter]",e),s.status(500).send("Internal Server Error");};}use(e){return this.middlewares.push(e),this}get(e,n){return this.addRoute("GET",e,n)}post(e,n){return this.addRoute("POST",e,n)}put(e,n){return this.addRoute("PUT",e,n)}patch(e,n){return this.addRoute("PATCH",e,n)}delete(e,n){return this.addRoute("DELETE",e,n)}onNotFound(e){return this.notFoundHandler=e,this}onError(e){return this.errorHandler=e,this}addRoute(e,n,s){let{pattern:r,paramNames:p}=te(n);return this.routes.push({method:e.toUpperCase(),pattern:r,paramNames:p,handler:s}),this}async handle(e,n){let s=(e.method??"GET").toUpperCase(),r=ne(e),p=null,y={};for(let m of this.routes){if(m.method!==s)continue;let f=r.match(m.pattern);if(f){p=m,y={},m.paramNames.forEach((b,u)=>{y[b]=decodeURIComponent(f[u+1]??"");});break}}let $=Object.assign(e,{params:y}),i=p?p.handler:this.notFoundHandler;try{await this.runMiddlewareChain($,n,i);}catch(m){this.errorHandler(m,e,n);}}async runMiddlewareChain(e,n,s){let r=0,p=async()=>{if(r<this.middlewares.length){let y=this.middlewares[r++];await y(e,n,p);}else await s(e,n);};await p();}};var oe={string:"ZodString",number:"ZodNumber",bigint:"ZodBigInt",boolean:"ZodBoolean",date:"ZodDate",enum:"ZodEnum",nativeEnum:"ZodNativeEnum",literal:"ZodLiteral",object:"ZodObject",array:"ZodArray",optional:"ZodOptional",nullable:"ZodNullable",default:"ZodDefault",coerce:"ZodCoerce",union:"ZodUnion",undefined:"ZodUndefined",unknown:"ZodUnknown",any:"ZodAny",record:"ZodRecord"};function M(o){let e=o,n=e._zod?.def?.type;if(n)return oe[n]??`Zod${n.charAt(0).toUpperCase()}${n.slice(1)}`;let s=e._def?.typeName;return s||""}function H(o){let e=o;if(e._zod?.def?.innerType)return e._zod.def.innerType;if(e._def?.innerType)return e._def.innerType}function F(o){let e=o;return e.shape&&typeof e.shape=="object"?e.shape:e._zod?.def?.shape&&typeof e._zod.def.shape=="object"?e._zod.def.shape:e._def?.shape?typeof e._def.shape=="function"?e._def.shape():e._def.shape:{}}var re=new Set(["ZodOptional","ZodNullable","ZodDefault"]);function G(o){let e=o,n=false;for(;;){let s=M(e);if(!re.has(s))break;(s==="ZodOptional"||s==="ZodNullable")&&(n=true);let r=H(e);if(!r)break;e=r;}return {inner:e,nullable:n}}var W={ZodString:"string",ZodNumber:"number",ZodBigInt:"bigint",ZodBoolean:"boolean",ZodDate:"timestamp",ZodEnum:"string",ZodNativeEnum:"string",ZodLiteral:"string"};function se(o){let{inner:e}=G(o);return W[M(e)]??"json"}function J(o,e,n,s,r,p,y,$){for(let[i,m]of Object.entries(o)){let f=n?`${n}__${i}`:i;if(r.has(i)||r.has(f))continue;let{inner:b,nullable:u}=G(m),a=M(b),c=s||u;if(a==="ZodObject"){let d=F(b);J(d,e,f,c,r,p,y,$);continue}let t=W[a]??"json",l=f===y||i===y,h=p[f]??p[i]??f;$.push({name:h,sqlType:e.mapType(t),nullable:l?false:c,isPrimaryKey:l});}}function A(o,e,n={}){let{primaryKey:s,exclude:r=[],columnMap:p={}}=n,y=new Set(r),$=F(o),i=[];return J($,e,"",false,y,p,s,i),i}function U(o){if(o==null)return null;if(typeof o=="object"&&typeof o.toDate=="function")return o.toDate().toISOString();if(o instanceof Date)return o.toISOString();if(Buffer.isBuffer(o))return o.toString("base64");if(o instanceof Uint8Array)return Buffer.from(o).toString("base64");if(typeof o=="object"&&"latitude"in o&&"longitude"in o){let e=o;return JSON.stringify({lat:e.latitude,lng:e.longitude})}return Array.isArray(o)?JSON.stringify(o.map(U)):o}function V(o,e,n){for(let[s,r]of Object.entries(o)){let p=e?`${e}__${s}`:s;r!=null&&typeof r=="object"&&!Array.isArray(r)&&!(r instanceof Date)&&!Buffer.isBuffer(r)&&!(r instanceof Uint8Array)&&typeof r.toDate!="function"&&!("latitude"in r&&"longitude"in r)?V(r,p,n):n[p]=U(r);}}function z(o,e){let n=new Set(e?.exclude),s=e?.columnMap??{},r={};V(o,"",r);let p={};for(let[y,$]of Object.entries(r)){if(n.has(y))continue;let i=y.split("__")[0];if(i!==y&&n.has(i))continue;let m=s[y]??y;p[m]=$;}return p}function q(o,e){if(process.env.FUNCTIONS_EMULATOR==="true"){let r=process.env.GCLOUD_PROJECT??process.env.GOOGLE_CLOUD_PROJECT??"demo-project",p=process.env.FUNCTION_REGION??"us-central1",y=(process.env.FUNCTION_TARGET??"").replace(/\./g,"-");return `/${r}/${p}/${y}${e}`}let n=process.env.K_SERVICE,s=o.hostname??o.headers?.host??"";return n&&s.includes("cloudfunctions.net")?`/${n.toLowerCase()}${e}`:e}function N(o,e,n){return `<!DOCTYPE html>
|
|
2
2
|
<html lang="en"><head>
|
|
3
3
|
<meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
|
|
4
4
|
<title>${o} \u2014 Sync Admin</title>
|
|
@@ -27,66 +27,68 @@
|
|
|
27
27
|
</head><body>
|
|
28
28
|
<nav><a href="${e}/">\u2190 Dashboard</a></nav>
|
|
29
29
|
<h1>${o}</h1>
|
|
30
|
-
${
|
|
31
|
-
</body></html>`}function
|
|
32
|
-
<td><strong>${
|
|
33
|
-
<td>${
|
|
34
|
-
<td>${
|
|
35
|
-
<td>${
|
|
30
|
+
${n}
|
|
31
|
+
</body></html>`}function E(o,e,n=200){o.status(n).set("Content-Type","text/html; charset=utf-8").send(e);}function O(o,e,n=200){o.status(n).set("Content-Type","application/json").send(JSON.stringify(e,null,2));}function j(o){return (o.headers?.accept??"").includes("application/json")}function K(o,e,n,s,r,p,y,$){let i=(r.basePath??"/").replace(/\/$/,"")||"",m=r.featuresFlag??{},f=[];for(let[u,a]of Object.entries(o)){let c=p[u];f.push({name:u,schema:a.schema??null,documentKey:a._systemKeys?.[0]??a.documentKey??"docId",tableName:c?.tableName??u,isGroup:!!a._isGroup,repoCfg:c,repo:a});}let b=new I;if(r.auth)if(typeof r.auth=="function")b.use(r.auth);else {let u=r.auth.realm??"Sync Admin",a="Basic "+Buffer.from(`${r.auth.username}:${r.auth.password}`).toString("base64");b.use((c,t,l)=>{if((c.headers?.authorization??"")!==a){t.status(401).set("WWW-Authenticate",`Basic realm="${u}"`).set("Content-Type","text/plain").send("Unauthorized");return}l();});}return b.get(`${i}/`,(u,a)=>{let c=q(u,i),t=f.map(T=>{let C=[];return m.healthCheck&&C.push(`<a class="btn" href="${c}/${T.name}/health">Health</a>`),m.manualSync&&C.push(`<a class="btn btn-primary" href="${c}/${T.name}/force-sync">Force Sync</a>`),`<tr>
|
|
32
|
+
<td><strong>${T.name}</strong></td>
|
|
33
|
+
<td>${T.tableName}</td>
|
|
34
|
+
<td>${T.isGroup?'<span class="badge badge-warn">group</span>':'<span class="badge badge-ok">collection</span>'}</td>
|
|
35
|
+
<td>${T.schema?"\u2713":"\u2717"}</td>
|
|
36
36
|
<td>${C.join(" ")}</td>
|
|
37
37
|
</tr>`}).join(`
|
|
38
|
-
`),l=
|
|
38
|
+
`),l=m.viewQueue?`<p><a class="btn" href="${c}/queues">View Queues</a></p>`:"",h=m.configCheck?`<p style="margin-top:.5rem"><a class="btn" href="${c}/config-check">\u2699 Config Check</a></p>`:"",d=N("Sync Dashboard",c,`<div class="card">
|
|
39
39
|
<table>
|
|
40
40
|
<thead><tr><th>Repository</th><th>Table</th><th>Type</th><th>Schema</th><th>Actions</th></tr></thead>
|
|
41
|
-
<tbody>${
|
|
41
|
+
<tbody>${t}</tbody>
|
|
42
42
|
</table>
|
|
43
43
|
${l}
|
|
44
|
-
${
|
|
45
|
-
</div>`);
|
|
46
|
-
`),
|
|
47
|
-
`),
|
|
48
|
-
<p>Table: <code>${
|
|
49
|
-
${
|
|
44
|
+
${h}
|
|
45
|
+
</div>`);E(a,d);}),b.get(`${i}`,(u,a)=>{let c=q(u,i);a.status(302).set("Location",`${c}/`).send("");}),m.healthCheck&&b.get(`${i}/:repoName/health`,async(u,a)=>{let c=q(u,i),t=f.find(g=>g.name===u.params.repoName);if(!t){E(a,N("Not Found",c,`<p>Unknown repo: ${u.params.repoName}</p>`),404);return}if(!t.schema){E(a,N("Health Check",c,`<p class="badge badge-warn">No Zod schema attached to "${t.name}"</p>`));return}let l=A(t.schema,e.dialect,{primaryKey:t.documentKey,exclude:t.repoCfg?.exclude,columnMap:t.repoCfg?.columnMap}),h=[],d=false,T=null;try{d=await e.tableExists(t.tableName),d&&(h=await e.getTableColumns(t.tableName));}catch(g){T=g?.message??String(g);}let C=new Set(h),k=new Set(l.map(g=>g.name)),D=l.filter(g=>!C.has(g.name)),x=h.filter(g=>!k.has(g)),_=l.filter(g=>C.has(g.name)),S=d&&D.length===0&&!T;if(j(u)){O(a,{repo:t.name,table:t.tableName,tableExists:d,healthy:S,error:T,columns:{expected:l.map(g=>({name:g.name,type:g.sqlType,nullable:g.nullable,isPrimaryKey:g.isPrimaryKey})),actual:h,matched:_.map(g=>g.name),missing:D.map(g=>({name:g.name,type:g.sqlType})),extra:x}});return}let R=S?'<span class="badge badge-ok">Healthy</span>':'<span class="badge badge-err">Unhealthy</span>',w=l.map(g=>{let L=C.has(g.name)?'<span class="badge badge-ok">OK</span>':'<span class="badge badge-err">MISSING</span>';return `<tr><td>${g.name}</td><td>${g.sqlType}</td><td>${g.nullable?"Yes":"No"}</td><td>${g.isPrimaryKey?"\u2713":""}</td><td>${L}</td></tr>`}).join(`
|
|
46
|
+
`),v=x.map(g=>`<tr><td>${g}</td><td colspan="3" class="muted">not in schema</td><td><span class="badge badge-warn">EXTRA</span></td></tr>`).join(`
|
|
47
|
+
`),P=N(`Health: ${t.name}`,c,`<div class="card">
|
|
48
|
+
<p>Table: <code>${t.tableName}</code> ${d?R:'<span class="badge badge-err">NOT FOUND</span>'}</p>
|
|
49
|
+
${T?`<p class="badge badge-err">Error: ${T}</p>`:""}
|
|
50
50
|
<h2>Columns</h2>
|
|
51
51
|
<table>
|
|
52
52
|
<thead><tr><th>Column</th><th>SQL Type</th><th>Nullable</th><th>PK</th><th>Status</th></tr></thead>
|
|
53
|
-
<tbody>${
|
|
53
|
+
<tbody>${w}${v}</tbody>
|
|
54
54
|
</table>
|
|
55
|
-
</div>`);
|
|
56
|
-
<p>This will read <strong>all</strong> documents from the <code>${
|
|
57
|
-
and upsert them into the <code>${
|
|
55
|
+
</div>`);E(a,P);}),m.manualSync&&(b.get(`${i}/:repoName/force-sync`,(u,a)=>{let c=q(u,i),t=f.find(h=>h.name===u.params.repoName);if(!t){E(a,N("Not Found",c,`<p>Unknown repo: ${u.params.repoName}</p>`),404);return}let l=N(`Force Sync: ${t.name}`,c,`<div class="card">
|
|
56
|
+
<p>This will read <strong>all</strong> documents from the <code>${t.name}</code> Firestore collection
|
|
57
|
+
and upsert them into the <code>${t.tableName}</code> SQL table.</p>
|
|
58
58
|
<p class="muted" style="margin:.75rem 0">This may take a while for large collections.</p>
|
|
59
|
-
<form method="POST" action="${
|
|
59
|
+
<form method="POST" action="${c}/${t.name}/force-sync">
|
|
60
60
|
<button type="submit" class="btn btn-primary">Start Force Sync</button>
|
|
61
61
|
</form>
|
|
62
|
-
</div>`);
|
|
63
|
-
<p class="badge badge-err">Error: ${
|
|
64
|
-
<p>Synced ${
|
|
65
|
-
</div>`),500);return}if(
|
|
62
|
+
</div>`);E(a,l);}),b.post(`${i}/:repoName/force-sync`,async(u,a)=>{let c=q(u,i),t=f.find(x=>x.name===u.params.repoName);if(!t){O(a,{error:`Unknown repo: ${u.params.repoName}`},404);return}let l=t.repo.ref;if(!l){O(a,{error:`No collection reference for "${t.name}"`},400);return}let h=0,d=0,T=500,C=l.limit(T),k=null;try{for(;;){let S=await(k?C.startAfter(k):C).get();if(S.empty)break;for(let R of S.docs){let w=R.data(),v=String(w[t.documentKey]??R.id),P=z(w,{exclude:t.repoCfg?.exclude,columnMap:t.repoCfg?.columnMap});try{await s({operation:"UPSERT",repoName:t.name,docId:v,data:P,timestamp:new Date().toISOString()}),h++;}catch{d++;}}if(k=S.docs[S.docs.length-1],S.docs.length<T)break}let x=n.get(t.name);x&&await x.flush();}catch(x){if(j(u)){O(a,{error:x?.message??String(x),synced:h,errors:d},500);return}E(a,N(`Force Sync: ${t.name}`,c,`<div class="card">
|
|
63
|
+
<p class="badge badge-err">Error: ${x?.message??String(x)}</p>
|
|
64
|
+
<p>Synced ${h} docs before failure (${d} errors).</p>
|
|
65
|
+
</div>`),500);return}if(j(u)){O(a,{repo:t.name,table:t.tableName,synced:h,errors:d});return}let D=N(`Force Sync: ${t.name}`,c,`<div class="card">
|
|
66
66
|
<p class="badge badge-ok">Complete</p>
|
|
67
|
-
<p>Synced <strong>${
|
|
68
|
-
${
|
|
69
|
-
</div>`);
|
|
70
|
-
`),
|
|
67
|
+
<p>Synced <strong>${h}</strong> documents to <code>${t.tableName}</code>.</p>
|
|
68
|
+
${d>0?`<p class="badge badge-warn">${d} error(s)</p>`:""}
|
|
69
|
+
</div>`);E(a,D);})),m.viewQueue&&b.get(`${i}/queues`,(u,a)=>{let c=q(u,i),t=[];for(let d of f){let T=n.get(d.name);t.push({repo:d.name,table:d.tableName,pending:T?T.size:0});}if(j(u)){O(a,{queues:t});return}let l=t.map(d=>`<tr><td>${d.repo}</td><td>${d.table}</td><td>${d.pending===0?'<span class="badge badge-ok">0</span>':`<span class="badge badge-warn">${d.pending}</span>`}</td></tr>`).join(`
|
|
70
|
+
`),h=N("Sync Queues",c,`<div class="card">
|
|
71
71
|
<table>
|
|
72
72
|
<thead><tr><th>Repository</th><th>Table</th><th>Pending</th></tr></thead>
|
|
73
73
|
<tbody>${l}</tbody>
|
|
74
74
|
</table>
|
|
75
|
-
</div>`);
|
|
76
|
-
`),console:`${l}/iam-admin/iam?project=${
|
|
77
|
-
<td>${v
|
|
78
|
-
<td><strong>${
|
|
75
|
+
</div>`);E(a,h);}),m.configCheck&&b.get(`${i}/config-check`,async(u,a)=>{let c=q(u,i),t=process.env.GCLOUD_PROJECT??process.env.GOOGLE_CLOUD_PROJECT??process.env.GCP_PROJECT??"unknown",l="https://console.cloud.google.com",h=$??"firestore-sync",d=[];try{await e.tableExists("__nonexistent_health_check__"),d.push({name:"BigQuery API",category:"bigquery",status:"ok",message:"BigQuery API is reachable"});}catch(S){let R=S?.message??String(S),w=R.toLowerCase(),v=w.includes("disabled")||w.includes("has not been used")||w.includes("accessnotconfigured"),P=w.includes("permission")||R.includes("403")||w.includes("access denied"),g=w.includes("project")&&w.includes("not found"),L=w.includes("not found")||R.includes("404");v?d.push({name:"BigQuery API",category:"bigquery",status:"error",message:"BigQuery API is not enabled",fix:{gcloud:`gcloud services enable bigquery.googleapis.com --project=${t}`,console:`${l}/apis/library/bigquery.googleapis.com?project=${t}`}}):g?d.push({name:"BigQuery Project",category:"bigquery",status:"error",message:R,fix:{hint:"The GCP project does not exist or the credentials don't have access to it. In the Firebase emulator, GCLOUD_PROJECT may override the configured projectId. Ensure you pass the correct projectId to the BigQuery constructor and have valid credentials.",console:`${l}/home/dashboard`}}):P?d.push({name:"BigQuery API",category:"bigquery",status:"error",message:`Permission denied: ${R}`,fix:{hint:"Grant the service account BigQuery Data Editor + BigQuery Job User roles",gcloud:[`SA=$(gcloud run services describe YOUR_SERVICE --region=YOUR_REGION --format="value(spec.template.spec.serviceAccountName)" --project=${t})`,`gcloud projects add-iam-policy-binding ${t} --member="serviceAccount:$SA" --role="roles/bigquery.dataEditor"`,`gcloud projects add-iam-policy-binding ${t} --member="serviceAccount:$SA" --role="roles/bigquery.jobUser"`].join(`
|
|
76
|
+
`),console:`${l}/iam-admin/iam?project=${t}`}}):L?d.push({name:"BigQuery Dataset",category:"bigquery",status:"error",message:`Dataset not found: ${R}`,fix:{hint:"Create the dataset first",gcloud:`bq mk --dataset ${t}:YOUR_DATASET_ID`,console:`${l}/bigquery?project=${t}`}}):d.push({name:"BigQuery API",category:"bigquery",status:"ok",message:"BigQuery API is reachable (table lookup returned expected error)"});}for(let S of f)try{let R=await e.tableExists(S.tableName);d.push({name:`Table: ${S.tableName}`,category:"bigquery",status:R?"ok":"warn",message:R?`Table \`${S.tableName}\` exists`:`Table \`${S.tableName}\` does not exist yet`,...!R&&{fix:{hint:"Table will be auto-created on first sync if autoMigrate is enabled. Or create it manually."}}});}catch(R){d.push({name:`Table: ${S.tableName}`,category:"bigquery",status:"error",message:R?.message??String(R)});}if(y)for(let S of f){let R=`${h}-${S.name}`;try{let w=y.topic(R);if(typeof w.exists=="function"){let[v]=await w.exists();d.push({name:`Topic: ${R}`,category:"pubsub",status:v?"ok":"error",message:v?`Topic \`${R}\` exists`:`Topic \`${R}\` does not exist`,...!v&&{fix:{gcloud:`gcloud pubsub topics create ${R} --project=${t}`,console:`${l}/cloudpubsub/topic/list?project=${t}`}}});}else d.push({name:`Topic: ${R}`,category:"pubsub",status:"warn",message:"Cannot verify topic existence (PubSub client doesn't expose .exists())",fix:{gcloud:`gcloud pubsub topics create ${R} --project=${t}`,console:`${l}/cloudpubsub/topic/list?project=${t}`,hint:"Ensure the topic exists. It is auto-created by the Firebase emulator but must exist in production."}});}catch(w){let v=w?.message??String(w),P=v.includes("disabled")||v.includes("has not been used");if(d.push({name:P?"Pub/Sub API":`Topic: ${R}`,category:"pubsub",status:"error",message:P?"Pub/Sub API is not enabled":v,fix:P?{gcloud:`gcloud services enable pubsub.googleapis.com --project=${t}`,console:`${l}/apis/library/pubsub.googleapis.com?project=${t}`}:{gcloud:`gcloud pubsub topics create ${R} --project=${t}`,console:`${l}/cloudpubsub/topic/list?project=${t}`}}),P)break}}else d.push({name:"Pub/Sub Client",category:"pubsub",status:"warn",message:"PubSub client not available for config check"});if(j(u)){let S=d.every(R=>R.status==="ok");O(a,{project:t,healthy:S,checks:d});return}let T=S=>S==="ok"?'<span class="badge badge-ok">OK</span>':S==="warn"?'<span class="badge badge-warn">WARN</span>':'<span class="badge badge-err">ERROR</span>',C={bigquery:d.filter(S=>S.category==="bigquery"),pubsub:d.filter(S=>S.category==="pubsub"),firestore:d.filter(S=>S.category==="firestore")},k=(S,R)=>{if(R.length===0)return "";let w=R.map(v=>{let P="";if(v.fix){let g=[];v.fix.hint&&g.push(`<p class="muted">${v.fix.hint}</p>`),v.fix.gcloud&&g.push(`<pre>$ ${v.fix.gcloud}</pre>`),v.fix.console&&g.push(`<p><a href="${v.fix.console}" target="_blank">Open GCP Console \u2192</a></p>`),P=`<div style="margin-top:.5rem">${g.join("")}</div>`;}return `<tr>
|
|
77
|
+
<td>${T(v.status)}</td>
|
|
78
|
+
<td><strong>${v.name}</strong><br><span class="muted">${v.message}</span>${P}</td>
|
|
79
79
|
</tr>`}).join(`
|
|
80
80
|
`);return `<h2>${S}</h2>
|
|
81
81
|
<table><thead><tr><th style="width:80px">Status</th><th>Check</th></tr></thead>
|
|
82
|
-
<tbody>${
|
|
83
|
-
<p>Project: <code>${
|
|
84
|
-
${
|
|
85
|
-
${
|
|
86
|
-
${
|
|
87
|
-
</div>`);
|
|
88
|
-
`)
|
|
82
|
+
<tbody>${w}</tbody></table>`},x=d.every(S=>S.status==="ok")?'<span class="badge badge-ok">All checks passed</span>':'<span class="badge badge-warn">Some issues found</span>',_=N("Config Check",c,`<div class="card">
|
|
83
|
+
<p>Project: <code>${t}</code> ${x}</p>
|
|
84
|
+
${k("BigQuery",C.bigquery)}
|
|
85
|
+
${k("Pub/Sub",C.pubsub)}
|
|
86
|
+
${k("Firestore",C.firestore)}
|
|
87
|
+
</div>`);E(a,_);}),async(u,a)=>{await b.handle(u,a);}}var ae="firestore-sync";function ie(o,e){let n=e.ref?.path??void 0;return n?`${n}/{docId}`:(console.warn(`[SyncTriggers] Cannot determine collection path for "${o}". Skipping.`),null)}function Q(o,e){let{onDocumentCreated:n,onDocumentUpdated:s,onDocumentDeleted:r}=e.deps.firestoreTriggers,p=e.deps.pubsub,y=e?.topicPrefix??ae,$={};for(let[i,m]of Object.entries(o)){let f=e?.repos?.[i],b;if(m._isGroup){if(!f?.triggerPath){console.warn(`[SyncTriggers] Skipping collection-group repo "${i}". Provide a triggerPath in the sync repos config for group collections.`);continue}b=f.triggerPath;}else b=f?.triggerPath??ie(i,m);if(!b)continue;let u=m._systemKeys?.[0]??"docId",a=`${y}-${i}`;$[`${i}_onCreate`]=n(b,async c=>{let t=c.data;if(!t)return;let l=t.data();if(!l)return;let h=String(l[u]??t.id),d=z(l,{exclude:f?.exclude,columnMap:f?.columnMap}),T={operation:"INSERT",repoName:i,docId:h,data:d,timestamp:new Date().toISOString()};await p.topic(a).publishMessage({json:T});}),$[`${i}_onUpdate`]=s(b,async c=>{let t=c.data?.after;if(!t)return;let l=t.data();if(!l)return;let h=String(l[u]??t.id),d=z(l,{exclude:f?.exclude,columnMap:f?.columnMap}),T={operation:"UPSERT",repoName:i,docId:h,data:d,timestamp:new Date().toISOString()};await p.topic(a).publishMessage({json:T});}),$[`${i}_onDelete`]=r(b,async c=>{let t=c.data;if(!t)return;let l=t.data(),h=String(l?.[u]??t.id),d={operation:"DELETE",repoName:i,docId:h,data:null,timestamp:new Date().toISOString()};await p.topic(a).publishMessage({json:d});});}return $}var Z=class{constructor(e){this.buffer=[];this.flushing=false;this.timer=null;this.adapter=e.adapter,this.tableName=e.tableName,this.primaryKey=e.primaryKey,this.batchSize=e.batchSize??100,this.onFlushError=e.onFlushError;let n=e.flushIntervalMs??5e3;n>0&&(this.timer=setInterval(()=>{this.flush();},n),typeof this.timer=="object"&&"unref"in this.timer&&this.timer.unref());}get size(){return this.buffer.length}enqueue(...e){this.buffer.push(...e),this.buffer.length>=this.batchSize&&this.flush();}async flush(){if(this.flushing||this.buffer.length===0)return;this.flushing=true;let e=this.buffer.splice(0,this.batchSize);try{let n=[],s=[];for(let r of e)r.operation==="DELETE"?s.push(r.docId):r.data&&n.push(r.data);n.length>0&&await this.adapter.upsertRows(this.tableName,n,this.primaryKey),s.length>0&&await this.adapter.deleteRows(this.tableName,this.primaryKey,s);}catch(n){this.onFlushError?await this.onFlushError(e,n).catch(()=>{}):(this.buffer.unshift(...e),console.error(`[SyncQueue] Flush failed for ${this.tableName}:`,n));}finally{this.flushing=false;}}async shutdown(){this.timer&&(clearInterval(this.timer),this.timer=null),await this.flush();}};var Y=new Set;async function ce(o,e,n,s,r,p,y){if(Y.has(o))return;let $=A(n,e.dialect,{primaryKey:r,exclude:p,columnMap:y});if(!await e.tableExists(s))await e.createTable({tableName:s,columns:$});else {let m=new Set(await e.getTableColumns(s)),f=$.filter(b=>!m.has(b.name));f.length>0&&await e.addColumns(s,f);}Y.add(o);}function B(o,e){let{deps:n,adapter:s,batchSize:r=100,flushIntervalMs:p=5e3,autoMigrate:y=false,topicPrefix:$="firestore-sync",repos:i={}}=e,m=new Map;function f(a,c){let t=m.get(a);if(t)return t;let h=i[a]?.tableName??a,d=async(T,C)=>{try{let k=`${$}-${a}-dlq`,D=n.pubsub.topic(k),[x]=await D.exists();x||(await D.create(),console.info(`[SyncWorker] Created DLQ topic "${k}"`));for(let _ of T)await D.publishMessage({json:_});}catch(k){console.error(`[SyncWorker] Dead-letter publish failed for ${a}:`,k);}};return t=new Z({adapter:s,tableName:h,primaryKey:c,batchSize:r,flushIntervalMs:p,onFlushError:d}),m.set(a,t),t}async function b(a){let{repoName:c}=a,t=o[c];if(!t){console.warn(`[SyncWorker] Unknown repo "${c}", skipping event`);return}let l=t._systemKeys?.[0]??t.documentKey??"docId";if(y){let d=t.schema??void 0;if(d){let T=i[c],C=T?.tableName??c;await ce(c,s,d,C,l,T?.exclude,T?.columnMap);}}f(c,l).enqueue(a);}function u(a){return n.pubsubHandler.onMessagePublished(a,async c=>{let t=c.data?.message?.json??c.data?.json;if(!t){console.warn("[SyncWorker] Received empty PubSub message");return}await b(t);})}return {handleMessage:b,createHandler:u,queues:m,async shutdown(){let a=[];for(let c of m.values())a.push(c.shutdown());await Promise.all(a);}}}var de="firestore-sync";function X(o){if(typeof o!="function")return o;let e=o,n;return new Proxy({},{get(s,r){return n||(n=e()),n[r]},has(s,r){return n||(n=e()),r in n}})}function ue(o,e){let{deps:n,adapter:s,topicPrefix:r=de,batchSize:p,flushIntervalMs:y,autoMigrate:$,admin:i,repos:m}=e,f=X(n.pubsub),b=X(s),u=Q(o,{deps:{firestoreTriggers:n.firestoreTriggers,pubsub:f},topicPrefix:r,repos:m}),a=B(o,{deps:{pubsubHandler:n.pubsubHandler,pubsub:f},adapter:b,batchSize:p,flushIntervalMs:y,autoMigrate:$,topicPrefix:r,repos:m}),c={};for(let h of Object.keys(o))c[`sync_${h}`]=a.createHandler(`${r}-${h}`);let t=null;i&&(t=K(o,b,a.queues,a.handleMessage,i,m??{},f,r),c.adminsync=i.onRequest?i.httpsOptions?i.onRequest(i.httpsOptions,t):i.onRequest(t):t);let l={functions:{...u,...c},adminHandler:t,handleMessage:a.handleMessage,queues:a.queues,shutdown:a.shutdown};for(let h of ["adminHandler","handleMessage","queues","shutdown"])Object.defineProperty(l,h,{enumerable:false});return l}function ee(o,e){let n=e.columns.map(s=>{let r=s.isPrimaryKey?" NOT NULL":"";return ` ${o.quoteIdentifier(s.name)} ${s.sqlType}${r}`}).join(`,
|
|
88
|
+
`);return `CREATE TABLE IF NOT EXISTS ${o.quoteIdentifier(e.tableName)} (
|
|
89
|
+
${n}
|
|
90
|
+
);`}function le(o,e,n){return n.map(s=>`ALTER TABLE ${o.quoteIdentifier(e)} ADD COLUMN ${o.quoteIdentifier(s.name)} ${s.sqlType};`).join(`
|
|
91
|
+
`)}function pe(o,e,n){let s=[];for(let[r,p]of Object.entries(o)){let y=p.schema??p._schema??void 0;if(!y)continue;let $=n?.repos?.[r],i=$?.tableName??r,m=p._systemKeys?.[0]??p.documentKey??"docId",f=A(y,e,{primaryKey:m,exclude:$?.exclude,columnMap:$?.columnMap}),b={tableName:i,columns:f};s.push(ee(e,b));}return s.join(`
|
|
89
92
|
|
|
90
|
-
`)}async function fe(o,e,
|
|
91
|
-
`).filter(g=>g.trim()))await ge(e,l);c.altered.push(a);}else c.upToDate.push(a);}}return c}async function ge(o,e){let t=o;typeof t.executeRaw=="function"?await t.executeRaw(e):typeof t.bigquery?.query=="function"?await t.bigquery.query({query:e}):console.warn("[autoMigrate] Adapter does not support raw SQL execution; skipping:",e);}exports.SyncQueue=Z;exports.addColumnsDDL=le;exports.autoMigrate=fe;exports.createFirestoreSync=ue;exports.createSyncTriggers=Q;exports.createSyncWorker=H;exports.createTableDDL=ee;exports.createadminsyncServer=K;exports.generateDDL=pe;exports.serializeDocument=_;exports.serializeValue=U;exports.zodSchemaToColumns=A;exports.zodTypeToLogical=se;//# sourceMappingURL=index.cjs.map
|
|
93
|
+
`)}async function fe(o,e,n){let s={created:[],altered:[],upToDate:[],skipped:[]};for(let[r,p]of Object.entries(o)){let y=p.schema??void 0;if(!y){s.skipped.push(r);continue}let $=n?.repos?.[r],i=$?.tableName??r,m=p._systemKeys?.[0]??p.documentKey??"docId",f=A(y,e.dialect,{primaryKey:m,exclude:$?.exclude,columnMap:$?.columnMap}),b={tableName:i,columns:f};if(!await e.tableExists(i))await e.createTable(b),s.created.push(i);else {let a=new Set(await e.getTableColumns(i)),c=f.filter(t=>!a.has(t.name));c.length>0?(await e.addColumns(i,c),s.altered.push(i)):s.upToDate.push(i);}}return s}exports.SyncQueue=Z;exports.addColumnsDDL=le;exports.autoMigrate=fe;exports.createFirestoreSync=ue;exports.createSyncTriggers=Q;exports.createSyncWorker=B;exports.createTableDDL=ee;exports.createadminsyncServer=K;exports.generateDDL=pe;exports.serializeDocument=z;exports.serializeValue=U;exports.zodSchemaToColumns=A;exports.zodTypeToLogical=se;//# sourceMappingURL=index.cjs.map
|
|
92
94
|
//# sourceMappingURL=index.cjs.map
|