@walkeros/server-destination-gcp 0.4.0 → 0.4.2

package/dist/index.d.mts

@@ -10,12 +10,20 @@ interface Settings {
     location?: string;
     bigquery?: BigQueryOptions;
 }
+interface InitSettings {
+    projectId: string;
+    client?: BigQuery;
+    datasetId?: string;
+    tableId?: string;
+    location?: string;
+    bigquery?: BigQueryOptions;
+}
 interface Mapping {
 }
 interface Env extends DestinationServer.Env {
     BigQuery?: typeof BigQuery;
 }
-type Types = Destination$1.Types<Settings, Mapping, Env>;
+type Types = Destination$1.Types<Settings, Mapping, Env, InitSettings>;
 interface Destination extends DestinationServer.Destination<Types> {
     init: DestinationServer.InitFn<Types>;
 }
@@ -33,6 +41,7 @@ type index_Config = Config;
 type index_Destination = Destination;
 type index_Env = Env;
 type index_InitFn = InitFn;
+type index_InitSettings = InitSettings;
 type index_Mapping = Mapping;
 type index_PartialConfig = PartialConfig;
 type index_PushEvents = PushEvents;
@@ -42,7 +51,7 @@ type index_Rules = Rules;
 type index_Settings = Settings;
 type index_Types = Types;
 declare namespace index {
-  export type { index_Config as Config, index_Destination as Destination, index_Env as Env, index_InitFn as InitFn, index_Mapping as Mapping, index_PartialConfig as PartialConfig, index_PushEvents as PushEvents, index_PushFn as PushFn, index_Rule as Rule, index_Rules as Rules, index_Settings as Settings, index_Types as Types };
+  export type { index_Config as Config, index_Destination as Destination, index_Env as Env, index_InitFn as InitFn, index_InitSettings as InitSettings, index_Mapping as Mapping, index_PartialConfig as PartialConfig, index_PushEvents as PushEvents, index_PushFn as PushFn, index_Rule as Rule, index_Rules as Rules, index_Settings as Settings, index_Types as Types };
 }
 
 declare const destinationBigQuery: Destination;

package/dist/index.d.ts

@@ -10,12 +10,20 @@ interface Settings {
     location?: string;
     bigquery?: BigQueryOptions;
 }
+interface InitSettings {
+    projectId: string;
+    client?: BigQuery;
+    datasetId?: string;
+    tableId?: string;
+    location?: string;
+    bigquery?: BigQueryOptions;
+}
 interface Mapping {
 }
 interface Env extends DestinationServer.Env {
     BigQuery?: typeof BigQuery;
 }
-type Types = Destination$1.Types<Settings, Mapping, Env>;
+type Types = Destination$1.Types<Settings, Mapping, Env, InitSettings>;
 interface Destination extends DestinationServer.Destination<Types> {
     init: DestinationServer.InitFn<Types>;
 }
@@ -33,6 +41,7 @@ type index_Config = Config;
 type index_Destination = Destination;
 type index_Env = Env;
 type index_InitFn = InitFn;
+type index_InitSettings = InitSettings;
 type index_Mapping = Mapping;
 type index_PartialConfig = PartialConfig;
 type index_PushEvents = PushEvents;
@@ -42,7 +51,7 @@ type index_Rules = Rules;
 type index_Settings = Settings;
 type index_Types = Types;
 declare namespace index {
-  export type { index_Config as Config, index_Destination as Destination, index_Env as Env, index_InitFn as InitFn, index_Mapping as Mapping, index_PartialConfig as PartialConfig, index_PushEvents as PushEvents, index_PushFn as PushFn, index_Rule as Rule, index_Rules as Rules, index_Settings as Settings, index_Types as Types };
+  export type { index_Config as Config, index_Destination as Destination, index_Env as Env, index_InitFn as InitFn, index_InitSettings as InitSettings, index_Mapping as Mapping, index_PartialConfig as PartialConfig, index_PushEvents as PushEvents, index_PushFn as PushFn, index_Rule as Rule, index_Rules as Rules, index_Settings as Settings, index_Types as Types };
 }
 
 declare const destinationBigQuery: Destination;

package/dist/index.js

@@ -1 +1 @@
-"use strict";var t,e=Object.defineProperty,n=Object.getOwnPropertyDescriptor,o=Object.getOwnPropertyNames,r=Object.prototype.hasOwnProperty,i={};function c(t){return Array.isArray(t)}function a(t){return"object"==typeof t&&null!==t&&!c(t)&&"[object Object]"===Object.prototype.toString.call(t)}((t,n)=>{for(var o in n)e(t,o,{get:n[o],enumerable:!0})})(i,{DestinationBigQuery:()=>u,destinationBigQuery:()=>p}),module.exports=(t=i,((t,i,c,a)=>{if(i&&"object"==typeof i||"function"==typeof i)for(let s of o(i))r.call(t,s)||s===c||e(t,s,{get:()=>i[s],enumerable:!(a=n(i,s))||a.enumerable});return t})(e({},"__esModule",{value:!0}),t));var s=require("@google-cloud/bigquery");function l(t={},e){const n=t.settings||{},{projectId:o,bigquery:r}=n;let{client:i,location:c,datasetId:a,tableId:l}=n;o||function(t){throw new Error(String(t))}("Config settings projectId missing"),c=c||"EU",a=a||"walkeros",l=l||"events";const g=r||{};g.projectId=o;const u=(null==e?void 0:e.BigQuery)||s.BigQuery;i=i||new u(g);const p={...n,client:i,projectId:o,location:c,datasetId:a,tableId:l};return{...t,settings:p}}var g=t=>Object.entries(t).reduce((t,[e,n])=>(t[e]=a(n)||c(n)?JSON.stringify(n):n,t),{}),u={},p={type:"gcp-bigquery",config:{},init:async({config:t,env:e})=>l(t,e),push:async(t,{config:e,mapping:n,data:o,collector:r,env:i})=>await async function(t,{config:e,mapping:n,data:o,collector:r,env:i}){const{client:c,datasetId:s,tableId:l}=e.settings;let u;if(a(o))u=o;else{const e=new Date;u={...t,timestamp:t.timestamp?new Date(t.timestamp):e,createdAt:e}}const p=[g(u)];await c.dataset(s).table(l).insert(p)}(t,{config:e,mapping:n,data:o,collector:r,env:i})};//# sourceMappingURL=index.js.map
+"use strict";var e,t=Object.defineProperty,n=Object.getOwnPropertyDescriptor,r=Object.getOwnPropertyNames,o=Object.prototype.hasOwnProperty,i={};((e,n)=>{for(var r in n)t(e,r,{get:n[r],enumerable:!0})})(i,{DestinationBigQuery:()=>d,destinationBigQuery:()=>f}),module.exports=(e=i,((e,i,a,c)=>{if(i&&"object"==typeof i||"function"==typeof i)for(let s of r(i))o.call(e,s)||s===a||t(e,s,{get:()=>i[s],enumerable:!(c=n(i,s))||c.enumerable});return e})(t({},"__esModule",{value:!0}),e));var a=require("@google-cloud/bigquery");var c=Object.defineProperty;((e,t)=>{for(var n in t)c(e,n,{get:t[n],enumerable:!0})})({},{Level:()=>l});var s,l=((s=l||{})[s.ERROR=0]="ERROR",s[s.INFO=1]="INFO",s[s.DEBUG=2]="DEBUG",s);function g(e){return Array.isArray(e)}function u(e){return"object"==typeof e&&null!==e&&!g(e)&&"[object Object]"===Object.prototype.toString.call(e)}var p=e=>Object.entries(e).reduce((e,[t,n])=>(e[t]=u(n)||g(n)?JSON.stringify(n):n,e),{}),d={},f={type:"gcp-bigquery",config:{},async init({config:e,env:t,logger:n}){const r=function(e={},t,n){const r=e.settings||{},{projectId:o,bigquery:i}=r;let{client:c,location:s,datasetId:l,tableId:g}=r;o||n.throw("Config settings projectId missing"),s=s||"EU",l=l||"walkeros",g=g||"events";const u=i||{};u.projectId=o;const p=(null==t?void 0:t.BigQuery)||a.BigQuery;c=c||new p(u);const d={...r,client:c,projectId:o,location:s,datasetId:l,tableId:g};return{...e,settings:d}}(e,t,n);return r},push:async(e,{config:t,mapping:n,data:r,collector:o,env:i,logger:a})=>await async function(e,{config:t,mapping:n,data:r}){const{client:o,datasetId:i,tableId:a}=t.settings;if(!o||!i||!a)throw new Error("Missing required BigQuery configuration. Ensure init() was called successfully.");let c;if(u(r))c=r;else{const t=new Date;c={...e,timestamp:e.timestamp?new Date(e.timestamp):t,createdAt:t}}const s=[p(c)];await o.dataset(i).table(a).insert(s)}(e,{config:t,mapping:n,data:r,collector:o,env:i,logger:a})};//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts","../src/bigquery/config.ts","../src/bigquery/push.ts","../src/bigquery/types/index.ts","../src/bigquery/index.ts"],"sourcesContent":["// Google BigQuery\nexport { destinationBigQuery } from './bigquery';\nexport * as DestinationBigQuery from './bigquery/types';\n","import type { Config, Env, PartialConfig, Settings } from './types';\nimport type { BigQueryOptions } from '@google-cloud/bigquery';\nimport { throwError } from '@walkeros/core';\nimport { BigQuery } from '@google-cloud/bigquery';\n\nexport function getConfig(\n  partialConfig: PartialConfig = {},\n  env?: Env,\n): Config {\n  const settings = partialConfig.settings || ({} as Settings);\n  const { projectId, bigquery } = settings;\n  let { client, location, datasetId, tableId } = settings;\n\n  if (!projectId) throwError('Config settings projectId missing');\n\n  location = location || 'EU';\n  datasetId = datasetId || 'walkeros';\n  tableId = tableId || 'events';\n\n  const options: BigQueryOptions = bigquery || {};\n  options.projectId = projectId;\n\n  // Use BigQuery from env if available, otherwise use real BigQuery\n  const BigQueryClass = env?.BigQuery || BigQuery;\n  client = client || new BigQueryClass(options);\n\n  const settingsConfig: Settings = {\n    ...settings,\n    client,\n    projectId,\n    location,\n    datasetId,\n    tableId,\n  };\n\n  return { ...partialConfig, settings: settingsConfig };\n}\n","import type { WalkerOS } from '@walkeros/core';\nimport type { PushFn } from './types';\nimport { isObject, isArray } from '@walkeros/core';\n\nexport const push: PushFn = async function (\n  event,\n  { config, mapping: _mapping, data, collector, env },\n) {\n  const { client, datasetId, tableId } = config.settings!;\n\n  let row: WalkerOS.AnyObject | undefined;\n\n  if (isObject(data)) {\n    row = data;\n  } else {\n    const now = new Date();\n    row = {\n      ...event,\n      timestamp: event.timestamp ? new Date(event.timestamp) : now,\n      createdAt: now,\n    };\n  }\n\n  const rows = [mapEvent(row)];\n\n  await client.dataset(datasetId).table(tableId).insert(rows);\n\n  return;\n};\n\nexport const mapEvent = (event: WalkerOS.AnyObject) => {\n  return Object.entries(event).reduce<WalkerOS.AnyObject>(\n    (acc, [key, value]) => {\n      acc[key] =\n        isObject(value) || isArray(value) ? JSON.stringify(value) : value;\n      return acc;\n    },\n    {},\n  );\n};\n","import type { DestinationServer } from '@walkeros/server-core';\nimport type {\n  Mapping as WalkerOSMapping,\n  Destination as CoreDestination,\n} from '@walkeros/core';\nimport type { BigQuery, BigQueryOptions } from '@google-cloud/bigquery';\n\nexport interface Settings {\n  client: BigQuery;\n  projectId: string;\n  datasetId: string;\n  tableId: string;\n  location?: string;\n  bigquery?: BigQueryOptions;\n}\n\nexport interface Mapping {}\n\nexport interface Env extends DestinationServer.Env {\n  BigQuery?: typeof BigQuery;\n}\n\nexport type Types = CoreDestination.Types<Settings, Mapping, Env>;\n\nexport interface Destination extends DestinationServer.Destination<Types> {\n  init: DestinationServer.InitFn<Types>;\n}\n\nexport type Config = {\n  settings: Settings;\n} & DestinationServer.Config<Types>;\n\nexport type InitFn = DestinationServer.InitFn<Types>;\nexport type PushFn = DestinationServer.PushFn<Types>;\n\nexport type PartialConfig = DestinationServer.PartialConfig<Types>;\n\nexport type PushEvents = DestinationServer.PushEvents<Mapping>;\n\nexport type Rule = WalkerOSMapping.Rule<Mapping>;\nexport type Rules = WalkerOSMapping.Rules<Rule>;\n","import type { Destination } from './types';\nimport { getConfig } from './config';\nimport { push } from './push';\n\n// Types\nexport * as DestinationBigQuery from './types';\n\nexport const destinationBigQuery: Destination = {\n  type: 'gcp-bigquery',\n\n  config: {},\n\n  async init({ config: partialConfig, env }) {\n    const config = getConfig(partialConfig, env);\n\n    return config;\n  },\n\n  async push(event, { config, mapping, data, collector, env }) {\n    return await push(event, { config, mapping, data, collector, env });\n  },\n};\n\nexport default destinationBigQuery;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;A;;;;;;;;;;;;;ACGA,sBAAyB;AAElB,SAAS,UACd,gBAA+B,CAAC,GAChC,KACQ;AACR,QAAM,WAAW,cAAc,YAAa,CAAC;AAC7C,QAAM,EAAE,WAAW,SAAS,IAAI;AAChC,MAAI,EAAE,QAAQ,UAAU,WAAW,QAAQ,IAAI;AAE/C,MAAI,CAAC,UAAW,IAAW,mCAAmC;AAE9D,aAAW,YAAY;AACvB,cAAY,aAAa;AACzB,YAAU,WAAW;AAErB,QAAM,UAA2B,YAAY,CAAC;AAC9C,UAAQ,YAAY;AAGpB,QAAM,iBAAgB,2BAAK,aAAY;AACvC,WAAS,UAAU,IAAI,cAAc,OAAO;AAE5C,QAAM,iBAA2B;AAAA,IAC/B,GAAG;AAAA,IACH;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,SAAO,EAAE,GAAG,eAAe,UAAU,eAAe;AACtD;;;AChCO,IAAM,OAAe,eAC1B,OACA,EAAE,QAAQ,SAAS,UAAU,MAAM,WAAW,IAAI,GAClD;AACA,QAAM,EAAE,QAAQ,WAAW,QAAQ,IAAI,OAAO;AAE9C,MAAI;AAEJ,MAAI,EAAS,IAAI,GAAG;AAClB,UAAM;AAAA,EACR,OAAO;AACL,UAAM,MAAM,oBAAI,KAAK;AACrB,UAAM;AAAA,MACJ,GAAG;AAAA,MACH,WAAW,MAAM,YAAY,IAAI,KAAK,MAAM,SAAS,IAAI;AAAA,MACzD,WAAW;AAAA,IACb;AAAA,EACF;AAEA,QAAM,OAAO,CAAC,SAAS,GAAG,CAAC;AAE3B,QAAM,OAAO,QAAQ,SAAS,EAAE,MAAM,OAAO,EAAE,OAAO,IAAI;AAE1D;AACF;AAEO,IAAM,WAAW,CAAC,UAA8B;AACrD,SAAO,OAAO,QAAQ,KAAK,EAAE;AAAA,IAC3B,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM;AACrB,UAAI,GAAG,IACL,EAAS,KAAK,KAAK,EAAQ,KAAK,IAAI,KAAK,UAAU,KAAK,IAAI;AAC9D,aAAO;AAAA,IACT;AAAA,IACA,CAAC;AAAA,EACH;AACF;;;ACvCA;;;ACOO,IAAM,sBAAmC;AAAA,EAC9C,MAAM;AAAA,EAEN,QAAQ,CAAC;AAAA,EAET,MAAM,KAAK,EAAE,QAAQ,eAAe,IAAI,GAAG;AACzC,UAAM,SAAS,UAAU,eAAe,GAAG;AAE3C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,KAAK,OAAO,EAAE,QAAQ,SAAS,MAAM,WAAW,IAAI,GAAG;AAC3D,WAAO,MAAM,KAAK,OAAO,EAAE,QAAQ,SAAS,MAAM,WAAW,IAAI,CAAC;AAAA,EACpE;AACF;","names":[]}
+{"version":3,"sources":["../src/index.ts","../src/bigquery/config.ts","../src/bigquery/push.ts","../src/bigquery/types/index.ts","../src/bigquery/index.ts"],"sourcesContent":["// Google BigQuery\nexport { destinationBigQuery } from './bigquery';\nexport * as DestinationBigQuery from './bigquery/types';\n","import type { Config, Env, PartialConfig, Settings } from './types';\nimport type { BigQueryOptions } from '@google-cloud/bigquery';\nimport type { Logger } from '@walkeros/core';\nimport { BigQuery } from '@google-cloud/bigquery';\n\nexport function getConfig(\n  partialConfig: PartialConfig = {},\n  env: Env | undefined,\n  logger: Logger.Instance,\n): Config {\n  const settings = partialConfig.settings || ({} as Settings);\n  const { projectId, bigquery } = settings;\n  let { client, location, datasetId, tableId } = settings;\n\n  if (!projectId) logger.throw('Config settings projectId missing');\n\n  location = location || 'EU';\n  datasetId = datasetId || 'walkeros';\n  tableId = tableId || 'events';\n\n  const options: BigQueryOptions = bigquery || {};\n  options.projectId = projectId;\n\n  // Use BigQuery from env if available, otherwise use real BigQuery\n  const BigQueryClass = env?.BigQuery || BigQuery;\n  client = client || new BigQueryClass(options);\n\n  const settingsConfig: Settings = {\n    ...settings,\n    client,\n    projectId,\n    location,\n    datasetId,\n    tableId,\n  };\n\n  return { ...partialConfig, settings: settingsConfig };\n}\n","import type { WalkerOS } from '@walkeros/core';\nimport type { PushFn } from './types';\nimport { isObject, isArray } from '@walkeros/core';\n\nexport const push: PushFn = async function (\n  event,\n  { config, mapping: _mapping, data },\n) {\n  const { client, datasetId, tableId } = config.settings!;\n\n  if (!client || !datasetId || !tableId) {\n    throw new Error(\n      'Missing required BigQuery configuration. Ensure init() was called successfully.',\n    );\n  }\n\n  let row: WalkerOS.AnyObject | undefined;\n\n  if (isObject(data)) {\n    row = data;\n  } else {\n    const now = new Date();\n    row = {\n      ...event,\n      timestamp: event.timestamp ? new Date(event.timestamp) : now,\n      createdAt: now,\n    };\n  }\n\n  const rows = [mapEvent(row)];\n\n  await client.dataset(datasetId).table(tableId).insert(rows);\n\n  return;\n};\n\nexport const mapEvent = (event: WalkerOS.AnyObject) => {\n  return Object.entries(event).reduce<WalkerOS.AnyObject>(\n    (acc, [key, value]) => {\n      acc[key] =\n        isObject(value) || isArray(value) ? JSON.stringify(value) : value;\n      return acc;\n    },\n    {},\n  );\n};\n","import type { DestinationServer } from '@walkeros/server-core';\nimport type {\n  Mapping as WalkerOSMapping,\n  Destination as CoreDestination,\n} from '@walkeros/core';\nimport type { BigQuery, BigQueryOptions } from '@google-cloud/bigquery';\n\nexport interface Settings {\n  client: BigQuery;\n  projectId: string;\n  datasetId: string;\n  tableId: string;\n  location?: string;\n  bigquery?: BigQueryOptions;\n}\n\nexport interface InitSettings {\n  projectId: string;\n  client?: BigQuery;\n  datasetId?: string;\n  tableId?: string;\n  location?: string;\n  bigquery?: BigQueryOptions;\n}\n\nexport interface Mapping {}\n\nexport interface Env extends DestinationServer.Env {\n  BigQuery?: typeof BigQuery;\n}\n\nexport type Types = CoreDestination.Types<Settings, Mapping, Env, InitSettings>;\n\nexport interface Destination extends DestinationServer.Destination<Types> {\n  init: DestinationServer.InitFn<Types>;\n}\n\nexport type Config = {\n  settings: Settings;\n} & DestinationServer.Config<Types>;\n\nexport type InitFn = DestinationServer.InitFn<Types>;\nexport type PushFn = DestinationServer.PushFn<Types>;\n\nexport type PartialConfig = DestinationServer.PartialConfig<Types>;\n\nexport type PushEvents = DestinationServer.PushEvents<Mapping>;\n\nexport type Rule = WalkerOSMapping.Rule<Mapping>;\nexport type Rules = WalkerOSMapping.Rules<Rule>;\n","import type { Destination } from './types';\nimport { getConfig } from './config';\nimport { push } from './push';\n\n// Types\nexport * as DestinationBigQuery from './types';\n\nexport const destinationBigQuery: Destination = {\n  type: 'gcp-bigquery',\n\n  config: {},\n\n  async init({ config: partialConfig, env, logger }) {\n    const config = getConfig(partialConfig, env, logger);\n\n    return config;\n  },\n\n  async push(event, { config, mapping, data, collector, env, logger }) {\n    return await push(event, { config, mapping, data, collector, env, logger });\n  },\n};\n\nexport default destinationBigQuery;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACGA,sBAAyB;AAElB,SAAS,UACd,gBAA+B,CAAC,GAChC,KACA,QACQ;AACR,QAAM,WAAW,cAAc,YAAa,CAAC;AAC7C,QAAM,EAAE,WAAW,SAAS,IAAI;AAChC,MAAI,EAAE,QAAQ,UAAU,WAAW,QAAQ,IAAI;AAE/C,MAAI,CAAC,UAAW,QAAO,MAAM,mCAAmC;AAEhE,aAAW,YAAY;AACvB,cAAY,aAAa;AACzB,YAAU,WAAW;AAErB,QAAM,UAA2B,YAAY,CAAC;AAC9C,UAAQ,YAAY;AAGpB,QAAM,iBAAgB,2BAAK,aAAY;AACvC,WAAS,UAAU,IAAI,cAAc,OAAO;AAE5C,QAAM,iBAA2B;AAAA,IAC/B,GAAG;AAAA,IACH;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,SAAO,EAAE,GAAG,eAAe,UAAU,eAAe;AACtD;A;;;;;;;;;;;;;;;;ACjCO,IAAM,OAAe,eAC1B,OACA,EAAE,QAAQ,SAAS,UAAU,KAAK,GAClC;AACA,QAAM,EAAE,QAAQ,WAAW,QAAQ,IAAI,OAAO;AAE9C,MAAI,CAAC,UAAU,CAAC,aAAa,CAAC,SAAS;AACrC,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AAEJ,MAAI,EAAS,IAAI,GAAG;AAClB,UAAM;AAAA,EACR,OAAO;AACL,UAAM,MAAM,oBAAI,KAAK;AACrB,UAAM;AAAA,MACJ,GAAG;AAAA,MACH,WAAW,MAAM,YAAY,IAAI,KAAK,MAAM,SAAS,IAAI;AAAA,MACzD,WAAW;AAAA,IACb;AAAA,EACF;AAEA,QAAM,OAAO,CAAC,SAAS,GAAG,CAAC;AAE3B,QAAM,OAAO,QAAQ,SAAS,EAAE,MAAM,OAAO,EAAE,OAAO,IAAI;AAE1D;AACF;AAEO,IAAM,WAAW,CAAC,UAA8B;AACrD,SAAO,OAAO,QAAQ,KAAK,EAAE;AAAA,IAC3B,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM;AACrB,UAAI,GAAG,IACL,EAAS,KAAK,KAAK,EAAQ,KAAK,IAAI,KAAK,UAAU,KAAK,IAAI;AAC9D,aAAO;AAAA,IACT;AAAA,IACA,CAAC;AAAA,EACH;AACF;;;AC7CA;;;ACOO,IAAM,sBAAmC;AAAA,EAC9C,MAAM;AAAA,EAEN,QAAQ,CAAC;AAAA,EAET,MAAM,KAAK,EAAE,QAAQ,eAAe,KAAK,OAAO,GAAG;AACjD,UAAM,SAAS,UAAU,eAAe,KAAK,MAAM;AAEnD,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,KAAK,OAAO,EAAE,QAAQ,SAAS,MAAM,WAAW,KAAK,OAAO,GAAG;AACnE,WAAO,MAAM,KAAK,OAAO,EAAE,QAAQ,SAAS,MAAM,WAAW,KAAK,OAAO,CAAC;AAAA,EAC5E;AACF;","names":[]}

package/dist/index.mjs

@@ -1 +1 @@
-function t(t){return Array.isArray(t)}function e(e){return"object"==typeof e&&null!==e&&!t(e)&&"[object Object]"===Object.prototype.toString.call(e)}import{BigQuery as n}from"@google-cloud/bigquery";function i(t={},e){const i=t.settings||{},{projectId:o,bigquery:c}=i;let{client:a,location:r,datasetId:s,tableId:l}=i;o||function(t){throw new Error(String(t))}("Config settings projectId missing"),r=r||"EU",s=s||"walkeros",l=l||"events";const g=c||{};g.projectId=o;const d=(null==e?void 0:e.BigQuery)||n;a=a||new d(g);const p={...i,client:a,projectId:o,location:r,datasetId:s,tableId:l};return{...t,settings:p}}var o=n=>Object.entries(n).reduce((n,[i,o])=>(n[i]=e(o)||t(o)?JSON.stringify(o):o,n),{}),c={},a={type:"gcp-bigquery",config:{},init:async({config:t,env:e})=>i(t,e),push:async(t,{config:n,mapping:i,data:c,collector:a,env:r})=>await async function(t,{config:n,mapping:i,data:c,collector:a,env:r}){const{client:s,datasetId:l,tableId:g}=n.settings;let d;if(e(c))d=c;else{const e=new Date;d={...t,timestamp:t.timestamp?new Date(t.timestamp):e,createdAt:e}}const p=[o(d)];await s.dataset(l).table(g).insert(p)}(t,{config:n,mapping:i,data:c,collector:a,env:r})};export{c as DestinationBigQuery,a as destinationBigQuery};//# sourceMappingURL=index.mjs.map
+import{BigQuery as t}from"@google-cloud/bigquery";var e=Object.defineProperty;((t,n)=>{for(var i in n)e(t,i,{get:n[i],enumerable:!0})})({},{Level:()=>i});var n,i=((n=i||{})[n.ERROR=0]="ERROR",n[n.INFO=1]="INFO",n[n.DEBUG=2]="DEBUG",n);function o(t){return Array.isArray(t)}function r(t){return"object"==typeof t&&null!==t&&!o(t)&&"[object Object]"===Object.prototype.toString.call(t)}var a=t=>Object.entries(t).reduce((t,[e,n])=>(t[e]=r(n)||o(n)?JSON.stringify(n):n,t),{}),c={},s={type:"gcp-bigquery",config:{},async init({config:e,env:n,logger:i}){const o=function(e={},n,i){const o=e.settings||{},{projectId:r,bigquery:a}=o;let{client:c,location:s,datasetId:g,tableId:l}=o;r||i.throw("Config settings projectId missing"),s=s||"EU",g=g||"walkeros",l=l||"events";const u=a||{};u.projectId=r;const d=(null==n?void 0:n.BigQuery)||t;c=c||new d(u);const p={...o,client:c,projectId:r,location:s,datasetId:g,tableId:l};return{...e,settings:p}}(e,n,i);return o},push:async(t,{config:e,mapping:n,data:i,collector:o,env:c,logger:s})=>await async function(t,{config:e,mapping:n,data:i}){const{client:o,datasetId:c,tableId:s}=e.settings;if(!o||!c||!s)throw new Error("Missing required BigQuery configuration. Ensure init() was called successfully.");let g;if(r(i))g=i;else{const e=new Date;g={...t,timestamp:t.timestamp?new Date(t.timestamp):e,createdAt:e}}const l=[a(g)];await o.dataset(c).table(s).insert(l)}(t,{config:e,mapping:n,data:i,collector:o,env:c,logger:s})};export{c as DestinationBigQuery,s as destinationBigQuery};//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/bigquery/config.ts","../src/bigquery/push.ts","../src/bigquery/types/index.ts","../src/bigquery/index.ts"],"sourcesContent":["import type { Config, Env, PartialConfig, Settings } from './types';\nimport type { BigQueryOptions } from '@google-cloud/bigquery';\nimport { throwError } from '@walkeros/core';\nimport { BigQuery } from '@google-cloud/bigquery';\n\nexport function getConfig(\n  partialConfig: PartialConfig = {},\n  env?: Env,\n): Config {\n  const settings = partialConfig.settings || ({} as Settings);\n  const { projectId, bigquery } = settings;\n  let { client, location, datasetId, tableId } = settings;\n\n  if (!projectId) throwError('Config settings projectId missing');\n\n  location = location || 'EU';\n  datasetId = datasetId || 'walkeros';\n  tableId = tableId || 'events';\n\n  const options: BigQueryOptions = bigquery || {};\n  options.projectId = projectId;\n\n  // Use BigQuery from env if available, otherwise use real BigQuery\n  const BigQueryClass = env?.BigQuery || BigQuery;\n  client = client || new BigQueryClass(options);\n\n  const settingsConfig: Settings = {\n    ...settings,\n    client,\n    projectId,\n    location,\n    datasetId,\n    tableId,\n  };\n\n  return { ...partialConfig, settings: settingsConfig };\n}\n","import type { WalkerOS } from '@walkeros/core';\nimport type { PushFn } from './types';\nimport { isObject, isArray } from '@walkeros/core';\n\nexport const push: PushFn = async function (\n  event,\n  { config, mapping: _mapping, data, collector, env },\n) {\n  const { client, datasetId, tableId } = config.settings!;\n\n  let row: WalkerOS.AnyObject | undefined;\n\n  if (isObject(data)) {\n    row = data;\n  } else {\n    const now = new Date();\n    row = {\n      ...event,\n      timestamp: event.timestamp ? new Date(event.timestamp) : now,\n      createdAt: now,\n    };\n  }\n\n  const rows = [mapEvent(row)];\n\n  await client.dataset(datasetId).table(tableId).insert(rows);\n\n  return;\n};\n\nexport const mapEvent = (event: WalkerOS.AnyObject) => {\n  return Object.entries(event).reduce<WalkerOS.AnyObject>(\n    (acc, [key, value]) => {\n      acc[key] =\n        isObject(value) || isArray(value) ? JSON.stringify(value) : value;\n      return acc;\n    },\n    {},\n  );\n};\n","import type { DestinationServer } from '@walkeros/server-core';\nimport type {\n  Mapping as WalkerOSMapping,\n  Destination as CoreDestination,\n} from '@walkeros/core';\nimport type { BigQuery, BigQueryOptions } from '@google-cloud/bigquery';\n\nexport interface Settings {\n  client: BigQuery;\n  projectId: string;\n  datasetId: string;\n  tableId: string;\n  location?: string;\n  bigquery?: BigQueryOptions;\n}\n\nexport interface Mapping {}\n\nexport interface Env extends DestinationServer.Env {\n  BigQuery?: typeof BigQuery;\n}\n\nexport type Types = CoreDestination.Types<Settings, Mapping, Env>;\n\nexport interface Destination extends DestinationServer.Destination<Types> {\n  init: DestinationServer.InitFn<Types>;\n}\n\nexport type Config = {\n  settings: Settings;\n} & DestinationServer.Config<Types>;\n\nexport type InitFn = DestinationServer.InitFn<Types>;\nexport type PushFn = DestinationServer.PushFn<Types>;\n\nexport type PartialConfig = DestinationServer.PartialConfig<Types>;\n\nexport type PushEvents = DestinationServer.PushEvents<Mapping>;\n\nexport type Rule = WalkerOSMapping.Rule<Mapping>;\nexport type Rules = WalkerOSMapping.Rules<Rule>;\n","import type { Destination } from './types';\nimport { getConfig } from './config';\nimport { push } from './push';\n\n// Types\nexport * as DestinationBigQuery from './types';\n\nexport const destinationBigQuery: Destination = {\n  type: 'gcp-bigquery',\n\n  config: {},\n\n  async init({ config: partialConfig, env }) {\n    const config = getConfig(partialConfig, env);\n\n    return config;\n  },\n\n  async push(event, { config, mapping, data, collector, env }) {\n    return await push(event, { config, mapping, data, collector, env });\n  },\n};\n\nexport default destinationBigQuery;\n"],"mappings":";;;;;;;;;;;;AAGA,SAAS,gBAAgB;AAElB,SAAS,UACd,gBAA+B,CAAC,GAChC,KACQ;AACR,QAAM,WAAW,cAAc,YAAa,CAAC;AAC7C,QAAM,EAAE,WAAW,SAAS,IAAI;AAChC,MAAI,EAAE,QAAQ,UAAU,WAAW,QAAQ,IAAI;AAE/C,MAAI,CAAC,UAAW,IAAW,mCAAmC;AAE9D,aAAW,YAAY;AACvB,cAAY,aAAa;AACzB,YAAU,WAAW;AAErB,QAAM,UAA2B,YAAY,CAAC;AAC9C,UAAQ,YAAY;AAGpB,QAAM,iBAAgB,2BAAK,aAAY;AACvC,WAAS,UAAU,IAAI,cAAc,OAAO;AAE5C,QAAM,iBAA2B;AAAA,IAC/B,GAAG;AAAA,IACH;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,SAAO,EAAE,GAAG,eAAe,UAAU,eAAe;AACtD;;;AChCO,IAAM,OAAe,eAC1B,OACA,EAAE,QAAQ,SAAS,UAAU,MAAM,WAAW,IAAI,GAClD;AACA,QAAM,EAAE,QAAQ,WAAW,QAAQ,IAAI,OAAO;AAE9C,MAAI;AAEJ,MAAI,EAAS,IAAI,GAAG;AAClB,UAAM;AAAA,EACR,OAAO;AACL,UAAM,MAAM,oBAAI,KAAK;AACrB,UAAM;AAAA,MACJ,GAAG;AAAA,MACH,WAAW,MAAM,YAAY,IAAI,KAAK,MAAM,SAAS,IAAI;AAAA,MACzD,WAAW;AAAA,IACb;AAAA,EACF;AAEA,QAAM,OAAO,CAAC,SAAS,GAAG,CAAC;AAE3B,QAAM,OAAO,QAAQ,SAAS,EAAE,MAAM,OAAO,EAAE,OAAO,IAAI;AAE1D;AACF;AAEO,IAAM,WAAW,CAAC,UAA8B;AACrD,SAAO,OAAO,QAAQ,KAAK,EAAE;AAAA,IAC3B,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM;AACrB,UAAI,GAAG,IACL,EAAS,KAAK,KAAK,EAAQ,KAAK,IAAI,KAAK,UAAU,KAAK,IAAI;AAC9D,aAAO;AAAA,IACT;AAAA,IACA,CAAC;AAAA,EACH;AACF;;;ACvCA;;;ACOO,IAAM,sBAAmC;AAAA,EAC9C,MAAM;AAAA,EAEN,QAAQ,CAAC;AAAA,EAET,MAAM,KAAK,EAAE,QAAQ,eAAe,IAAI,GAAG;AACzC,UAAM,SAAS,UAAU,eAAe,GAAG;AAE3C,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,KAAK,OAAO,EAAE,QAAQ,SAAS,MAAM,WAAW,IAAI,GAAG;AAC3D,WAAO,MAAM,KAAK,OAAO,EAAE,QAAQ,SAAS,MAAM,WAAW,IAAI,CAAC;AAAA,EACpE;AACF;","names":[]}
+{"version":3,"sources":["../src/bigquery/config.ts","../src/bigquery/push.ts","../src/bigquery/types/index.ts","../src/bigquery/index.ts"],"sourcesContent":["import type { Config, Env, PartialConfig, Settings } from './types';\nimport type { BigQueryOptions } from '@google-cloud/bigquery';\nimport type { Logger } from '@walkeros/core';\nimport { BigQuery } from '@google-cloud/bigquery';\n\nexport function getConfig(\n  partialConfig: PartialConfig = {},\n  env: Env | undefined,\n  logger: Logger.Instance,\n): Config {\n  const settings = partialConfig.settings || ({} as Settings);\n  const { projectId, bigquery } = settings;\n  let { client, location, datasetId, tableId } = settings;\n\n  if (!projectId) logger.throw('Config settings projectId missing');\n\n  location = location || 'EU';\n  datasetId = datasetId || 'walkeros';\n  tableId = tableId || 'events';\n\n  const options: BigQueryOptions = bigquery || {};\n  options.projectId = projectId;\n\n  // Use BigQuery from env if available, otherwise use real BigQuery\n  const BigQueryClass = env?.BigQuery || BigQuery;\n  client = client || new BigQueryClass(options);\n\n  const settingsConfig: Settings = {\n    ...settings,\n    client,\n    projectId,\n    location,\n    datasetId,\n    tableId,\n  };\n\n  return { ...partialConfig, settings: settingsConfig };\n}\n","import type { WalkerOS } from '@walkeros/core';\nimport type { PushFn } from './types';\nimport { isObject, isArray } from '@walkeros/core';\n\nexport const push: PushFn = async function (\n  event,\n  { config, mapping: _mapping, data },\n) {\n  const { client, datasetId, tableId } = config.settings!;\n\n  if (!client || !datasetId || !tableId) {\n    throw new Error(\n      'Missing required BigQuery configuration. Ensure init() was called successfully.',\n    );\n  }\n\n  let row: WalkerOS.AnyObject | undefined;\n\n  if (isObject(data)) {\n    row = data;\n  } else {\n    const now = new Date();\n    row = {\n      ...event,\n      timestamp: event.timestamp ? new Date(event.timestamp) : now,\n      createdAt: now,\n    };\n  }\n\n  const rows = [mapEvent(row)];\n\n  await client.dataset(datasetId).table(tableId).insert(rows);\n\n  return;\n};\n\nexport const mapEvent = (event: WalkerOS.AnyObject) => {\n  return Object.entries(event).reduce<WalkerOS.AnyObject>(\n    (acc, [key, value]) => {\n      acc[key] =\n        isObject(value) || isArray(value) ? JSON.stringify(value) : value;\n      return acc;\n    },\n    {},\n  );\n};\n","import type { DestinationServer } from '@walkeros/server-core';\nimport type {\n  Mapping as WalkerOSMapping,\n  Destination as CoreDestination,\n} from '@walkeros/core';\nimport type { BigQuery, BigQueryOptions } from '@google-cloud/bigquery';\n\nexport interface Settings {\n  client: BigQuery;\n  projectId: string;\n  datasetId: string;\n  tableId: string;\n  location?: string;\n  bigquery?: BigQueryOptions;\n}\n\nexport interface InitSettings {\n  projectId: string;\n  client?: BigQuery;\n  datasetId?: string;\n  tableId?: string;\n  location?: string;\n  bigquery?: BigQueryOptions;\n}\n\nexport interface Mapping {}\n\nexport interface Env extends DestinationServer.Env {\n  BigQuery?: typeof BigQuery;\n}\n\nexport type Types = CoreDestination.Types<Settings, Mapping, Env, InitSettings>;\n\nexport interface Destination extends DestinationServer.Destination<Types> {\n  init: DestinationServer.InitFn<Types>;\n}\n\nexport type Config = {\n  settings: Settings;\n} & DestinationServer.Config<Types>;\n\nexport type InitFn = DestinationServer.InitFn<Types>;\nexport type PushFn = DestinationServer.PushFn<Types>;\n\nexport type PartialConfig = DestinationServer.PartialConfig<Types>;\n\nexport type PushEvents = DestinationServer.PushEvents<Mapping>;\n\nexport type Rule = WalkerOSMapping.Rule<Mapping>;\nexport type Rules = WalkerOSMapping.Rules<Rule>;\n","import type { Destination } from './types';\nimport { getConfig } from './config';\nimport { push } from './push';\n\n// Types\nexport * as DestinationBigQuery from './types';\n\nexport const destinationBigQuery: Destination = {\n  type: 'gcp-bigquery',\n\n  config: {},\n\n  async init({ config: partialConfig, env, logger }) {\n    const config = getConfig(partialConfig, env, logger);\n\n    return config;\n  },\n\n  async push(event, { config, mapping, data, collector, env, logger }) {\n    return await push(event, { config, mapping, data, collector, env, logger });\n  },\n};\n\nexport default destinationBigQuery;\n"],"mappings":";AAGA,SAAS,gBAAgB;AAElB,SAAS,UACd,gBAA+B,CAAC,GAChC,KACA,QACQ;AACR,QAAM,WAAW,cAAc,YAAa,CAAC;AAC7C,QAAM,EAAE,WAAW,SAAS,IAAI;AAChC,MAAI,EAAE,QAAQ,UAAU,WAAW,QAAQ,IAAI;AAE/C,MAAI,CAAC,UAAW,QAAO,MAAM,mCAAmC;AAEhE,aAAW,YAAY;AACvB,cAAY,aAAa;AACzB,YAAU,WAAW;AAErB,QAAM,UAA2B,YAAY,CAAC;AAC9C,UAAQ,YAAY;AAGpB,QAAM,iBAAgB,2BAAK,aAAY;AACvC,WAAS,UAAU,IAAI,cAAc,OAAO;AAE5C,QAAM,iBAA2B;AAAA,IAC/B,GAAG;AAAA,IACH;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,SAAO,EAAE,GAAG,eAAe,UAAU,eAAe;AACtD;A;;;;;;;;;;;;;;;;ACjCO,IAAM,OAAe,eAC1B,OACA,EAAE,QAAQ,SAAS,UAAU,KAAK,GAClC;AACA,QAAM,EAAE,QAAQ,WAAW,QAAQ,IAAI,OAAO;AAE9C,MAAI,CAAC,UAAU,CAAC,aAAa,CAAC,SAAS;AACrC,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AAEJ,MAAI,EAAS,IAAI,GAAG;AAClB,UAAM;AAAA,EACR,OAAO;AACL,UAAM,MAAM,oBAAI,KAAK;AACrB,UAAM;AAAA,MACJ,GAAG;AAAA,MACH,WAAW,MAAM,YAAY,IAAI,KAAK,MAAM,SAAS,IAAI;AAAA,MACzD,WAAW;AAAA,IACb;AAAA,EACF;AAEA,QAAM,OAAO,CAAC,SAAS,GAAG,CAAC;AAE3B,QAAM,OAAO,QAAQ,SAAS,EAAE,MAAM,OAAO,EAAE,OAAO,IAAI;AAE1D;AACF;AAEO,IAAM,WAAW,CAAC,UAA8B;AACrD,SAAO,OAAO,QAAQ,KAAK,EAAE;AAAA,IAC3B,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM;AACrB,UAAI,GAAG,IACL,EAAS,KAAK,KAAK,EAAQ,KAAK,IAAI,KAAK,UAAU,KAAK,IAAI;AAC9D,aAAO;AAAA,IACT;AAAA,IACA,CAAC;AAAA,EACH;AACF;;;AC7CA;;;ACOO,IAAM,sBAAmC;AAAA,EAC9C,MAAM;AAAA,EAEN,QAAQ,CAAC;AAAA,EAET,MAAM,KAAK,EAAE,QAAQ,eAAe,KAAK,OAAO,GAAG;AACjD,UAAM,SAAS,UAAU,eAAe,KAAK,MAAM;AAEnD,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,KAAK,OAAO,EAAE,QAAQ,SAAS,MAAM,WAAW,KAAK,OAAO,GAAG;AACnE,WAAO,MAAM,KAAK,OAAO,EAAE,QAAQ,SAAS,MAAM,WAAW,KAAK,OAAO,CAAC;AAAA,EAC5E;AACF;","names":[]}

package/dist/schemas.d.mts

@@ -1,8 +1,6 @@
 import * as _walkeros_core_dev from '@walkeros/core/dev';
 
-declare const schemas: {
-    settings: _walkeros_core_dev.JSONSchema;
-    mapping: _walkeros_core_dev.JSONSchema;
-};
+declare const settings: _walkeros_core_dev.JSONSchema;
+declare const mapping: _walkeros_core_dev.JSONSchema;
 
-export { schemas };
+export { mapping, settings };

package/dist/schemas.d.ts

@@ -1,8 +1,6 @@
 import * as _walkeros_core_dev from '@walkeros/core/dev';
 
-declare const schemas: {
-    settings: _walkeros_core_dev.JSONSchema;
-    mapping: _walkeros_core_dev.JSONSchema;
-};
+declare const settings: _walkeros_core_dev.JSONSchema;
+declare const mapping: _walkeros_core_dev.JSONSchema;
 
-export { schemas };
+export { mapping, settings };