@useairfoil/producer-google-analytics 0.0.0-stage → 0.0.2

package/src/start.ts

@@ -0,0 +1,49 @@
+import { PgClient } from "@effect/sql-pg";
+import {
+  ConnectorApp,
+  Ingestor,
+  RuntimeConfig,
+  StateStore,
+  Telemetry,
+} from "@useairfoil/connector-kit";
+import { Config, Effect, Layer, Logger, Schema } from "effect";
+import { Command } from "effect/cli";
+
+import { GoogleAnalyticsConnector } from "./index";
+
+const ConnectorLayer = GoogleAnalyticsConnector.layerConfig(
+  GoogleAnalyticsConnector.GoogleAnalyticsConfigDef.config,
+);
+const TelemetryLayer = Telemetry.layerOtlp();
+const PostgresLayer = PgClient.layerConfig({
+  url: Config.schema(
+    Schema.Redacted(Schema.NonEmptyString),
+    RuntimeConfig.PlatformRuntimeKey.postgresConnectionString,
+  ),
+  maxConnections: Config.succeed(2),
+  connectTimeout: Config.succeed("5 seconds"),
+  applicationName: Config.succeed("airfoil-producer-google-analytics"),
+});
+const StateStoreLayer = StateStore.layerSql().pipe(Layer.provide(PostgresLayer));
+
+export const startCommand = Command.make("start", {}, () =>
+  Effect.gen(function* () {
+    const port = yield* RuntimeConfig.httpPort;
+    const entrypoint = yield* GoogleAnalyticsConnector.GoogleAnalyticsConnector;
+
+    return yield* ConnectorApp.start(entrypoint, { port }).pipe(
+      Effect.provide(Ingestor.layerWingsConfig(entrypoint)),
+    );
+  }).pipe(
+    Effect.annotateLogs({ component: "google-analytics" }),
+    Effect.provide(
+      Layer.mergeAll(
+        StateStoreLayer,
+        ConnectorLayer,
+        Logger.layer([Logger.consolePretty()]),
+        TelemetryLayer,
+      ),
+    ),
+    Effect.provide(RuntimeConfig.layerHosted()),
+  ),
+).pipe(Command.withDescription("Run the production connector against Wings"));

package/src/tables.ts

@@ -0,0 +1,25 @@
+import type { Schema } from "effect";
+
+import {
+  DailyOverviewSchema,
+  DeviceSchema,
+  EcommerceItemSchema,
+  EventSchema,
+  LandingPageSchema,
+  LocationSchema,
+  PageSchema,
+  TrafficSourceSchema,
+  UserAcquisitionSchema,
+} from "./schemas/reports";
+
+export const tableSchemas: Readonly<Record<string, Schema.Top>> = {
+  daily_overview: DailyOverviewSchema,
+  traffic_sources: TrafficSourceSchema,
+  user_acquisition: UserAcquisitionSchema,
+  pages: PageSchema,
+  landing_pages: LandingPageSchema,
+  events: EventSchema,
+  locations: LocationSchema,
+  devices: DeviceSchema,
+  ecommerce_items: EcommerceItemSchema,
+};