@walkeros/server-source-gcp 4.7.0-next-1790245733116 → 4.7.0

package/CHANGELOG.md

@@ -1,25 +1,51 @@
 # @walkeros/server-source-gcp
 
-## 4.7.0-next-1790245733116
+## 4.7.0
 
-### Patch Changes
+### Minor Changes
 
-- Updated dependencies [57788bc]
+- 64b06de: Packages with several exports, such as the GCP and AWS sources and
+  destinations, now publish a settings schema per export. `walkeros validate`
+  and MCP `package_get` use the schema of the export a step imports. Pub/Sub,
+  BigQuery, SNS and SQS steps pinned to this release or later are checked
+  instead of skipped; older pins still report a skip.
+
+### Patch Changes
+
+- 74821ed: Simulate records every vendor call through one recorder, `observeEnv`
+  from `@walkeros/core`, and runs offline: BigQuery, Data Manager and the
+  Sheets, GCS and S3 stores reach the network through `env`. Client and `Env`
+  types of BigQuery, Firehose, PostHog, SQS and Pub/Sub are structural.
+  `@walkeros/cli` exports `resolveExportName` and `selectDevExamples` and drops
+  `findExample` and `compareOutput`.
+- 74821ed: Simulate starts only the simulated step, and a simulated transformer
+  continues through its `next`. Source simulations list the commands a source
+  issues as `elb` calls; `--page-url` sets the web page. Express flows need no
+  port. Packages with several exports use per-export examples and mocks, and a
+  destination without a mock env is refused instead of calling the vendor.
+- Updated dependencies [786a860]
+- Updated dependencies [74821ed]
 - Updated dependencies [06b498a]
-- Updated dependencies [2aebc53]
-- Updated dependencies [f5a1cfd]
-- Updated dependencies [ef02916]
+- Updated dependencies [7e5e3de]
+- Updated dependencies [b9668bf]
+- Updated dependencies [74821ed]
+- Updated dependencies [64b06de]
+- Updated dependencies [4b4937f]
+- Updated dependencies [74821ed]
+- Updated dependencies [74821ed]
+- Updated dependencies [74821ed]
 - Updated dependencies [06b498a]
-- Updated dependencies [ef02916]
-- Updated dependencies [2aebc53]
-- Updated dependencies [f5a1cfd]
-- Updated dependencies [f5a1cfd]
-- Updated dependencies [2aebc53]
-- Updated dependencies [8f8aea6]
-- Updated dependencies [2aebc53]
-- Updated dependencies [2aebc53]
-  - @walkeros/core@4.7.0-next-1790245733116
-  - @walkeros/collector@4.7.0-next-1790245733116
+- Updated dependencies [74821ed]
+- Updated dependencies [74821ed]
+- Updated dependencies [74821ed]
+- Updated dependencies [74821ed]
+- Updated dependencies [74821ed]
+- Updated dependencies [e860006]
+- Updated dependencies [74821ed]
+- Updated dependencies [74821ed]
+- Updated dependencies [4f89234]
+  - @walkeros/collector@4.7.0
+  - @walkeros/core@4.7.0
 
 ## 4.6.1
 

package/dist/dev.d.mts

@@ -1,7 +1,7 @@
 import * as _walkeros_core_dev from '@walkeros/core/dev';
 import { z } from '@walkeros/core/dev';
 import { Source, Flow, Trigger } from '@walkeros/core';
-import { PubSub } from '@google-cloud/pubsub';
+import { ClientConfig, SubscriptionOptions, Message } from '@google-cloud/pubsub';
 
 /**
  * HTTP methods enum
@@ -71,12 +71,12 @@ type Settings$2 = z.infer<typeof SettingsSchema$2>;
 
 declare const settings$2: _walkeros_core_dev.JSONSchema;
 
-type index$5_CorsOptions = CorsOptions;
-declare const index$5_CorsOptionsSchema: typeof CorsOptionsSchema;
-declare const index$5_CorsOrigin: typeof CorsOrigin;
-declare const index$5_HttpMethod: typeof HttpMethod;
-declare namespace index$5 {
-  export { type index$5_CorsOptions as CorsOptions, index$5_CorsOptionsSchema as CorsOptionsSchema, index$5_CorsOrigin as CorsOrigin, index$5_HttpMethod as HttpMethod, type Settings$2 as Settings, SettingsSchema$2 as SettingsSchema, settings$2 as settings };
+type index$2_CorsOptions = CorsOptions;
+declare const index$2_CorsOptionsSchema: typeof CorsOptionsSchema;
+declare const index$2_CorsOrigin: typeof CorsOrigin;
+declare const index$2_HttpMethod: typeof HttpMethod;
+declare namespace index$2 {
+  export { type index$2_CorsOptions as CorsOptions, index$2_CorsOptionsSchema as CorsOptionsSchema, index$2_CorsOrigin as CorsOrigin, index$2_HttpMethod as HttpMethod, type Settings$2 as Settings, SettingsSchema$2 as SettingsSchema, settings$2 as settings };
 }
 
 declare module '@walkeros/core' {
@@ -151,88 +151,10 @@ interface Result$2 {
  */
 declare const createTrigger$2: Trigger.CreateFn<Content$2, Result$2>;
 
-declare namespace index$4 {
+declare namespace cloudFunctionExamplesNs {
   export { createTrigger$2 as createTrigger, env$2 as env, step$2 as step };
 }
 
-/**
- * GCP Pub/Sub pull source settings schema.
- *
- * Required: projectId, subscription. All other fields optional with sensible
- * defaults applied at runtime by `getConfig`.
- */
-declare const SettingsSchema$1: z.ZodObject<{
-    client: z.ZodOptional<z.ZodAny>;
-    projectId: z.ZodString;
-    subscription: z.ZodString;
-    topic: z.ZodOptional<z.ZodString>;
-    credentials: z.ZodOptional<z.ZodAny>;
-    apiEndpoint: z.ZodOptional<z.ZodString>;
-    decoder: z.ZodOptional<z.ZodEnum<{
-        json: "json";
-        text: "text";
-        raw: "raw";
-    }>>;
-    flowControl: z.ZodOptional<z.ZodObject<{
-        maxMessages: z.ZodOptional<z.ZodNumber>;
-        maxBytes: z.ZodOptional<z.ZodNumber>;
-    }, z.core.$strip>>;
-    ackDeadline: z.ZodOptional<z.ZodNumber>;
-    shutdownTimeoutMs: z.ZodOptional<z.ZodNumber>;
-    onPushError: z.ZodOptional<z.ZodEnum<{
-        nack: "nack";
-        ack: "ack";
-    }>>;
-}, z.core.$strip>;
-type Settings$1 = z.infer<typeof SettingsSchema$1>;
-
-/**
- * GCP Pub/Sub pull source setup schema.
- *
- * Provisioning options for `walkeros setup source.<id>`. Idempotent
- * subscription creation, plus optional topic and dead-letter topic
- * auto-create. Triggered only by the explicit CLI command.
- */
-declare const SetupSchema: z.ZodObject<{
-    createTopic: z.ZodOptional<z.ZodBoolean>;
-    ackDeadlineSeconds: z.ZodOptional<z.ZodNumber>;
-    messageRetentionDuration: z.ZodOptional<z.ZodObject<{
-        seconds: z.ZodNumber;
-    }, z.core.$strip>>;
-    filter: z.ZodOptional<z.ZodString>;
-    deadLetterPolicy: z.ZodOptional<z.ZodObject<{
-        deadLetterTopic: z.ZodString;
-        maxDeliveryAttempts: z.ZodNumber;
-        createDeadLetterTopic: z.ZodOptional<z.ZodBoolean>;
-    }, z.core.$strip>>;
-    retryPolicy: z.ZodOptional<z.ZodObject<{
-        minimumBackoff: z.ZodObject<{
-            seconds: z.ZodNumber;
-        }, z.core.$strip>;
-        maximumBackoff: z.ZodObject<{
-            seconds: z.ZodNumber;
-        }, z.core.$strip>;
-    }, z.core.$strip>>;
-    enableMessageOrdering: z.ZodOptional<z.ZodBoolean>;
-    labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-    expirationPolicy: z.ZodOptional<z.ZodObject<{
-        ttl: z.ZodOptional<z.ZodNullable<z.ZodObject<{
-            seconds: z.ZodNumber;
-        }, z.core.$strip>>>;
-    }, z.core.$strip>>;
-}, z.core.$strip>;
-type Setup = z.infer<typeof SetupSchema>;
-
-declare const settings$1: _walkeros_core_dev.JSONSchema;
-declare const setup: _walkeros_core_dev.JSONSchema;
-
-type index$3_Setup = Setup;
-declare const index$3_SetupSchema: typeof SetupSchema;
-declare const index$3_setup: typeof setup;
-declare namespace index$3 {
-  export { type Settings$1 as Settings, SettingsSchema$1 as SettingsSchema, type index$3_Setup as Setup, index$3_SetupSchema as SetupSchema, settings$1 as settings, index$3_setup as setup };
-}
-
 declare module '@walkeros/core' {
     interface SourceMap {
         'pubsub-pull': {
@@ -241,21 +163,42 @@ declare module '@walkeros/core' {
         };
     }
 }
+/** The part of a Pub/Sub subscription the pull source drives. */
+interface PullSubscription {
+    on(event: 'message', listener: (message: Message) => void): unknown;
+    on(event: 'error', listener: (error: Error) => void): unknown;
+    close(): Promise<void>;
+}
+/**
+ * The part of a Pub/Sub client the pull source calls at runtime. `PubSub` from
+ * `@google-cloud/pubsub` satisfies it, and so does an injected mock (tests,
+ * simulate) without a cast. Setup needs a `PubSubAdminClient`.
+ */
+interface PubSubPullClient {
+    subscription(name: string, options?: SubscriptionOptions): PullSubscription;
+    close(): Promise<void>;
+}
 interface Env$1 extends Source.Env {
-    PubSub?: typeof PubSub;
+    PubSub?: new (options?: ClientConfig) => PubSubPullClient;
 }
 
+/** Standard mock environment, with the structural client for simulate. */
+declare const push$1: Env$1;
 /**
- * Standard mock environment for the pull source.
- *
- * `PubSub` is intentionally absent: the canonical pattern is module-level
- * `jest.mock('@google-cloud/pubsub')`, not env-injection.
+ * The same environment without the client, for unit tests that substitute the
+ * SDK module-wide with `jest.mock`.
+ */
+declare const moduleMockEnv: Env$1;
+/**
+ * The subscription call binds the source to its subscription; messages then
+ * arrive as events, not calls. Construction is not recorded: its options
+ * carry credentials.
  */
-declare const push$1: Env$1;
 declare const simulation$1: string[];
 
+declare const env$1_moduleMockEnv: typeof moduleMockEnv;
 declare namespace env$1 {
-  export { push$1 as push, simulation$1 as simulation };
+  export { env$1_moduleMockEnv as moduleMockEnv, push$1 as push, simulation$1 as simulation };
 }
 
 declare const pageView: Flow.StepExample;
@@ -309,38 +252,10 @@ type Result$1 = Array<[string, ...unknown[]]>;
  */
 declare const createTrigger$1: Trigger.CreateFn<Content$1, Result$1>;
 
-declare namespace index$2 {
+declare namespace pubsubPullExamplesNs {
   export { type Content$1 as Content, type Result$1 as Result, createTrigger$1 as createTrigger, env$1 as env, step$1 as step };
 }
 
-/**
- * GCP Pub/Sub push source settings schema.
- *
- * No required fields. The push source is a request-handler; configuration
- * tunables live here, but operators wire `source.push` into their own
- * express/lambda runtime.
- */
-declare const SettingsSchema: z.ZodObject<{
-    projectId: z.ZodOptional<z.ZodString>;
-    decoder: z.ZodOptional<z.ZodEnum<{
-        json: "json";
-        text: "text";
-        raw: "raw";
-    }>>;
-    verifyOidc: z.ZodOptional<z.ZodBoolean>;
-    audience: z.ZodOptional<z.ZodString>;
-}, z.core.$strip>;
-type Settings = z.infer<typeof SettingsSchema>;
-
-declare const settings: _walkeros_core_dev.JSONSchema;
-
-type index$1_Settings = Settings;
-declare const index$1_SettingsSchema: typeof SettingsSchema;
-declare const index$1_settings: typeof settings;
-declare namespace index$1 {
-  export { type index$1_Settings as Settings, index$1_SettingsSchema as SettingsSchema, index$1_settings as settings };
-}
-
 declare module '@walkeros/core' {
     interface SourceMap {
         'pubsub-push': {
@@ -409,13 +324,139 @@ type Result = Array<[string, ...unknown[]]>;
  */
 declare const createTrigger: Trigger.CreateFn<Content, Result>;
 
-type index_Content = Content;
-type index_Result = Result;
-declare const index_createTrigger: typeof createTrigger;
-declare const index_env: typeof env;
-declare const index_step: typeof step;
+type pubsubPushExamplesNs_Content = Content;
+type pubsubPushExamplesNs_Result = Result;
+declare const pubsubPushExamplesNs_createTrigger: typeof createTrigger;
+declare const pubsubPushExamplesNs_env: typeof env;
+declare const pubsubPushExamplesNs_step: typeof step;
+declare namespace pubsubPushExamplesNs {
+  export { type pubsubPushExamplesNs_Content as Content, type pubsubPushExamplesNs_Result as Result, pubsubPushExamplesNs_createTrigger as createTrigger, pubsubPushExamplesNs_env as env, pubsubPushExamplesNs_step as step };
+}
+
+/**
+ * GCP Pub/Sub pull source settings schema.
+ *
+ * Required: projectId, subscription. All other fields optional with sensible
+ * defaults applied at runtime by `getConfig`.
+ */
+declare const SettingsSchema$1: z.ZodObject<{
+    client: z.ZodOptional<z.ZodAny>;
+    projectId: z.ZodString;
+    subscription: z.ZodString;
+    topic: z.ZodOptional<z.ZodString>;
+    credentials: z.ZodOptional<z.ZodAny>;
+    apiEndpoint: z.ZodOptional<z.ZodString>;
+    decoder: z.ZodOptional<z.ZodEnum<{
+        json: "json";
+        text: "text";
+        raw: "raw";
+    }>>;
+    flowControl: z.ZodOptional<z.ZodObject<{
+        maxMessages: z.ZodOptional<z.ZodNumber>;
+        maxBytes: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    ackDeadline: z.ZodOptional<z.ZodNumber>;
+    shutdownTimeoutMs: z.ZodOptional<z.ZodNumber>;
+    onPushError: z.ZodOptional<z.ZodEnum<{
+        nack: "nack";
+        ack: "ack";
+    }>>;
+}, z.core.$strip>;
+type Settings$1 = z.infer<typeof SettingsSchema$1>;
+
+/**
+ * GCP Pub/Sub pull source setup schema.
+ *
+ * Provisioning options for `walkeros setup source.<id>`. Idempotent
+ * subscription creation, plus optional topic and dead-letter topic
+ * auto-create. Triggered only by the explicit CLI command.
+ */
+declare const SetupSchema: z.ZodObject<{
+    createTopic: z.ZodOptional<z.ZodBoolean>;
+    ackDeadlineSeconds: z.ZodOptional<z.ZodNumber>;
+    messageRetentionDuration: z.ZodOptional<z.ZodObject<{
+        seconds: z.ZodNumber;
+    }, z.core.$strip>>;
+    filter: z.ZodOptional<z.ZodString>;
+    deadLetterPolicy: z.ZodOptional<z.ZodObject<{
+        deadLetterTopic: z.ZodString;
+        maxDeliveryAttempts: z.ZodNumber;
+        createDeadLetterTopic: z.ZodOptional<z.ZodBoolean>;
+    }, z.core.$strip>>;
+    retryPolicy: z.ZodOptional<z.ZodObject<{
+        minimumBackoff: z.ZodObject<{
+            seconds: z.ZodNumber;
+        }, z.core.$strip>;
+        maximumBackoff: z.ZodObject<{
+            seconds: z.ZodNumber;
+        }, z.core.$strip>;
+    }, z.core.$strip>>;
+    enableMessageOrdering: z.ZodOptional<z.ZodBoolean>;
+    labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    expirationPolicy: z.ZodOptional<z.ZodObject<{
+        ttl: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+            seconds: z.ZodNumber;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+type Setup = z.infer<typeof SetupSchema>;
+
+declare const settings$1: _walkeros_core_dev.JSONSchema;
+declare const setup: _walkeros_core_dev.JSONSchema;
+
+type index$1_Setup = Setup;
+declare const index$1_SetupSchema: typeof SetupSchema;
+declare const index$1_setup: typeof setup;
+declare namespace index$1 {
+  export { type Settings$1 as Settings, SettingsSchema$1 as SettingsSchema, type index$1_Setup as Setup, index$1_SetupSchema as SetupSchema, settings$1 as settings, index$1_setup as setup };
+}
+
+/**
+ * GCP Pub/Sub push source settings schema.
+ *
+ * No required fields. The push source is a request-handler; configuration
+ * tunables live here, but operators wire `source.push` into their own
+ * express/lambda runtime.
+ */
+declare const SettingsSchema: z.ZodObject<{
+    projectId: z.ZodOptional<z.ZodString>;
+    decoder: z.ZodOptional<z.ZodEnum<{
+        json: "json";
+        text: "text";
+        raw: "raw";
+    }>>;
+    verifyOidc: z.ZodOptional<z.ZodBoolean>;
+    audience: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+type Settings = z.infer<typeof SettingsSchema>;
+
+declare const settings: _walkeros_core_dev.JSONSchema;
+
+type index_Settings = Settings;
+declare const index_SettingsSchema: typeof SettingsSchema;
+declare const index_settings: typeof settings;
 declare namespace index {
-  export { type index_Content as Content, type index_Result as Result, index_createTrigger as createTrigger, index_env as env, index_step as step };
+  export { type index_Settings as Settings, index_SettingsSchema as SettingsSchema, index_settings as settings };
 }
 
-export { index$4 as examples, index$2 as pubsubPullExamples, index$3 as pubsubPullSchemas, index as pubsubPushExamples, index$1 as pubsubPushSchemas, index$5 as schemas };
+/** Dev examples per export, keyed by the export names in package.json. */
+declare const exportExamples: {
+    sourceCloudFunction: typeof cloudFunctionExamplesNs;
+    sourcePubSubPull: typeof pubsubPullExamplesNs;
+    sourcePubSubPush: typeof pubsubPushExamplesNs;
+};
+/** Schemas per export, keyed by the export names in package.json. */
+declare const exportSchemas: {
+    sourceCloudFunction: {
+        settings: _walkeros_core_dev.JSONSchema;
+    };
+    sourcePubSubPull: {
+        settings: _walkeros_core_dev.JSONSchema;
+        setup: _walkeros_core_dev.JSONSchema;
+    };
+    sourcePubSubPush: {
+        settings: _walkeros_core_dev.JSONSchema;
+    };
+};
+
+export { cloudFunctionExamplesNs as examples, exportExamples, exportSchemas, pubsubPullExamplesNs as pubsubPullExamples, index$1 as pubsubPullSchemas, pubsubPushExamplesNs as pubsubPushExamples, index as pubsubPushSchemas, index$2 as schemas };