@withgateway/sdk 0.2.4 → 0.2.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/dist/cli.js +4304 -2381
  2. package/dist/cli.js.map +1 -1
  3. package/dist/cli.mjs +4266 -2343
  4. package/dist/cli.mjs.map +1 -1
  5. package/dist/files/index.js +56 -31
  6. package/dist/files/index.js.map +1 -1
  7. package/dist/files/index.mjs +52 -27
  8. package/dist/files/index.mjs.map +1 -1
  9. package/dist/hooks/index.d.mts +1 -1
  10. package/dist/hooks/index.d.ts +1 -1
  11. package/dist/hooks/index.js +280 -8
  12. package/dist/hooks/index.js.map +1 -1
  13. package/dist/hooks/index.mjs +272 -8
  14. package/dist/hooks/index.mjs.map +1 -1
  15. package/dist/{index-1xnxt0Cc.d.ts → index-BO2SNSgy.d.ts} +12 -1
  16. package/dist/{index-B0R3IgsV.d.mts → index-BaKu5ZSU.d.mts} +124 -2
  17. package/dist/{index-B0R3IgsV.d.ts → index-BaKu5ZSU.d.ts} +124 -2
  18. package/dist/{index-C1wDEwH4.d.mts → index-Cz8Q6Keo.d.mts} +12 -1
  19. package/dist/index.d.mts +4 -4
  20. package/dist/index.d.ts +4 -4
  21. package/dist/index.js +1100 -438
  22. package/dist/index.js.map +1 -1
  23. package/dist/index.mjs +1079 -424
  24. package/dist/index.mjs.map +1 -1
  25. package/dist/traces/index.js +45 -20
  26. package/dist/traces/index.js.map +1 -1
  27. package/dist/traces/index.mjs +41 -16
  28. package/dist/traces/index.mjs.map +1 -1
  29. package/dist/tracing/index.d.mts +1 -1
  30. package/dist/tracing/index.d.ts +1 -1
  31. package/dist/tracing/index.js +98 -61
  32. package/dist/tracing/index.js.map +1 -1
  33. package/dist/tracing/index.mjs +98 -61
  34. package/dist/tracing/index.mjs.map +1 -1
  35. package/dist/worlds/index.d.mts +179 -25
  36. package/dist/worlds/index.d.ts +179 -25
  37. package/dist/worlds/index.js +639 -284
  38. package/dist/worlds/index.js.map +1 -1
  39. package/dist/worlds/index.mjs +631 -276
  40. package/dist/worlds/index.mjs.map +1 -1
  41. package/package.json +2 -1
  42. package/runtime/gatewaysdk/environment/_bundle.py +15 -25
  43. package/runtime/gatewaysdk/environment/_materialize.py +53 -9
  44. package/runtime/gatewaysdk/environment/_toml.py +13 -0
  45. package/runtime/gatewaysdk/environment/schema/api.py +40 -25
  46. package/runtime/gatewaysdk/environment/schema/batch.py +15 -11
  47. package/runtime/gatewaysdk/environment/schema/bundle_runtime.py +24 -0
  48. package/runtime/gatewaysdk/environment/schema/compiler.py +60 -28
  49. package/runtime/gatewaysdk/environment/schema/conform.py +1 -1
  50. package/runtime/gatewaysdk/environment/schema/connector.py +1 -1
  51. package/runtime/gatewaysdk/environment/schema/connectors/google-drive/readers/merge.ingest.toml +25 -0
  52. package/runtime/gatewaysdk/environment/schema/connectors/google-drive/readers/merge.toml +17 -0
  53. package/runtime/gatewaysdk/environment/schema/data.py +21 -19
  54. package/runtime/gatewaysdk/environment/schema/extract.py +1 -5
  55. package/runtime/gatewaysdk/environment/schema/grading.py +225 -0
  56. package/runtime/gatewaysdk/environment/schema/host.py +156 -546
  57. package/runtime/gatewaysdk/environment/schema/host_surfaces.py +1 -5
  58. package/runtime/gatewaysdk/environment/schema/ingest.py +3 -11
  59. package/runtime/gatewaysdk/environment/schema/local.py +32 -126
  60. package/runtime/gatewaysdk/environment/schema/mapping.py +1 -1
  61. package/runtime/gatewaysdk/environment/schema/platform.py +30 -26
  62. package/runtime/gatewaysdk/environment/schema/proof.py +237 -0
  63. package/runtime/gatewaysdk/environment/schema/redaction.py +1 -1
  64. package/runtime/gatewaysdk/environment/schema/runtime.py +686 -0
  65. package/runtime/gatewaysdk/environment/schema/scaffold.py +9 -2
  66. package/runtime/gatewaysdk/environment/schema/skill.py +1 -0
  67. package/runtime/gatewaysdk/environment/schema/skills/benchmarks-getting-started/SKILL.md +67 -9
  68. package/runtime/gatewaysdk/environment/schema/skills/hooks-getting-started/SKILL.md +67 -6
  69. package/runtime/gatewaysdk/environment/schema/skills/world-data-ingestion/SKILL.md +4 -1
  70. package/runtime/gatewaysdk/environment/schema/skills/worlds-getting-started/SKILL.md +11 -11
  71. package/runtime/gatewaysdk/environment/schema/skills/worlds-getting-started/references/cli-mcp-map.md +17 -1
  72. package/runtime/gatewaysdk/environment/schema/snapshot.py +1 -5
  73. package/runtime/gatewaysdk/environment/schema/tools_world.py +71 -23
  74. package/runtime/gatewaysdk/environment/schema/ui.py +1 -5
  75. package/runtime/gatewaysdk/environment/schema/verbs.py +136 -0
  76. package/runtime/gatewaysdk/environment/schema/workers.py +14 -0
  77. package/runtime/gatewaysdk/environment/schema/world_tests.py +1 -1
  78. package/runtime/gatewaysdk/environment/world.py +507 -0
  79. package/skills/benchmarks-getting-started/SKILL.md +67 -9
  80. package/skills/connector-schema-authoring/connector-worlds.md +8 -1
  81. package/skills/connector-schema-authoring/world-schema.md +1 -1
  82. package/skills/hooks-getting-started/SKILL.md +67 -6
  83. package/skills/world-data-ingestion/SKILL.md +4 -1
  84. package/skills/worlds-getting-started/SKILL.md +11 -11
  85. package/skills/worlds-getting-started/references/cli-mcp-map.md +17 -1
@@ -67,17 +67,32 @@ var init_taskRun = __esm({
67
67
  }
68
68
  });
69
69
 
70
- // src/worlds/hub.ts
70
+ // src/worlds/worldDir.ts
71
71
  import { createHash } from "crypto";
72
- import { gzipSync, gunzipSync } from "zlib";
73
72
  import * as fs2 from "fs";
74
73
  import * as path2 from "path";
74
+ var CONNECTOR_SPEC, WORLD_SCHEMA_MARKERS, WORLD_ROOT_MARKERS;
75
+ var init_worldDir = __esm({
76
+ "src/worlds/worldDir.ts"() {
77
+ "use strict";
78
+ CONNECTOR_SPEC = "connector.toml";
79
+ WORLD_SCHEMA_MARKERS = ["schema/world.json", "schema/runtime.json", "schema/lock.json"];
80
+ WORLD_ROOT_MARKERS = [CONNECTOR_SPEC, ...WORLD_SCHEMA_MARKERS];
81
+ }
82
+ });
83
+
84
+ // src/worlds/hub.ts
85
+ import { createHash as createHash2 } from "crypto";
86
+ import { gzipSync, gunzipSync } from "zlib";
87
+ import * as fs3 from "fs";
88
+ import * as path3 from "path";
75
89
  var META_RELPATH;
76
90
  var init_hub = __esm({
77
91
  "src/worlds/hub.ts"() {
78
92
  "use strict";
79
93
  init_worlds();
80
- META_RELPATH = path2.join(".gateway", ".env-metadata.json");
94
+ init_worldDir();
95
+ META_RELPATH = path3.join(".gateway", ".env-metadata.json");
81
96
  }
82
97
  });
83
98
 
@@ -106,14 +121,15 @@ var init_json = __esm({
106
121
  });
107
122
 
108
123
  // src/worlds/transforms.ts
109
- import { createHash as createHash2 } from "crypto";
110
- var WHITESPACE_EDGES, WHITESPACE_RUN, NOT_DIGIT, STRIP_PREFIX, trim, emailLocalPart, emailDomain, hex, SIMPLE, TRANSFORMS;
124
+ import { createHash as createHash3 } from "crypto";
125
+ var WHITESPACE, WHITESPACE_EDGES, WHITESPACE_RUN, NOT_DIGIT, STRIP_PREFIX, trim, emailLocalPart, emailDomain, hex, SIMPLE, TRANSFORMS;
111
126
  var init_transforms = __esm({
112
127
  "src/worlds/transforms.ts"() {
113
128
  "use strict";
114
129
  init_json();
115
- WHITESPACE_EDGES = /^[ \t\n\r\f\v]+|[ \t\n\r\f\v]+$/g;
116
- WHITESPACE_RUN = /[ \t\n\r\f\v]+/g;
130
+ WHITESPACE = " \n\r\f\v";
131
+ WHITESPACE_EDGES = new RegExp(`^[${WHITESPACE}]+|[${WHITESPACE}]+$`, "g");
132
+ WHITESPACE_RUN = new RegExp(`[${WHITESPACE}]+`, "g");
117
133
  NOT_DIGIT = /[^0-9]/g;
118
134
  STRIP_PREFIX = "strip_prefix";
119
135
  trim = (value) => value.replace(WHITESPACE_EDGES, "");
@@ -125,7 +141,7 @@ var init_transforms = __esm({
125
141
  const at = value.lastIndexOf("@");
126
142
  return at === -1 ? "" : value.slice(at + 1).toLowerCase();
127
143
  };
128
- hex = (algorithm, value) => createHash2(algorithm).update(value, "utf8").digest("hex");
144
+ hex = (algorithm, value) => createHash3(algorithm).update(value, "utf8").digest("hex");
129
145
  SIMPLE = {
130
146
  lower: (value) => value.toLowerCase(),
131
147
  upper: (value) => value.toUpperCase(),
@@ -145,7 +161,7 @@ var init_transforms = __esm({
145
161
  });
146
162
 
147
163
  // src/worlds/redaction.ts
148
- import { createHash as createHash3 } from "crypto";
164
+ import { createHash as createHash4 } from "crypto";
149
165
  var init_redaction = __esm({
150
166
  "src/worlds/redaction.ts"() {
151
167
  "use strict";
@@ -171,9 +187,9 @@ var init_migrate = __esm({
171
187
  });
172
188
 
173
189
  // src/worlds/ingest.ts
174
- import * as fs3 from "fs";
190
+ import * as fs4 from "fs";
175
191
  import * as os from "os";
176
- import * as path3 from "path";
192
+ import * as path4 from "path";
177
193
  var init_ingest = __esm({
178
194
  "src/worlds/ingest.ts"() {
179
195
  "use strict";
@@ -181,6 +197,14 @@ var init_ingest = __esm({
181
197
  }
182
198
  });
183
199
 
200
+ // src/worlds/sandbox.ts
201
+ var init_sandbox = __esm({
202
+ "src/worlds/sandbox.ts"() {
203
+ "use strict";
204
+ init_worlds();
205
+ }
206
+ });
207
+
184
208
  // src/worlds/index.ts
185
209
  function resolveEnv(options) {
186
210
  const host = options.host ?? process.env.GATEWAY_HOST ?? "https://withgateway.ai";
@@ -193,9 +217,9 @@ function resolveEnv(options) {
193
217
  }
194
218
  return { host: host.replace(/\/+$/, ""), publicKey, secretKey };
195
219
  }
196
- async function apiRequest(options, method, path5, body) {
220
+ async function apiRequest(options, method, path6, body) {
197
221
  const { host, publicKey, secretKey } = resolveEnv(options);
198
- const res = await fetch(`${host}${path5}`, {
222
+ const res = await fetch(`${host}${path6}`, {
199
223
  method,
200
224
  headers: {
201
225
  "content-type": "application/json",
@@ -204,7 +228,7 @@ async function apiRequest(options, method, path5, body) {
204
228
  ...body === void 0 ? {} : { body: JSON.stringify(body) }
205
229
  });
206
230
  const text = await res.text();
207
- if (!res.ok) throw new ApiError(res.status, method, path5, text.slice(0, 400));
231
+ if (!res.ok) throw new ApiError(res.status, method, path6, text.slice(0, 400));
208
232
  return JSON.parse(text);
209
233
  }
210
234
  var ApiError;
@@ -225,9 +249,10 @@ var init_worlds = __esm({
225
249
  init_query();
226
250
  init_migrate();
227
251
  init_ingest();
252
+ init_sandbox();
228
253
  ApiError = class extends Error {
229
- constructor(status, method, path5, body) {
230
- super(`${method} ${path5} -> ${status}: ${body}`);
254
+ constructor(status, method, path6, body) {
255
+ super(`${method} ${path6} -> ${status}: ${body}`);
231
256
  this.status = status;
232
257
  this.name = "ApiError";
233
258
  }
@@ -237,9 +262,9 @@ var init_worlds = __esm({
237
262
 
238
263
  // src/files/index.ts
239
264
  init_worlds();
240
- import { createHash as createHash4 } from "crypto";
241
- import * as fs4 from "fs";
242
- import * as path4 from "path";
265
+ import { createHash as createHash5 } from "crypto";
266
+ import * as fs5 from "fs";
267
+ import * as path5 from "path";
243
268
  import { Readable, Transform } from "stream";
244
269
  import { pipeline } from "stream/promises";
245
270
  var DRIVE_PREFIX = "drive:";
@@ -287,9 +312,9 @@ async function readFile(options = {}, filePath) {
287
312
  async function downloadFile(options = {}, filePath, outPath, onProgress) {
288
313
  const file = await getFile(options, filePath);
289
314
  const res = await openDownload(file.url);
290
- fs4.mkdirSync(path4.dirname(path4.resolve(outPath)), { recursive: true });
315
+ fs5.mkdirSync(path5.dirname(path5.resolve(outPath)), { recursive: true });
291
316
  const source = Readable.fromWeb(res.body);
292
- await pipeline(source, counting((n) => onProgress?.(n, file.sizeBytes)), fs4.createWriteStream(outPath));
317
+ await pipeline(source, counting((n) => onProgress?.(n, file.sizeBytes)), fs5.createWriteStream(outPath));
293
318
  return { ...file, out: outPath };
294
319
  }
295
320
  async function requestUpload(options = {}, body) {
@@ -299,8 +324,8 @@ async function confirmUpload(options = {}, fileId, ok = true) {
299
324
  return apiRequest(options, "POST", `${BASE}/confirm`, { fileId, ok });
300
325
  }
301
326
  async function sha256Base64(localPath) {
302
- const hash = createHash4("sha256");
303
- for await (const chunk of fs4.createReadStream(localPath)) hash.update(chunk);
327
+ const hash = createHash5("sha256");
328
+ for await (const chunk of fs5.createReadStream(localPath)) hash.update(chunk);
304
329
  return hash.digest("base64");
305
330
  }
306
331
  var CONTENT_TYPES = {
@@ -336,7 +361,7 @@ var CONTENT_TYPES = {
336
361
  ".mp4": "video/mp4"
337
362
  };
338
363
  function contentTypeFor(name) {
339
- return CONTENT_TYPES[path4.extname(name).toLowerCase()] ?? "application/octet-stream";
364
+ return CONTENT_TYPES[path5.extname(name).toLowerCase()] ?? "application/octet-stream";
340
365
  }
341
366
  function counting(report) {
342
367
  let seen = 0;
@@ -363,7 +388,7 @@ async function putPresigned(uploadUrl, body, headers) {
363
388
  if (!res.ok) throw new Error(`upload failed: storage answered HTTP ${res.status}: ${(await res.text()).slice(0, 300)}`);
364
389
  }
365
390
  async function uploadFile(options = {}, localPath, targetPath, upload = {}) {
366
- const stat = fs4.statSync(localPath);
391
+ const stat = fs5.statSync(localPath);
367
392
  if (!stat.isFile()) throw new Error(`${localPath} is not a file`);
368
393
  if (stat.size === 0) throw new Error(`${localPath} is empty; the drive refuses zero-byte uploads`);
369
394
  const contentType = upload.contentType ?? contentTypeFor(localPath);
@@ -371,7 +396,7 @@ async function uploadFile(options = {}, localPath, targetPath, upload = {}) {
371
396
  const target = drivePath(targetPath);
372
397
  const granted = await requestUpload(options, { path: target, contentLength: stat.size, contentType, sha256, ...upload.overwrite ? { overwrite: true } : {} });
373
398
  try {
374
- const stream = fs4.createReadStream(localPath).pipe(counting((n) => upload.onProgress?.(n, stat.size)));
399
+ const stream = fs5.createReadStream(localPath).pipe(counting((n) => upload.onProgress?.(n, stat.size)));
375
400
  await putPresigned(granted.uploadUrl, Readable.toWeb(stream), { contentType, contentLength: stat.size, sha256 });
376
401
  } catch (error) {
377
402
  await confirmUpload(options, granted.fileId, false).catch(() => void 0);
@@ -384,7 +409,7 @@ async function uploadBytes(options = {}, bytes, targetPath, upload = {}) {
384
409
  if (!bytes.length) throw new Error("nothing to upload: the content is empty");
385
410
  const target = drivePath(targetPath);
386
411
  const contentType = upload.contentType ?? contentTypeFor(target);
387
- const sha256 = createHash4("sha256").update(bytes).digest("base64");
412
+ const sha256 = createHash5("sha256").update(bytes).digest("base64");
388
413
  const granted = await requestUpload(options, { path: target, contentLength: bytes.length, contentType, sha256, ...upload.overwrite ? { overwrite: true } : {} });
389
414
  try {
390
415
  await putPresigned(granted.uploadUrl, new Uint8Array(bytes), { contentType, contentLength: bytes.length, sha256 });