@scrapyio/sdk 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +140 -0
- package/dist/client.d.ts +25 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.js +65 -0
- package/dist/client.js.map +1 -0
- package/dist/errors.d.ts +21 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +93 -0
- package/dist/errors.js.map +1 -0
- package/dist/execution.d.ts +15 -0
- package/dist/execution.d.ts.map +1 -0
- package/dist/execution.js +117 -0
- package/dist/execution.js.map +1 -0
- package/dist/generated/client.d.ts +15 -0
- package/dist/generated/client.d.ts.map +1 -0
- package/dist/generated/client.js +15 -0
- package/dist/generated/client.js.map +1 -0
- package/dist/generated/schema.d.ts +762 -0
- package/dist/generated/schema.d.ts.map +1 -0
- package/dist/generated/schema.js +6 -0
- package/dist/generated/schema.js.map +1 -0
- package/dist/http.d.ts +15 -0
- package/dist/http.d.ts.map +1 -0
- package/dist/http.js +69 -0
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +6 -0
- package/dist/index.js.map +1 -0
- package/dist/pagination.d.ts +20 -0
- package/dist/pagination.d.ts.map +1 -0
- package/dist/pagination.js +13 -0
- package/dist/pagination.js.map +1 -0
- package/dist/platform.d.ts +9 -0
- package/dist/platform.d.ts.map +1 -0
- package/dist/platform.js +28 -0
- package/dist/platform.js.map +1 -0
- package/dist/run.d.ts +32 -0
- package/dist/run.d.ts.map +1 -0
- package/dist/run.js +73 -0
- package/dist/run.js.map +1 -0
- package/dist/runs.d.ts +19 -0
- package/dist/runs.d.ts.map +1 -0
- package/dist/runs.js +33 -0
- package/dist/runs.js.map +1 -0
- package/dist/schedules.d.ts +22 -0
- package/dist/schedules.d.ts.map +1 -0
- package/dist/schedules.js +62 -0
- package/dist/schedules.js.map +1 -0
- package/dist/tool.d.ts +28 -0
- package/dist/tool.d.ts.map +1 -0
- package/dist/tool.js +49 -0
- package/dist/tool.js.map +1 -0
- package/dist/tools.d.ts +21 -0
- package/dist/tools.d.ts.map +1 -0
- package/dist/tools.js +35 -0
- package/dist/tools.js.map +1 -0
- package/dist/types.d.ts +27 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +11 -0
- package/dist/types.js.map +1 -0
- package/package.json +51 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/generated/schema.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,KAAK;IAClB,QAAQ,EAAE;QACN,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,wBAAwB;QACxB,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;QAC7B,GAAG,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,MAAM,CAAC,EAAE,KAAK,CAAC;QACf,OAAO,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,KAAK,CAAC,EAAE,KAAK,CAAC;KACjB,CAAC;IACF,2BAA2B,EAAE;QACzB,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,wBAAwB;QACxB,GAAG,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;QAC3B,GAAG,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,MAAM,CAAC,EAAE,KAAK,CAAC;QACf,OAAO,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,KAAK,CAAC,EAAE,KAAK,CAAC;KACjB,CAAC;IACF,OAAO,EAAE;QACL,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,2CAA2C;QAC3C,GAAG,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QAC5B,GAAG,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,MAAM,CAAC,EAAE,KAAK,CAAC;QACf,OAAO,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,KAAK,CAAC,EAAE,KAAK,CAAC;KACjB,CAAC;IACF,eAAe,EAAE;QACb,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,gBAAgB;QAChB,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC1B,GAAG,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,MAAM,CAAC,EAAE,KAAK,CAAC;QACf,OAAO,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,KAAK,CAAC,EAAE,KAAK,CAAC;KACjB,CAAC;IACF,6BAA6B,EAAE;QAC3B,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,sEAAsE;QACtE,GAAG,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC;QACvC,GAAG,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,MAAM,CAAC,EAAE,KAAK,CAAC;QACf,OAAO,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,KAAK,CAAC,EAAE,KAAK,CAAC;KACjB,CAAC;IACF,YAAY,EAAE;QACV,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,gDAAgD;QAChD,GAAG,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QACjC,GAAG,CAAC,EAAE,KAAK,CAAC;QACZ,wBAAwB;QACxB,IAAI,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,CAAC,EAAE,KAAK,CAAC;QACf,OAAO,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,KAAK,CAAC,EAAE,KAAK,CAAC;QACd,KAAK,CAAC,EAAE,KAAK,CAAC;KACjB,CAAC;IACF,yBAAyB,EAAE;QACvB,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,qBAAqB;QACrB,GAAG,EAAE,UAAU,CAAC,aAAa,CAAC,CAAC;QAC/B,GAAG,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,6BAA6B;QAC7B,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACrC,OAAO,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,CAAC,EAAE,KAAK,CAAC;QACb,wEAAwE;QACxE,KAAK,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACpC,KAAK,CAAC,EAAE,KAAK,CAAC;KACjB,CAAC;CACL;AACD,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AAC7C,MAAM,WAAW,UAAU;IACvB,OAAO,EAAE;QACL;;;;;;WAMG;QACH,SAAS,EAAE,cAAc,GAAG,WAAW,GAAG,WAAW,GAAG,kBAAkB,GAAG,sBAAsB,GAAG,UAAU,GAAG,qBAAqB,GAAG,gBAAgB,CAAC;QAC5J,KAAK,EAAE;YACH,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,CAAC;YACzC,OAAO,EAAE,MAAM,CAAC;YAChB,sFAAsF;YACtF,OAAO,EAAE,MAAM,CAAC;SACnB,CAAC;QACF,aAAa,EAAE;YACX,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC;SACzC,CAAC;QACF,6EAA6E;QAC7E,UAAU,EAAE;YACR,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;SAC1B,CAAC;QACF,aAAa,EAAE;YACX;;;eAGG;YACH,MAAM,EAAE,MAAM,CAAC;YACf;;;eAGG;YACH,UAAU,EAAE,MAAM,CAAC;SACtB,CAAC;QACF,aAAa,EAAE;YACX,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;SAC7B,CAAC;QACF,WAAW,EAAE;YACT,SAAS,EAAE,MAAM,CAAC;YAClB,IAAI,EAAE,MAAM,CAAC;YACb,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,IAAI,EAAE,MAAM,CAAC;YACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC5B,cAAc,EAAE,MAAM,CAAC;YACvB,QAAQ,EAAE,CAAC,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC;YAChC,UAAU,EAAE,MAAM,EAAE,CAAC;YACrB,MAAM,EAAE,MAAM,CAAC;YACf,WAAW,EAAE,MAAM,CAAC;YACpB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,cAAc,EAAE,MAAM,CAAC;YACvB,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC;YAClD,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC;SACrD,CAAC;QACF,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,aAAa,CAAC,GAAG;YACzC,0FAA0F;YAC1F,WAAW,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC;YACjD,6DAA6D;YAC7D,aAAa,CAAC,EAAE;gBACZ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;aAC1B,GAAG,IAAI,CAAC;SACZ,CAAC;QACF,qBAAqB;QACrB,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC;QACpC;;;WAGG;QACH,SAAS,EAAE,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;QACnF,GAAG,EAAE;YACD,mBAAmB;YACnB,EAAE,EAAE,MAAM,CAAC;YACX,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,CAAC;YAC3C,mBAAmB;YACnB,MAAM,EAAE,MAAM,CAAC;YACf,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC1B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACzB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC3B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC/B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC5B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC7B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC9B,wBAAwB;YACxB,SAAS,EAAE,MAAM,CAAC;YAClB,wBAAwB;YACxB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;SAC/B,CAAC;QACF,qBAAqB;QACrB,iBAAiB,EAAE,UAAU,GAAG,YAAY,CAAC;QAC7C,qBAAqB;QACrB,eAAe,EAAE,eAAe,GAAG,QAAQ,GAAG,OAAO,GAAG,QAAQ,GAAG,SAAS,CAAC;QAC7E,QAAQ,EAAE;YACN,mBAAmB;YACnB,EAAE,EAAE,MAAM,CAAC;YACX,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACrB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACzB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,8BAA8B;YAC9B,IAAI,EAAE,MAAM,CAAC;YACb,yBAAyB;YACzB,IAAI,EAAE,MAAM,CAAC;YACb,mHAAmH;YACnH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAChC,WAAW,EAAE,MAAM,CAAC;YACpB,QAAQ,EAAE,OAAO,CAAC;YAClB,oBAAoB,EAAE,OAAO,CAAC;YAC9B,wBAAwB;YACxB,SAAS,EAAE,MAAM,CAAC;SACrB,CAAC;QACF,qBAAqB,EAAE;YACnB,SAAS,EAAE,MAAM,CAAC;YAClB,IAAI,EAAE,MAAM,CAAC;YACb,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,mBAAmB,CAAC,CAAC;YACtD,8BAA8B;YAC9B,IAAI,EAAE,MAAM,CAAC;YACb,yBAAyB;YACzB,IAAI,EAAE,MAAM,CAAC;YACb,0DAA0D;YAC1D,eAAe,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAC3D,MAAM,EAAE,MAAM,EAAE,CAAC;SACpB,CAAC;QACF,qFAAqF;QACrF,qBAAqB,EAAE;YACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;YACnB,oBAAoB,CAAC,EAAE,OAAO,CAAC;SAClC,CAAC;QACF,QAAQ,EAAE;YACN,sBAAsB;YACtB,EAAE,EAAE,IAAI,CAAC;SACZ,CAAC;QACF,WAAW,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC;QACjD,6BAA6B,EAAE;YAC3B,IAAI,EAAE;gBACF,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC9C,KAAK,EAAE,MAAM,CAAC;gBACd,MAAM,EAAE,MAAM,CAAC;gBACf,KAAK,EAAE,MAAM,CAAC;aACjB,CAAC;SACL,CAAC;QACF,YAAY,EAAE;YACV,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;SACvC,CAAC;QACF,qBAAqB,EAAE;YACnB,IAAI,EAAE;gBACF,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtC,KAAK,EAAE,MAAM,CAAC;gBACd,MAAM,EAAE,MAAM,CAAC;gBACf,KAAK,EAAE,MAAM,CAAC;aACjB,CAAC;SACL,CAAC;QACF,WAAW,EAAE;YACT,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;SACtC,CAAC;QACF,8BAA8B,EAAE;YAC5B,IAAI,EAAE;gBACF,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC9C,KAAK,EAAE,MAAM,CAAC;gBACd,MAAM,EAAE,MAAM,CAAC;gBACf,KAAK,EAAE,MAAM,CAAC;aACjB,CAAC;SACL,CAAC;QACF,0BAA0B,EAAE;YACxB,IAAI,EAAE;gBACF,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3C,KAAK,EAAE,MAAM,CAAC;gBACd,MAAM,EAAE,MAAM,CAAC;gBACf,KAAK,EAAE,MAAM,CAAC;aACjB,CAAC;SACL,CAAC;QACF,gBAAgB,EAAE;YACd,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,CAAC;SAC3C,CAAC;QACF,sBAAsB,EAAE;YACpB,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,CAAC;SAC3C,CAAC;KACL,CAAC;IACF,SAAS,EAAE;QACP,+CAA+C;QAC/C,YAAY,EAAE;YACV,OAAO,EAAE;gBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;aAC3B,CAAC;YACF,OAAO,EAAE;gBACL;;;;;;;;mBAQG;gBACH,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC;aAC9D,CAAC;SACL,CAAC;QACF,uDAAuD;QACvD,eAAe,EAAE;YACb,OAAO,EAAE;gBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;aAC3B,CAAC;YACF,OAAO,EAAE;gBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC;aAC9D,CAAC;SACL,CAAC;QACF,mFAAmF;QACnF,QAAQ,EAAE;YACN,OAAO,EAAE;gBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;aAC3B,CAAC;YACF,OAAO,EAAE;gBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC;aAC9D,CAAC;SACL,CAAC;QACF,8DAA8D;QAC9D,mBAAmB,EAAE;YACjB,OAAO,EAAE;gBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;aAC3B,CAAC;YACF,OAAO,EAAE;gBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC;aAC9D,CAAC;SACL,CAAC;QACF,2EAA2E;QAC3E,QAAQ,EAAE;YACN,OAAO,EAAE;gBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;aAC3B,CAAC;YACF,OAAO,EAAE;gBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC;aAC9D,CAAC;SACL,CAAC;KACL,CAAC;IACF,UAAU,EAAE;QACR,iDAAiD;QACjD,WAAW,EAAE,MAAM,CAAC;QACpB,uDAAuD;QACvD,UAAU,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,aAAa,EAAE,KAAK,CAAC;IACrB,OAAO,EAAE,KAAK,CAAC;IACf,SAAS,EAAE,KAAK,CAAC;CACpB;AACD,MAAM,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AAC1C,MAAM,WAAW,UAAU;IACvB,SAAS,EAAE;QACP,UAAU,EAAE;YACR,KAAK,CAAC,EAAE;gBACJ,iEAAiE;gBACjE,CAAC,CAAC,EAAE,MAAM,CAAC;gBACX,oDAAoD;gBACpD,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,oDAAoD;gBACpD,KAAK,CAAC,EAAE,MAAM,CAAC;gBACf,oDAAoD;gBACpD,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,oDAAoD;gBACpD,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,4DAA4D;gBAC5D,OAAO,CAAC,EAAE,MAAM,CAAC;gBACjB,IAAI,CAAC,EAAE,MAAM,CAAC;gBACd,iDAAiD;gBACjD,MAAM,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,CAAC;gBACjD,uDAAuD;gBACvD,KAAK,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC;aAClD,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,KAAK,CAAC;QACpB,SAAS,EAAE;YACP,mCAAmC;YACnC,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uBAsCG;oBACH,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,+BAA+B,CAAC,CAAC;iBAC9E,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAChD,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;SAChD,CAAC;KACL,CAAC;IACF,OAAO,EAAE;QACL,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,EAAE;gBACF,SAAS,EAAE,MAAM,CAAC;gBAClB,IAAI,EAAE,MAAM,CAAC;aAChB,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,KAAK,CAAC;QACpB,SAAS,EAAE;YACP,uEAAuE;YACvE,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,CAAC;iBAC7D,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;YAC7C,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,CAAC;SAC5C,CAAC;KACL,CAAC;IACF,QAAQ,EAAE;QACN,UAAU,EAAE;YACR,KAAK,CAAC,EAAE;gBACJ,gFAAgF;gBAChF,IAAI,CAAC,EAAE,MAAM,CAAC;gBACd,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,yFAAyF;gBACzF,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,iDAAiD;gBACjD,MAAM,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,CAAC;gBACjD,uDAAuD;gBACvD,KAAK,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC;aAClD,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,KAAK,CAAC;QACpB,SAAS,EAAE;YACP,kCAAkC;YAClC,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,uBAAuB,CAAC,CAAC;iBACtE,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAChD,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;SAChD,CAAC;KACL,CAAC;IACF,MAAM,EAAE;QACJ,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,EAAE;gBACF,KAAK,EAAE,MAAM,CAAC;aACjB,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,KAAK,CAAC;QACpB,SAAS,EAAE;YACP,uBAAuB;YACvB,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC;iBAC5D,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;YAC7C,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,CAAC;SAC5C,CAAC;KACL,CAAC;IACF,mBAAmB,EAAE;QACjB,UAAU,EAAE;YACR,KAAK,CAAC,EAAE;gBACJ,iDAAiD;gBACjD,MAAM,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,CAAC;gBACjD,uDAAuD;gBACvD,KAAK,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC;gBAC/C,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,sDAAsD;gBACtD,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,qCAAqC;gBACrC,OAAO,CAAC,EAAE,MAAM,CAAC;gBACjB,mDAAmD;gBACnD,IAAI,CAAC,EAAE,MAAM,CAAC;gBACd,+DAA+D;gBAC/D,KAAK,CAAC,EAAE,MAAM,CAAC;gBACf,qDAAqD;gBACrD,IAAI,CAAC,EAAE,MAAM,CAAC;gBACd,aAAa,CAAC,EAAE,MAAM,CAAC;gBACvB,aAAa,CAAC,EAAE,MAAM,CAAC;gBACvB,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,sEAAsE;gBACtE,UAAU,CAAC,EAAE,MAAM,CAAC;gBACpB,sDAAsD;gBACtD,KAAK,CAAC,EAAE,MAAM,CAAC;gBACf,0DAA0D;gBAC1D,UAAU,CAAC,EAAE,MAAM,CAAC;aACvB,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,EAAE;gBACF,KAAK,EAAE,MAAM,CAAC;aACjB,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,KAAK,CAAC;QACpB,SAAS,EAAE;YACP;;;eAGG;YACH,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,gCAAgC,CAAC,CAAC;oBAC5E,sBAAsB,EAAE,MAAM,CAAC;oBAC/B,UAAU,EAAE,MAAM,CAAC;oBACnB,iBAAiB,EAAE,MAAM,CAAC;oBAC1B,mEAAmE,EAAE,MAAM,CAAC;oBAC5E,WAAW,EAAE,MAAM,CAAC;oBACpB,qBAAqB,EAAE,MAAM,CAAC;iBACjC,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAChD,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;YAC7C,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,CAAC;SAC5C,CAAC;KACL,CAAC;IACF,aAAa,EAAE;QACX,UAAU,EAAE;YACR,KAAK,CAAC,EAAE;gBACJ,iDAAiD;gBACjD,MAAM,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,CAAC;gBACjD,uDAAuD;gBACvD,KAAK,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC;aAClD,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,KAAK,CAAC;QACpB,SAAS,EAAE;YACP,uCAAuC;YACvC,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,4BAA4B,CAAC,CAAC;iBAC3E,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAChD,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;SAChD,CAAC;KACL,CAAC;IACF,cAAc,EAAE;QACZ,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE;gBACL,iBAAiB,CAAC,EAAE,MAAM,CAAC;aAC9B,CAAC;YACF,IAAI,CAAC,EAAE,KAAK,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,EAAE;YACT,OAAO,EAAE;gBACL;;;;;;;;;;;;;;;mBAeG;gBACH,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,uBAAuB,CAAC,CAAC;aACtE,CAAC;SACL,CAAC;QACF,SAAS,EAAE;YACP,wEAAwE;YACxE,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,kBAAkB,CAAC,CAAC;iBACjE,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAChD,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;YAC7C,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC;YACpD,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,CAAC;YACzC,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,CAAC;SAC5C,CAAC;KACL,CAAC;IACF,WAAW,EAAE;QACT,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,EAAE;gBACF,UAAU,EAAE,MAAM,CAAC;aACtB,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,KAAK,CAAC;QACpB,SAAS,EAAE;YACP,4BAA4B;YAC5B,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,kBAAkB,CAAC,CAAC;iBACjE,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;YAC7C,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,CAAC;SAC5C,CAAC;KACL,CAAC;IACF,cAAc,EAAE;QACZ,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,EAAE;gBACF,UAAU,EAAE,MAAM,CAAC;aACtB,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,KAAK,CAAC;QACpB,SAAS,EAAE;YACP,2BAA2B;YAC3B,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL;;;;;;uBAMG;oBACH,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,wBAAwB,CAAC,CAAC;iBACvE,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;YAC7C,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,CAAC;SAC5C,CAAC;KACL,CAAC;IACF,cAAc,EAAE;QACZ,UAAU,EAAE;YACR,KAAK,CAAC,EAAE,KAAK,CAAC;YACd,MAAM,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,EAAE;gBACF,UAAU,EAAE,MAAM,CAAC;aACtB,CAAC;YACF,MAAM,CAAC,EAAE,KAAK,CAAC;SAClB,CAAC;QACF,WAAW,EAAE;YACT,OAAO,EAAE;gBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,uBAAuB,CAAC,CAAC;aACtE,CAAC;SACL,CAAC;QACF,SAAS,EAAE;YACP,oCAAoC;YACpC,GAAG,EAAE;gBACD,OAAO,EAAE;oBACL,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;iBAC3B,CAAC;gBACF,OAAO,EAAE;oBACL,kBAAkB,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,kBAAkB,CAAC,CAAC;iBACjE,CAAC;aACL,CAAC;YACF,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAChD,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,CAAC;YAC7C,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,CAAC;SAC5C,CAAC;KACL,CAAC;CACL"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/generated/schema.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
package/dist/http.d.ts
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export declare function createRetryFetch(options: {
|
|
2
|
+
fetchImpl: typeof globalThis.fetch;
|
|
3
|
+
maxRetries: number;
|
|
4
|
+
retryBackoffMs: number;
|
|
5
|
+
}): typeof globalThis.fetch;
|
|
6
|
+
export declare function sleep(ms: number): Promise<void>;
|
|
7
|
+
export declare function buildPublisherUrls(publisher: string, slug: string): {
|
|
8
|
+
apiUrl: string;
|
|
9
|
+
scraperUrl: string;
|
|
10
|
+
};
|
|
11
|
+
export declare function parseToolRef(ref: string): {
|
|
12
|
+
publisher: string;
|
|
13
|
+
slug: string;
|
|
14
|
+
};
|
|
15
|
+
//# sourceMappingURL=http.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAIA,wBAAgB,gBAAgB,CAAC,OAAO,EAAE;IACxC,SAAS,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB,GAAG,OAAO,UAAU,CAAC,KAAK,CAsC1B;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE/C;AAED,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG;IACnE,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,CAOA;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAkB7E"}
|
package/dist/http.js
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { ScrapyIOError } from './errors.js';
|
|
2
|
+
const RETRYABLE_STATUS = new Set([408, 429, 500, 502, 503, 504]);
|
|
3
|
+
export function createRetryFetch(options) {
|
|
4
|
+
const { fetchImpl, maxRetries, retryBackoffMs } = options;
|
|
5
|
+
return async (input, init) => {
|
|
6
|
+
const methodFromRequest = typeof input !== 'string' && !(input instanceof URL) ? input.method : undefined;
|
|
7
|
+
const method = (init?.method ?? methodFromRequest ?? 'GET').toUpperCase();
|
|
8
|
+
const allowRetry = method === 'GET' || method === 'HEAD';
|
|
9
|
+
let attempt = 0;
|
|
10
|
+
let lastError;
|
|
11
|
+
while (attempt <= (allowRetry ? maxRetries : 0)) {
|
|
12
|
+
try {
|
|
13
|
+
const response = await fetchImpl(input, init);
|
|
14
|
+
if (!allowRetry || !RETRYABLE_STATUS.has(response.status) || attempt === maxRetries) {
|
|
15
|
+
return response;
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
catch (err) {
|
|
19
|
+
lastError = err;
|
|
20
|
+
if (!allowRetry || attempt === maxRetries) {
|
|
21
|
+
throw err instanceof ScrapyIOError
|
|
22
|
+
? err
|
|
23
|
+
: new ScrapyIOError({
|
|
24
|
+
message: err instanceof Error ? err.message : 'Network request failed',
|
|
25
|
+
type: 'sdk_error',
|
|
26
|
+
cause: err,
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
const delay = retryBackoffMs * 2 ** attempt;
|
|
31
|
+
await sleep(delay);
|
|
32
|
+
attempt += 1;
|
|
33
|
+
}
|
|
34
|
+
throw lastError instanceof Error
|
|
35
|
+
? lastError
|
|
36
|
+
: new ScrapyIOError({ message: 'Request failed after retries', type: 'sdk_error' });
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
export function sleep(ms) {
|
|
40
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
41
|
+
}
|
|
42
|
+
export function buildPublisherUrls(publisher, slug) {
|
|
43
|
+
const p = publisher.trim().toLowerCase();
|
|
44
|
+
const s = slug.trim().toLowerCase();
|
|
45
|
+
return {
|
|
46
|
+
apiUrl: `https://${p}.p.scrapy.io/${encodeURIComponent(s)}/v1/api`,
|
|
47
|
+
scraperUrl: `https://${p}.p.scrapy.io/${encodeURIComponent(s)}/v1/scraper`,
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
export function parseToolRef(ref) {
|
|
51
|
+
const trimmed = ref.trim();
|
|
52
|
+
const slash = trimmed.indexOf('/');
|
|
53
|
+
if (slash <= 0 || slash === trimmed.length - 1) {
|
|
54
|
+
throw new ScrapyIOError({
|
|
55
|
+
message: 'Tool ref must be "publisher/slug"',
|
|
56
|
+
type: 'sdk_error',
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
const publisher = trimmed.slice(0, slash).trim();
|
|
60
|
+
const slug = trimmed.slice(slash + 1).trim();
|
|
61
|
+
if (!publisher || !slug || slug.includes('/')) {
|
|
62
|
+
throw new ScrapyIOError({
|
|
63
|
+
message: 'Tool ref must be "publisher/slug"',
|
|
64
|
+
type: 'sdk_error',
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
return { publisher, slug };
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=http.js.map
|
package/dist/http.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.js","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEjE,MAAM,UAAU,gBAAgB,CAAC,OAIhC;IACC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;IAE1D,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,iBAAiB,GACrB,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,IAAI,iBAAiB,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1E,MAAM,UAAU,GAAG,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,MAAM,CAAC;QACzD,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAkB,CAAC;QAEvB,OAAO,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC9C,IAAI,CAAC,UAAU,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBACpF,OAAO,QAAQ,CAAC;gBAClB,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAG,GAAG,CAAC;gBAChB,IAAI,CAAC,UAAU,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC1C,MAAM,GAAG,YAAY,aAAa;wBAChC,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,IAAI,aAAa,CAAC;4BAChB,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;4BACtE,IAAI,EAAE,WAAW;4BACjB,KAAK,EAAE,GAAG;yBACX,CAAC,CAAC;gBACT,CAAC;YACH,CAAC;YACD,MAAM,KAAK,GAAG,cAAc,GAAG,CAAC,IAAI,OAAO,CAAC;YAC5C,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;QAED,MAAM,SAAS,YAAY,KAAK;YAC9B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,aAAa,CAAC,EAAE,OAAO,EAAE,8BAA8B,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IACxF,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAAiB,EAAE,IAAY;IAIhE,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACzC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,gBAAgB,kBAAkB,CAAC,CAAC,CAAC,SAAS;QAClE,UAAU,EAAE,WAAW,CAAC,gBAAgB,kBAAkB,CAAC,CAAC,CAAC,aAAa;KAC3E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,aAAa,CAAC;YACtB,OAAO,EAAE,mCAAmC;YAC5C,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC;IACL,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,aAAa,CAAC;YACtB,OAAO,EAAE,mCAAmC;YAC5C,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AAC7B,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export { ScrapyIO } from './client.js';
|
|
2
|
+
export { ScrapyIOError } from './errors.js';
|
|
3
|
+
export type { PlatformErrorType } from './errors.js';
|
|
4
|
+
export type { Page } from './pagination.js';
|
|
5
|
+
export { ToolHandle } from './tool.js';
|
|
6
|
+
export { RunHandle } from './run.js';
|
|
7
|
+
export type { WaitOptions, ListItemsOptions } from './run.js';
|
|
8
|
+
export type { ListToolsParams } from './tools.js';
|
|
9
|
+
export type { ListRunsParams } from './runs.js';
|
|
10
|
+
export type { ListSchedulesParams, CreateScheduleOptions } from './schedules.js';
|
|
11
|
+
export type { JsonObject, Tool, ToolSummary, ToolExecution, Run, RunStatus, RunKind, Schedule, CreateScheduleRequest, UpdateScheduleRequest, DatasetItem, ScrapyIOOptions, } from './types.js';
|
|
12
|
+
export { TERMINAL_RUN_STATUSES, isTerminalRunStatus } from './types.js';
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,YAAY,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,YAAY,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC9D,YAAY,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,YAAY,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,YAAY,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACjF,YAAY,EACV,UAAU,EACV,IAAI,EACJ,WAAW,EACX,aAAa,EACb,GAAG,EACH,SAAS,EACT,OAAO,EACP,QAAQ,EACR,qBAAqB,EACrB,qBAAqB,EACrB,WAAW,EACX,eAAe,GAChB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
export { ScrapyIO } from './client.js';
|
|
2
|
+
export { ScrapyIOError } from './errors.js';
|
|
3
|
+
export { ToolHandle } from './tool.js';
|
|
4
|
+
export { RunHandle } from './run.js';
|
|
5
|
+
export { TERMINAL_RUN_STATUSES, isTerminalRunStatus } from './types.js';
|
|
6
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAG5C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAmBrC,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export type Page<T> = {
|
|
2
|
+
items: T[];
|
|
3
|
+
total: number;
|
|
4
|
+
offset: number;
|
|
5
|
+
limit: number;
|
|
6
|
+
};
|
|
7
|
+
export type CollectionEnvelope<T> = {
|
|
8
|
+
data: {
|
|
9
|
+
items: T[];
|
|
10
|
+
total: number;
|
|
11
|
+
offset: number;
|
|
12
|
+
limit: number;
|
|
13
|
+
};
|
|
14
|
+
};
|
|
15
|
+
export type DataEnvelope<T> = {
|
|
16
|
+
data: T;
|
|
17
|
+
};
|
|
18
|
+
export declare function unwrapCollection<T>(envelope: CollectionEnvelope<T>): Page<T>;
|
|
19
|
+
export declare function unwrapData<T>(envelope: DataEnvelope<T>): T;
|
|
20
|
+
//# sourceMappingURL=pagination.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pagination.d.ts","sourceRoot":"","sources":["../src/pagination.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,IAAI,CAAC,CAAC,IAAI;IACpB,KAAK,EAAE,CAAC,EAAE,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,kBAAkB,CAAC,CAAC,IAAI;IAClC,IAAI,EAAE;QACJ,KAAK,EAAE,CAAC,EAAE,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;IAC5B,IAAI,EAAE,CAAC,CAAC;CACT,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAQ5E;AAED,wBAAgB,UAAU,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAE1D"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export function unwrapCollection(envelope) {
|
|
2
|
+
const data = envelope.data;
|
|
3
|
+
return {
|
|
4
|
+
items: data.items ?? [],
|
|
5
|
+
total: data.total ?? 0,
|
|
6
|
+
offset: data.offset ?? 0,
|
|
7
|
+
limit: data.limit ?? 0,
|
|
8
|
+
};
|
|
9
|
+
}
|
|
10
|
+
export function unwrapData(envelope) {
|
|
11
|
+
return envelope.data;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=pagination.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pagination.js","sourceRoot":"","sources":["../src/pagination.ts"],"names":[],"mappings":"AAoBA,MAAM,UAAU,gBAAgB,CAAI,QAA+B;IACjE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC3B,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;QACtB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC;QACxB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;KACvB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU,CAAI,QAAyB;IACrD,OAAO,QAAQ,CAAC,IAAI,CAAC;AACvB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { PlatformClient } from './generated/client.js';
|
|
2
|
+
type OpenapiResult<T> = {
|
|
3
|
+
data?: T;
|
|
4
|
+
error?: unknown;
|
|
5
|
+
response: Response;
|
|
6
|
+
};
|
|
7
|
+
export declare function platformRequest<T>(promise: Promise<OpenapiResult<T>>, fallbackMessage: string): Promise<T>;
|
|
8
|
+
export type { PlatformClient };
|
|
9
|
+
//# sourceMappingURL=platform.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"platform.d.ts","sourceRoot":"","sources":["../src/platform.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAG5D,KAAK,aAAa,CAAC,CAAC,IAAI;IACtB,IAAI,CAAC,EAAE,CAAC,CAAC;IACT,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,wBAAsB,eAAe,CAAC,CAAC,EACrC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAClC,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,CAAC,CAAC,CA6BZ;AAED,YAAY,EAAE,cAAc,EAAE,CAAC"}
|
package/dist/platform.js
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { errorFromPlatformBody, ScrapyIOError } from './errors.js';
|
|
2
|
+
export async function platformRequest(promise, fallbackMessage) {
|
|
3
|
+
let result;
|
|
4
|
+
try {
|
|
5
|
+
result = await promise;
|
|
6
|
+
}
|
|
7
|
+
catch (err) {
|
|
8
|
+
throw err instanceof ScrapyIOError
|
|
9
|
+
? err
|
|
10
|
+
: new ScrapyIOError({
|
|
11
|
+
message: err instanceof Error ? err.message : fallbackMessage,
|
|
12
|
+
type: 'sdk_error',
|
|
13
|
+
cause: err,
|
|
14
|
+
});
|
|
15
|
+
}
|
|
16
|
+
if (result.error || !result.response.ok) {
|
|
17
|
+
throw errorFromPlatformBody(result.response.status, result.error ?? null, fallbackMessage);
|
|
18
|
+
}
|
|
19
|
+
if (result.data === undefined) {
|
|
20
|
+
throw new ScrapyIOError({
|
|
21
|
+
message: fallbackMessage,
|
|
22
|
+
type: 'internal_error',
|
|
23
|
+
status: result.response.status,
|
|
24
|
+
});
|
|
25
|
+
}
|
|
26
|
+
return result.data;
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=platform.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"platform.js","sourceRoot":"","sources":["../src/platform.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAQnE,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAkC,EAClC,eAAuB;IAEvB,IAAI,MAAwB,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,OAAO,CAAC;IACzB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,YAAY,aAAa;YAChC,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,IAAI,aAAa,CAAC;gBAChB,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC7D,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;IACT,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,qBAAqB,CACzB,MAAM,CAAC,QAAQ,CAAC,MAAM,EACtB,MAAM,CAAC,KAAK,IAAI,IAAI,EACpB,eAAe,CAChB,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,MAAM,IAAI,aAAa,CAAC;YACtB,OAAO,EAAE,eAAe;YACxB,IAAI,EAAE,gBAAgB;YACtB,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;SAC/B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC"}
|
package/dist/run.d.ts
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { PlatformClient } from './generated/client.js';
|
|
2
|
+
import { type Page } from './pagination.js';
|
|
3
|
+
import { type DatasetItem, type Run } from './types.js';
|
|
4
|
+
export type WaitOptions = {
|
|
5
|
+
pollIntervalMs?: number;
|
|
6
|
+
timeoutMs?: number;
|
|
7
|
+
};
|
|
8
|
+
export type ListItemsOptions = {
|
|
9
|
+
offset?: number;
|
|
10
|
+
limit?: number;
|
|
11
|
+
format?: string;
|
|
12
|
+
fields?: string;
|
|
13
|
+
columns?: string;
|
|
14
|
+
omit?: string;
|
|
15
|
+
clean?: string;
|
|
16
|
+
desc?: string;
|
|
17
|
+
};
|
|
18
|
+
export declare class RunHandle {
|
|
19
|
+
private readonly client;
|
|
20
|
+
readonly id: string;
|
|
21
|
+
constructor(client: PlatformClient, id: string);
|
|
22
|
+
get(): Promise<Run>;
|
|
23
|
+
/**
|
|
24
|
+
* Poll Platform `GET /v1/runs/{runId}` until a terminal public status or timeout.
|
|
25
|
+
*/
|
|
26
|
+
wait(options?: WaitOptions): Promise<Run>;
|
|
27
|
+
/**
|
|
28
|
+
* List dataset items (JSON). Unwraps the Platform collection envelope.
|
|
29
|
+
*/
|
|
30
|
+
listItems(options?: ListItemsOptions): Promise<Page<DatasetItem>>;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=run.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAG5D,OAAO,EAAgC,KAAK,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAuB,KAAK,WAAW,EAAmB,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAE9F,MAAM,MAAM,WAAW,GAAG;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAKF,qBAAa,SAAS;IAElB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM;gBADF,MAAM,EAAE,cAAc,EAC9B,EAAE,EAAE,MAAM;IAGf,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IAUzB;;OAEG;IACG,IAAI,CAAC,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,GAAG,CAAC;IAsBnD;;OAEG;IACG,SAAS,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;CAiC5E"}
|
package/dist/run.js
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { ScrapyIOError } from './errors.js';
|
|
2
|
+
import { sleep } from './http.js';
|
|
3
|
+
import { platformRequest } from './platform.js';
|
|
4
|
+
import { unwrapCollection, unwrapData } from './pagination.js';
|
|
5
|
+
import { isTerminalRunStatus } from './types.js';
|
|
6
|
+
const DEFAULT_POLL_INTERVAL_MS = 2000;
|
|
7
|
+
const DEFAULT_TIMEOUT_MS = 15 * 60_000;
|
|
8
|
+
export class RunHandle {
|
|
9
|
+
client;
|
|
10
|
+
id;
|
|
11
|
+
constructor(client, id) {
|
|
12
|
+
this.client = client;
|
|
13
|
+
this.id = id;
|
|
14
|
+
}
|
|
15
|
+
async get() {
|
|
16
|
+
const data = await platformRequest(this.client.GET('/runs/{runId}', {
|
|
17
|
+
params: { path: { runId: this.id } },
|
|
18
|
+
}), 'Failed to get run');
|
|
19
|
+
return unwrapData(data);
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Poll Platform `GET /v1/runs/{runId}` until a terminal public status or timeout.
|
|
23
|
+
*/
|
|
24
|
+
async wait(options = {}) {
|
|
25
|
+
const pollIntervalMs = options.pollIntervalMs ?? DEFAULT_POLL_INTERVAL_MS;
|
|
26
|
+
const timeoutMs = options.timeoutMs ?? DEFAULT_TIMEOUT_MS;
|
|
27
|
+
const started = Date.now();
|
|
28
|
+
for (;;) {
|
|
29
|
+
const run = await this.get();
|
|
30
|
+
if (isTerminalRunStatus(run.status)) {
|
|
31
|
+
return run;
|
|
32
|
+
}
|
|
33
|
+
if (Date.now() - started >= timeoutMs) {
|
|
34
|
+
throw new ScrapyIOError({
|
|
35
|
+
message: `Timed out waiting for run ${this.id} after ${timeoutMs}ms (last status: ${run.status})`,
|
|
36
|
+
type: 'timeout',
|
|
37
|
+
status: 408,
|
|
38
|
+
body: run,
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
await sleep(pollIntervalMs);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* List dataset items (JSON). Unwraps the Platform collection envelope.
|
|
46
|
+
*/
|
|
47
|
+
async listItems(options = {}) {
|
|
48
|
+
const format = options.format?.trim().toLowerCase();
|
|
49
|
+
if (format && format !== 'json') {
|
|
50
|
+
throw new ScrapyIOError({
|
|
51
|
+
message: 'listItems() only supports JSON format (omit format or pass "json").',
|
|
52
|
+
type: 'sdk_error',
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
const data = await platformRequest(this.client.GET('/runs/{runId}/dataset/items', {
|
|
56
|
+
params: {
|
|
57
|
+
path: { runId: this.id },
|
|
58
|
+
query: {
|
|
59
|
+
offset: options.offset,
|
|
60
|
+
limit: options.limit,
|
|
61
|
+
format: 'json',
|
|
62
|
+
fields: options.fields,
|
|
63
|
+
columns: options.columns,
|
|
64
|
+
omit: options.omit,
|
|
65
|
+
clean: options.clean,
|
|
66
|
+
desc: options.desc,
|
|
67
|
+
},
|
|
68
|
+
},
|
|
69
|
+
}), 'Failed to list dataset items');
|
|
70
|
+
return unwrapCollection(data);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=run.js.map
|
package/dist/run.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run.js","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAa,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAA+C,MAAM,YAAY,CAAC;AAkB9F,MAAM,wBAAwB,GAAG,IAAI,CAAC;AACtC,MAAM,kBAAkB,GAAG,EAAE,GAAG,MAAM,CAAC;AAEvC,MAAM,OAAO,SAAS;IAED;IACR;IAFX,YACmB,MAAsB,EAC9B,EAAU;QADF,WAAM,GAAN,MAAM,CAAgB;QAC9B,OAAE,GAAF,EAAE,CAAQ;IAClB,CAAC;IAEJ,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE;YAC/B,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE;SACrC,CAAC,EACF,mBAAmB,CACpB,CAAC;QACF,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,UAAuB,EAAE;QAClC,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,wBAAwB,CAAC;QAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,SAAS,CAAC;YACR,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,OAAO,GAAG,CAAC;YACb,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,IAAI,SAAS,EAAE,CAAC;gBACtC,MAAM,IAAI,aAAa,CAAC;oBACtB,OAAO,EAAE,6BAA6B,IAAI,CAAC,EAAE,UAAU,SAAS,oBAAoB,GAAG,CAAC,MAAM,GAAG;oBACjG,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,GAAG;oBACX,IAAI,EAAE,GAAG;iBACV,CAAC,CAAC;YACL,CAAC;YACD,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,UAA4B,EAAE;QAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACpD,IAAI,MAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,qEAAqE;gBAC9E,IAAI,EAAE,WAAW;aAClB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,EAAE;YAC7C,MAAM,EAAE;gBACN,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBACxB,KAAK,EAAE;oBACL,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,IAAI,EAAE,OAAO,CAAC,IAAI;iBACnB;aACF;SACF,CAAC,EACF,8BAA8B,CAC/B,CAAC;QACF,OAAO,gBAAgB,CACrB,IAEC,CACF,CAAC;IACJ,CAAC;CACF"}
|
package/dist/runs.d.ts
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { PlatformClient } from './generated/client.js';
|
|
2
|
+
import { type Page } from './pagination.js';
|
|
3
|
+
import { RunHandle } from './run.js';
|
|
4
|
+
import type { Run } from './types.js';
|
|
5
|
+
export type ListRunsParams = {
|
|
6
|
+
kind?: string;
|
|
7
|
+
toolId?: string;
|
|
8
|
+
status?: string;
|
|
9
|
+
offset?: number;
|
|
10
|
+
limit?: number;
|
|
11
|
+
};
|
|
12
|
+
export declare class RunsResource {
|
|
13
|
+
private readonly client;
|
|
14
|
+
constructor(client: PlatformClient);
|
|
15
|
+
list(params?: ListRunsParams): Promise<Page<Run>>;
|
|
16
|
+
get(runId: string): Promise<Run>;
|
|
17
|
+
handle(runId: string): RunHandle;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=runs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../src/runs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,EAAgC,KAAK,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAEtC,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,qBAAa,YAAY;IACX,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,EAAE,cAAc;IAE7C,IAAI,CAAC,MAAM,GAAE,cAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAkBrD,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAUtC,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS;CAGjC"}
|
package/dist/runs.js
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { platformRequest } from './platform.js';
|
|
2
|
+
import { unwrapCollection, unwrapData } from './pagination.js';
|
|
3
|
+
import { RunHandle } from './run.js';
|
|
4
|
+
export class RunsResource {
|
|
5
|
+
client;
|
|
6
|
+
constructor(client) {
|
|
7
|
+
this.client = client;
|
|
8
|
+
}
|
|
9
|
+
async list(params = {}) {
|
|
10
|
+
const data = await platformRequest(this.client.GET('/runs', {
|
|
11
|
+
params: {
|
|
12
|
+
query: {
|
|
13
|
+
kind: params.kind,
|
|
14
|
+
toolId: params.toolId,
|
|
15
|
+
status: params.status,
|
|
16
|
+
offset: params.offset,
|
|
17
|
+
limit: params.limit,
|
|
18
|
+
},
|
|
19
|
+
},
|
|
20
|
+
}), 'Failed to list runs');
|
|
21
|
+
return unwrapCollection(data);
|
|
22
|
+
}
|
|
23
|
+
async get(runId) {
|
|
24
|
+
const data = await platformRequest(this.client.GET('/runs/{runId}', {
|
|
25
|
+
params: { path: { runId } },
|
|
26
|
+
}), 'Failed to get run');
|
|
27
|
+
return unwrapData(data);
|
|
28
|
+
}
|
|
29
|
+
handle(runId) {
|
|
30
|
+
return new RunHandle(this.client, runId);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=runs.js.map
|
package/dist/runs.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runs.js","sourceRoot":"","sources":["../src/runs.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAa,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAWrC,MAAM,OAAO,YAAY;IACM;IAA7B,YAA6B,MAAsB;QAAtB,WAAM,GAAN,MAAM,CAAgB;IAAG,CAAC;IAEvD,KAAK,CAAC,IAAI,CAAC,SAAyB,EAAE;QACpC,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE;YACvB,MAAM,EAAE;gBACN,KAAK,EAAE;oBACL,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB;aACF;SACF,CAAC,EACF,qBAAqB,CACtB,CAAC;QACF,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAa;QACrB,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE;YAC/B,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;SAC5B,CAAC,EACF,mBAAmB,CACpB,CAAC;QACF,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,OAAO,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;CACF"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { PlatformClient } from './generated/client.js';
|
|
2
|
+
import { type Page } from './pagination.js';
|
|
3
|
+
import type { CreateScheduleRequest, Schedule, UpdateScheduleRequest } from './types.js';
|
|
4
|
+
export type ListSchedulesParams = {
|
|
5
|
+
offset?: number;
|
|
6
|
+
limit?: number;
|
|
7
|
+
};
|
|
8
|
+
export type CreateScheduleOptions = {
|
|
9
|
+
idempotencyKey?: string;
|
|
10
|
+
};
|
|
11
|
+
export declare class SchedulesResource {
|
|
12
|
+
private readonly client;
|
|
13
|
+
constructor(client: PlatformClient);
|
|
14
|
+
list(params?: ListSchedulesParams): Promise<Page<Schedule>>;
|
|
15
|
+
get(scheduleId: string): Promise<Schedule>;
|
|
16
|
+
create(body: CreateScheduleRequest, options?: CreateScheduleOptions): Promise<Schedule>;
|
|
17
|
+
update(scheduleId: string, body: UpdateScheduleRequest): Promise<Schedule>;
|
|
18
|
+
delete(scheduleId: string): Promise<{
|
|
19
|
+
ok: true;
|
|
20
|
+
}>;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=schedules.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schedules.d.ts","sourceRoot":"","sources":["../src/schedules.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,EAAgC,KAAK,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAC1E,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEzF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,qBAAa,iBAAiB;IAChB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,EAAE,cAAc;IAE7C,IAAI,CAAC,MAAM,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAe/D,GAAG,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAU1C,MAAM,CACV,IAAI,EAAE,qBAAqB,EAC3B,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,QAAQ,CAAC;IAed,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC,QAAQ,CAAC;IAuB1E,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,EAAE,EAAE,IAAI,CAAA;KAAE,CAAC;CASxD"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { ScrapyIOError } from './errors.js';
|
|
2
|
+
import { platformRequest } from './platform.js';
|
|
3
|
+
import { unwrapCollection, unwrapData } from './pagination.js';
|
|
4
|
+
export class SchedulesResource {
|
|
5
|
+
client;
|
|
6
|
+
constructor(client) {
|
|
7
|
+
this.client = client;
|
|
8
|
+
}
|
|
9
|
+
async list(params = {}) {
|
|
10
|
+
const data = await platformRequest(this.client.GET('/schedules', {
|
|
11
|
+
params: {
|
|
12
|
+
query: {
|
|
13
|
+
offset: params.offset,
|
|
14
|
+
limit: params.limit,
|
|
15
|
+
},
|
|
16
|
+
},
|
|
17
|
+
}), 'Failed to list schedules');
|
|
18
|
+
return unwrapCollection(data);
|
|
19
|
+
}
|
|
20
|
+
async get(scheduleId) {
|
|
21
|
+
const data = await platformRequest(this.client.GET('/schedules/{scheduleId}', {
|
|
22
|
+
params: { path: { scheduleId } },
|
|
23
|
+
}), 'Failed to get schedule');
|
|
24
|
+
return unwrapData(data);
|
|
25
|
+
}
|
|
26
|
+
async create(body, options = {}) {
|
|
27
|
+
const data = await platformRequest(this.client.POST('/schedules', {
|
|
28
|
+
body,
|
|
29
|
+
params: {
|
|
30
|
+
header: options.idempotencyKey
|
|
31
|
+
? { 'Idempotency-Key': options.idempotencyKey }
|
|
32
|
+
: undefined,
|
|
33
|
+
},
|
|
34
|
+
}), 'Failed to create schedule');
|
|
35
|
+
return unwrapData(data);
|
|
36
|
+
}
|
|
37
|
+
async update(scheduleId, body) {
|
|
38
|
+
const hasActive = typeof body.isActive === 'boolean';
|
|
39
|
+
const hasNotifications = typeof body.notificationsEnabled === 'boolean';
|
|
40
|
+
if (hasActive === hasNotifications) {
|
|
41
|
+
throw new ScrapyIOError({
|
|
42
|
+
message: hasActive
|
|
43
|
+
? 'Specify only one of isActive or notificationsEnabled'
|
|
44
|
+
: 'Specify isActive or notificationsEnabled',
|
|
45
|
+
type: 'validation_error',
|
|
46
|
+
status: 400,
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
const data = await platformRequest(this.client.PATCH('/schedules/{scheduleId}', {
|
|
50
|
+
params: { path: { scheduleId } },
|
|
51
|
+
body,
|
|
52
|
+
}), 'Failed to update schedule');
|
|
53
|
+
return unwrapData(data);
|
|
54
|
+
}
|
|
55
|
+
async delete(scheduleId) {
|
|
56
|
+
const data = await platformRequest(this.client.DELETE('/schedules/{scheduleId}', {
|
|
57
|
+
params: { path: { scheduleId } },
|
|
58
|
+
}), 'Failed to delete schedule');
|
|
59
|
+
return unwrapData(data);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=schedules.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schedules.js","sourceRoot":"","sources":["../src/schedules.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAa,MAAM,iBAAiB,CAAC;AAY1E,MAAM,OAAO,iBAAiB;IACC;IAA7B,YAA6B,MAAsB;QAAtB,WAAM,GAAN,MAAM,CAAgB;IAAG,CAAC;IAEvD,KAAK,CAAC,IAAI,CAAC,SAA8B,EAAE;QACzC,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE;YAC5B,MAAM,EAAE;gBACN,KAAK,EAAE;oBACL,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB;aACF;SACF,CAAC,EACF,0BAA0B,CAC3B,CAAC;QACF,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,UAAkB;QAC1B,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yBAAyB,EAAE;YACzC,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE;SACjC,CAAC,EACF,wBAAwB,CACzB,CAAC;QACF,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,MAAM,CACV,IAA2B,EAC3B,UAAiC,EAAE;QAEnC,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE;YAC7B,IAAI;YACJ,MAAM,EAAE;gBACN,MAAM,EAAE,OAAO,CAAC,cAAc;oBAC5B,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,cAAc,EAAE;oBAC/C,CAAC,CAAC,SAAS;aACd;SACF,CAAC,EACF,2BAA2B,CAC5B,CAAC;QACF,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,UAAkB,EAAE,IAA2B;QAC1D,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;QACrD,MAAM,gBAAgB,GAAG,OAAO,IAAI,CAAC,oBAAoB,KAAK,SAAS,CAAC;QACxE,IAAI,SAAS,KAAK,gBAAgB,EAAE,CAAC;YACnC,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,SAAS;oBAChB,CAAC,CAAC,sDAAsD;oBACxD,CAAC,CAAC,0CAA0C;gBAC9C,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,GAAG;aACZ,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE;YAC3C,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE;YAChC,IAAI;SACL,CAAC,EACF,2BAA2B,CAC5B,CAAC;QACF,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,UAAkB;QAC7B,MAAM,IAAI,GAAG,MAAM,eAAe,CAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,yBAAyB,EAAE;YAC5C,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE;SACjC,CAAC,EACF,2BAA2B,CAC5B,CAAC;QACF,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF"}
|
package/dist/tool.d.ts
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { ExecutionContext } from './execution.js';
|
|
2
|
+
import type { PlatformClient } from './generated/client.js';
|
|
3
|
+
import type { JsonObject, Run, Tool } from './types.js';
|
|
4
|
+
/**
|
|
5
|
+
* Lightweight tool handle. Constructing it does not hit the network.
|
|
6
|
+
* Execution URLs are derived as `{publisher}.p.scrapy.io/{slug}/v1/{api|scraper}`,
|
|
7
|
+
* matching Platform `execution` hints.
|
|
8
|
+
*/
|
|
9
|
+
export declare class ToolHandle {
|
|
10
|
+
private readonly platform;
|
|
11
|
+
private readonly execution;
|
|
12
|
+
readonly publisher: string;
|
|
13
|
+
readonly slug: string;
|
|
14
|
+
constructor(platform: PlatformClient, execution: ExecutionContext, ref: string);
|
|
15
|
+
/** Fetch tool detail from Platform (`GET /v1/tools/{publisher}/{slug}`). */
|
|
16
|
+
get(): Promise<Tool>;
|
|
17
|
+
/**
|
|
18
|
+
* Synchronous publisher execution (`POST …/v1/api`).
|
|
19
|
+
* Returns the publisher result payload.
|
|
20
|
+
*/
|
|
21
|
+
call(input: JsonObject): Promise<unknown>;
|
|
22
|
+
/**
|
|
23
|
+
* Asynchronous publisher execution (`POST …/v1/scraper`).
|
|
24
|
+
* Returns a Run whose `id` is the publisher task id.
|
|
25
|
+
*/
|
|
26
|
+
start(input: JsonObject): Promise<Run>;
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=tool.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tool.d.ts","sourceRoot":"","sources":["../src/tool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAI5D,OAAO,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAExD;;;;GAIG;AACH,qBAAa,UAAU;IAKnB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAL5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAGH,QAAQ,EAAE,cAAc,EACxB,SAAS,EAAE,gBAAgB,EAC5C,GAAG,EAAE,MAAM;IAOb,4EAA4E;IACtE,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAU1B;;;OAGG;IACG,IAAI,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC;IAI/C;;;OAGG;IACG,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;CAY7C"}
|
package/dist/tool.js
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { executeCall, executeStart } from './execution.js';
|
|
2
|
+
import { buildPublisherUrls, parseToolRef } from './http.js';
|
|
3
|
+
import { platformRequest } from './platform.js';
|
|
4
|
+
import { unwrapData } from './pagination.js';
|
|
5
|
+
/**
|
|
6
|
+
* Lightweight tool handle. Constructing it does not hit the network.
|
|
7
|
+
* Execution URLs are derived as `{publisher}.p.scrapy.io/{slug}/v1/{api|scraper}`,
|
|
8
|
+
* matching Platform `execution` hints.
|
|
9
|
+
*/
|
|
10
|
+
export class ToolHandle {
|
|
11
|
+
platform;
|
|
12
|
+
execution;
|
|
13
|
+
publisher;
|
|
14
|
+
slug;
|
|
15
|
+
constructor(platform, execution, ref) {
|
|
16
|
+
this.platform = platform;
|
|
17
|
+
this.execution = execution;
|
|
18
|
+
const parsed = parseToolRef(ref);
|
|
19
|
+
this.publisher = parsed.publisher;
|
|
20
|
+
this.slug = parsed.slug;
|
|
21
|
+
}
|
|
22
|
+
/** Fetch tool detail from Platform (`GET /v1/tools/{publisher}/{slug}`). */
|
|
23
|
+
async get() {
|
|
24
|
+
const data = await platformRequest(this.platform.GET('/tools/{publisher}/{slug}', {
|
|
25
|
+
params: { path: { publisher: this.publisher, slug: this.slug } },
|
|
26
|
+
}), 'Failed to get tool');
|
|
27
|
+
return unwrapData(data);
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* Synchronous publisher execution (`POST …/v1/api`).
|
|
31
|
+
* Returns the publisher result payload.
|
|
32
|
+
*/
|
|
33
|
+
async call(input) {
|
|
34
|
+
return executeCall(this.execution, buildPublisherUrls(this.publisher, this.slug), input);
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Asynchronous publisher execution (`POST …/v1/scraper`).
|
|
38
|
+
* Returns a Run whose `id` is the publisher task id.
|
|
39
|
+
*/
|
|
40
|
+
async start(input) {
|
|
41
|
+
const run = await executeStart(this.execution, buildPublisherUrls(this.publisher, this.slug), input);
|
|
42
|
+
return {
|
|
43
|
+
...run,
|
|
44
|
+
publisher: this.publisher,
|
|
45
|
+
toolSlug: this.slug,
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=tool.js.map
|