machinaos 0.0.1 → 0.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.template +71 -71
- package/LICENSE +21 -21
- package/README.md +163 -87
- package/bin/cli.js +62 -106
- package/client/.dockerignore +45 -45
- package/client/Dockerfile +68 -68
- package/client/dist/assets/index-DFSC53FP.css +1 -0
- package/client/dist/assets/index-fJ-1gTf5.js +613 -0
- package/client/dist/index.html +14 -0
- package/client/eslint.config.js +34 -16
- package/client/nginx.conf +66 -66
- package/client/package.json +61 -48
- package/client/src/App.tsx +27 -27
- package/client/src/Dashboard.tsx +1200 -1172
- package/client/src/ParameterPanel.tsx +302 -300
- package/client/src/components/AIAgentNode.tsx +315 -321
- package/client/src/components/APIKeyValidator.tsx +117 -117
- package/client/src/components/ClaudeChatModelNode.tsx +17 -17
- package/client/src/components/CredentialsModal.tsx +1200 -306
- package/client/src/components/GeminiChatModelNode.tsx +17 -17
- package/client/src/components/GenericNode.tsx +356 -356
- package/client/src/components/LocationParameterPanel.tsx +153 -153
- package/client/src/components/ModelNode.tsx +285 -285
- package/client/src/components/OpenAIChatModelNode.tsx +17 -17
- package/client/src/components/OutputPanel.tsx +470 -470
- package/client/src/components/ParameterRenderer.tsx +1873 -1873
- package/client/src/components/SkillEditorModal.tsx +3 -3
- package/client/src/components/SquareNode.tsx +812 -796
- package/client/src/components/ToolkitNode.tsx +365 -365
- package/client/src/components/auth/LoginPage.tsx +247 -247
- package/client/src/components/auth/ProtectedRoute.tsx +59 -59
- package/client/src/components/base/BaseChatModelNode.tsx +270 -270
- package/client/src/components/icons/AIProviderIcons.tsx +50 -50
- package/client/src/components/maps/GoogleMapsPicker.tsx +136 -136
- package/client/src/components/maps/MapsPreviewPanel.tsx +109 -109
- package/client/src/components/maps/index.ts +25 -25
- package/client/src/components/parameterPanel/InputSection.tsx +1094 -1094
- package/client/src/components/parameterPanel/LocationPanelLayout.tsx +64 -64
- package/client/src/components/parameterPanel/MapsSection.tsx +91 -91
- package/client/src/components/parameterPanel/MiddleSection.tsx +867 -571
- package/client/src/components/parameterPanel/OutputSection.tsx +80 -80
- package/client/src/components/parameterPanel/ParameterPanelLayout.tsx +81 -81
- package/client/src/components/parameterPanel/ToolSchemaEditor.tsx +436 -436
- package/client/src/components/parameterPanel/index.ts +41 -41
- package/client/src/components/shared/DataPanel.tsx +142 -142
- package/client/src/components/shared/JSONTreeRenderer.tsx +105 -105
- package/client/src/components/ui/AIResultModal.tsx +203 -203
- package/client/src/components/ui/ApiKeyInput.tsx +93 -0
- package/client/src/components/ui/CodeEditor.tsx +81 -81
- package/client/src/components/ui/CollapsibleSection.tsx +87 -87
- package/client/src/components/ui/ComponentItem.tsx +153 -153
- package/client/src/components/ui/ComponentPalette.tsx +320 -320
- package/client/src/components/ui/ConsolePanel.tsx +151 -43
- package/client/src/components/ui/ErrorBoundary.tsx +195 -195
- package/client/src/components/ui/InputNodesPanel.tsx +203 -203
- package/client/src/components/ui/MapSelector.tsx +313 -313
- package/client/src/components/ui/Modal.tsx +151 -148
- package/client/src/components/ui/NodeOutputPanel.tsx +1150 -1150
- package/client/src/components/ui/OutputDisplayPanel.tsx +381 -381
- package/client/src/components/ui/QRCodeDisplay.tsx +182 -0
- package/client/src/components/ui/TopToolbar.tsx +736 -736
- package/client/src/components/ui/WorkflowSidebar.tsx +293 -293
- package/client/src/config/antdTheme.ts +186 -186
- package/client/src/contexts/AuthContext.tsx +221 -221
- package/client/src/contexts/ThemeContext.tsx +42 -42
- package/client/src/contexts/WebSocketContext.tsx +2144 -1971
- package/client/src/factories/baseChatModelFactory.ts +255 -255
- package/client/src/hooks/useAndroidOperations.ts +118 -164
- package/client/src/hooks/useApiKeyValidation.ts +106 -106
- package/client/src/hooks/useApiKeys.ts +238 -238
- package/client/src/hooks/useAppTheme.ts +17 -17
- package/client/src/hooks/useComponentPalette.ts +50 -50
- package/client/src/hooks/useDragAndDrop.ts +123 -123
- package/client/src/hooks/useDragVariable.ts +88 -88
- package/client/src/hooks/useExecution.ts +319 -313
- package/client/src/hooks/useParameterPanel.ts +176 -176
- package/client/src/hooks/useReactFlowNodes.ts +188 -188
- package/client/src/hooks/useToolSchema.ts +209 -209
- package/client/src/hooks/useWhatsApp.ts +196 -196
- package/client/src/hooks/useWorkflowManagement.ts +45 -45
- package/client/src/index.css +314 -314
- package/client/src/nodeDefinitions/aiAgentNodes.ts +335 -335
- package/client/src/nodeDefinitions/aiModelNodes.ts +340 -340
- package/client/src/nodeDefinitions/androidServiceNodes.ts +383 -383
- package/client/src/nodeDefinitions/chatNodes.ts +135 -135
- package/client/src/nodeDefinitions/codeNodes.ts +54 -54
- package/client/src/nodeDefinitions/index.ts +14 -14
- package/client/src/nodeDefinitions/locationNodes.ts +462 -462
- package/client/src/nodeDefinitions/schedulerNodes.ts +220 -220
- package/client/src/nodeDefinitions/skillNodes.ts +17 -5
- package/client/src/nodeDefinitions/utilityNodes.ts +284 -284
- package/client/src/nodeDefinitions/whatsappNodes.ts +821 -865
- package/client/src/nodeDefinitions.ts +101 -103
- package/client/src/services/dynamicParameterService.ts +95 -95
- package/client/src/services/execution/aiAgentExecutionService.ts +34 -34
- package/client/src/services/executionService.ts +227 -231
- package/client/src/services/workflowApi.ts +91 -91
- package/client/src/store/useAppStore.ts +578 -581
- package/client/src/styles/theme.ts +513 -508
- package/client/src/styles/zIndex.ts +16 -16
- package/client/src/types/ComponentTypes.ts +38 -38
- package/client/src/types/INodeProperties.ts +287 -287
- package/client/src/types/NodeTypes.ts +27 -27
- package/client/src/utils/formatters.ts +32 -32
- package/client/src/utils/googleMapsLoader.ts +139 -139
- package/client/src/utils/locationUtils.ts +84 -84
- package/client/src/utils/nodeUtils.ts +30 -30
- package/client/src/utils/workflow.ts +29 -29
- package/client/src/vite-env.d.ts +12 -12
- package/client/tailwind.config.js +59 -59
- package/client/tsconfig.json +25 -25
- package/client/vite.config.js +35 -35
- package/install.ps1 +308 -0
- package/install.sh +343 -0
- package/package.json +81 -70
- package/scripts/build.js +174 -51
- package/scripts/clean.js +40 -40
- package/scripts/start.js +234 -210
- package/scripts/stop.js +301 -325
- package/server/.dockerignore +44 -44
- package/server/Dockerfile +45 -45
- package/server/constants.py +244 -249
- package/server/core/cache.py +460 -460
- package/server/core/config.py +127 -127
- package/server/core/container.py +98 -98
- package/server/core/database.py +1296 -1210
- package/server/core/logging.py +313 -313
- package/server/main.py +288 -288
- package/server/middleware/__init__.py +5 -5
- package/server/middleware/auth.py +89 -89
- package/server/models/auth.py +52 -52
- package/server/models/cache.py +24 -24
- package/server/models/database.py +235 -210
- package/server/models/nodes.py +435 -455
- package/server/pyproject.toml +75 -72
- package/server/requirements.txt +83 -83
- package/server/routers/android.py +294 -294
- package/server/routers/auth.py +203 -203
- package/server/routers/database.py +150 -150
- package/server/routers/maps.py +141 -141
- package/server/routers/nodejs_compat.py +288 -288
- package/server/routers/webhook.py +90 -90
- package/server/routers/websocket.py +2239 -2127
- package/server/routers/whatsapp.py +761 -761
- package/server/routers/workflow.py +199 -199
- package/server/services/ai.py +2444 -2414
- package/server/services/android_service.py +588 -588
- package/server/services/auth.py +130 -130
- package/server/services/chat_client.py +160 -160
- package/server/services/deployment/manager.py +706 -706
- package/server/services/event_waiter.py +675 -785
- package/server/services/execution/executor.py +1351 -1351
- package/server/services/execution/models.py +1 -1
- package/server/services/handlers/__init__.py +122 -126
- package/server/services/handlers/ai.py +390 -355
- package/server/services/handlers/android.py +69 -260
- package/server/services/handlers/code.py +278 -278
- package/server/services/handlers/http.py +193 -193
- package/server/services/handlers/tools.py +146 -32
- package/server/services/handlers/triggers.py +107 -107
- package/server/services/handlers/utility.py +822 -822
- package/server/services/handlers/whatsapp.py +423 -476
- package/server/services/maps.py +288 -288
- package/server/services/memory_store.py +103 -103
- package/server/services/node_executor.py +372 -375
- package/server/services/scheduler.py +155 -155
- package/server/services/skill_loader.py +1 -1
- package/server/services/status_broadcaster.py +834 -826
- package/server/services/temporal/__init__.py +23 -23
- package/server/services/temporal/activities.py +344 -344
- package/server/services/temporal/client.py +76 -76
- package/server/services/temporal/executor.py +147 -147
- package/server/services/temporal/worker.py +251 -251
- package/server/services/temporal/workflow.py +355 -355
- package/server/services/temporal/ws_client.py +236 -236
- package/server/services/text.py +110 -110
- package/server/services/user_auth.py +172 -172
- package/server/services/websocket_client.py +29 -29
- package/server/services/workflow.py +597 -597
- package/server/skills/android-skill/SKILL.md +4 -4
- package/server/skills/code-skill/SKILL.md +123 -89
- package/server/skills/maps-skill/SKILL.md +3 -3
- package/server/skills/memory-skill/SKILL.md +1 -1
- package/server/skills/web-search-skill/SKILL.md +154 -0
- package/server/skills/whatsapp-skill/SKILL.md +3 -3
- package/server/uv.lock +461 -100
- package/server/whatsapp-rpc/.dockerignore +30 -30
- package/server/whatsapp-rpc/Dockerfile +44 -44
- package/server/whatsapp-rpc/Dockerfile.web +17 -17
- package/server/whatsapp-rpc/README.md +139 -139
- package/server/whatsapp-rpc/bin/whatsapp-rpc-server +0 -0
- package/server/whatsapp-rpc/cli.js +95 -95
- package/server/whatsapp-rpc/configs/config.yaml +6 -6
- package/server/whatsapp-rpc/docker-compose.yml +35 -35
- package/server/whatsapp-rpc/docs/API.md +410 -410
- package/server/whatsapp-rpc/node_modules/.package-lock.json +259 -0
- package/server/whatsapp-rpc/node_modules/chalk/license +9 -0
- package/server/whatsapp-rpc/node_modules/chalk/package.json +83 -0
- package/server/whatsapp-rpc/node_modules/chalk/readme.md +297 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/index.d.ts +325 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/index.js +225 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/utilities.js +33 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/vendor/ansi-styles/index.d.ts +236 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/vendor/ansi-styles/index.js +223 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/vendor/supports-color/browser.d.ts +1 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/vendor/supports-color/browser.js +34 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/vendor/supports-color/index.d.ts +55 -0
- package/server/whatsapp-rpc/node_modules/chalk/source/vendor/supports-color/index.js +190 -0
- package/server/whatsapp-rpc/node_modules/commander/LICENSE +22 -0
- package/server/whatsapp-rpc/node_modules/commander/Readme.md +1148 -0
- package/server/whatsapp-rpc/node_modules/commander/esm.mjs +16 -0
- package/server/whatsapp-rpc/node_modules/commander/index.js +26 -0
- package/server/whatsapp-rpc/node_modules/commander/lib/argument.js +145 -0
- package/server/whatsapp-rpc/node_modules/commander/lib/command.js +2179 -0
- package/server/whatsapp-rpc/node_modules/commander/lib/error.js +43 -0
- package/server/whatsapp-rpc/node_modules/commander/lib/help.js +462 -0
- package/server/whatsapp-rpc/node_modules/commander/lib/option.js +329 -0
- package/server/whatsapp-rpc/node_modules/commander/lib/suggestSimilar.js +100 -0
- package/server/whatsapp-rpc/node_modules/commander/package-support.json +16 -0
- package/server/whatsapp-rpc/node_modules/commander/package.json +80 -0
- package/server/whatsapp-rpc/node_modules/commander/typings/esm.d.mts +3 -0
- package/server/whatsapp-rpc/node_modules/commander/typings/index.d.ts +884 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/LICENSE +21 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/README.md +89 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/index.js +39 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/lib/enoent.js +59 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/lib/parse.js +91 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/lib/util/escape.js +47 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/lib/util/readShebang.js +23 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/lib/util/resolveCommand.js +52 -0
- package/server/whatsapp-rpc/node_modules/cross-spawn/package.json +73 -0
- package/server/whatsapp-rpc/node_modules/execa/index.d.ts +955 -0
- package/server/whatsapp-rpc/node_modules/execa/index.js +309 -0
- package/server/whatsapp-rpc/node_modules/execa/lib/command.js +119 -0
- package/server/whatsapp-rpc/node_modules/execa/lib/error.js +87 -0
- package/server/whatsapp-rpc/node_modules/execa/lib/kill.js +102 -0
- package/server/whatsapp-rpc/node_modules/execa/lib/pipe.js +42 -0
- package/server/whatsapp-rpc/node_modules/execa/lib/promise.js +36 -0
- package/server/whatsapp-rpc/node_modules/execa/lib/stdio.js +49 -0
- package/server/whatsapp-rpc/node_modules/execa/lib/stream.js +133 -0
- package/server/whatsapp-rpc/node_modules/execa/lib/verbose.js +19 -0
- package/server/whatsapp-rpc/node_modules/execa/license +9 -0
- package/server/whatsapp-rpc/node_modules/execa/package.json +90 -0
- package/server/whatsapp-rpc/node_modules/execa/readme.md +822 -0
- package/server/whatsapp-rpc/node_modules/get-stream/license +9 -0
- package/server/whatsapp-rpc/node_modules/get-stream/package.json +53 -0
- package/server/whatsapp-rpc/node_modules/get-stream/readme.md +291 -0
- package/server/whatsapp-rpc/node_modules/get-stream/source/array-buffer.js +84 -0
- package/server/whatsapp-rpc/node_modules/get-stream/source/array.js +32 -0
- package/server/whatsapp-rpc/node_modules/get-stream/source/buffer.js +20 -0
- package/server/whatsapp-rpc/node_modules/get-stream/source/contents.js +101 -0
- package/server/whatsapp-rpc/node_modules/get-stream/source/index.d.ts +119 -0
- package/server/whatsapp-rpc/node_modules/get-stream/source/index.js +5 -0
- package/server/whatsapp-rpc/node_modules/get-stream/source/string.js +36 -0
- package/server/whatsapp-rpc/node_modules/get-stream/source/utils.js +11 -0
- package/server/whatsapp-rpc/node_modules/get-them-args/LICENSE +21 -0
- package/server/whatsapp-rpc/node_modules/get-them-args/README.md +95 -0
- package/server/whatsapp-rpc/node_modules/get-them-args/index.js +97 -0
- package/server/whatsapp-rpc/node_modules/get-them-args/package.json +36 -0
- package/server/whatsapp-rpc/node_modules/human-signals/LICENSE +201 -0
- package/server/whatsapp-rpc/node_modules/human-signals/README.md +168 -0
- package/server/whatsapp-rpc/node_modules/human-signals/build/src/core.js +273 -0
- package/server/whatsapp-rpc/node_modules/human-signals/build/src/main.d.ts +73 -0
- package/server/whatsapp-rpc/node_modules/human-signals/build/src/main.js +70 -0
- package/server/whatsapp-rpc/node_modules/human-signals/build/src/realtime.js +16 -0
- package/server/whatsapp-rpc/node_modules/human-signals/build/src/signals.js +34 -0
- package/server/whatsapp-rpc/node_modules/human-signals/package.json +61 -0
- package/server/whatsapp-rpc/node_modules/is-stream/index.d.ts +81 -0
- package/server/whatsapp-rpc/node_modules/is-stream/index.js +29 -0
- package/server/whatsapp-rpc/node_modules/is-stream/license +9 -0
- package/server/whatsapp-rpc/node_modules/is-stream/package.json +44 -0
- package/server/whatsapp-rpc/node_modules/is-stream/readme.md +60 -0
- package/server/whatsapp-rpc/node_modules/isexe/LICENSE +15 -0
- package/server/whatsapp-rpc/node_modules/isexe/README.md +51 -0
- package/server/whatsapp-rpc/node_modules/isexe/index.js +57 -0
- package/server/whatsapp-rpc/node_modules/isexe/mode.js +41 -0
- package/server/whatsapp-rpc/node_modules/isexe/package.json +31 -0
- package/server/whatsapp-rpc/node_modules/isexe/test/basic.js +221 -0
- package/server/whatsapp-rpc/node_modules/isexe/windows.js +42 -0
- package/server/whatsapp-rpc/node_modules/kill-port/.editorconfig +12 -0
- package/server/whatsapp-rpc/node_modules/kill-port/.gitattributes +1 -0
- package/server/whatsapp-rpc/node_modules/kill-port/LICENSE +21 -0
- package/server/whatsapp-rpc/node_modules/kill-port/README.md +140 -0
- package/server/whatsapp-rpc/node_modules/kill-port/cli.js +25 -0
- package/server/whatsapp-rpc/node_modules/kill-port/example.js +21 -0
- package/server/whatsapp-rpc/node_modules/kill-port/index.js +46 -0
- package/server/whatsapp-rpc/node_modules/kill-port/logo.png +0 -0
- package/server/whatsapp-rpc/node_modules/kill-port/package.json +41 -0
- package/server/whatsapp-rpc/node_modules/kill-port/pnpm-lock.yaml +4606 -0
- package/server/whatsapp-rpc/node_modules/kill-port/test.js +16 -0
- package/server/whatsapp-rpc/node_modules/merge-stream/LICENSE +21 -0
- package/server/whatsapp-rpc/node_modules/merge-stream/README.md +78 -0
- package/server/whatsapp-rpc/node_modules/merge-stream/index.js +41 -0
- package/server/whatsapp-rpc/node_modules/merge-stream/package.json +19 -0
- package/server/whatsapp-rpc/node_modules/mimic-fn/index.d.ts +52 -0
- package/server/whatsapp-rpc/node_modules/mimic-fn/index.js +71 -0
- package/server/whatsapp-rpc/node_modules/mimic-fn/license +9 -0
- package/server/whatsapp-rpc/node_modules/mimic-fn/package.json +45 -0
- package/server/whatsapp-rpc/node_modules/mimic-fn/readme.md +90 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/index.d.ts +90 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/index.js +52 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/license +9 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/node_modules/path-key/index.d.ts +31 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/node_modules/path-key/index.js +12 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/node_modules/path-key/license +9 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/node_modules/path-key/package.json +41 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/node_modules/path-key/readme.md +57 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/package.json +49 -0
- package/server/whatsapp-rpc/node_modules/npm-run-path/readme.md +104 -0
- package/server/whatsapp-rpc/node_modules/onetime/index.d.ts +59 -0
- package/server/whatsapp-rpc/node_modules/onetime/index.js +41 -0
- package/server/whatsapp-rpc/node_modules/onetime/license +9 -0
- package/server/whatsapp-rpc/node_modules/onetime/package.json +45 -0
- package/server/whatsapp-rpc/node_modules/onetime/readme.md +94 -0
- package/server/whatsapp-rpc/node_modules/path-key/index.d.ts +40 -0
- package/server/whatsapp-rpc/node_modules/path-key/index.js +16 -0
- package/server/whatsapp-rpc/node_modules/path-key/license +9 -0
- package/server/whatsapp-rpc/node_modules/path-key/package.json +39 -0
- package/server/whatsapp-rpc/node_modules/path-key/readme.md +61 -0
- package/server/whatsapp-rpc/node_modules/shebang-command/index.js +19 -0
- package/server/whatsapp-rpc/node_modules/shebang-command/license +9 -0
- package/server/whatsapp-rpc/node_modules/shebang-command/package.json +34 -0
- package/server/whatsapp-rpc/node_modules/shebang-command/readme.md +34 -0
- package/server/whatsapp-rpc/node_modules/shebang-regex/index.d.ts +22 -0
- package/server/whatsapp-rpc/node_modules/shebang-regex/index.js +2 -0
- package/server/whatsapp-rpc/node_modules/shebang-regex/license +9 -0
- package/server/whatsapp-rpc/node_modules/shebang-regex/package.json +35 -0
- package/server/whatsapp-rpc/node_modules/shebang-regex/readme.md +33 -0
- package/server/whatsapp-rpc/node_modules/shell-exec/LICENSE +21 -0
- package/server/whatsapp-rpc/node_modules/shell-exec/README.md +60 -0
- package/server/whatsapp-rpc/node_modules/shell-exec/index.js +47 -0
- package/server/whatsapp-rpc/node_modules/shell-exec/package.json +29 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/LICENSE.txt +16 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/README.md +74 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/browser.d.ts +12 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/browser.d.ts.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/browser.js +10 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/browser.js.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/index.d.ts +48 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/index.d.ts.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/index.js +279 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/index.js.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/package.json +3 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/signals.d.ts +29 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/signals.d.ts.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/signals.js +42 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/cjs/signals.js.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/browser.d.ts +12 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/browser.d.ts.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/browser.js +4 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/browser.js.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/index.d.ts +48 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/index.d.ts.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/index.js +275 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/index.js.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/package.json +3 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/signals.d.ts +29 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/signals.d.ts.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/signals.js +39 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/dist/mjs/signals.js.map +1 -0
- package/server/whatsapp-rpc/node_modules/signal-exit/package.json +106 -0
- package/server/whatsapp-rpc/node_modules/strip-final-newline/index.js +14 -0
- package/server/whatsapp-rpc/node_modules/strip-final-newline/license +9 -0
- package/server/whatsapp-rpc/node_modules/strip-final-newline/package.json +43 -0
- package/server/whatsapp-rpc/node_modules/strip-final-newline/readme.md +35 -0
- package/server/whatsapp-rpc/node_modules/which/CHANGELOG.md +166 -0
- package/server/whatsapp-rpc/node_modules/which/LICENSE +15 -0
- package/server/whatsapp-rpc/node_modules/which/README.md +54 -0
- package/server/whatsapp-rpc/node_modules/which/bin/node-which +52 -0
- package/server/whatsapp-rpc/node_modules/which/package.json +43 -0
- package/server/whatsapp-rpc/node_modules/which/which.js +125 -0
- package/server/whatsapp-rpc/package-lock.json +272 -0
- package/server/whatsapp-rpc/package.json +30 -30
- package/server/whatsapp-rpc/schema.json +1294 -1294
- package/server/whatsapp-rpc/scripts/clean.cjs +66 -66
- package/server/whatsapp-rpc/scripts/cli.js +162 -162
- package/server/whatsapp-rpc/src/go/whatsapp/history.go +166 -166
- package/server/whatsapp-rpc/src/python/pyproject.toml +15 -15
- package/server/whatsapp-rpc/src/python/whatsapp_rpc/__init__.py +4 -4
- package/server/whatsapp-rpc/src/python/whatsapp_rpc/client.py +427 -427
- package/server/whatsapp-rpc/web/app.py +609 -609
- package/server/whatsapp-rpc/web/requirements.txt +6 -6
- package/server/whatsapp-rpc/web/rpc_client.py +427 -427
- package/server/whatsapp-rpc/web/static/openapi.yaml +59 -59
- package/server/whatsapp-rpc/web/templates/base.html +149 -149
- package/server/whatsapp-rpc/web/templates/contacts.html +240 -240
- package/server/whatsapp-rpc/web/templates/dashboard.html +319 -319
- package/server/whatsapp-rpc/web/templates/groups.html +328 -328
- package/server/whatsapp-rpc/web/templates/messages.html +465 -465
- package/server/whatsapp-rpc/web/templates/messaging.html +680 -680
- package/server/whatsapp-rpc/web/templates/send.html +258 -258
- package/server/whatsapp-rpc/web/templates/settings.html +459 -459
- package/client/src/components/ui/AndroidSettingsPanel.tsx +0 -401
- package/client/src/components/ui/WhatsAppSettingsPanel.tsx +0 -345
- package/client/src/nodeDefinitions/androidDeviceNodes.ts +0 -140
- package/docker-compose.prod.yml +0 -107
- package/docker-compose.yml +0 -104
- package/docs-MachinaOs/README.md +0 -85
- package/docs-MachinaOs/deployment/docker.mdx +0 -228
- package/docs-MachinaOs/deployment/production.mdx +0 -345
- package/docs-MachinaOs/docs.json +0 -75
- package/docs-MachinaOs/faq.mdx +0 -309
- package/docs-MachinaOs/favicon.svg +0 -5
- package/docs-MachinaOs/installation.mdx +0 -160
- package/docs-MachinaOs/introduction.mdx +0 -114
- package/docs-MachinaOs/logo/dark.svg +0 -6
- package/docs-MachinaOs/logo/light.svg +0 -6
- package/docs-MachinaOs/nodes/ai-agent.mdx +0 -216
- package/docs-MachinaOs/nodes/ai-models.mdx +0 -240
- package/docs-MachinaOs/nodes/android.mdx +0 -411
- package/docs-MachinaOs/nodes/overview.mdx +0 -181
- package/docs-MachinaOs/nodes/schedulers.mdx +0 -316
- package/docs-MachinaOs/nodes/webhooks.mdx +0 -330
- package/docs-MachinaOs/nodes/whatsapp.mdx +0 -305
- package/docs-MachinaOs/quickstart.mdx +0 -119
- package/docs-MachinaOs/tutorials/ai-agent-workflow.mdx +0 -177
- package/docs-MachinaOs/tutorials/android-automation.mdx +0 -242
- package/docs-MachinaOs/tutorials/first-workflow.mdx +0 -134
- package/docs-MachinaOs/tutorials/whatsapp-automation.mdx +0 -185
- package/nul +0 -0
- package/scripts/check-ports.ps1 +0 -33
- package/scripts/kill-port.ps1 +0 -154
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) Sindre Sorhus <sindresorhus@gmail.com> (https://sindresorhus.com)
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
|
6
|
+
|
|
7
|
+
The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
8
|
+
|
|
9
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "get-stream",
|
|
3
|
+
"version": "8.0.1",
|
|
4
|
+
"description": "Get a stream as a string, Buffer, ArrayBuffer or array",
|
|
5
|
+
"license": "MIT",
|
|
6
|
+
"repository": "sindresorhus/get-stream",
|
|
7
|
+
"funding": "https://github.com/sponsors/sindresorhus",
|
|
8
|
+
"author": {
|
|
9
|
+
"name": "Sindre Sorhus",
|
|
10
|
+
"email": "sindresorhus@gmail.com",
|
|
11
|
+
"url": "https://sindresorhus.com"
|
|
12
|
+
},
|
|
13
|
+
"type": "module",
|
|
14
|
+
"exports": {
|
|
15
|
+
"types": "./source/index.d.ts",
|
|
16
|
+
"default": "./source/index.js"
|
|
17
|
+
},
|
|
18
|
+
"engines": {
|
|
19
|
+
"node": ">=16"
|
|
20
|
+
},
|
|
21
|
+
"scripts": {
|
|
22
|
+
"benchmark": "node benchmarks/index.js",
|
|
23
|
+
"test": "xo && ava && tsd --typings=source/index.d.ts --files=source/index.test-d.ts"
|
|
24
|
+
},
|
|
25
|
+
"files": [
|
|
26
|
+
"source",
|
|
27
|
+
"!*.test-d.ts"
|
|
28
|
+
],
|
|
29
|
+
"keywords": [
|
|
30
|
+
"get",
|
|
31
|
+
"stream",
|
|
32
|
+
"promise",
|
|
33
|
+
"concat",
|
|
34
|
+
"string",
|
|
35
|
+
"text",
|
|
36
|
+
"buffer",
|
|
37
|
+
"read",
|
|
38
|
+
"data",
|
|
39
|
+
"consume",
|
|
40
|
+
"readable",
|
|
41
|
+
"readablestream",
|
|
42
|
+
"object",
|
|
43
|
+
"concat"
|
|
44
|
+
],
|
|
45
|
+
"devDependencies": {
|
|
46
|
+
"@types/node": "^20.5.0",
|
|
47
|
+
"ava": "^5.3.1",
|
|
48
|
+
"precise-now": "^2.0.0",
|
|
49
|
+
"stream-json": "^1.8.0",
|
|
50
|
+
"tsd": "^0.28.1",
|
|
51
|
+
"xo": "^0.56.0"
|
|
52
|
+
}
|
|
53
|
+
}
|
|
@@ -0,0 +1,291 @@
|
|
|
1
|
+
# get-stream
|
|
2
|
+
|
|
3
|
+
> Get a stream as a string, Buffer, ArrayBuffer or array
|
|
4
|
+
|
|
5
|
+
## Features
|
|
6
|
+
|
|
7
|
+
- Works in any JavaScript environment ([Node.js](#nodejs-streams), [browsers](#web-streams), etc.).
|
|
8
|
+
- Supports [text streams](#getstreamstream-options), [binary streams](#getstreamasbufferstream-options) and [object streams](#getstreamasarraystream-options).
|
|
9
|
+
- Supports [async iterables](#async-iterables).
|
|
10
|
+
- Can set a [maximum stream size](#maxbuffer).
|
|
11
|
+
- Returns [partially read data](#errors) when the stream errors.
|
|
12
|
+
- [Fast](#benchmarks).
|
|
13
|
+
|
|
14
|
+
## Install
|
|
15
|
+
|
|
16
|
+
```sh
|
|
17
|
+
npm install get-stream
|
|
18
|
+
```
|
|
19
|
+
|
|
20
|
+
## Usage
|
|
21
|
+
|
|
22
|
+
### Node.js streams
|
|
23
|
+
|
|
24
|
+
```js
|
|
25
|
+
import fs from 'node:fs';
|
|
26
|
+
import getStream from 'get-stream';
|
|
27
|
+
|
|
28
|
+
const stream = fs.createReadStream('unicorn.txt');
|
|
29
|
+
|
|
30
|
+
console.log(await getStream(stream));
|
|
31
|
+
/*
|
|
32
|
+
,,))))))));,
|
|
33
|
+
__)))))))))))))),
|
|
34
|
+
\|/ -\(((((''''((((((((.
|
|
35
|
+
-*-==//////(('' . `)))))),
|
|
36
|
+
/|\ ))| o ;-. '((((( ,(,
|
|
37
|
+
( `| / ) ;))))' ,_))^;(~
|
|
38
|
+
| | | ,))((((_ _____------~~~-. %,;(;(>';'~
|
|
39
|
+
o_); ; )))(((` ~---~ `:: \ %%~~)(v;(`('~
|
|
40
|
+
; ''''```` `: `:::|\,__,%% );`'; ~
|
|
41
|
+
| _ ) / `:|`----' `-'
|
|
42
|
+
______/\/~ | / /
|
|
43
|
+
/~;;.____/;;' / ___--,-( `;;;/
|
|
44
|
+
/ // _;______;'------~~~~~ /;;/\ /
|
|
45
|
+
// | | / ; \;;,\
|
|
46
|
+
(<_ | ; /',/-----' _>
|
|
47
|
+
\_| ||_ //~;~~~~~~~~~
|
|
48
|
+
`\_| (,~~
|
|
49
|
+
\~\
|
|
50
|
+
~~
|
|
51
|
+
*/
|
|
52
|
+
```
|
|
53
|
+
|
|
54
|
+
### Web streams
|
|
55
|
+
|
|
56
|
+
```js
|
|
57
|
+
import getStream from 'get-stream';
|
|
58
|
+
|
|
59
|
+
const {body: readableStream} = await fetch('https://example.com');
|
|
60
|
+
console.log(await getStream(readableStream));
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
### Async iterables
|
|
64
|
+
|
|
65
|
+
```js
|
|
66
|
+
import {opendir} from 'node:fs/promises';
|
|
67
|
+
import {getStreamAsArray} from 'get-stream';
|
|
68
|
+
|
|
69
|
+
const asyncIterable = await opendir(directory);
|
|
70
|
+
console.log(await getStreamAsArray(asyncIterable));
|
|
71
|
+
```
|
|
72
|
+
|
|
73
|
+
## API
|
|
74
|
+
|
|
75
|
+
The following methods read the stream's contents and return it as a promise.
|
|
76
|
+
|
|
77
|
+
### getStream(stream, options?)
|
|
78
|
+
|
|
79
|
+
`stream`: [`stream.Readable`](https://nodejs.org/api/stream.html#class-streamreadable), [`ReadableStream`](https://developer.mozilla.org/en-US/docs/Web/API/ReadableStream), or [`AsyncIterable<string | Buffer | ArrayBuffer | DataView | TypedArray>`](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Iteration_protocols#the_async_iterator_and_async_iterable_protocols)\
|
|
80
|
+
`options`: [`Options`](#options)
|
|
81
|
+
|
|
82
|
+
Get the given `stream` as a string.
|
|
83
|
+
|
|
84
|
+
### getStreamAsBuffer(stream, options?)
|
|
85
|
+
|
|
86
|
+
Get the given `stream` as a Node.js [`Buffer`](https://nodejs.org/api/buffer.html#class-buffer).
|
|
87
|
+
|
|
88
|
+
```js
|
|
89
|
+
import {getStreamAsBuffer} from 'get-stream';
|
|
90
|
+
|
|
91
|
+
const stream = fs.createReadStream('unicorn.png');
|
|
92
|
+
console.log(await getStreamAsBuffer(stream));
|
|
93
|
+
```
|
|
94
|
+
|
|
95
|
+
### getStreamAsArrayBuffer(stream, options?)
|
|
96
|
+
|
|
97
|
+
Get the given `stream` as an [`ArrayBuffer`](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/ArrayBuffer).
|
|
98
|
+
|
|
99
|
+
```js
|
|
100
|
+
import {getStreamAsArrayBuffer} from 'get-stream';
|
|
101
|
+
|
|
102
|
+
const {body: readableStream} = await fetch('https://example.com');
|
|
103
|
+
console.log(await getStreamAsArrayBuffer(readableStream));
|
|
104
|
+
```
|
|
105
|
+
|
|
106
|
+
### getStreamAsArray(stream, options?)
|
|
107
|
+
|
|
108
|
+
Get the given `stream` as an array. Unlike [other methods](#api), this supports [streams of objects](https://nodejs.org/api/stream.html#object-mode).
|
|
109
|
+
|
|
110
|
+
```js
|
|
111
|
+
import {getStreamAsArray} from 'get-stream';
|
|
112
|
+
|
|
113
|
+
const {body: readableStream} = await fetch('https://example.com');
|
|
114
|
+
console.log(await getStreamAsArray(readableStream));
|
|
115
|
+
```
|
|
116
|
+
|
|
117
|
+
#### options
|
|
118
|
+
|
|
119
|
+
Type: `object`
|
|
120
|
+
|
|
121
|
+
##### maxBuffer
|
|
122
|
+
|
|
123
|
+
Type: `number`\
|
|
124
|
+
Default: `Infinity`
|
|
125
|
+
|
|
126
|
+
Maximum length of the stream. If exceeded, the promise will be rejected with a `MaxBufferError`.
|
|
127
|
+
|
|
128
|
+
Depending on the [method](#api), the length is measured with [`string.length`](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/String/length), [`buffer.length`](https://nodejs.org/api/buffer.html#buflength), [`arrayBuffer.byteLength`](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/ArrayBuffer/byteLength) or [`array.length`](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/length).
|
|
129
|
+
|
|
130
|
+
## Errors
|
|
131
|
+
|
|
132
|
+
If the stream errors, the returned promise will be rejected with the `error`. Any contents already read from the stream will be set to `error.bufferedData`, which is a `string`, a `Buffer`, an `ArrayBuffer` or an array depending on the [method used](#api).
|
|
133
|
+
|
|
134
|
+
```js
|
|
135
|
+
import getStream from 'get-stream';
|
|
136
|
+
|
|
137
|
+
try {
|
|
138
|
+
await getStream(streamThatErrorsAtTheEnd('unicorn'));
|
|
139
|
+
} catch (error) {
|
|
140
|
+
console.log(error.bufferedData);
|
|
141
|
+
//=> 'unicorn'
|
|
142
|
+
}
|
|
143
|
+
```
|
|
144
|
+
|
|
145
|
+
## Tips
|
|
146
|
+
|
|
147
|
+
### Alternatives
|
|
148
|
+
|
|
149
|
+
If you do not need the [`maxBuffer`](#maxbuffer) option, [`error.bufferedData`](#errors), nor browser support, you can use the following methods instead of this package.
|
|
150
|
+
|
|
151
|
+
#### [`streamConsumers.text()`](https://nodejs.org/api/webstreams.html#streamconsumerstextstream)
|
|
152
|
+
|
|
153
|
+
```js
|
|
154
|
+
import fs from 'node:fs';
|
|
155
|
+
import {text} from 'node:stream/consumers';
|
|
156
|
+
|
|
157
|
+
const stream = fs.createReadStream('unicorn.txt', {encoding: 'utf8'});
|
|
158
|
+
console.log(await text(stream))
|
|
159
|
+
```
|
|
160
|
+
|
|
161
|
+
#### [`streamConsumers.buffer()`](https://nodejs.org/api/webstreams.html#streamconsumersbufferstream)
|
|
162
|
+
|
|
163
|
+
```js
|
|
164
|
+
import {buffer} from 'node:stream/consumers';
|
|
165
|
+
|
|
166
|
+
console.log(await buffer(stream))
|
|
167
|
+
```
|
|
168
|
+
|
|
169
|
+
#### [`streamConsumers.arrayBuffer()`](https://nodejs.org/api/webstreams.html#streamconsumersarraybufferstream)
|
|
170
|
+
|
|
171
|
+
```js
|
|
172
|
+
import {arrayBuffer} from 'node:stream/consumers';
|
|
173
|
+
|
|
174
|
+
console.log(await arrayBuffer(stream))
|
|
175
|
+
```
|
|
176
|
+
|
|
177
|
+
#### [`readable.toArray()`](https://nodejs.org/api/stream.html#readabletoarrayoptions)
|
|
178
|
+
|
|
179
|
+
```js
|
|
180
|
+
console.log(await stream.toArray())
|
|
181
|
+
```
|
|
182
|
+
|
|
183
|
+
#### [`Array.fromAsync()`](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/fromAsync)
|
|
184
|
+
|
|
185
|
+
If your [environment supports it](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/fromAsync#browser_compatibility):
|
|
186
|
+
|
|
187
|
+
```js
|
|
188
|
+
console.log(await Array.fromAsync(stream))
|
|
189
|
+
```
|
|
190
|
+
|
|
191
|
+
### Non-UTF-8 encoding
|
|
192
|
+
|
|
193
|
+
When all of the following conditions apply:
|
|
194
|
+
- [`getStream()`](#getstreamstream-options) is used (as opposed to [`getStreamAsBuffer()`](#getstreamasbufferstream-options) or [`getStreamAsArrayBuffer()`](#getstreamasarraybufferstream-options))
|
|
195
|
+
- The stream is binary (not text)
|
|
196
|
+
- The stream's encoding is not UTF-8 (for example, it is UTF-16, hexadecimal, or Base64)
|
|
197
|
+
|
|
198
|
+
Then the stream must be decoded using a transform stream like [`TextDecoderStream`](https://developer.mozilla.org/en-US/docs/Web/API/TextDecoderStream) or [`b64`](https://github.com/hapijs/b64).
|
|
199
|
+
|
|
200
|
+
```js
|
|
201
|
+
import getStream from 'get-stream';
|
|
202
|
+
|
|
203
|
+
const textDecoderStream = new TextDecoderStream('utf-16le');
|
|
204
|
+
const {body: readableStream} = await fetch('https://example.com');
|
|
205
|
+
console.log(await getStream(readableStream.pipeThrough(textDecoderStream)));
|
|
206
|
+
```
|
|
207
|
+
|
|
208
|
+
### Blobs
|
|
209
|
+
|
|
210
|
+
[`getStreamAsArrayBuffer()`](#getstreamasarraybufferstream-options) can be used to create [Blobs](https://developer.mozilla.org/en-US/docs/Web/API/Blob).
|
|
211
|
+
|
|
212
|
+
```js
|
|
213
|
+
import {getStreamAsArrayBuffer} from 'get-stream';
|
|
214
|
+
|
|
215
|
+
const stream = fs.createReadStream('unicorn.txt');
|
|
216
|
+
console.log(new Blob([await getStreamAsArrayBuffer(stream)]));
|
|
217
|
+
```
|
|
218
|
+
|
|
219
|
+
### JSON streaming
|
|
220
|
+
|
|
221
|
+
[`getStreamAsArray()`](#getstreamasarraystream-options) can be combined with JSON streaming utilities to parse JSON incrementally.
|
|
222
|
+
|
|
223
|
+
```js
|
|
224
|
+
import fs from 'node:fs';
|
|
225
|
+
import {compose as composeStreams} from 'node:stream';
|
|
226
|
+
import {getStreamAsArray} from 'get-stream';
|
|
227
|
+
import streamJson from 'stream-json';
|
|
228
|
+
import streamJsonArray from 'stream-json/streamers/StreamArray.js';
|
|
229
|
+
|
|
230
|
+
const stream = fs.createReadStream('big-array-of-objects.json');
|
|
231
|
+
console.log(await getStreamAsArray(
|
|
232
|
+
composeStreams(stream, streamJson.parser(), streamJsonArray.streamArray()),
|
|
233
|
+
));
|
|
234
|
+
```
|
|
235
|
+
|
|
236
|
+
## Benchmarks
|
|
237
|
+
|
|
238
|
+
### Node.js stream (100 MB, binary)
|
|
239
|
+
|
|
240
|
+
- `getStream()`: 142ms
|
|
241
|
+
- `text()`: 139ms
|
|
242
|
+
- `getStreamAsBuffer()`: 106ms
|
|
243
|
+
- `buffer()`: 83ms
|
|
244
|
+
- `getStreamAsArrayBuffer()`: 105ms
|
|
245
|
+
- `arrayBuffer()`: 81ms
|
|
246
|
+
- `getStreamAsArray()`: 24ms
|
|
247
|
+
- `stream.toArray()`: 21ms
|
|
248
|
+
|
|
249
|
+
### Node.js stream (100 MB, text)
|
|
250
|
+
|
|
251
|
+
- `getStream()`: 90ms
|
|
252
|
+
- `text()`: 89ms
|
|
253
|
+
- `getStreamAsBuffer()`: 127ms
|
|
254
|
+
- `buffer()`: 192ms
|
|
255
|
+
- `getStreamAsArrayBuffer()`: 129ms
|
|
256
|
+
- `arrayBuffer()`: 195ms
|
|
257
|
+
- `getStreamAsArray()`: 89ms
|
|
258
|
+
- `stream.toArray()`: 90ms
|
|
259
|
+
|
|
260
|
+
### Web ReadableStream (100 MB, binary)
|
|
261
|
+
|
|
262
|
+
- `getStream()`: 223ms
|
|
263
|
+
- `text()`: 221ms
|
|
264
|
+
- `getStreamAsBuffer()`: 182ms
|
|
265
|
+
- `buffer()`: 153ms
|
|
266
|
+
- `getStreamAsArrayBuffer()`: 171ms
|
|
267
|
+
- `arrayBuffer()`: 155ms
|
|
268
|
+
- `getStreamAsArray()`: 83ms
|
|
269
|
+
|
|
270
|
+
### Web ReadableStream (100 MB, text)
|
|
271
|
+
|
|
272
|
+
- `getStream()`: 141ms
|
|
273
|
+
- `text()`: 139ms
|
|
274
|
+
- `getStreamAsBuffer()`: 91ms
|
|
275
|
+
- `buffer()`: 80ms
|
|
276
|
+
- `getStreamAsArrayBuffer()`: 89ms
|
|
277
|
+
- `arrayBuffer()`: 81ms
|
|
278
|
+
- `getStreamAsArray()`: 21ms
|
|
279
|
+
|
|
280
|
+
[Benchmarks' source file](benchmarks/index.js).
|
|
281
|
+
|
|
282
|
+
## FAQ
|
|
283
|
+
|
|
284
|
+
### How is this different from [`concat-stream`](https://github.com/maxogden/concat-stream)?
|
|
285
|
+
|
|
286
|
+
This module accepts a stream instead of being one and returns a promise instead of using a callback. The API is simpler and it only supports returning a string, `Buffer`, an `ArrayBuffer` or an array. It doesn't have a fragile type inference. You explicitly choose what you want. And it doesn't depend on the huge `readable-stream` package.
|
|
287
|
+
|
|
288
|
+
## Related
|
|
289
|
+
|
|
290
|
+
- [get-stdin](https://github.com/sindresorhus/get-stdin) - Get stdin as a string or buffer
|
|
291
|
+
- [into-stream](https://github.com/sindresorhus/into-stream) - The opposite of this package
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import {getStreamContents} from './contents.js';
|
|
2
|
+
import {noop, throwObjectStream, getLengthProp} from './utils.js';
|
|
3
|
+
|
|
4
|
+
export async function getStreamAsArrayBuffer(stream, options) {
|
|
5
|
+
return getStreamContents(stream, arrayBufferMethods, options);
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
const initArrayBuffer = () => ({contents: new ArrayBuffer(0)});
|
|
9
|
+
|
|
10
|
+
const useTextEncoder = chunk => textEncoder.encode(chunk);
|
|
11
|
+
const textEncoder = new TextEncoder();
|
|
12
|
+
|
|
13
|
+
const useUint8Array = chunk => new Uint8Array(chunk);
|
|
14
|
+
|
|
15
|
+
const useUint8ArrayWithOffset = chunk => new Uint8Array(chunk.buffer, chunk.byteOffset, chunk.byteLength);
|
|
16
|
+
|
|
17
|
+
const truncateArrayBufferChunk = (convertedChunk, chunkSize) => convertedChunk.slice(0, chunkSize);
|
|
18
|
+
|
|
19
|
+
// `contents` is an increasingly growing `Uint8Array`.
|
|
20
|
+
const addArrayBufferChunk = (convertedChunk, {contents, length: previousLength}, length) => {
|
|
21
|
+
const newContents = hasArrayBufferResize() ? resizeArrayBuffer(contents, length) : resizeArrayBufferSlow(contents, length);
|
|
22
|
+
new Uint8Array(newContents).set(convertedChunk, previousLength);
|
|
23
|
+
return newContents;
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
// Without `ArrayBuffer.resize()`, `contents` size is always a power of 2.
|
|
27
|
+
// This means its last bytes are zeroes (not stream data), which need to be
|
|
28
|
+
// trimmed at the end with `ArrayBuffer.slice()`.
|
|
29
|
+
const resizeArrayBufferSlow = (contents, length) => {
|
|
30
|
+
if (length <= contents.byteLength) {
|
|
31
|
+
return contents;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
const arrayBuffer = new ArrayBuffer(getNewContentsLength(length));
|
|
35
|
+
new Uint8Array(arrayBuffer).set(new Uint8Array(contents), 0);
|
|
36
|
+
return arrayBuffer;
|
|
37
|
+
};
|
|
38
|
+
|
|
39
|
+
// With `ArrayBuffer.resize()`, `contents` size matches exactly the size of
|
|
40
|
+
// the stream data. It does not include extraneous zeroes to trim at the end.
|
|
41
|
+
// The underlying `ArrayBuffer` does allocate a number of bytes that is a power
|
|
42
|
+
// of 2, but those bytes are only visible after calling `ArrayBuffer.resize()`.
|
|
43
|
+
const resizeArrayBuffer = (contents, length) => {
|
|
44
|
+
if (length <= contents.maxByteLength) {
|
|
45
|
+
contents.resize(length);
|
|
46
|
+
return contents;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
const arrayBuffer = new ArrayBuffer(length, {maxByteLength: getNewContentsLength(length)});
|
|
50
|
+
new Uint8Array(arrayBuffer).set(new Uint8Array(contents), 0);
|
|
51
|
+
return arrayBuffer;
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
// Retrieve the closest `length` that is both >= and a power of 2
|
|
55
|
+
const getNewContentsLength = length => SCALE_FACTOR ** Math.ceil(Math.log(length) / Math.log(SCALE_FACTOR));
|
|
56
|
+
|
|
57
|
+
const SCALE_FACTOR = 2;
|
|
58
|
+
|
|
59
|
+
const finalizeArrayBuffer = ({contents, length}) => hasArrayBufferResize() ? contents : contents.slice(0, length);
|
|
60
|
+
|
|
61
|
+
// `ArrayBuffer.slice()` is slow. When `ArrayBuffer.resize()` is available
|
|
62
|
+
// (Node >=20.0.0, Safari >=16.4 and Chrome), we can use it instead.
|
|
63
|
+
// eslint-disable-next-line no-warning-comments
|
|
64
|
+
// TODO: remove after dropping support for Node 20.
|
|
65
|
+
// eslint-disable-next-line no-warning-comments
|
|
66
|
+
// TODO: use `ArrayBuffer.transferToFixedLength()` instead once it is available
|
|
67
|
+
const hasArrayBufferResize = () => 'resize' in ArrayBuffer.prototype;
|
|
68
|
+
|
|
69
|
+
const arrayBufferMethods = {
|
|
70
|
+
init: initArrayBuffer,
|
|
71
|
+
convertChunk: {
|
|
72
|
+
string: useTextEncoder,
|
|
73
|
+
buffer: useUint8Array,
|
|
74
|
+
arrayBuffer: useUint8Array,
|
|
75
|
+
dataView: useUint8ArrayWithOffset,
|
|
76
|
+
typedArray: useUint8ArrayWithOffset,
|
|
77
|
+
others: throwObjectStream,
|
|
78
|
+
},
|
|
79
|
+
getSize: getLengthProp,
|
|
80
|
+
truncateChunk: truncateArrayBufferChunk,
|
|
81
|
+
addChunk: addArrayBufferChunk,
|
|
82
|
+
getFinalChunk: noop,
|
|
83
|
+
finalize: finalizeArrayBuffer,
|
|
84
|
+
};
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import {getStreamContents} from './contents.js';
|
|
2
|
+
import {identity, noop, getContentsProp} from './utils.js';
|
|
3
|
+
|
|
4
|
+
export async function getStreamAsArray(stream, options) {
|
|
5
|
+
return getStreamContents(stream, arrayMethods, options);
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
const initArray = () => ({contents: []});
|
|
9
|
+
|
|
10
|
+
const increment = () => 1;
|
|
11
|
+
|
|
12
|
+
const addArrayChunk = (convertedChunk, {contents}) => {
|
|
13
|
+
contents.push(convertedChunk);
|
|
14
|
+
return contents;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
const arrayMethods = {
|
|
18
|
+
init: initArray,
|
|
19
|
+
convertChunk: {
|
|
20
|
+
string: identity,
|
|
21
|
+
buffer: identity,
|
|
22
|
+
arrayBuffer: identity,
|
|
23
|
+
dataView: identity,
|
|
24
|
+
typedArray: identity,
|
|
25
|
+
others: identity,
|
|
26
|
+
},
|
|
27
|
+
getSize: increment,
|
|
28
|
+
truncateChunk: noop,
|
|
29
|
+
addChunk: addArrayChunk,
|
|
30
|
+
getFinalChunk: noop,
|
|
31
|
+
finalize: getContentsProp,
|
|
32
|
+
};
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import {getStreamAsArrayBuffer} from './array-buffer.js';
|
|
2
|
+
|
|
3
|
+
export async function getStreamAsBuffer(stream, options) {
|
|
4
|
+
if (!('Buffer' in globalThis)) {
|
|
5
|
+
throw new Error('getStreamAsBuffer() is only supported in Node.js');
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
try {
|
|
9
|
+
return arrayBufferToNodeBuffer(await getStreamAsArrayBuffer(stream, options));
|
|
10
|
+
} catch (error) {
|
|
11
|
+
if (error.bufferedData !== undefined) {
|
|
12
|
+
error.bufferedData = arrayBufferToNodeBuffer(error.bufferedData);
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
throw error;
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
// eslint-disable-next-line n/prefer-global/buffer
|
|
20
|
+
const arrayBufferToNodeBuffer = arrayBuffer => globalThis.Buffer.from(arrayBuffer);
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
export const getStreamContents = async (stream, {init, convertChunk, getSize, truncateChunk, addChunk, getFinalChunk, finalize}, {maxBuffer = Number.POSITIVE_INFINITY} = {}) => {
|
|
2
|
+
if (!isAsyncIterable(stream)) {
|
|
3
|
+
throw new Error('The first argument must be a Readable, a ReadableStream, or an async iterable.');
|
|
4
|
+
}
|
|
5
|
+
|
|
6
|
+
const state = init();
|
|
7
|
+
state.length = 0;
|
|
8
|
+
|
|
9
|
+
try {
|
|
10
|
+
for await (const chunk of stream) {
|
|
11
|
+
const chunkType = getChunkType(chunk);
|
|
12
|
+
const convertedChunk = convertChunk[chunkType](chunk, state);
|
|
13
|
+
appendChunk({convertedChunk, state, getSize, truncateChunk, addChunk, maxBuffer});
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
appendFinalChunk({state, convertChunk, getSize, truncateChunk, addChunk, getFinalChunk, maxBuffer});
|
|
17
|
+
return finalize(state);
|
|
18
|
+
} catch (error) {
|
|
19
|
+
error.bufferedData = finalize(state);
|
|
20
|
+
throw error;
|
|
21
|
+
}
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
const appendFinalChunk = ({state, getSize, truncateChunk, addChunk, getFinalChunk, maxBuffer}) => {
|
|
25
|
+
const convertedChunk = getFinalChunk(state);
|
|
26
|
+
if (convertedChunk !== undefined) {
|
|
27
|
+
appendChunk({convertedChunk, state, getSize, truncateChunk, addChunk, maxBuffer});
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
|
|
31
|
+
const appendChunk = ({convertedChunk, state, getSize, truncateChunk, addChunk, maxBuffer}) => {
|
|
32
|
+
const chunkSize = getSize(convertedChunk);
|
|
33
|
+
const newLength = state.length + chunkSize;
|
|
34
|
+
|
|
35
|
+
if (newLength <= maxBuffer) {
|
|
36
|
+
addNewChunk(convertedChunk, state, addChunk, newLength);
|
|
37
|
+
return;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
const truncatedChunk = truncateChunk(convertedChunk, maxBuffer - state.length);
|
|
41
|
+
|
|
42
|
+
if (truncatedChunk !== undefined) {
|
|
43
|
+
addNewChunk(truncatedChunk, state, addChunk, maxBuffer);
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
throw new MaxBufferError();
|
|
47
|
+
};
|
|
48
|
+
|
|
49
|
+
const addNewChunk = (convertedChunk, state, addChunk, newLength) => {
|
|
50
|
+
state.contents = addChunk(convertedChunk, state, newLength);
|
|
51
|
+
state.length = newLength;
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
const isAsyncIterable = stream => typeof stream === 'object' && stream !== null && typeof stream[Symbol.asyncIterator] === 'function';
|
|
55
|
+
|
|
56
|
+
const getChunkType = chunk => {
|
|
57
|
+
const typeOfChunk = typeof chunk;
|
|
58
|
+
|
|
59
|
+
if (typeOfChunk === 'string') {
|
|
60
|
+
return 'string';
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
if (typeOfChunk !== 'object' || chunk === null) {
|
|
64
|
+
return 'others';
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
// eslint-disable-next-line n/prefer-global/buffer
|
|
68
|
+
if (globalThis.Buffer?.isBuffer(chunk)) {
|
|
69
|
+
return 'buffer';
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
const prototypeName = objectToString.call(chunk);
|
|
73
|
+
|
|
74
|
+
if (prototypeName === '[object ArrayBuffer]') {
|
|
75
|
+
return 'arrayBuffer';
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
if (prototypeName === '[object DataView]') {
|
|
79
|
+
return 'dataView';
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
if (
|
|
83
|
+
Number.isInteger(chunk.byteLength)
|
|
84
|
+
&& Number.isInteger(chunk.byteOffset)
|
|
85
|
+
&& objectToString.call(chunk.buffer) === '[object ArrayBuffer]'
|
|
86
|
+
) {
|
|
87
|
+
return 'typedArray';
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
return 'others';
|
|
91
|
+
};
|
|
92
|
+
|
|
93
|
+
const {toString: objectToString} = Object.prototype;
|
|
94
|
+
|
|
95
|
+
export class MaxBufferError extends Error {
|
|
96
|
+
name = 'MaxBufferError';
|
|
97
|
+
|
|
98
|
+
constructor() {
|
|
99
|
+
super('maxBuffer exceeded');
|
|
100
|
+
}
|
|
101
|
+
}
|