@constructive-io/s3-streamer 2.8.5

package/LICENSE

@@ -0,0 +1,23 @@
+The MIT License (MIT)
+
+Copyright (c) 2025 Dan Lynch <pyramation@gmail.com>
+Copyright (c) 2025 Constructive <developers@constructive.io>
+Copyright (c) 2020-present, Interweb, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,272 @@
+# s3-streamer
+
+<p align="center" width="100%">
+  <img height="250" src="https://raw.githubusercontent.com/constructive-io/constructive/refs/heads/main/assets/outline-logo.svg" />
+</p>
+
+<p align="center" width="100%">
+  <a href="https://github.com/constructive-io/constructive/actions/workflows/run-tests.yaml">
+    <img height="20" src="https://github.com/constructive-io/constructive/actions/workflows/run-tests.yaml/badge.svg" />
+  </a>
+   <a href="https://github.com/constructive-io/constructive/blob/main/LICENSE"><img height="20" src="https://img.shields.io/badge/license-MIT-blue.svg"/></a>
+   <a href="https://www.npmjs.com/package/@constructive-io/s3-streamer"><img height="20" src="https://img.shields.io/github/package-json/v/constructive-io/constructive?filename=streaming%2Fs3-streamer%2Fpackage.json"/></a>
+</p>
+
+Stream uploads to S3 with automatic content-type detection, ETag generation, and metadata extraction. Built on AWS SDK v3 for optimal performance and smaller bundle sizes.
+
+## Features
+
+- 🚀 **Streaming uploads** - Memory efficient streaming directly to S3
+- 🔍 **Automatic content-type detection** - Uses magic bytes to detect file types
+- 🏷️ **Metadata extraction** - Generates ETags, SHA hashes, and UUIDs for uploaded content
+- 📦 **AWS SDK v3** - Modern, modular SDK with better tree-shaking
+- 🔧 **MinIO compatible** - Works with S3-compatible storage services
+- 💪 **TypeScript support** - Full type definitions included
+
+## Installation
+
+```sh
+npm install @constructive-io/s3-streamer
+```
+
+## Quick Start
+
+Stream uploads to S3
+
+```js
+import Streamer from '@constructive-io/s3-streamer';
+const streamer = new Streamer(opts)
+const readStream = createReadStream(filename);
+const results = await streamer.upload({
+    readStream,
+    filename,
+    bucket,
+    key
+});
+```
+
+## Response Format
+
+The upload methods return a detailed payload with upload results and file metadata:
+
+```js
+{
+  upload: {
+    ETag: '"952fd44d14cee87882239b707231609d"',
+    Location: 'http://localhost:9000/constructive/db1/assets/.gitignore',
+    Key: 'db1/assets/.gitignore',
+    Bucket: 'constructive'
+  },
+  magic: { 
+    type: 'text/plain', 
+    charset: 'us-ascii' 
+  },
+  contentType: 'text/plain',
+  contents: {
+    uuid: '278aee01-1404-5725-8f0e-7044c9c16397',
+    sha: '7d65523f2a5afb69d76824dd1dfa62a34faa3197',
+    etag: '952fd44d14cee87882239b707231609d'
+  }
+}
+```
+
+### Response Fields
+
+- **upload**: S3 upload response
+  - `ETag`: S3 ETag of the uploaded object
+  - `Location`: Full URL to the uploaded object
+  - `Key`: S3 object key
+  - `Bucket`: Bucket name where object was uploaded
+- **magic**: File type detection results
+  - `type`: MIME type detected from file content
+  - `charset`: Character encoding (for text files)
+- **contentType**: Final content-type used for upload
+- **contents**: File metadata
+  - `uuid`: Deterministic UUID based on file content
+  - `sha`: SHA-1 hash of file content
+  - `etag`: Computed ETag (matches S3 ETag for single-part uploads)
+
+## functional utils
+
+If you don't want to use the `Streamer` class you can use the utils directly:
+
+```js
+import { getClient, upload } from '@constructive-io/s3-streamer';
+const client = getClient(opts)
+const readStream = createReadStream(filename);
+const results = await upload({
+    client,
+    readStream,
+    filename,
+    bucket,
+    key
+});
+```
+
+## Configuration
+
+### AWS S3 Production
+
+```js
+const streamer = new Streamer({
+  defaultBucket: 'my-bucket',
+  awsRegion: 'us-east-1',
+  awsSecretKey: process.env.AWS_SECRET_ACCESS_KEY,
+  awsAccessKey: process.env.AWS_ACCESS_KEY_ID
+});
+```
+
+### MinIO / S3-Compatible Storage
+
+```js
+const streamer = new Streamer({
+  defaultBucket: 'my-bucket',
+  awsRegion: 'us-east-1',
+  awsSecretKey: 'minio-secret',
+  awsAccessKey: 'minio-access',
+  minioEndpoint: 'http://localhost:9000'
+});
+```
+
+## API Reference
+
+### Streamer Class
+
+#### Constructor Options
+
+```typescript
+interface StreamerOptions {
+  awsRegion: string;        // AWS region (e.g., 'us-east-1')
+  awsSecretKey: string;     // AWS secret access key
+  awsAccessKey: string;     // AWS access key ID
+  minioEndpoint?: string;   // Optional: MinIO/S3-compatible endpoint
+  defaultBucket: string;    // Default bucket for uploads
+}
+```
+
+#### Methods
+
+##### `upload(params)`
+
+Uploads a file stream to S3 with automatic content-type detection and metadata extraction.
+
+```typescript
+interface UploadParams {
+  readStream: ReadStream;   // Node.js readable stream
+  filename: string;         // Original filename (used for content-type detection)
+  key: string;             // S3 object key (path in bucket)
+  bucket?: string;         // Optional: Override default bucket
+}
+```
+
+##### `destroy()`
+
+Cleans up the S3 client connections. Should be called when done with the streamer instance.
+
+```js
+streamer.destroy();
+```
+
+### Functional API
+
+If you prefer functional programming over classes:
+
+```js
+import { getClient, upload } from '@constructive-io/s3-streamer';
+
+// Create S3 client
+const client = getClient({
+  awsRegion: 'us-east-1',
+  awsSecretKey: process.env.AWS_SECRET_ACCESS_KEY,
+  awsAccessKey: process.env.AWS_ACCESS_KEY_ID,
+  minioEndpoint: 'http://localhost:9000' // optional
+});
+
+// Upload file
+const results = await upload({
+  client,
+  readStream: createReadStream('file.pdf'),
+  filename: 'file.pdf',
+  bucket: 'my-bucket',
+  key: 'uploads/file.pdf'
+});
+
+// Clean up when done
+client.destroy();
+```
+
+---
+
+## Education and Tutorials
+
+ 1. 🚀 [Quickstart: Getting Up and Running](https://constructive.io/learn/quickstart)
+Get started with modular databases in minutes. Install prerequisites and deploy your first module.
+
+ 2. 📦 [Modular PostgreSQL Development with Database Packages](https://constructive.io/learn/modular-postgres)
+Learn to organize PostgreSQL projects with pgpm workspaces and reusable database modules.
+
+ 3. ✏️ [Authoring Database Changes](https://constructive.io/learn/authoring-database-changes)
+Master the workflow for adding, organizing, and managing database changes with pgpm.
+
+ 4. 🧪 [End-to-End PostgreSQL Testing with TypeScript](https://constructive.io/learn/e2e-postgres-testing)
+Master end-to-end PostgreSQL testing with ephemeral databases, RLS testing, and CI/CD automation.
+
+ 5. ⚡ [Supabase Testing](https://constructive.io/learn/supabase)
+Use TypeScript-first tools to test Supabase projects with realistic RLS, policies, and auth contexts.
+
+ 6. 💧 [Drizzle ORM Testing](https://constructive.io/learn/drizzle-testing)
+Run full-stack tests with Drizzle ORM, including database setup, teardown, and RLS enforcement.
+
+ 7. 🔧 [Troubleshooting](https://constructive.io/learn/troubleshooting)
+Common issues and solutions for pgpm, PostgreSQL, and testing.
+
+## Related Constructive Tooling
+
+### 🧪 Testing
+
+* [pgsql-test](https://github.com/constructive-io/constructive/tree/main/postgres/pgsql-test): **📊 Isolated testing environments** with per-test transaction rollbacks—ideal for integration tests, complex migrations, and RLS simulation.
+* [supabase-test](https://github.com/constructive-io/constructive/tree/main/postgres/supabase-test): **🧪 Supabase-native test harness** preconfigured for the local Supabase stack—per-test rollbacks, JWT/role context helpers, and CI/GitHub Actions ready.
+* [graphile-test](https://github.com/constructive-io/constructive/tree/main/graphile/graphile-test): **🔐 Authentication mocking** for Graphile-focused test helpers and emulating row-level security contexts.
+* [pg-query-context](https://github.com/constructive-io/constructive/tree/main/postgres/pg-query-context): **🔒 Session context injection** to add session-local context (e.g., `SET LOCAL`) into queries—ideal for setting `role`, `jwt.claims`, and other session settings.
+
+### 🧠 Parsing & AST
+
+* [pgsql-parser](https://www.npmjs.com/package/pgsql-parser): **🔄 SQL conversion engine** that interprets and converts PostgreSQL syntax.
+* [libpg-query-node](https://www.npmjs.com/package/libpg-query): **🌉 Node.js bindings** for `libpg_query`, converting SQL into parse trees.
+* [pg-proto-parser](https://www.npmjs.com/package/pg-proto-parser): **📦 Protobuf parser** for parsing PostgreSQL Protocol Buffers definitions to generate TypeScript interfaces, utility functions, and JSON mappings for enums.
+* [@pgsql/enums](https://www.npmjs.com/package/@pgsql/enums): **🏷️ TypeScript enums** for PostgreSQL AST for safe and ergonomic parsing logic.
+* [@pgsql/types](https://www.npmjs.com/package/@pgsql/types): **📝 Type definitions** for PostgreSQL AST nodes in TypeScript.
+* [@pgsql/utils](https://www.npmjs.com/package/@pgsql/utils): **🛠️ AST utilities** for constructing and transforming PostgreSQL syntax trees.
+* [pg-ast](https://www.npmjs.com/package/pg-ast): **🔍 Low-level AST tools** and transformations for Postgres query structures.
+
+### 🚀 API & Dev Tools
+
+* [@constructive-io/graphql-server](https://github.com/constructive-io/constructive/tree/main/graphql/server): **⚡ Express-based API server** powered by PostGraphile to expose a secure, scalable GraphQL API over your Postgres database.
+* [@constructive-io/graphql-explorer](https://github.com/constructive-io/constructive/tree/main/graphql/explorer): **🔎 Visual API explorer** with GraphiQL for browsing across all databases and schemas—useful for debugging, documentation, and API prototyping.
+
+### 🔁 Streaming & Uploads
+
+* [etag-hash](https://github.com/constructive-io/constructive/tree/main/streaming/etag-hash): **🏷️ S3-compatible ETags** created by streaming and hashing file uploads in chunks.
+* [etag-stream](https://github.com/constructive-io/constructive/tree/main/streaming/etag-stream): **🔄 ETag computation** via Node stream transformer during upload or transfer.
+* [uuid-hash](https://github.com/constructive-io/constructive/tree/main/streaming/uuid-hash): **🆔 Deterministic UUIDs** generated from hashed content, great for deduplication and asset referencing.
+* [uuid-stream](https://github.com/constructive-io/constructive/tree/main/streaming/uuid-stream): **🌊 Streaming UUID generation** based on piped file content—ideal for upload pipelines.
+* [@constructive-io/s3-streamer](https://github.com/constructive-io/constructive/tree/main/streaming/s3-streamer): **📤 Direct S3 streaming** for large files with support for metadata injection and content validation.
+* [@constructive-io/upload-names](https://github.com/constructive-io/constructive/tree/main/streaming/upload-names): **📂 Collision-resistant filenames** utility for structured and unique file names for uploads.
+
+### 🧰 CLI & Codegen
+
+* [pgpm](https://github.com/constructive-io/constructive/tree/main/pgpm/pgpm): **🖥️ PostgreSQL Package Manager** for modular Postgres development. Works with database workspaces, scaffolding, migrations, seeding, and installing database packages.
+* [@constructive-io/cli](https://github.com/constructive-io/constructive/tree/main/packages/cli): **🖥️ Command-line toolkit** for managing Constructive projects—supports database scaffolding, migrations, seeding, code generation, and automation.
+* [@constructive-io/graphql-codegen](https://github.com/constructive-io/constructive/tree/main/graphql/codegen): **✨ GraphQL code generation** (types, operations, SDK) from schema/endpoint introspection.
+* [@constructive-io/query-builder](https://github.com/constructive-io/constructive/tree/main/packages/query-builder): **🏗️ SQL constructor** providing a robust TypeScript-based query builder for dynamic generation of `SELECT`, `INSERT`, `UPDATE`, `DELETE`, and stored procedure calls—supports advanced SQL features like `JOIN`, `GROUP BY`, and schema-qualified queries.
+* [@constructive-io/graphql-query](https://github.com/constructive-io/constructive/tree/main/graphql/query): **🧩 Fluent GraphQL builder** for PostGraphile schemas. ⚡ Schema-aware via introspection, 🧩 composable and ergonomic for building deeply nested queries.
+
+## Credits
+
+**🛠 Built by the [Constructive](https://constructive.io) team — creators of modular Postgres tooling for secure, composable backends. If you like our work, contribute on [GitHub](https://github.com/constructive-io).**
+
+## Disclaimer
+
+AS DESCRIBED IN THE LICENSES, THE SOFTWARE IS PROVIDED "AS IS", AT YOUR OWN RISK, AND WITHOUT WARRANTIES OF ANY KIND.
+
+No developer or entity involved in creating this software will be liable for any claims or damages whatsoever associated with your use, inability to use, or your interaction with other users of the code, including any direct, indirect, incidental, special, exemplary, punitive or consequential damages, or loss of profits, cryptocurrencies, tokens, or anything else of value.

package/esm/index.js

@@ -0,0 +1,6 @@
+import getClient from './s3';
+import Streamer from './streamer';
+export * from './utils';
+export { getClient };
+export { Streamer };
+export default Streamer;

package/esm/s3.js

@@ -0,0 +1,22 @@
+import { S3Client } from '@aws-sdk/client-s3';
+export default function getS3(opts) {
+    const isMinio = Boolean(opts.minioEndpoint);
+    const awsConfig = {
+        region: opts.awsRegion,
+        ...(opts.awsAccessKey && opts.awsSecretKey
+            ? {
+                credentials: {
+                    accessKeyId: opts.awsAccessKey,
+                    secretAccessKey: opts.awsSecretKey,
+                },
+            }
+            : {}),
+        ...(isMinio
+            ? {
+                endpoint: opts.minioEndpoint,
+                forcePathStyle: true,
+            }
+            : {}),
+    };
+    return new S3Client(awsConfig);
+}

package/esm/streamer.js

@@ -0,0 +1,31 @@
+import getS3 from './s3';
+import { upload as streamUpload } from './utils';
+export class Streamer {
+    s3;
+    defaultBucket;
+    constructor({ awsRegion, awsSecretKey, awsAccessKey, minioEndpoint, defaultBucket }) {
+        this.s3 = getS3({
+            awsRegion,
+            awsSecretKey,
+            awsAccessKey,
+            minioEndpoint
+        });
+        this.defaultBucket = defaultBucket;
+    }
+    async upload({ readStream, filename, key, bucket = this.defaultBucket }) {
+        if (!bucket) {
+            throw new Error('Bucket is required');
+        }
+        return await streamUpload({
+            client: this.s3,
+            readStream,
+            filename,
+            key,
+            bucket
+        });
+    }
+    destroy() {
+        this.s3.destroy();
+    }
+}
+export default Streamer;

package/esm/utils.js

@@ -0,0 +1,91 @@
+import { Upload } from '@aws-sdk/lib-storage';
+import { ContentStream, streamContentType } from '@constructive-io/content-type-stream';
+import stream from 'stream';
+export const uploadFromStream = ({ client, key, contentType, bucket }) => {
+    const pass = new stream.PassThrough();
+    const upload = new Upload({
+        client,
+        params: {
+            Body: pass,
+            Key: key,
+            ContentType: contentType,
+            Bucket: bucket
+        },
+    });
+    upload.done()
+        .then((data) => {
+        // Transform to match v2 response format
+        const result = {
+            Location: data.Location || `https://${bucket}.s3.amazonaws.com/${key}`,
+            ETag: data.ETag,
+            Bucket: bucket,
+            Key: key
+        };
+        pass.emit('upload', result);
+    })
+        .catch((err) => {
+        pass.emit('error', err);
+    });
+    return pass;
+};
+export const asyncUpload = ({ client, key, contentType, readStream, magic, bucket }) => {
+    return new Promise((resolve, reject) => {
+        // upload stream
+        let upload;
+        const uploadStream = uploadFromStream({
+            client,
+            key,
+            contentType,
+            bucket
+        });
+        // content stream
+        let contents;
+        const contentStream = new ContentStream();
+        const tryResolve = () => {
+            if (contents && upload) {
+                resolve({
+                    upload,
+                    magic,
+                    contentType,
+                    contents
+                });
+            }
+        };
+        contentStream
+            .on('contents', function (results) {
+            contents = results;
+            tryResolve();
+        })
+            .on('error', (error) => {
+            reject(error);
+        });
+        uploadStream
+            .on('upload', (results) => {
+            upload = results;
+            tryResolve();
+        })
+            .on('error', (error) => {
+            reject(error);
+        });
+        // Ensure proper cleanup on stream end
+        uploadStream.on('finish', () => {
+            readStream.destroy();
+        });
+        readStream.pipe(contentStream);
+        contentStream.pipe(uploadStream);
+    });
+};
+export const upload = async ({ client, readStream, filename, key, bucket }) => {
+    const { stream: newStream, magic, contentType } = await streamContentType({
+        readStream,
+        filename
+    });
+    return await asyncUpload({
+        client,
+        key,
+        contentType,
+        readStream: newStream,
+        magic,
+        bucket
+    });
+};

package/index.d.ts

@@ -0,0 +1,6 @@
+import getClient from './s3';
+import Streamer from './streamer';
+export * from './utils';
+export { getClient };
+export { Streamer };
+export default Streamer;

package/index.js

@@ -0,0 +1,26 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Streamer = exports.getClient = void 0;
+const s3_1 = __importDefault(require("./s3"));
+exports.getClient = s3_1.default;
+const streamer_1 = __importDefault(require("./streamer"));
+exports.Streamer = streamer_1.default;
+__exportStar(require("./utils"), exports);
+exports.default = streamer_1.default;

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@constructive-io/s3-streamer",
+  "version": "2.8.5",
+  "author": "Constructive <developers@constructive.io>",
+  "description": "stream files to s3",
+  "main": "index.js",
+  "module": "esm/index.js",
+  "types": "index.d.ts",
+  "homepage": "https://github.com/constructive-io/constructive",
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public",
+    "directory": "dist"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/constructive-io/constructive"
+  },
+  "bugs": {
+    "url": "https://github.com/constructive-io/constructive/issues"
+  },
+  "scripts": {
+    "clean": "makage clean",
+    "prepack": "npm run build",
+    "build": "makage build",
+    "build:dev": "makage build --dev",
+    "lint": "eslint . --fix",
+    "test": "jest --passWithNoTests",
+    "test:watch": "jest --watch"
+  },
+  "devDependencies": {
+    "@constructive-io/s3-utils": "^2.3.5",
+    "@pgpmjs/env": "^2.8.4",
+    "glob": "^13.0.0",
+    "makage": "^0.1.8"
+  },
+  "dependencies": {
+    "@aws-sdk/client-s3": "^3.952.0",
+    "@aws-sdk/lib-storage": "^3.940.0",
+    "@constructive-io/content-type-stream": "^2.4.3",
+    "@pgpmjs/types": "^2.12.4"
+  },
+  "keywords": [
+    "s3",
+    "stream",
+    "upload",
+    "aws",
+    "minio",
+    "constructive"
+  ],
+  "gitHead": "22cfe32e994e26a6490e04e28bab26d1e7e6345c"
+}

package/s3.d.ts

@@ -0,0 +1,9 @@
+import { S3Client } from '@aws-sdk/client-s3';
+interface S3Options {
+    awsAccessKey: string;
+    awsSecretKey: string;
+    awsRegion: string;
+    minioEndpoint?: string;
+}
+export default function getS3(opts: S3Options): S3Client;
+export {};

package/s3.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = getS3;
+const client_s3_1 = require("@aws-sdk/client-s3");
+function getS3(opts) {
+    const isMinio = Boolean(opts.minioEndpoint);
+    const awsConfig = {
+        region: opts.awsRegion,
+        ...(opts.awsAccessKey && opts.awsSecretKey
+            ? {
+                credentials: {
+                    accessKeyId: opts.awsAccessKey,
+                    secretAccessKey: opts.awsSecretKey,
+                },
+            }
+            : {}),
+        ...(isMinio
+            ? {
+                endpoint: opts.minioEndpoint,
+                forcePathStyle: true,
+            }
+            : {}),
+    };
+    return new client_s3_1.S3Client(awsConfig);
+}

package/streamer.d.ts

@@ -0,0 +1,23 @@
+import { ReadStream } from 'fs';
+import { type AsyncUploadResult } from './utils';
+interface StreamerOptions {
+    awsRegion: string;
+    awsSecretKey: string;
+    awsAccessKey: string;
+    minioEndpoint?: string;
+    defaultBucket: string;
+}
+interface UploadParams {
+    readStream: ReadStream;
+    filename: string;
+    key: string;
+    bucket?: string;
+}
+export declare class Streamer {
+    private s3;
+    private defaultBucket?;
+    constructor({ awsRegion, awsSecretKey, awsAccessKey, minioEndpoint, defaultBucket }: StreamerOptions);
+    upload({ readStream, filename, key, bucket }: UploadParams): Promise<AsyncUploadResult>;
+    destroy(): void;
+}
+export default Streamer;

package/streamer.js

@@ -0,0 +1,38 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Streamer = void 0;
+const s3_1 = __importDefault(require("./s3"));
+const utils_1 = require("./utils");
+class Streamer {
+    s3;
+    defaultBucket;
+    constructor({ awsRegion, awsSecretKey, awsAccessKey, minioEndpoint, defaultBucket }) {
+        this.s3 = (0, s3_1.default)({
+            awsRegion,
+            awsSecretKey,
+            awsAccessKey,
+            minioEndpoint
+        });
+        this.defaultBucket = defaultBucket;
+    }
+    async upload({ readStream, filename, key, bucket = this.defaultBucket }) {
+        if (!bucket) {
+            throw new Error('Bucket is required');
+        }
+        return await (0, utils_1.upload)({
+            client: this.s3,
+            readStream,
+            filename,
+            key,
+            bucket
+        });
+    }
+    destroy() {
+        this.s3.destroy();
+    }
+}
+exports.Streamer = Streamer;
+exports.default = Streamer;

package/utils.d.ts

@@ -0,0 +1,38 @@
+import { S3Client } from '@aws-sdk/client-s3';
+import { PassThrough, Readable } from 'stream';
+export interface UploadParams {
+    client: S3Client;
+    key: string;
+    contentType: string;
+    bucket: string;
+}
+export interface AsyncUploadParams extends UploadParams {
+    readStream: Readable;
+    magic: {
+        charset: string;
+    };
+}
+export interface UploadWithFilenameParams {
+    client: S3Client;
+    readStream: Readable;
+    filename: string;
+    key: string;
+    bucket: string;
+}
+export interface UploadResult {
+    Location: string;
+    ETag?: string;
+    Bucket?: string;
+    Key?: string;
+}
+export interface AsyncUploadResult {
+    upload: UploadResult;
+    magic: {
+        charset: string;
+    };
+    contentType: string;
+    contents: unknown;
+}
+export declare const uploadFromStream: ({ client, key, contentType, bucket }: UploadParams) => PassThrough;
+export declare const asyncUpload: ({ client, key, contentType, readStream, magic, bucket }: AsyncUploadParams) => Promise<AsyncUploadResult>;
+export declare const upload: ({ client, readStream, filename, key, bucket }: UploadWithFilenameParams) => Promise<AsyncUploadResult>;

package/utils.js

@@ -0,0 +1,100 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.upload = exports.asyncUpload = exports.uploadFromStream = void 0;
+const lib_storage_1 = require("@aws-sdk/lib-storage");
+const content_type_stream_1 = require("@constructive-io/content-type-stream");
+const stream_1 = __importDefault(require("stream"));
+const uploadFromStream = ({ client, key, contentType, bucket }) => {
+    const pass = new stream_1.default.PassThrough();
+    const upload = new lib_storage_1.Upload({
+        client,
+        params: {
+            Body: pass,
+            Key: key,
+            ContentType: contentType,
+            Bucket: bucket
+        },
+    });
+    upload.done()
+        .then((data) => {
+        // Transform to match v2 response format
+        const result = {
+            Location: data.Location || `https://${bucket}.s3.amazonaws.com/${key}`,
+            ETag: data.ETag,
+            Bucket: bucket,
+            Key: key
+        };
+        pass.emit('upload', result);
+    })
+        .catch((err) => {
+        pass.emit('error', err);
+    });
+    return pass;
+};
+exports.uploadFromStream = uploadFromStream;
+const asyncUpload = ({ client, key, contentType, readStream, magic, bucket }) => {
+    return new Promise((resolve, reject) => {
+        // upload stream
+        let upload;
+        const uploadStream = (0, exports.uploadFromStream)({
+            client,
+            key,
+            contentType,
+            bucket
+        });
+        // content stream
+        let contents;
+        const contentStream = new content_type_stream_1.ContentStream();
+        const tryResolve = () => {
+            if (contents && upload) {
+                resolve({
+                    upload,
+                    magic,
+                    contentType,
+                    contents
+                });
+            }
+        };
+        contentStream
+            .on('contents', function (results) {
+            contents = results;
+            tryResolve();
+        })
+            .on('error', (error) => {
+            reject(error);
+        });
+        uploadStream
+            .on('upload', (results) => {
+            upload = results;
+            tryResolve();
+        })
+            .on('error', (error) => {
+            reject(error);
+        });
+        // Ensure proper cleanup on stream end
+        uploadStream.on('finish', () => {
+            readStream.destroy();
+        });
+        readStream.pipe(contentStream);
+        contentStream.pipe(uploadStream);
+    });
+};
+exports.asyncUpload = asyncUpload;
+const upload = async ({ client, readStream, filename, key, bucket }) => {
+    const { stream: newStream, magic, contentType } = await (0, content_type_stream_1.streamContentType)({
+        readStream,
+        filename
+    });
+    return await (0, exports.asyncUpload)({
+        client,
+        key,
+        contentType,
+        readStream: newStream,
+        magic,
+        bucket
+    });
+};
+exports.upload = upload;