@open-wa/integration-s3 5.0.0-alpha.0

package/.turbo/turbo-build.log

@@ -0,0 +1,22 @@
+
+> @open-wa/integration-s3@5.0.0-alpha.0 build /Users/Mohammed/projects/tools/wa/integrations/s3
+> tsdown src/index.ts --format esm --format cjs
+
+ℹ tsdown v0.21.7 powered by rolldown v1.0.0-rc.12
+ℹ config file: /Users/Mohammed/projects/tools/wa/integrations/s3/tsdown.config.ts 
+ℹ entry: src/index.ts
+ℹ tsconfig: tsconfig.json
+ℹ Build start
+ℹ Cleaning 7 files
+ℹ [CJS] dist/index.cjs  4.90 kB │ gzip: 1.74 kB
+ℹ [CJS] 1 files, total: 4.90 kB
+ℹ [CJS] dist/index.d.cts.map  0.78 kB │ gzip: 0.35 kB
+ℹ [CJS] dist/index.d.cts      1.46 kB │ gzip: 0.66 kB
+ℹ [CJS] 2 files, total: 2.24 kB
+ℹ [ESM] dist/index.mjs        3.73 kB │ gzip: 1.31 kB
+ℹ [ESM] dist/index.mjs.map    8.02 kB │ gzip: 2.53 kB
+ℹ [ESM] dist/index.d.mts.map  0.78 kB │ gzip: 0.35 kB
+ℹ [ESM] dist/index.d.mts      1.46 kB │ gzip: 0.66 kB
+ℹ [ESM] 4 files, total: 13.99 kB
+✔ Build complete in 4936ms
+✔ Build complete in 4939ms

package/CHANGELOG.md

@@ -0,0 +1,21 @@
+# @open-wa/integration-s3
+
+## 5.0.0-alpha.3
+
+### Minor Changes
+
+- Dry run minor bump
+
+### Patch Changes
+
+- Updated dependencies []:
+  - @open-wa/core@6.0.0-alpha.2
+  - @open-wa/logger@6.0.0-alpha.2
+
+## 5.0.0-alpha.2
+
+### Patch Changes
+
+- Updated dependencies []:
+  - @open-wa/core@5.0.1-alpha.2
+  - @open-wa/logger@5.0.1-alpha.2

package/LICENSE.md

@@ -0,0 +1,67 @@
+### Copyright (c) 2020 Mohammed Shah
+
+# Hippocratic + Do Not Harm (H-DNH) Version 1.1
+
+## Preamble
+
+Most software today is developed with little to no thought of how it will be used, or the consequences for our society and planet.
+
+As software developers, we engineer the infrastructure of the 21st century. We recognise that our infrastructure has great power to shape the world and the lives of those we share it with, and we choose to consciously take responsibility for the social and environmental impacts of what we build.
+
+We envisage a world free from injustice, inequality, and the reckless destruction of lives and our planet. We reject slavery in all its forms, whether by force, indebtedness, or by algorithms that hack human vulnerabilities. We seek a world where humankind is at peace with our neighbours, nature, and ourselves. We want our work to enrich the physical, mental and spiritual wellbeing of all society.
+
+We build software to further this vision of a just world, or at the very least, to not put that vision further from reach.
+
+## Terms
+
+Licensor hereby grants permission by this license ("License"), free of charge, to any person or entity (the "Licensee") obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+1. All redistribution of source code or binary form, including any modifications must be under these terms. You must inform recipients that the code is governed by these conditions, and how they can obtain a copy of this license. You may not attempt to alter the conditions of who may/may not use this software.
+
+2. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
+
+3. This software must not be used by any organisation, website, product or service that:
+
+   a) lobbies for, promotes, or derives a majority of income from actions that support or contribute to:
+      * sex trafficking
+      * human trafficking
+      * slavery
+      * indentured servitude
+      * gambling
+      * tobacco
+      * adversely addictive behaviours
+      * nuclear energy
+      * warfare
+      * weapons manufacturing
+      * war crimes
+      * settler colonialism
+      * apartheid
+      * vaccine misinformation
+      * climate misinformation
+      * child endangerment
+      * violence (except when required to protect public safety)
+      * burning of forests
+      * deforestation
+      * hate speech or discrimination based on age, gender, gender identity, race, sexuality, religion, nationality
+
+   b) lobbies against, or derives a majority of income from actions that discourage or frustrate:
+      * peace
+      * access to the rights set out in the Universal Declaration of Human Rights and the Convention on the Rights of the Child
+      * peaceful assembly and association (including worker associations)
+      * a safe environment or action to curtail the use of fossil fuels or prevent climate change
+      * democratic processes
+
+
+4. Compliance with Human Rights Laws and Human Rights Principles:
+
+   a. **Human Rights Laws**. The Software shall not be used by any person or entity for any systems, activities, or other uses that violate any applicable laws, regulations, or rules that protect human, civil, labor, privacy, political, environmental, security, economic,  due process, or similar rights (the "Human Rights Laws"). Where the Human Rights Laws of more than one jurisdiction are applicable to the use of the Software, the Human Rights Laws that are most protective of the individuals or groups harmed shall apply.
+ 
+   b. **Human Rights Principles**. Licensee is advised to consult the articles of the United Nations Universal Declaration of Human Rights (https://www.un.org/en/universal-declaration-human-rights/) and the United Nations Global Compact (https://www.unglobalcompact.org/ what-is-gc/mission/principles) that define recognized principles of international human rights (the "Human Rights Principles"). It is Licensor's express intent that all use of the Software be consistent with Human Rights Principles. If Licensor receives notification  or otherwise learns of an alleged violation of any Human Rights Principles relating to Licensee's use of the Software, Licensor may in its discretion and without obligation (i) (a) notify Licensee of such allegation and (b) allow Licensee 90 days from notification  under (i)(a) to investigate and respond to Licensor regarding the allegation and (ii) (a) after the earlier of 90 days from notification under (i)(a), or Licensee's response under (i)(b), notify Licensee of License termination and (b) allow Licensee an additional 90  days from notification under (ii)(a) to cease use of the Software.
+ 
+   c. **Indemnity**. Licensee shall hold harmless and indemnify Licensor against all losses, damages, liabilities, deficiencies, claims, actions, judgments, settlements, interest, awards, penalties, fines, costs, or expenses of whatever kind, including Licensor's  reasonable attorneys' fees, arising out of or relating to Licensee's non-compliance with this License or use of the Software in violation of Human Rights Laws or Human Rights Principles. 
+
+5. Enforceability: If any portion or provision of this License is determined to be invalid, illegal, or unenforceable by a court of competent jurisdiction, then such invalidity, illegality, or unenforceability shall not affect any other term or provision of this License or invalidate or render unenforceable such term or provision in any other jurisdiction. Upon a determination that any term or provision is invalid, illegal, or unenforceable, to the extent permitted by applicable law, the court may modify this License to affect the original intent of the parties as closely as possible. The section headings are for convenience only and are not intended to affect the construction or interpretation of this License. Any rule of construction to the effect that ambiguities are to be resolved against the drafting party shall not apply in interpreting this License. The language in this License shall be interpreted as to its fair meaning and not strictly for or against any party.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+This license is an extension of the Hippocratic License - an Ethical Source license (https://ethicalsource.dev) and the Do Not Harm License - (https://github.com/raisely/NoHarm)

package/README.md

@@ -0,0 +1,62 @@
+# @open-wa/integration-s3
+
+S3/Cloud storage integration plugin for open-wa
+
+Part of the [@open-wa v5 monorepo](https://github.com/open-wa/wa-automate-nodejs).
+
+## What it does
+
+`@open-wa/integration-s3` handles WhatsApp `message.received` events that contain decryptable media, uploads the media to an S3-compatible cloud storage provider through `pico-s3`, and attaches the resulting `cloudUrl` to the message object.
+
+Use this integration when downstream message handlers should receive a cloud URL for media instead of only the original WhatsApp media reference.
+
+## Configuration
+
+The configuration type is `S3Config` in `src/config.ts`.
+
+| Field | Required | Source-visible behavior |
+| --- | --- | --- |
+| `provider` | Yes | Cloud provider identifier. Source type allows `aws`, `gcp`, `do`, `wasabi`, or `backblaze`. |
+| `accessKeyId` | Yes | Passed to `pico-s3` upload and URL generation options. |
+| `secretAccessKey` | Yes | Passed to `pico-s3` upload and URL generation options. |
+| `bucket` | Yes | Target bucket passed to `pico-s3`. |
+| `region` | No | Optional region passed to `pico-s3`. |
+| `public` | No | Optional public flag passed to `pico-s3`. |
+| `directory` | No | Optional directory strategy or literal directory string. |
+| `ignoreHostAccount` | No | When true, messages with `fromMe` are not uploaded. |
+| `headers` | No | Optional headers passed to upload options. |
+
+`directory` supports the exported `DirectoryStrategy` enum values `DATE`, `CHAT`, `DATE_CHAT`, and `CHAT_DATE`. A custom string is used directly as the upload directory.
+
+## Runtime behavior
+
+- On `message.received`, the plugin checks for `deprecatedMms3Url`, `mimetype`, and a client with `decryptMedia`.
+- Matching media messages are passed to `S3Uploader.uploadMedia`.
+- `uploadMedia` skips messages without media URL or MIME type, and skips host-account messages when `ignoreHostAccount` is true.
+- File extensions are derived from the MIME type with the `mime` package, falling back to `bin`.
+- File names use `message.mId` when present, otherwise `Date.now()`.
+- Duplicate file names are tracked in memory and return the existing cloud URL instead of uploading again.
+- Uploads run through a `PQueue` with concurrency 2, interval 1000 ms, and interval cap 2.
+- After a successful queue upload, `getCloudUrl` is used to compute the URL and the plugin assigns it to `message.cloudUrl`.
+- On `dispose`, the plugin waits for the upload queue to become idle and logs that the queue drained.
+
+## Exports
+
+- `s3Plugin` from `src/plugin.ts`.
+- `S3Uploader` from `src/uploader.ts`.
+- `S3Config`, `CloudProvider`, and `DirectoryStrategy` from `src/config.ts`.
+
+## Development
+
+- `pnpm --filter @open-wa/integration-s3 build`
+- `pnpm --filter @open-wa/integration-s3 dev`
+- `pnpm --filter @open-wa/integration-s3 lint`
+- `pnpm --filter @open-wa/integration-s3 clean`
+
+## Documentation
+
+See the [docs site](https://docs.openwa.dev).
+
+## License
+
+[H-DNH V1.0](https://github.com/open-wa/wa-automate-nodejs/blob/main/LICENSE.md) - Hippocratic + Do Not Harm

package/dist/index.cjs

@@ -0,0 +1,141 @@
+Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
+//#region \0rolldown/runtime.js
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+	if (from && typeof from === "object" || typeof from === "function") for (var keys = __getOwnPropNames(from), i = 0, n = keys.length, key; i < n; i++) {
+		key = keys[i];
+		if (!__hasOwnProp.call(to, key) && key !== except) __defProp(to, key, {
+			get: ((k) => from[k]).bind(null, key),
+			enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+		});
+	}
+	return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", {
+	value: mod,
+	enumerable: true
+}) : target, mod));
+//#endregion
+let p_queue = require("p-queue");
+p_queue = __toESM(p_queue);
+let pico_s3 = require("pico-s3");
+let mime = require("mime");
+mime = __toESM(mime);
+//#region src/config.ts
+let DirectoryStrategy = /* @__PURE__ */ function(DirectoryStrategy) {
+	DirectoryStrategy["DATE"] = "DATE";
+	DirectoryStrategy["CHAT"] = "CHAT";
+	DirectoryStrategy["DATE_CHAT"] = "DATE_CHAT";
+	DirectoryStrategy["CHAT_DATE"] = "CHAT_DATE";
+	return DirectoryStrategy;
+}({});
+//#endregion
+//#region src/uploader.ts
+var S3Uploader = class {
+	constructor(config, logger) {
+		this.processedFiles = /* @__PURE__ */ new Set();
+		this.config = config;
+		this.logger = logger;
+		this.uploadQueue = new p_queue.default({
+			concurrency: 2,
+			interval: 1e3,
+			intervalCap: 2
+		});
+	}
+	async uploadMedia(message, client) {
+		if (!message.deprecatedMms3Url || !message.mimetype) return null;
+		if (message.fromMe && this.config.ignoreHostAccount) return null;
+		const extension = mime.default.getExtension(message.mimetype) ?? "bin";
+		const filename = `${message.mId ?? Date.now()}.${extension}`;
+		if (this.processedFiles.has(filename)) return this.getCloudUrlForFile(filename);
+		try {
+			const mediaData = await client.decryptMedia(message);
+			const opts = this.buildUploadOptions(filename, mediaData, message.from);
+			this.processedFiles.add(filename);
+			await this.uploadQueue.add(() => (0, pico_s3.upload)(opts).catch(() => void 0));
+			return this.getCloudUrlForFile(filename);
+		} catch (error) {
+			this.logger.error(`Upload error: ${error.message}`);
+			return null;
+		}
+	}
+	getCloudUrlForFile(filename) {
+		return (0, pico_s3.getCloudUrl)({
+			file: "",
+			filename,
+			provider: this.config.provider,
+			accessKeyId: this.config.accessKeyId,
+			secretAccessKey: this.config.secretAccessKey,
+			bucket: this.config.bucket,
+			region: this.config.region,
+			public: this.config.public
+		});
+	}
+	buildUploadOptions(filename, mediaData, from) {
+		const opts = {
+			file: mediaData,
+			filename,
+			provider: this.config.provider,
+			accessKeyId: this.config.accessKeyId,
+			secretAccessKey: this.config.secretAccessKey,
+			bucket: this.config.bucket,
+			region: this.config.region,
+			public: this.config.public,
+			headers: this.config.headers
+		};
+		const directory = this.resolveDirectory(from);
+		if (directory) opts.directory = directory;
+		return opts;
+	}
+	resolveDirectory(from) {
+		const dirStrat = this.config.directory;
+		if (!dirStrat) return void 0;
+		const cleanFrom = from.replace("@c.us", "").replace("@g.us", "");
+		const dateStr = (/* @__PURE__ */ new Date()).toISOString().slice(0, 10);
+		switch (dirStrat) {
+			case DirectoryStrategy.DATE: return dateStr;
+			case DirectoryStrategy.CHAT: return cleanFrom;
+			case DirectoryStrategy.DATE_CHAT: return `${dateStr}/${cleanFrom}`;
+			case DirectoryStrategy.CHAT_DATE: return `${cleanFrom}/${dateStr}`;
+			default: return typeof dirStrat === "string" ? dirStrat : void 0;
+		}
+	}
+	async waitForQueue() {
+		await this.uploadQueue.onIdle();
+	}
+};
+//#endregion
+//#region src/plugin.ts
+function s3Plugin(config) {
+	return async (input) => {
+		const { logger, client } = input;
+		const uploader = new S3Uploader(config, logger);
+		const getWAClient = () => {
+			if (client && typeof client === "object" && "decryptMedia" in client) return client;
+			return null;
+		};
+		return {
+			"message.received": async ({ message }) => {
+				const msg = message;
+				const waClient = getWAClient();
+				if (msg.deprecatedMms3Url && msg.mimetype && waClient) {
+					const cloudUrl = await uploader.uploadMedia(msg, waClient);
+					if (cloudUrl) msg.cloudUrl = cloudUrl;
+				}
+			},
+			dispose: async () => {
+				await uploader.waitForQueue();
+				logger.info("S3 uploader queue drained");
+			}
+		};
+	};
+}
+//#endregion
+exports.DirectoryStrategy = DirectoryStrategy;
+exports.S3Uploader = S3Uploader;
+exports.s3Plugin = s3Plugin;

package/dist/index.d.cts

@@ -0,0 +1,52 @@
+import { Plugin } from "@open-wa/core";
+import { Logger } from "@open-wa/logger";
+
+//#region src/config.d.ts
+type CloudProvider = 'aws' | 'gcp' | 'do' | 'wasabi' | 'backblaze';
+declare enum DirectoryStrategy {
+  DATE = "DATE",
+  CHAT = "CHAT",
+  DATE_CHAT = "DATE_CHAT",
+  CHAT_DATE = "CHAT_DATE"
+}
+interface S3Config {
+  provider: CloudProvider;
+  accessKeyId: string;
+  secretAccessKey: string;
+  bucket: string;
+  region?: string;
+  public?: boolean;
+  directory?: DirectoryStrategy | string;
+  ignoreHostAccount?: boolean;
+  headers?: Record<string, string>;
+}
+//#endregion
+//#region src/plugin.d.ts
+declare function s3Plugin(config: S3Config): Plugin;
+//#endregion
+//#region src/uploader.d.ts
+interface MediaMessage {
+  mId?: string;
+  mimetype: string;
+  from: string;
+  fromMe?: boolean;
+  deprecatedMms3Url?: string;
+}
+interface WAClient {
+  decryptMedia: (message: unknown) => Promise<string>;
+}
+declare class S3Uploader {
+  private readonly config;
+  private readonly logger;
+  private readonly uploadQueue;
+  private readonly processedFiles;
+  constructor(config: S3Config, logger: Logger);
+  uploadMedia(message: MediaMessage, client: WAClient): Promise<string | null>;
+  getCloudUrlForFile(filename: string): string;
+  private buildUploadOptions;
+  private resolveDirectory;
+  waitForQueue(): Promise<void>;
+}
+//#endregion
+export { type CloudProvider, DirectoryStrategy, type S3Config, S3Uploader, s3Plugin };
+//# sourceMappingURL=index.d.cts.map

package/dist/index.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.cts","names":[],"sources":["../src/config.ts","../src/plugin.ts","../src/uploader.ts"],"mappings":";;;;KAAY,aAAA;AAAA,aAEA,iBAAA;EACV,IAAA;EACA,IAAA;EACA,SAAA;EACA,SAAA;AAAA;AAAA,UAGe,QAAA;EACf,QAAA,EAAU,aAAA;EACV,WAAA;EACA,eAAA;EACA,MAAA;EACA,MAAA;EACA,MAAA;EACA,SAAA,GAAY,iBAAA;EACZ,iBAAA;EACA,OAAA,GAAU,MAAA;AAAA;;;iBCJI,QAAA,CAAS,MAAA,EAAQ,QAAA,GAAW,MAAA;;;UCRlC,YAAA;EACR,GAAA;EACA,QAAA;EACA,IAAA;EACA,MAAA;EACA,iBAAA;AAAA;AAAA,UAGQ,QAAA;EACR,YAAA,GAAe,OAAA,cAAqB,OAAA;AAAA;AAAA,cAgBzB,UAAA;EAAA,iBACM,MAAA;EAAA,iBACA,MAAA;EAAA,iBACA,WAAA;EAAA,iBACA,cAAA;cAEL,MAAA,EAAQ,QAAA,EAAU,MAAA,EAAQ,MAAA;EAUhC,WAAA,CAAY,OAAA,EAAS,YAAA,EAAc,MAAA,EAAQ,QAAA,GAAW,OAAA;EA8B5D,kBAAA,CAAmB,QAAA;EAAA,QAcX,kBAAA;EAAA,QAqBA,gBAAA;EAqBF,YAAA,CAAA,GAAgB,OAAA;AAAA"}

package/dist/index.d.mts

@@ -0,0 +1,52 @@
+import { Plugin } from "@open-wa/core";
+import { Logger } from "@open-wa/logger";
+
+//#region src/config.d.ts
+type CloudProvider = 'aws' | 'gcp' | 'do' | 'wasabi' | 'backblaze';
+declare enum DirectoryStrategy {
+  DATE = "DATE",
+  CHAT = "CHAT",
+  DATE_CHAT = "DATE_CHAT",
+  CHAT_DATE = "CHAT_DATE"
+}
+interface S3Config {
+  provider: CloudProvider;
+  accessKeyId: string;
+  secretAccessKey: string;
+  bucket: string;
+  region?: string;
+  public?: boolean;
+  directory?: DirectoryStrategy | string;
+  ignoreHostAccount?: boolean;
+  headers?: Record<string, string>;
+}
+//#endregion
+//#region src/plugin.d.ts
+declare function s3Plugin(config: S3Config): Plugin;
+//#endregion
+//#region src/uploader.d.ts
+interface MediaMessage {
+  mId?: string;
+  mimetype: string;
+  from: string;
+  fromMe?: boolean;
+  deprecatedMms3Url?: string;
+}
+interface WAClient {
+  decryptMedia: (message: unknown) => Promise<string>;
+}
+declare class S3Uploader {
+  private readonly config;
+  private readonly logger;
+  private readonly uploadQueue;
+  private readonly processedFiles;
+  constructor(config: S3Config, logger: Logger);
+  uploadMedia(message: MediaMessage, client: WAClient): Promise<string | null>;
+  getCloudUrlForFile(filename: string): string;
+  private buildUploadOptions;
+  private resolveDirectory;
+  waitForQueue(): Promise<void>;
+}
+//#endregion
+export { type CloudProvider, DirectoryStrategy, type S3Config, S3Uploader, s3Plugin };
+//# sourceMappingURL=index.d.mts.map

package/dist/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","names":[],"sources":["../src/config.ts","../src/plugin.ts","../src/uploader.ts"],"mappings":";;;;KAAY,aAAA;AAAA,aAEA,iBAAA;EACV,IAAA;EACA,IAAA;EACA,SAAA;EACA,SAAA;AAAA;AAAA,UAGe,QAAA;EACf,QAAA,EAAU,aAAA;EACV,WAAA;EACA,eAAA;EACA,MAAA;EACA,MAAA;EACA,MAAA;EACA,SAAA,GAAY,iBAAA;EACZ,iBAAA;EACA,OAAA,GAAU,MAAA;AAAA;;;iBCJI,QAAA,CAAS,MAAA,EAAQ,QAAA,GAAW,MAAA;;;UCRlC,YAAA;EACR,GAAA;EACA,QAAA;EACA,IAAA;EACA,MAAA;EACA,iBAAA;AAAA;AAAA,UAGQ,QAAA;EACR,YAAA,GAAe,OAAA,cAAqB,OAAA;AAAA;AAAA,cAgBzB,UAAA;EAAA,iBACM,MAAA;EAAA,iBACA,MAAA;EAAA,iBACA,WAAA;EAAA,iBACA,cAAA;cAEL,MAAA,EAAQ,QAAA,EAAU,MAAA,EAAQ,MAAA;EAUhC,WAAA,CAAY,OAAA,EAAS,YAAA,EAAc,MAAA,EAAQ,QAAA,GAAW,OAAA;EA8B5D,kBAAA,CAAmB,QAAA;EAAA,QAcX,kBAAA;EAAA,QAqBA,gBAAA;EAqBF,YAAA,CAAA,GAAgB,OAAA;AAAA"}

package/dist/index.mjs

@@ -0,0 +1,116 @@
+import PQueue from "p-queue";
+import { getCloudUrl, upload } from "pico-s3";
+import mime from "mime";
+//#region src/config.ts
+let DirectoryStrategy = /* @__PURE__ */ function(DirectoryStrategy) {
+	DirectoryStrategy["DATE"] = "DATE";
+	DirectoryStrategy["CHAT"] = "CHAT";
+	DirectoryStrategy["DATE_CHAT"] = "DATE_CHAT";
+	DirectoryStrategy["CHAT_DATE"] = "CHAT_DATE";
+	return DirectoryStrategy;
+}({});
+//#endregion
+//#region src/uploader.ts
+var S3Uploader = class {
+	constructor(config, logger) {
+		this.processedFiles = /* @__PURE__ */ new Set();
+		this.config = config;
+		this.logger = logger;
+		this.uploadQueue = new PQueue({
+			concurrency: 2,
+			interval: 1e3,
+			intervalCap: 2
+		});
+	}
+	async uploadMedia(message, client) {
+		if (!message.deprecatedMms3Url || !message.mimetype) return null;
+		if (message.fromMe && this.config.ignoreHostAccount) return null;
+		const extension = mime.getExtension(message.mimetype) ?? "bin";
+		const filename = `${message.mId ?? Date.now()}.${extension}`;
+		if (this.processedFiles.has(filename)) return this.getCloudUrlForFile(filename);
+		try {
+			const mediaData = await client.decryptMedia(message);
+			const opts = this.buildUploadOptions(filename, mediaData, message.from);
+			this.processedFiles.add(filename);
+			await this.uploadQueue.add(() => upload(opts).catch(() => void 0));
+			return this.getCloudUrlForFile(filename);
+		} catch (error) {
+			this.logger.error(`Upload error: ${error.message}`);
+			return null;
+		}
+	}
+	getCloudUrlForFile(filename) {
+		return getCloudUrl({
+			file: "",
+			filename,
+			provider: this.config.provider,
+			accessKeyId: this.config.accessKeyId,
+			secretAccessKey: this.config.secretAccessKey,
+			bucket: this.config.bucket,
+			region: this.config.region,
+			public: this.config.public
+		});
+	}
+	buildUploadOptions(filename, mediaData, from) {
+		const opts = {
+			file: mediaData,
+			filename,
+			provider: this.config.provider,
+			accessKeyId: this.config.accessKeyId,
+			secretAccessKey: this.config.secretAccessKey,
+			bucket: this.config.bucket,
+			region: this.config.region,
+			public: this.config.public,
+			headers: this.config.headers
+		};
+		const directory = this.resolveDirectory(from);
+		if (directory) opts.directory = directory;
+		return opts;
+	}
+	resolveDirectory(from) {
+		const dirStrat = this.config.directory;
+		if (!dirStrat) return void 0;
+		const cleanFrom = from.replace("@c.us", "").replace("@g.us", "");
+		const dateStr = (/* @__PURE__ */ new Date()).toISOString().slice(0, 10);
+		switch (dirStrat) {
+			case DirectoryStrategy.DATE: return dateStr;
+			case DirectoryStrategy.CHAT: return cleanFrom;
+			case DirectoryStrategy.DATE_CHAT: return `${dateStr}/${cleanFrom}`;
+			case DirectoryStrategy.CHAT_DATE: return `${cleanFrom}/${dateStr}`;
+			default: return typeof dirStrat === "string" ? dirStrat : void 0;
+		}
+	}
+	async waitForQueue() {
+		await this.uploadQueue.onIdle();
+	}
+};
+//#endregion
+//#region src/plugin.ts
+function s3Plugin(config) {
+	return async (input) => {
+		const { logger, client } = input;
+		const uploader = new S3Uploader(config, logger);
+		const getWAClient = () => {
+			if (client && typeof client === "object" && "decryptMedia" in client) return client;
+			return null;
+		};
+		return {
+			"message.received": async ({ message }) => {
+				const msg = message;
+				const waClient = getWAClient();
+				if (msg.deprecatedMms3Url && msg.mimetype && waClient) {
+					const cloudUrl = await uploader.uploadMedia(msg, waClient);
+					if (cloudUrl) msg.cloudUrl = cloudUrl;
+				}
+			},
+			dispose: async () => {
+				await uploader.waitForQueue();
+				logger.info("S3 uploader queue drained");
+			}
+		};
+	};
+}
+//#endregion
+export { DirectoryStrategy, S3Uploader, s3Plugin };
+
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":[],"sources":["../src/config.ts","../src/uploader.ts","../src/plugin.ts"],"sourcesContent":["export type CloudProvider = 'aws' | 'gcp' | 'do' | 'wasabi' | 'backblaze';\n\nexport enum DirectoryStrategy {\n  DATE = 'DATE',\n  CHAT = 'CHAT',\n  DATE_CHAT = 'DATE_CHAT',\n  CHAT_DATE = 'CHAT_DATE',\n}\n\nexport interface S3Config {\n  provider: CloudProvider;\n  accessKeyId: string;\n  secretAccessKey: string;\n  bucket: string;\n  region?: string;\n  public?: boolean;\n  directory?: DirectoryStrategy | string;\n  ignoreHostAccount?: boolean;\n  headers?: Record<string, string>;\n}\n","import PQueue from 'p-queue';\nimport { upload, getCloudUrl } from 'pico-s3';\nimport mime from 'mime';\nimport type { Logger } from '@open-wa/logger';\nimport { type S3Config, DirectoryStrategy } from './config.js';\n\ninterface MediaMessage {\n  mId?: string;\n  mimetype: string;\n  from: string;\n  fromMe?: boolean;\n  deprecatedMms3Url?: string;\n}\n\ninterface WAClient {\n  decryptMedia: (message: unknown) => Promise<string>;\n}\n\ninterface S3UploadOpts {\n  file: string;\n  filename: string;\n  provider: string;\n  accessKeyId: string;\n  secretAccessKey: string;\n  bucket: string;\n  region?: string;\n  public?: boolean;\n  headers?: Record<string, string>;\n  directory?: string;\n}\n\nexport class S3Uploader {\n  private readonly config: S3Config;\n  private readonly logger: Logger;\n  private readonly uploadQueue: PQueue;\n  private readonly processedFiles: Set<string> = new Set();\n\n  constructor(config: S3Config, logger: Logger) {\n    this.config = config;\n    this.logger = logger;\n    this.uploadQueue = new PQueue({\n      concurrency: 2,\n      interval: 1000,\n      intervalCap: 2,\n    });\n  }\n\n  async uploadMedia(message: MediaMessage, client: WAClient): Promise<string | null> {\n    if (!message.deprecatedMms3Url || !message.mimetype) {\n      return null;\n    }\n\n    if (message.fromMe && this.config.ignoreHostAccount) {\n      return null;\n    }\n\n    const extension = mime.getExtension(message.mimetype) ?? 'bin';\n    const filename = `${message.mId ?? Date.now()}.${extension}`;\n\n    if (this.processedFiles.has(filename)) {\n      return this.getCloudUrlForFile(filename);\n    }\n\n    try {\n      const mediaData = await client.decryptMedia(message);\n      const opts = this.buildUploadOptions(filename, mediaData, message.from);\n\n      this.processedFiles.add(filename);\n      await this.uploadQueue.add(() => upload(opts as never).catch(() => undefined));\n\n      return this.getCloudUrlForFile(filename);\n    } catch (error) {\n      this.logger.error(`Upload error: ${(error as Error).message}`);\n      return null;\n    }\n  }\n\n  getCloudUrlForFile(filename: string): string {\n    const opts: S3UploadOpts = {\n      file: '',\n      filename,\n      provider: this.config.provider,\n      accessKeyId: this.config.accessKeyId,\n      secretAccessKey: this.config.secretAccessKey,\n      bucket: this.config.bucket,\n      region: this.config.region,\n      public: this.config.public,\n    };\n    return getCloudUrl(opts as never);\n  }\n\n  private buildUploadOptions(filename: string, mediaData: string, from: string): S3UploadOpts {\n    const opts: S3UploadOpts = {\n      file: mediaData,\n      filename,\n      provider: this.config.provider,\n      accessKeyId: this.config.accessKeyId,\n      secretAccessKey: this.config.secretAccessKey,\n      bucket: this.config.bucket,\n      region: this.config.region,\n      public: this.config.public,\n      headers: this.config.headers,\n    };\n\n    const directory = this.resolveDirectory(from);\n    if (directory) {\n      opts.directory = directory;\n    }\n\n    return opts;\n  }\n\n  private resolveDirectory(from: string): string | undefined {\n    const dirStrat = this.config.directory;\n    if (!dirStrat) return undefined;\n\n    const cleanFrom = from.replace('@c.us', '').replace('@g.us', '');\n    const dateStr = new Date().toISOString().slice(0, 10);\n\n    switch (dirStrat) {\n      case DirectoryStrategy.DATE:\n        return dateStr;\n      case DirectoryStrategy.CHAT:\n        return cleanFrom;\n      case DirectoryStrategy.DATE_CHAT:\n        return `${dateStr}/${cleanFrom}`;\n      case DirectoryStrategy.CHAT_DATE:\n        return `${cleanFrom}/${dateStr}`;\n      default:\n        return typeof dirStrat === 'string' ? dirStrat : undefined;\n    }\n  }\n\n  async waitForQueue(): Promise<void> {\n    await this.uploadQueue.onIdle();\n  }\n}\n","import type { Plugin, PluginInput, Hooks } from '@open-wa/core';\nimport type { S3Config } from './config.js';\nimport { S3Uploader } from './uploader.js';\n\ninterface MediaMessage {\n  deprecatedMms3Url?: string;\n  mimetype?: string;\n  cloudUrl?: string;\n}\n\ninterface WAClient {\n  decryptMedia: (message: unknown) => Promise<string>;\n}\n\nexport function s3Plugin(config: S3Config): Plugin {\n  return async (input: PluginInput): Promise<Hooks> => {\n    const { logger, client } = input;\n    const uploader = new S3Uploader(config, logger);\n\n    const getWAClient = (): WAClient | null => {\n      if (client && typeof client === 'object' && 'decryptMedia' in client) {\n        return client as WAClient;\n      }\n      return null;\n    };\n\n    return {\n      'message.received': async ({ message }) => {\n        const msg = message as MediaMessage;\n        const waClient = getWAClient();\n\n        if (msg.deprecatedMms3Url && msg.mimetype && waClient) {\n          const cloudUrl = await uploader.uploadMedia(msg as never, waClient);\n          if (cloudUrl) {\n            msg.cloudUrl = cloudUrl;\n          }\n        }\n      },\n\n      dispose: async () => {\n        await uploader.waitForQueue();\n        logger.info('S3 uploader queue drained');\n      },\n    };\n  };\n}\n"],"mappings":";;;;AAEA,IAAY,oBAAL,yBAAA,mBAAA;AACL,mBAAA,UAAA;AACA,mBAAA,UAAA;AACA,mBAAA,eAAA;AACA,mBAAA,eAAA;;KACD;;;ACwBD,IAAa,aAAb,MAAwB;CAMtB,YAAY,QAAkB,QAAgB;wCAFC,IAAI,KAAK;AAGtD,OAAK,SAAS;AACd,OAAK,SAAS;AACd,OAAK,cAAc,IAAI,OAAO;GAC5B,aAAa;GACb,UAAU;GACV,aAAa;GACd,CAAC;;CAGJ,MAAM,YAAY,SAAuB,QAA0C;AACjF,MAAI,CAAC,QAAQ,qBAAqB,CAAC,QAAQ,SACzC,QAAO;AAGT,MAAI,QAAQ,UAAU,KAAK,OAAO,kBAChC,QAAO;EAGT,MAAM,YAAY,KAAK,aAAa,QAAQ,SAAS,IAAI;EACzD,MAAM,WAAW,GAAG,QAAQ,OAAO,KAAK,KAAK,CAAC,GAAG;AAEjD,MAAI,KAAK,eAAe,IAAI,SAAS,CACnC,QAAO,KAAK,mBAAmB,SAAS;AAG1C,MAAI;GACF,MAAM,YAAY,MAAM,OAAO,aAAa,QAAQ;GACpD,MAAM,OAAO,KAAK,mBAAmB,UAAU,WAAW,QAAQ,KAAK;AAEvE,QAAK,eAAe,IAAI,SAAS;AACjC,SAAM,KAAK,YAAY,UAAU,OAAO,KAAc,CAAC,YAAY,KAAA,EAAU,CAAC;AAE9E,UAAO,KAAK,mBAAmB,SAAS;WACjC,OAAO;AACd,QAAK,OAAO,MAAM,iBAAkB,MAAgB,UAAU;AAC9D,UAAO;;;CAIX,mBAAmB,UAA0B;AAW3C,SAAO,YAVoB;GACzB,MAAM;GACN;GACA,UAAU,KAAK,OAAO;GACtB,aAAa,KAAK,OAAO;GACzB,iBAAiB,KAAK,OAAO;GAC7B,QAAQ,KAAK,OAAO;GACpB,QAAQ,KAAK,OAAO;GACpB,QAAQ,KAAK,OAAO;GACrB,CACgC;;CAGnC,mBAA2B,UAAkB,WAAmB,MAA4B;EAC1F,MAAM,OAAqB;GACzB,MAAM;GACN;GACA,UAAU,KAAK,OAAO;GACtB,aAAa,KAAK,OAAO;GACzB,iBAAiB,KAAK,OAAO;GAC7B,QAAQ,KAAK,OAAO;GACpB,QAAQ,KAAK,OAAO;GACpB,QAAQ,KAAK,OAAO;GACpB,SAAS,KAAK,OAAO;GACtB;EAED,MAAM,YAAY,KAAK,iBAAiB,KAAK;AAC7C,MAAI,UACF,MAAK,YAAY;AAGnB,SAAO;;CAGT,iBAAyB,MAAkC;EACzD,MAAM,WAAW,KAAK,OAAO;AAC7B,MAAI,CAAC,SAAU,QAAO,KAAA;EAEtB,MAAM,YAAY,KAAK,QAAQ,SAAS,GAAG,CAAC,QAAQ,SAAS,GAAG;EAChE,MAAM,2BAAU,IAAI,MAAM,EAAC,aAAa,CAAC,MAAM,GAAG,GAAG;AAErD,UAAQ,UAAR;GACE,KAAK,kBAAkB,KACrB,QAAO;GACT,KAAK,kBAAkB,KACrB,QAAO;GACT,KAAK,kBAAkB,UACrB,QAAO,GAAG,QAAQ,GAAG;GACvB,KAAK,kBAAkB,UACrB,QAAO,GAAG,UAAU,GAAG;GACzB,QACE,QAAO,OAAO,aAAa,WAAW,WAAW,KAAA;;;CAIvD,MAAM,eAA8B;AAClC,QAAM,KAAK,YAAY,QAAQ;;;;;ACxHnC,SAAgB,SAAS,QAA0B;AACjD,QAAO,OAAO,UAAuC;EACnD,MAAM,EAAE,QAAQ,WAAW;EAC3B,MAAM,WAAW,IAAI,WAAW,QAAQ,OAAO;EAE/C,MAAM,oBAAqC;AACzC,OAAI,UAAU,OAAO,WAAW,YAAY,kBAAkB,OAC5D,QAAO;AAET,UAAO;;AAGT,SAAO;GACL,oBAAoB,OAAO,EAAE,cAAc;IACzC,MAAM,MAAM;IACZ,MAAM,WAAW,aAAa;AAE9B,QAAI,IAAI,qBAAqB,IAAI,YAAY,UAAU;KACrD,MAAM,WAAW,MAAM,SAAS,YAAY,KAAc,SAAS;AACnE,SAAI,SACF,KAAI,WAAW;;;GAKrB,SAAS,YAAY;AACnB,UAAM,SAAS,cAAc;AAC7B,WAAO,KAAK,4BAA4B;;GAE3C"}

package/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "@open-wa/integration-s3",
+  "version": "5.0.0-alpha.0",
+  "description": "S3/Cloud storage integration plugin for open-wa",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.mts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.cjs",
+      "types": "./dist/index.d.mts"
+    }
+  },
+  "dependencies": {
+    "mime": "^4.0.0",
+    "p-queue": "^8.0.0",
+    "pico-s3": "^1.0.0",
+    "@open-wa/core": "5.0.0-alpha.0",
+    "@open-wa/logger": "5.0.0-alpha.0"
+  },
+  "devDependencies": {
+    "@types/node": "^25.9.1",
+    "typescript": "^6.0.3"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "type": "module",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/open-wa/wa-automate-nodejs.git"
+  },
+  "scripts": {
+    "build": "tsdown src/index.ts --format esm --format cjs",
+    "dev": "tsdown src/index.ts --format esm --format cjs --watch",
+    "lint": "oxlint src",
+    "clean": "rimraf dist"
+  }
+}

package/src/config.ts

@@ -0,0 +1,20 @@
+export type CloudProvider = 'aws' | 'gcp' | 'do' | 'wasabi' | 'backblaze';
+
+export enum DirectoryStrategy {
+  DATE = 'DATE',
+  CHAT = 'CHAT',
+  DATE_CHAT = 'DATE_CHAT',
+  CHAT_DATE = 'CHAT_DATE',
+}
+
+export interface S3Config {
+  provider: CloudProvider;
+  accessKeyId: string;
+  secretAccessKey: string;
+  bucket: string;
+  region?: string;
+  public?: boolean;
+  directory?: DirectoryStrategy | string;
+  ignoreHostAccount?: boolean;
+  headers?: Record<string, string>;
+}

package/src/index.ts

@@ -0,0 +1,3 @@
+export { s3Plugin } from './plugin.js';
+export { type S3Config, type CloudProvider, DirectoryStrategy } from './config.js';
+export { S3Uploader } from './uploader.js';

package/src/plugin.ts

@@ -0,0 +1,46 @@
+import type { Plugin, PluginInput, Hooks } from '@open-wa/core';
+import type { S3Config } from './config.js';
+import { S3Uploader } from './uploader.js';
+
+interface MediaMessage {
+  deprecatedMms3Url?: string;
+  mimetype?: string;
+  cloudUrl?: string;
+}
+
+interface WAClient {
+  decryptMedia: (message: unknown) => Promise<string>;
+}
+
+export function s3Plugin(config: S3Config): Plugin {
+  return async (input: PluginInput): Promise<Hooks> => {
+    const { logger, client } = input;
+    const uploader = new S3Uploader(config, logger);
+
+    const getWAClient = (): WAClient | null => {
+      if (client && typeof client === 'object' && 'decryptMedia' in client) {
+        return client as WAClient;
+      }
+      return null;
+    };
+
+    return {
+      'message.received': async ({ message }) => {
+        const msg = message as MediaMessage;
+        const waClient = getWAClient();
+
+        if (msg.deprecatedMms3Url && msg.mimetype && waClient) {
+          const cloudUrl = await uploader.uploadMedia(msg as never, waClient);
+          if (cloudUrl) {
+            msg.cloudUrl = cloudUrl;
+          }
+        }
+      },
+
+      dispose: async () => {
+        await uploader.waitForQueue();
+        logger.info('S3 uploader queue drained');
+      },
+    };
+  };
+}

package/src/uploader.ts

@@ -0,0 +1,137 @@
+import PQueue from 'p-queue';
+import { upload, getCloudUrl } from 'pico-s3';
+import mime from 'mime';
+import type { Logger } from '@open-wa/logger';
+import { type S3Config, DirectoryStrategy } from './config.js';
+
+interface MediaMessage {
+  mId?: string;
+  mimetype: string;
+  from: string;
+  fromMe?: boolean;
+  deprecatedMms3Url?: string;
+}
+
+interface WAClient {
+  decryptMedia: (message: unknown) => Promise<string>;
+}
+
+interface S3UploadOpts {
+  file: string;
+  filename: string;
+  provider: string;
+  accessKeyId: string;
+  secretAccessKey: string;
+  bucket: string;
+  region?: string;
+  public?: boolean;
+  headers?: Record<string, string>;
+  directory?: string;
+}
+
+export class S3Uploader {
+  private readonly config: S3Config;
+  private readonly logger: Logger;
+  private readonly uploadQueue: PQueue;
+  private readonly processedFiles: Set<string> = new Set();
+
+  constructor(config: S3Config, logger: Logger) {
+    this.config = config;
+    this.logger = logger;
+    this.uploadQueue = new PQueue({
+      concurrency: 2,
+      interval: 1000,
+      intervalCap: 2,
+    });
+  }
+
+  async uploadMedia(message: MediaMessage, client: WAClient): Promise<string | null> {
+    if (!message.deprecatedMms3Url || !message.mimetype) {
+      return null;
+    }
+
+    if (message.fromMe && this.config.ignoreHostAccount) {
+      return null;
+    }
+
+    const extension = mime.getExtension(message.mimetype) ?? 'bin';
+    const filename = `${message.mId ?? Date.now()}.${extension}`;
+
+    if (this.processedFiles.has(filename)) {
+      return this.getCloudUrlForFile(filename);
+    }
+
+    try {
+      const mediaData = await client.decryptMedia(message);
+      const opts = this.buildUploadOptions(filename, mediaData, message.from);
+
+      this.processedFiles.add(filename);
+      await this.uploadQueue.add(() => upload(opts as never).catch(() => undefined));
+
+      return this.getCloudUrlForFile(filename);
+    } catch (error) {
+      this.logger.error(`Upload error: ${(error as Error).message}`);
+      return null;
+    }
+  }
+
+  getCloudUrlForFile(filename: string): string {
+    const opts: S3UploadOpts = {
+      file: '',
+      filename,
+      provider: this.config.provider,
+      accessKeyId: this.config.accessKeyId,
+      secretAccessKey: this.config.secretAccessKey,
+      bucket: this.config.bucket,
+      region: this.config.region,
+      public: this.config.public,
+    };
+    return getCloudUrl(opts as never);
+  }
+
+  private buildUploadOptions(filename: string, mediaData: string, from: string): S3UploadOpts {
+    const opts: S3UploadOpts = {
+      file: mediaData,
+      filename,
+      provider: this.config.provider,
+      accessKeyId: this.config.accessKeyId,
+      secretAccessKey: this.config.secretAccessKey,
+      bucket: this.config.bucket,
+      region: this.config.region,
+      public: this.config.public,
+      headers: this.config.headers,
+    };
+
+    const directory = this.resolveDirectory(from);
+    if (directory) {
+      opts.directory = directory;
+    }
+
+    return opts;
+  }
+
+  private resolveDirectory(from: string): string | undefined {
+    const dirStrat = this.config.directory;
+    if (!dirStrat) return undefined;
+
+    const cleanFrom = from.replace('@c.us', '').replace('@g.us', '');
+    const dateStr = new Date().toISOString().slice(0, 10);
+
+    switch (dirStrat) {
+      case DirectoryStrategy.DATE:
+        return dateStr;
+      case DirectoryStrategy.CHAT:
+        return cleanFrom;
+      case DirectoryStrategy.DATE_CHAT:
+        return `${dateStr}/${cleanFrom}`;
+      case DirectoryStrategy.CHAT_DATE:
+        return `${cleanFrom}/${dateStr}`;
+      default:
+        return typeof dirStrat === 'string' ? dirStrat : undefined;
+    }
+  }
+
+  async waitForQueue(): Promise<void> {
+    await this.uploadQueue.onIdle();
+  }
+}

package/tsconfig.json

@@ -0,0 +1,9 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "compilerOptions": {
+    "rootDir": "src",
+    "outDir": "dist"
+  },
+  "include": ["src/**/*.ts"],
+  "exclude": ["node_modules", "dist"]
+}

package/tsdown.config.ts

@@ -0,0 +1,5 @@
+import { defineConfig } from 'tsdown';
+
+export default defineConfig({
+  checks: { pluginTimings: false }
+});