@empiricalrun/r2-uploader 0.3.9 → 0.3.11

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @empiricalrun/r2-uploader
 
+## 0.3.11
+
+### Patch Changes
+
+- 8668785: feat: enabled params for video analysis tool
+
+## 0.3.10
+
+### Patch Changes
+
+- 9f33a7a: chore: fetch r2 files with suffix, add created_at to summary
+
 ## 0.3.9
 
 ### Patch Changes

package/dist/fetch.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../src/fetch.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAExC,eAAO,MAAM,UAAU,GAAU,QAAQ,aAAa;;;;;;;;;;IA8CrD,CAAC"}
+{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../src/fetch.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAExC,eAAO,MAAM,UAAU,GAAU,QAAQ,aAAa;;;;;;;;;;IAmDrD,CAAC"}

package/dist/fetch.js

@@ -15,6 +15,7 @@ const fetchFiles = async (config) => {
     const params = {
         Bucket: config.bucket,
         Prefix: config.prefix,
+        MaxKeys: 20_000,
     };
     const cmd = new client_s3_1.ListObjectsV2Command(params);
     const data = await S3.send(cmd);
@@ -22,8 +23,11 @@ const fetchFiles = async (config) => {
     if (KeyCount === 0) {
         return [];
     }
+    const filteredContents = config.suffix
+        ? Contents?.filter((c) => c.Key.endsWith(config.suffix)) || []
+        : Contents || [];
     if (config.withSignedUrl) {
-        return Promise.all((Contents || []).map(async (c) => {
+        return Promise.all(filteredContents.map(async (c) => {
             const key = c.Key;
             const getObjectCmd = new client_s3_1.GetObjectCommand({
                 Bucket: config.bucket,
@@ -39,7 +43,7 @@ const fetchFiles = async (config) => {
         }));
     }
     else {
-        return (Contents || []).map((c) => {
+        return filteredContents.map((c) => {
             return {
                 key: c.Key,
                 lastModified: c.LastModified,

package/dist/types.d.ts

@@ -23,6 +23,7 @@ export interface R2UploadBufferConfig extends R2BaseConfig {
 export interface R2FetchConfig extends R2BaseConfig {
     prefix: string;
     withSignedUrl?: boolean;
+    suffix?: string;
 }
 export interface R2DeleteConfig extends R2BaseConfig {
 }

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,UAAU,YAAY;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACxD,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACpE;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACxD,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAClE;AAED,MAAM,WAAW,aAAc,SAAQ,YAAY;IACjD,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;CAAG;AAEvD,MAAM,WAAW,OAAO;IACtB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,UAAU,YAAY;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACxD,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACpE;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACxD,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAClE;AAED,MAAM,WAAW,aAAc,SAAQ,YAAY;IACjD,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;CAAG;AAEvD,MAAM,WAAW,OAAO;IACtB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB"}

package/dist/upload/buffer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../src/upload/buffer.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEzD,eAAO,MAAM,iBAAiB,GAAU,QAAQ,oBAAoB,qBA6FnE,CAAC"}
+{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../src/upload/buffer.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEzD,eAAO,MAAM,iBAAiB,GAAU,QAAQ,oBAAoB,qBAyGnE,CAAC"}

package/dist/upload/buffer.js

@@ -44,6 +44,7 @@ const uploadFileBuffers = async (config) => {
             name: "addETag",
         });
         try {
+            logger_1.logger.info(`upload:start ${file.fileName} -> ${config.bucket}/${config.destinationDir}`);
             await (0, async_retry_1.default)(async () => {
                 try {
                     const data = await S3.send(cmd);
@@ -70,16 +71,27 @@ const uploadFileBuffers = async (config) => {
                 onRetry: (err, i) => {
                     if (err) {
                         const error = err;
-                        logger_1.logger.warn("Upload retry attempt:", i, ":", file.fileName);
-                        logger_1.logger.warn("Response status:", error.$response?.statusCode);
+                        logger_1.logger.warn("upload:retry", i, file.fileName);
+                        if (error.$response?.statusCode) {
+                            logger_1.logger.warn("response status:", error.$response?.statusCode);
+                        }
+                        else {
+                            logger_1.logger.warn("response status:", error);
+                        }
                     }
                 },
             });
+            logger_1.logger.info(`upload:complete ${file.fileName}`);
         }
         catch (err) {
             const error = err;
             logger_1.logger.error(`R2 Error - ${file.fileName} \nError: ${error}`);
-            logger_1.logger.error("Upload response", error.$response, "with status", error.$metadata.httpStatusCode);
+            if (error.$response?.statusCode && error.$metadata.httpStatusCode) {
+                logger_1.logger.error("Upload response", error.$response, "with status", error.$metadata.httpStatusCode);
+            }
+            else {
+                logger_1.logger.error("Upload response", error);
+            }
         }
         return;
     }));

package/eslint.config.mjs

@@ -0,0 +1,16 @@
+import libraryConfig from "../eslint-config/library.mjs";
+import tsParser from "@typescript-eslint/parser";
+
+export default [
+  ...libraryConfig,
+  {
+    files: ["src/**/*.ts", "src/**/*.tsx"],
+    languageOptions: {
+      parser: tsParser,
+      parserOptions: {
+        project: "./tsconfig.lint.json",
+        tsconfigRootDir: import.meta.dirname,
+      },
+    },
+  },
+];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/r2-uploader",
-  "version": "0.3.9",
+  "version": "0.3.11",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"