@hasna/files 0.2.18 → 0.2.20

package/README.md

@@ -35,10 +35,13 @@ files sources sync-google-drive --dry-run
 files sources sync-google-drive
 ```
 
+The production default is `s3://hasna-xyz-prod-emails/drive/<profile>/...`
+using the `hasna-xyz-infra` AWS profile.
+
 For a custom S3 destination, pass the shared AWS profile explicitly:
 
 ```bash
-files sources add s3://my-files-bucket/google-drive --region us-east-1 --aws-profile hasna-xyz-infra
+files sources add s3://my-files-bucket/drive --region us-west-2 --aws-profile hasna-xyz-infra
 ```
 
 To sync into local storage instead, add a local source and pass it as the

package/dist/cli/index.js

@@ -167389,6 +167389,7 @@ var GOOGLE_FOLDER_MIME = "application/vnd.google-apps.folder";
 var DRIVE_API_BASE2 = "https://www.googleapis.com/drive/v3";
 var TOKEN_URL3 = "https://oauth2.googleapis.com/token";
 var REFRESH_BUFFER_MS3 = 5 * 60 * 1000;
+var RANGE_DOWNLOAD_CHUNK_BYTES = 64 * 1024 * 1024;
 var DEFAULT_EXPORT_FORMATS2 = {
   document: "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
   spreadsheet: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
@@ -167470,6 +167471,15 @@ class ConnectorSdkGoogleDriveClient {
         size: downloaded.data.byteLength
       };
     }
+    const size = file.size ? Number(file.size) : undefined;
+    if (size && size > RANGE_DOWNLOAD_CHUNK_BYTES) {
+      return {
+        body: Readable4.from(downloadGoogleDriveRangeChunks(this.profile, file.id, size)),
+        filename: file.name,
+        mimeType: file.mimeType || "application/octet-stream",
+        size
+      };
+    }
     const response = await requestGoogleDrive(this.profile, `/files/${encodeURIComponent(file.id)}`, {
       alt: "media",
       supportsAllDrives: true
@@ -167480,7 +167490,7 @@ class ConnectorSdkGoogleDriveClient {
       body: Readable4.fromWeb(response.body),
       filename: file.name,
       mimeType: response.headers.get("content-type")?.split(";")[0] || file.mimeType || "application/octet-stream",
-      size: file.size ? Number(file.size) : Number(response.headers.get("content-length") ?? 0) || undefined
+      size: size ?? (Number(response.headers.get("content-length") ?? 0) || undefined)
     };
   }
 }
@@ -167510,7 +167520,7 @@ function getExportMimeType(googleMimeType, exportFormats) {
     return exportFormats.drawing ?? DEFAULT_EXPORT_FORMATS2.drawing;
   throw new Error(`Cannot export Google Workspace file type: ${googleMimeType}`);
 }
-async function requestGoogleDrive(profile, path, params) {
+async function requestGoogleDrive(profile, path, params, headers = {}) {
   const token = await getValidAccessToken3(profile);
   const url = new URL(`${DRIVE_API_BASE2}${path}`);
   for (const [key, value] of Object.entries(params)) {
@@ -167520,7 +167530,8 @@ async function requestGoogleDrive(profile, path, params) {
   const response = await fetch(url, {
     headers: {
       Authorization: `Bearer ${token}`,
-      Accept: "application/octet-stream"
+      Accept: "application/octet-stream",
+      ...headers
     }
   });
   if (!response.ok) {
@@ -167529,6 +167540,14 @@ async function requestGoogleDrive(profile, path, params) {
   }
   return response;
 }
+async function* downloadGoogleDriveRangeChunks(profile, fileId, size) {
+  for (let start = 0;start < size; start += RANGE_DOWNLOAD_CHUNK_BYTES) {
+    const end = Math.min(start + RANGE_DOWNLOAD_CHUNK_BYTES - 1, size - 1);
+    const response = await requestGoogleDrive(profile, `/files/${encodeURIComponent(fileId)}`, { alt: "media", supportsAllDrives: true }, { Range: `bytes=${start}-${end}` });
+    const data = Buffer.from(await response.arrayBuffer());
+    yield data;
+  }
+}
 async function getValidAccessToken3(profile) {
   if (process.env.GOOGLE_ACCESS_TOKEN)
     return process.env.GOOGLE_ACCESS_TOKEN;
@@ -168081,12 +168100,12 @@ function shouldImport(config9, item, existing, destinationSourceId, storageType)
 }
 function buildImportedPath(config9, item, importedName) {
   if (config9.path_mode === "id_based") {
-    return posix.join("google-drive", safePathSegment(config9.profile), safePathSegment(item.drive_id), item.id, importedName);
+    return posix.join(safePathSegment(config9.profile), safePathSegment(item.drive_id), item.id, importedName);
   }
   const storageName = appendDriveFileId(importedName, item.id);
   const itemPath = item.path === item.name ? storageName : posix.join(dirname5(item.path), storageName);
   const driveSegment = item.drive_id === "my-drive" ? "my-drive" : safePathSegment(item.drive_name || item.drive_id);
-  return posix.join("google-drive", safePathSegment(config9.profile), driveSegment, itemPath);
+  return posix.join(safePathSegment(config9.profile), driveSegment, itemPath);
 }
 function safePathSegment(value) {
   return value.replace(/[\\/:*?"<>|\u0000-\u001f]/g, "_").replace(/\s+/g, " ").trim() || "unnamed";
@@ -168316,10 +168335,12 @@ sources.command("add-google-drive").description("Add a Google Drive source that
     process.exit(1);
   });
 });
-sources.command("bootstrap-prod-files").description("Create or update the production S3 source for Google Drive/Gmail sync").option("--bucket <bucket>", "Production files bucket", "hasna-xyz-prod-files").option("--region <region>", "AWS region", "us-east-1").option("--aws-profile <profile>", "AWS shared config profile", "hasna-xyz-infra").option("--prefix <prefix>", "Optional S3 key prefix").option("-n, --name <name>", "Source name", "prod-files").option("--no-google-drive-default", "Do not set this source as the default Google Drive destination").option("--json", "Output as JSON").action((opts) => {
+sources.command("bootstrap-prod-files").description("Create or update the production S3 source for Google Drive archive sync").option("--bucket <bucket>", "Production archive bucket", "hasna-xyz-prod-emails").option("--region <region>", "AWS region", "us-west-2").option("--aws-profile <profile>", "AWS shared config profile", "hasna-xyz-infra").option("--prefix <prefix>", "S3 key prefix for Drive objects", "drive").option("-n, --name <name>", "Source name", "prod-emails-drive").option("--no-google-drive-default", "Do not set this source as the default Google Drive destination").option("--json", "Output as JSON").action((opts) => {
   const machine = getCurrentMachine();
   const config9 = { profile: opts.awsProfile };
-  const existing = listSources().find((source2) => source2.type === "s3" && (source2.name === opts.name || source2.bucket === opts.bucket));
+  const legacyProductionNames = new Set([opts.name, "prod-files"]);
+  const legacyProductionBuckets = new Set([opts.bucket, "hasna-xyz-prod-files", "hasna-prod-files"]);
+  const existing = listSources().find((source2) => source2.type === "s3" && (legacyProductionNames.has(source2.name) || legacyProductionBuckets.has(source2.bucket ?? "")));
   const source = existing ? updateSource(existing.id, {
     name: opts.name,
     bucket: opts.bucket,

package/dist/index.js

@@ -163979,6 +163979,7 @@ var GOOGLE_FOLDER_MIME = "application/vnd.google-apps.folder";
 var DRIVE_API_BASE2 = "https://www.googleapis.com/drive/v3";
 var TOKEN_URL3 = "https://oauth2.googleapis.com/token";
 var REFRESH_BUFFER_MS3 = 5 * 60 * 1000;
+var RANGE_DOWNLOAD_CHUNK_BYTES = 64 * 1024 * 1024;
 var DEFAULT_EXPORT_FORMATS2 = {
   document: "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
   spreadsheet: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
@@ -164060,6 +164061,15 @@ class ConnectorSdkGoogleDriveClient {
         size: downloaded.data.byteLength
       };
     }
+    const size = file.size ? Number(file.size) : undefined;
+    if (size && size > RANGE_DOWNLOAD_CHUNK_BYTES) {
+      return {
+        body: Readable4.from(downloadGoogleDriveRangeChunks(this.profile, file.id, size)),
+        filename: file.name,
+        mimeType: file.mimeType || "application/octet-stream",
+        size
+      };
+    }
     const response = await requestGoogleDrive(this.profile, `/files/${encodeURIComponent(file.id)}`, {
       alt: "media",
       supportsAllDrives: true
@@ -164070,7 +164080,7 @@ class ConnectorSdkGoogleDriveClient {
       body: Readable4.fromWeb(response.body),
       filename: file.name,
       mimeType: response.headers.get("content-type")?.split(";")[0] || file.mimeType || "application/octet-stream",
-      size: file.size ? Number(file.size) : Number(response.headers.get("content-length") ?? 0) || undefined
+      size: size ?? (Number(response.headers.get("content-length") ?? 0) || undefined)
     };
   }
 }
@@ -164100,7 +164110,7 @@ function getExportMimeType(googleMimeType, exportFormats) {
     return exportFormats.drawing ?? DEFAULT_EXPORT_FORMATS2.drawing;
   throw new Error(`Cannot export Google Workspace file type: ${googleMimeType}`);
 }
-async function requestGoogleDrive(profile, path, params) {
+async function requestGoogleDrive(profile, path, params, headers = {}) {
   const token = await getValidAccessToken3(profile);
   const url = new URL(`${DRIVE_API_BASE2}${path}`);
   for (const [key, value] of Object.entries(params)) {
@@ -164110,7 +164120,8 @@ async function requestGoogleDrive(profile, path, params) {
   const response = await fetch(url, {
     headers: {
       Authorization: `Bearer ${token}`,
-      Accept: "application/octet-stream"
+      Accept: "application/octet-stream",
+      ...headers
     }
   });
   if (!response.ok) {
@@ -164119,6 +164130,14 @@ async function requestGoogleDrive(profile, path, params) {
   }
   return response;
 }
+async function* downloadGoogleDriveRangeChunks(profile, fileId, size) {
+  for (let start = 0;start < size; start += RANGE_DOWNLOAD_CHUNK_BYTES) {
+    const end = Math.min(start + RANGE_DOWNLOAD_CHUNK_BYTES - 1, size - 1);
+    const response = await requestGoogleDrive(profile, `/files/${encodeURIComponent(fileId)}`, { alt: "media", supportsAllDrives: true }, { Range: `bytes=${start}-${end}` });
+    const data = Buffer.from(await response.arrayBuffer());
+    yield data;
+  }
+}
 async function getValidAccessToken3(profile) {
   if (process.env.GOOGLE_ACCESS_TOKEN)
     return process.env.GOOGLE_ACCESS_TOKEN;
@@ -164674,12 +164693,12 @@ function shouldImport(config9, item, existing, destinationSourceId, storageType)
 }
 function buildImportedPath(config9, item, importedName) {
   if (config9.path_mode === "id_based") {
-    return posix.join("google-drive", safePathSegment(config9.profile), safePathSegment(item.drive_id), item.id, importedName);
+    return posix.join(safePathSegment(config9.profile), safePathSegment(item.drive_id), item.id, importedName);
   }
   const storageName = appendDriveFileId(importedName, item.id);
   const itemPath = item.path === item.name ? storageName : posix.join(dirname5(item.path), storageName);
   const driveSegment = item.drive_id === "my-drive" ? "my-drive" : safePathSegment(item.drive_name || item.drive_id);
-  return posix.join("google-drive", safePathSegment(config9.profile), driveSegment, itemPath);
+  return posix.join(safePathSegment(config9.profile), driveSegment, itemPath);
 }
 function safePathSegment(value) {
   return value.replace(/[\\/:*?"<>|\u0000-\u001f]/g, "_").replace(/\s+/g, " ").trim() || "unnamed";

package/dist/mcp/index.js

@@ -182918,6 +182918,7 @@ var GOOGLE_FOLDER_MIME = "application/vnd.google-apps.folder";
 var DRIVE_API_BASE2 = "https://www.googleapis.com/drive/v3";
 var TOKEN_URL3 = "https://oauth2.googleapis.com/token";
 var REFRESH_BUFFER_MS3 = 5 * 60 * 1000;
+var RANGE_DOWNLOAD_CHUNK_BYTES = 64 * 1024 * 1024;
 var DEFAULT_EXPORT_FORMATS2 = {
   document: "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
   spreadsheet: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
@@ -182999,6 +183000,15 @@ class ConnectorSdkGoogleDriveClient {
         size: downloaded.data.byteLength
       };
     }
+    const size = file.size ? Number(file.size) : undefined;
+    if (size && size > RANGE_DOWNLOAD_CHUNK_BYTES) {
+      return {
+        body: Readable4.from(downloadGoogleDriveRangeChunks(this.profile, file.id, size)),
+        filename: file.name,
+        mimeType: file.mimeType || "application/octet-stream",
+        size
+      };
+    }
     const response = await requestGoogleDrive(this.profile, `/files/${encodeURIComponent(file.id)}`, {
       alt: "media",
       supportsAllDrives: true
@@ -183009,7 +183019,7 @@ class ConnectorSdkGoogleDriveClient {
       body: Readable4.fromWeb(response.body),
       filename: file.name,
       mimeType: response.headers.get("content-type")?.split(";")[0] || file.mimeType || "application/octet-stream",
-      size: file.size ? Number(file.size) : Number(response.headers.get("content-length") ?? 0) || undefined
+      size: size ?? (Number(response.headers.get("content-length") ?? 0) || undefined)
     };
   }
 }
@@ -183039,7 +183049,7 @@ function getExportMimeType(googleMimeType, exportFormats) {
     return exportFormats.drawing ?? DEFAULT_EXPORT_FORMATS2.drawing;
   throw new Error(`Cannot export Google Workspace file type: ${googleMimeType}`);
 }
-async function requestGoogleDrive(profile, path, params) {
+async function requestGoogleDrive(profile, path, params, headers = {}) {
   const token = await getValidAccessToken3(profile);
   const url = new URL(`${DRIVE_API_BASE2}${path}`);
   for (const [key, value] of Object.entries(params)) {
@@ -183049,7 +183059,8 @@ async function requestGoogleDrive(profile, path, params) {
   const response = await fetch(url, {
     headers: {
       Authorization: `Bearer ${token}`,
-      Accept: "application/octet-stream"
+      Accept: "application/octet-stream",
+      ...headers
     }
   });
   if (!response.ok) {
@@ -183058,6 +183069,14 @@ async function requestGoogleDrive(profile, path, params) {
   }
   return response;
 }
+async function* downloadGoogleDriveRangeChunks(profile, fileId, size) {
+  for (let start = 0;start < size; start += RANGE_DOWNLOAD_CHUNK_BYTES) {
+    const end = Math.min(start + RANGE_DOWNLOAD_CHUNK_BYTES - 1, size - 1);
+    const response = await requestGoogleDrive(profile, `/files/${encodeURIComponent(fileId)}`, { alt: "media", supportsAllDrives: true }, { Range: `bytes=${start}-${end}` });
+    const data = Buffer.from(await response.arrayBuffer());
+    yield data;
+  }
+}
 async function getValidAccessToken3(profile) {
   if (process.env.GOOGLE_ACCESS_TOKEN)
     return process.env.GOOGLE_ACCESS_TOKEN;
@@ -183605,12 +183624,12 @@ function shouldImport(config9, item, existing, destinationSourceId, storageType)
 }
 function buildImportedPath(config9, item, importedName) {
   if (config9.path_mode === "id_based") {
-    return posix.join("google-drive", safePathSegment(config9.profile), safePathSegment(item.drive_id), item.id, importedName);
+    return posix.join(safePathSegment(config9.profile), safePathSegment(item.drive_id), item.id, importedName);
   }
   const storageName = appendDriveFileId(importedName, item.id);
   const itemPath = item.path === item.name ? storageName : posix.join(dirname5(item.path), storageName);
   const driveSegment = item.drive_id === "my-drive" ? "my-drive" : safePathSegment(item.drive_name || item.drive_id);
-  return posix.join("google-drive", safePathSegment(config9.profile), driveSegment, itemPath);
+  return posix.join(safePathSegment(config9.profile), driveSegment, itemPath);
 }
 function safePathSegment(value) {
   return value.replace(/[\\/:*?"<>|\u0000-\u001f]/g, "_").replace(/\s+/g, " ").trim() || "unnamed";

package/dist/server/index.js

@@ -163738,6 +163738,7 @@ var GOOGLE_FOLDER_MIME = "application/vnd.google-apps.folder";
 var DRIVE_API_BASE2 = "https://www.googleapis.com/drive/v3";
 var TOKEN_URL3 = "https://oauth2.googleapis.com/token";
 var REFRESH_BUFFER_MS3 = 5 * 60 * 1000;
+var RANGE_DOWNLOAD_CHUNK_BYTES = 64 * 1024 * 1024;
 var DEFAULT_EXPORT_FORMATS2 = {
   document: "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
   spreadsheet: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
@@ -163811,6 +163812,15 @@ class ConnectorSdkGoogleDriveClient {
         size: downloaded.data.byteLength
       };
     }
+    const size = file.size ? Number(file.size) : undefined;
+    if (size && size > RANGE_DOWNLOAD_CHUNK_BYTES) {
+      return {
+        body: Readable4.from(downloadGoogleDriveRangeChunks(this.profile, file.id, size)),
+        filename: file.name,
+        mimeType: file.mimeType || "application/octet-stream",
+        size
+      };
+    }
     const response = await requestGoogleDrive(this.profile, `/files/${encodeURIComponent(file.id)}`, {
       alt: "media",
       supportsAllDrives: true
@@ -163821,7 +163831,7 @@ class ConnectorSdkGoogleDriveClient {
       body: Readable4.fromWeb(response.body),
       filename: file.name,
       mimeType: response.headers.get("content-type")?.split(";")[0] || file.mimeType || "application/octet-stream",
-      size: file.size ? Number(file.size) : Number(response.headers.get("content-length") ?? 0) || undefined
+      size: size ?? (Number(response.headers.get("content-length") ?? 0) || undefined)
     };
   }
 }
@@ -163851,7 +163861,7 @@ function getExportMimeType(googleMimeType, exportFormats) {
     return exportFormats.drawing ?? DEFAULT_EXPORT_FORMATS2.drawing;
   throw new Error(`Cannot export Google Workspace file type: ${googleMimeType}`);
 }
-async function requestGoogleDrive(profile, path, params) {
+async function requestGoogleDrive(profile, path, params, headers = {}) {
   const token = await getValidAccessToken3(profile);
   const url = new URL(`${DRIVE_API_BASE2}${path}`);
   for (const [key, value] of Object.entries(params)) {
@@ -163861,7 +163871,8 @@ async function requestGoogleDrive(profile, path, params) {
   const response = await fetch(url, {
     headers: {
       Authorization: `Bearer ${token}`,
-      Accept: "application/octet-stream"
+      Accept: "application/octet-stream",
+      ...headers
     }
   });
   if (!response.ok) {
@@ -163870,6 +163881,14 @@ async function requestGoogleDrive(profile, path, params) {
   }
   return response;
 }
+async function* downloadGoogleDriveRangeChunks(profile, fileId, size) {
+  for (let start = 0;start < size; start += RANGE_DOWNLOAD_CHUNK_BYTES) {
+    const end = Math.min(start + RANGE_DOWNLOAD_CHUNK_BYTES - 1, size - 1);
+    const response = await requestGoogleDrive(profile, `/files/${encodeURIComponent(fileId)}`, { alt: "media", supportsAllDrives: true }, { Range: `bytes=${start}-${end}` });
+    const data = Buffer.from(await response.arrayBuffer());
+    yield data;
+  }
+}
 async function getValidAccessToken3(profile) {
   if (process.env.GOOGLE_ACCESS_TOKEN)
     return process.env.GOOGLE_ACCESS_TOKEN;
@@ -164344,12 +164363,12 @@ function shouldImport(config9, item, existing, destinationSourceId, storageType)
 }
 function buildImportedPath(config9, item, importedName) {
   if (config9.path_mode === "id_based") {
-    return posix.join("google-drive", safePathSegment(config9.profile), safePathSegment(item.drive_id), item.id, importedName);
+    return posix.join(safePathSegment(config9.profile), safePathSegment(item.drive_id), item.id, importedName);
   }
   const storageName = appendDriveFileId(importedName, item.id);
   const itemPath = item.path === item.name ? storageName : posix.join(dirname5(item.path), storageName);
   const driveSegment = item.drive_id === "my-drive" ? "my-drive" : safePathSegment(item.drive_name || item.drive_id);
-  return posix.join("google-drive", safePathSegment(config9.profile), driveSegment, itemPath);
+  return posix.join(safePathSegment(config9.profile), driveSegment, itemPath);
 }
 function safePathSegment(value) {
   return value.replace(/[\\/:*?"<>|\u0000-\u001f]/g, "_").replace(/\s+/g, " ").trim() || "unnamed";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hasna/files",
-  "version": "0.2.18",
+  "version": "0.2.20",
   "description": "Agent-first file management — index local folders and S3 buckets, sync Google Drive, tag, search, and retrieve files via CLI + MCP",
   "type": "module",
   "main": "dist/index.js",