@liquidmetal-ai/raindrop 0.5.2 → 0.6.1

package/dist/commands/query/reindex.js

@@ -0,0 +1,145 @@
+import { Flags } from '@oclif/core';
+import * as fs from 'node:fs/promises';
+import * as os from 'node:os';
+import * as path from 'path';
+import { BaseCommand } from '../../base-command.js';
+export default class QueryReindex extends BaseCommand {
+    static description = 'Reindex all objects in a bucket by downloading and re-uploading them';
+    static examples = [
+        `<%= config.bin %> query reindex -b my-bucket
+Reindex all objects in my-bucket by downloading and re-uploading them
+`,
+        `<%= config.bin %> query reindex -b my-bucket --parallel 5
+Reindex objects with 5 parallel operations instead of the default 10
+`,
+    ];
+    static flags = {
+        ...BaseCommand.HIDDEN_FLAGS,
+        bucket: Flags.string({
+            char: 'b',
+            description: 'bucket name version can be specified with #, e.g. my-bucket#versionId',
+            required: true,
+        }),
+        parallel: Flags.integer({
+            char: 'p',
+            description: 'number of parallel operations',
+            default: 10,
+        }),
+        dryRun: Flags.boolean({
+            char: 'd',
+            description: 'show what would be reindexed without actually doing it',
+            default: false,
+        }),
+        impersonate: Flags.string({
+            char: 'i',
+            description: 'impersonate organization',
+            required: false,
+            hidden: true,
+        }),
+        manifest: Flags.string({
+            char: 'M',
+            description: 'project manifest',
+            required: false,
+            default: 'raindrop.manifest',
+            hidden: true,
+        }),
+    };
+    async run() {
+        if (this.flags.bucket && !this.flags.bucket.includes('#')) {
+            await this.loadConfig();
+        }
+        const bucketLocation = {
+            bucketLocation: {
+                case: 'bucket',
+                value: {
+                    name: this.flags.bucket.split('#')[0],
+                    version: this.flags.bucket.includes('#') ? this.flags.bucket.split('#')[1] : this.raindropConfig?.versionId,
+                },
+            },
+        };
+        const { client: objectService, userId, organizationId } = await this.objectService();
+        // Get list of objects
+        console.log(`Fetching object list from bucket: ${this.flags.bucket}`);
+        const listResponse = await objectService.listObjects({
+            userId,
+            organizationId,
+            bucketLocation,
+        });
+        if (!listResponse.objects || listResponse.objects.length === 0) {
+            console.log('No objects found in bucket');
+            return;
+        }
+        console.log(`Found ${listResponse.objects.length} objects to reindex`);
+        if (this.flags.dryRun) {
+            console.log('\nDry run - would reindex the following objects:');
+            for (const obj of listResponse.objects) {
+                console.log(`  - ${obj.key}`);
+            }
+            return;
+        }
+        // Create temporary directory
+        const tempDir = await fs.mkdtemp(path.join(os.tmpdir(), 'raindrop-reindex-'));
+        try {
+            // Process objects in batches
+            const batchSize = this.flags.parallel;
+            let processed = 0;
+            let failed = 0;
+            for (let i = 0; i < listResponse.objects.length; i += batchSize) {
+                const batch = listResponse.objects.slice(i, i + batchSize);
+                const promises = batch.map(async (obj) => {
+                    try {
+                        console.log(`Processing: ${obj.key}`);
+                        // Download object
+                        const getResponse = await objectService.getObject({
+                            userId,
+                            organizationId,
+                            key: obj.key,
+                            bucketLocation,
+                        });
+                        if (!getResponse.content) {
+                            throw new Error('No content received');
+                        }
+                        // Write to temporary file
+                        const tempFile = path.join(tempDir, `${Date.now()}-${Math.random()}`);
+                        await fs.writeFile(tempFile, getResponse.content);
+                        // Re-upload object
+                        const fileContent = await fs.readFile(tempFile);
+                        await objectService.putObject({
+                            userId,
+                            organizationId,
+                            key: obj.key,
+                            content: fileContent,
+                            contentType: getResponse.contentType || 'application/octet-stream',
+                            bucketLocation,
+                        });
+                        // Clean up temp file
+                        await fs.unlink(tempFile);
+                        console.log(`Completed: ${obj.key}`);
+                        return true;
+                    }
+                    catch (error) {
+                        console.error(`Failed: ${obj.key} - ${error instanceof Error ? error.message : String(error)}`);
+                        return false;
+                    }
+                });
+                const results = await Promise.all(promises);
+                processed += results.filter(Boolean).length;
+                failed += results.filter(r => !r).length;
+                console.log(`Batch ${Math.floor(i / batchSize) + 1} completed. Progress: ${processed + failed}/${listResponse.objects.length}`);
+            }
+            console.log('\nReindexing completed:');
+            console.log(`  Successfully processed: ${processed}`);
+            console.log(`  Failed: ${failed}`);
+            console.log(`  Total: ${listResponse.objects.length}`);
+        }
+        finally {
+            // Clean up temp directory
+            try {
+                await fs.rm(tempDir, { recursive: true });
+            }
+            catch (_error) {
+                console.warn(`Warning: Could not clean up temp directory ${tempDir}`);
+            }
+        }
+    }
+}

package/dist/commands/query/search.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../../src/commands/query/search.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpD,MAAM,CAAC,OAAO,OAAO,WAAY,SAAQ,WAAW,CAAC,OAAO,WAAW,CAAC;IACtE,MAAM,CAAC,IAAI;;MAKT;IAEF,MAAM,CAAC,WAAW,SAAsE;IAExF,MAAM,CAAC,QAAQ,WAOb;IAEF,MAAM,CAAC,KAAK;;;;;;;;;;;;;;;MA0CV;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAsG3B"}
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../../src/commands/query/search.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpD,MAAM,CAAC,OAAO,OAAO,WAAY,SAAQ,WAAW,CAAC,OAAO,WAAW,CAAC;IACtE,MAAM,CAAC,IAAI;;MAKT;IAEF,MAAM,CAAC,WAAW,SAAsE;IAExF,MAAM,CAAC,QAAQ,WAOb;IAEF,MAAM,CAAC,KAAK;;;;;;;;;;;;;;;MA0CV;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CA4G3B"}

package/dist/commands/query/search.js

@@ -65,6 +65,10 @@ Get page 2 of previous search results.
         if (this.flags.buckets?.length && this.flags.moduleIds?.length) {
             this.error('Cannot specify both --buckets and --moduleIds flags. Please use only one type of filter.');
         }
+        // Load config if any bucket doesn't have a version specified
+        if (this.flags.buckets?.some(bucket => !bucket.includes('#'))) {
+            await this.loadConfig();
+        }
         const { args, flags } = await this.parse(AgentSearch);
         const { client: searchAgentService, userId, organizationId } = await this.searchAgentService();
         let response;
@@ -107,7 +111,7 @@ Get page 2 of previous search results.
                                 case: 'bucket',
                                 value: {
                                     name: bucketName,
-                                    version: version || '',
+                                    version: version || this.raindropConfig?.versionId || '',
                                 },
                             },
                         };

package/dist/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["../src/base-command.ts","../src/build.test.ts","../src/build.ts","../src/codegen.test.ts","../src/codegen.ts","../src/config.test.ts","../src/config.ts","../src/deploy.ts","../src/index.test.ts","../src/index.ts","../src/log-helpers.ts","../src/status.ts","../src/strict-client.ts","../src/trace.ts","../src/commands/tail.ts","../src/commands/annotation/get.ts","../src/commands/annotation/list.ts","../src/commands/annotation/put.ts","../src/commands/auth/list.ts","../src/commands/auth/login.ts","../src/commands/auth/logout.ts","../src/commands/auth/select.ts","../src/commands/bucket/create-credential.ts","../src/commands/bucket/delete-credential.ts","../src/commands/bucket/get-credential.ts","../src/commands/bucket/list-credentials.ts","../src/commands/build/branch.ts","../src/commands/build/checkout.ts","../src/commands/build/clone.ts","../src/commands/build/delete.ts","../src/commands/build/deploy.ts","../src/commands/build/find.ts","../src/commands/build/generate.ts","../src/commands/build/init.ts","../src/commands/build/list.ts","../src/commands/build/sandbox.ts","../src/commands/build/start.ts","../src/commands/build/status.ts","../src/commands/build/stop.ts","../src/commands/build/unsandbox.ts","../src/commands/build/upload.ts","../src/commands/build/validate.ts","../src/commands/build/env/get.ts","../src/commands/build/env/set.ts","../src/commands/build/tools/check.ts","../src/commands/build/tools/fmt.ts","../src/commands/logs/query.ts","../src/commands/logs/tail.ts","../src/commands/object/delete.ts","../src/commands/object/get.ts","../src/commands/object/list.ts","../src/commands/object/put.ts","../src/commands/query/chunk-search.ts","../src/commands/query/document.ts","../src/commands/query/events.ts","../src/commands/query/search.ts"],"version":"5.8.3"}
+{"root":["../src/base-command.ts","../src/build.test.ts","../src/build.ts","../src/codegen.test.ts","../src/codegen.ts","../src/config.test.ts","../src/config.ts","../src/deploy.ts","../src/index.test.ts","../src/index.ts","../src/log-helpers.ts","../src/status.ts","../src/strict-client.ts","../src/trace.ts","../src/commands/tail.ts","../src/commands/annotation/get.ts","../src/commands/annotation/list.ts","../src/commands/annotation/put.ts","../src/commands/auth/list.ts","../src/commands/auth/login.ts","../src/commands/auth/logout.ts","../src/commands/auth/select.ts","../src/commands/bucket/create-credential.ts","../src/commands/bucket/delete-credential.ts","../src/commands/bucket/get-credential.ts","../src/commands/bucket/list-credentials.ts","../src/commands/build/branch.ts","../src/commands/build/checkout.ts","../src/commands/build/clone.ts","../src/commands/build/delete.ts","../src/commands/build/deploy.ts","../src/commands/build/find.ts","../src/commands/build/generate.ts","../src/commands/build/init.ts","../src/commands/build/list.ts","../src/commands/build/sandbox.ts","../src/commands/build/start.ts","../src/commands/build/status.ts","../src/commands/build/stop.ts","../src/commands/build/unsandbox.ts","../src/commands/build/upload.ts","../src/commands/build/validate.ts","../src/commands/build/env/get.ts","../src/commands/build/env/set.ts","../src/commands/build/tools/check.ts","../src/commands/build/tools/fmt.ts","../src/commands/logs/query.ts","../src/commands/logs/tail.ts","../src/commands/mcp/install-claude.ts","../src/commands/mcp/status.ts","../src/commands/object/delete.ts","../src/commands/object/get.ts","../src/commands/object/list.ts","../src/commands/object/put.ts","../src/commands/query/chunk-search.ts","../src/commands/query/document.ts","../src/commands/query/events.ts","../src/commands/query/reindex.ts","../src/commands/query/search.ts"],"version":"5.8.3"}