@rohitaryal/whisk-api 3.1.0 → 3.2.0

package/README.md

@@ -191,7 +191,7 @@ Options:
     video.save("./videos");
     ```
 
-More examples are at: [/examples](https://github.com/rohitaryal/imageFX-api/tree/main/examples)
+More examples are at: [/examples](https://github.com/rohitaryal/whisk-api/tree/main/examples)
 </details>
 
 ## Help

package/dist/Project.d.ts

@@ -4,8 +4,15 @@ import { Account } from "./Whisk.js";
 export declare class Project {
     readonly account: Account;
     readonly projectId: string;
+    readonly subjects: Media[];
+    readonly scenes: Media[];
+    readonly styles: Media[];
     constructor(projectId: string, account: Account);
     generateImage(input: string | PromptConfig): Promise<Media>;
+    /**
+     * Generate image but with subject, scene, style attached
+     */
+    generateImageWithReferences(input: string | PromptConfig): Promise<Media>;
     /**
     * Deletes the project, clearance of your slop from the existance
     */

package/dist/Project.js

@@ -5,6 +5,9 @@ import { Account } from "./Whisk.js";
 export class Project {
     account;
     projectId;
+    subjects;
+    scenes;
+    styles;
     constructor(projectId, account) {
         if (typeof projectId !== "string" || !projectId.trim()) {
             throw new Error("project id is either invalid or missing");
@@ -14,6 +17,9 @@ export class Project {
         }
         this.projectId = projectId;
         this.account = account;
+        this.subjects = [];
+        this.scenes = [];
+        this.styles = [];
     }
     async generateImage(input) {
         if (typeof input === "string") {
@@ -63,6 +69,88 @@ export class Project {
             account: this.account
         });
     }
+    /**
+     * Generate image but with subject, scene, style attached
+     */
+    async generateImageWithReferences(input) {
+        if (typeof input === "string") {
+            input = {
+                seed: 0,
+                prompt: input,
+                model: "IMAGEN_3_5",
+                aspectRatio: "IMAGE_ASPECT_RATIO_LANDSCAPE"
+            };
+        }
+        if (!input.seed)
+            input.seed = 0;
+        if (!input.model)
+            input.model = "IMAGEN_3_5";
+        if (!input.aspectRatio)
+            input.aspectRatio = "IMAGE_ASPECT_RATIO_LANDSCAPE";
+        if (!input.prompt?.trim?.())
+            throw new Error("prompt is required");
+        // Check if the model selected is for image generation
+        if (!Object.values(ImageGenerationModel).includes(input.model)) {
+            throw new Error(`'${input.model}': invalid image generation model provided`);
+        }
+        const generationResponse = await request("https://aisandbox-pa.googleapis.com/v1/whisk:runImageRecipe", {
+            headers: { authorization: `Bearer ${await this.account.getToken()}` },
+            body: JSON.stringify({
+                "clientContext": {
+                    "workflowId": this.projectId,
+                    "tool": "BACKBONE",
+                },
+                "seed": input.seed,
+                "imageModelSettings": {
+                    "imageModel": "GEM_PIX", // TODO: Lets experiment with this for now
+                    "aspectRatio": input.aspectRatio
+                },
+                "userInstruction": input.prompt,
+                // Attach during image generation
+                "recipeMediaInputs": [
+                    ...this.subjects.map(item => {
+                        return {
+                            "caption": item.prompt,
+                            "mediaInput": {
+                                "mediaCategory": "MEDIA_CATEGORY_SUBJECT",
+                                "mediaGenerationId": item.mediaGenerationId
+                            }
+                        };
+                    }),
+                    ...this.scenes.map(item => {
+                        return {
+                            "caption": item.prompt,
+                            "mediaInput": {
+                                "mediaCategory": "MEDIA_CATEGORY_SCENE",
+                                "mediaGenerationId": item.mediaGenerationId
+                            }
+                        };
+                    }),
+                    ...this.styles.map(item => {
+                        return {
+                            "caption": item.prompt,
+                            "mediaInput": {
+                                "mediaCategory": "MEDIA_CATEGORY_STYLE",
+                                "mediaGenerationId": item.mediaGenerationId
+                            }
+                        };
+                    })
+                ]
+            })
+        });
+        const img = generationResponse.imagePanels[0].generatedImages[0];
+        return new Media({
+            seed: img.seed,
+            prompt: img.prompt,
+            workflowId: img.workflowId ?? generationResponse.workflowId,
+            encodedMedia: img.encodedImage,
+            mediaGenerationId: img.mediaGenerationId,
+            aspectRatio: img.aspectRatio,
+            mediaType: "IMAGE",
+            model: img.imageModel,
+            account: this.account
+        });
+    }
     /**
     * Deletes the project, clearance of your slop from the existance
     */

package/dist/Whisk.d.ts

@@ -48,5 +48,5 @@ export declare class Whisk {
      * Uses imagefx's api to generate image.
      * Advantage here is it can generate multiple images in single request
      */
-    generateImage(input: string | PromptConfig, count?: number): Promise<Media>;
+    generateImage(input: string | PromptConfig, count?: number): Promise<Media[]>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@rohitaryal/whisk-api",
-    "version": "3.1.0",
+    "version": "3.2.0",
     "type": "module",
     "main": "./dist/index.js",
     "types": "./dist/index.d.ts",