@picteus/extension-sdk 0.19.0 → 0.20.0

package/dist/picteus-ws-client/models/index.js

@@ -1,5 +1,6 @@
 /* tslint:disable */
 /* eslint-disable */
+export * from './AiModel.js';
 export * from './ApiSecret.js';
 export * from './ApiSecretSummary.js';
 export * from './ApiSecretType.js';
@@ -8,6 +9,7 @@ export * from './ApplicationMetadata.js';
 export * from './ApplicationMetadataItem.js';
 export * from './ApplicationMetadataItemValue.js';
 export * from './ApplicationSettings.js';
+export * from './CaptionInstruction.js';
 export * from './Collection.js';
 export * from './CommandEntity.js';
 export * from './ComputedImageFormat.js';
@@ -15,9 +17,11 @@ export * from './ConfigurationCapability.js';
 export * from './ConfigurationExtensionCommand.js';
 export * from './ConstantsRegistry.js';
 export * from './Dates.js';
+export * from './EligibleTagsInstruction.js';
 export * from './Extension.js';
 export * from './ExtensionActivity.js';
 export * from './ExtensionActivityState.js';
+export * from './ExtensionAiModel.js';
 export * from './ExtensionAndManual.js';
 export * from './ExtensionCategory.js';
 export * from './ExtensionGenerationOptions.js';
@@ -34,6 +38,7 @@ export * from './ExtensionState.js';
 export * from './ExtensionsConfiguration.js';
 export * from './GenerationRecipe.js';
 export * from './GenerationRecipePrompt.js';
+export * from './GenerationRecipeVersion.js';
 export * from './Image.js';
 export * from './ImageDimensions.js';
 export * from './ImageDistance.js';
@@ -51,6 +56,8 @@ export * from './ImageSummary.js';
 export * from './InstructionsPrompt.js';
 export * from './Manifest.js';
 export * from './ManifestCapability.js';
+export * from './ManifestCapabilityCaptionsDetails.js';
+export * from './ManifestCapabilityEligibleTagsDetails.js';
 export * from './ManifestCapabilityId.js';
 export * from './ManifestEvent.js';
 export * from './ManifestExecution.js';
@@ -58,7 +65,10 @@ export * from './ManifestExtensionCommand.js';
 export * from './ManifestExtensionCommandOn.js';
 export * from './ManifestExtensionCommandSpecification.js';
 export * from './ManifestExtensionCommandUi.js';
+export * from './ManifestImageFeaturesCapability.js';
+export * from './ManifestImageTagsCapability.js';
 export * from './ManifestInstructions.js';
+export * from './ManifestInstructionsCapabilitiesInner.js';
 export * from './ManifestInterfaceElement.js';
 export * from './ManifestInterfaceElementIntegration.js';
 export * from './ManifestRuntime.js';
@@ -98,6 +108,7 @@ export * from './SearchSortingProperty.js';
 export * from './SearchTags.js';
 export * from './SearchTagsResult.js';
 export * from './Software.js';
+export * from './TagsPlaceholder.js';
 export * from './TextualPrompt.js';
 export * from './UserInterfaceAnchor.js';
 export * from './UserInterfaceSidebarIntegration.js';

package/dist/picteus-ws-client/runtime.d.ts

@@ -2,7 +2,7 @@
  * Picteus
  * The Picteus API
  *
- * The version of the OpenAPI document: 0.23.0
+ * The version of the OpenAPI document: 0.24.0
  * Contact: edouard@koppasoft.com
  *
  * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).

package/dist/picteus-ws-client/runtime.js

@@ -4,7 +4,7 @@
  * Picteus
  * The Picteus API
  *
- * The version of the OpenAPI document: 0.23.0
+ * The version of the OpenAPI document: 0.24.0
  * Contact: edouard@koppasoft.com
  *
  * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).

package/dist/picteusExtension.d.ts

@@ -1,5 +1,5 @@
 import { Socket } from "socket.io-client";
-import { ApiSecretApi, BackIntent, CollectionApi, Configuration, ExtensionApi, FrontIntent, ImageApi, ImageAttachmentApi, Manifest, MiscellaneousApi, RepositoryApi } from "./index.js";
+import { AiModel, ApiSecretApi, BackIntent, CollectionApi, Configuration, ExtensionApi, FrontIntent, ImageApi, ImageAttachmentApi, Manifest, MiscellaneousApi, RepositoryApi } from "./index.js";
 export type Intent = FrontIntent | BackIntent;
 export type EventValue = Record<string, any>;
 export declare const InstructionReturnedErrorCause: {
@@ -12,6 +12,15 @@ export declare class InstructionReturnedError extends Error {
     constructor(message: string, reason: InstructionReturnedErrorCause);
 }
 export type CommandParameters = Record<string, any>;
+export type ComputeImageCaption = {
+    aiModel: AiModel;
+    question: string;
+};
+export type ComputeImageEligibleTags = {
+    aiModel: AiModel;
+    question: string;
+    tags: string[];
+};
 export declare class CommandError extends Error {
     static fromError(error: CommandParameters): CommandError;
     constructor(message: string);
@@ -35,7 +44,9 @@ export type Entity = {
     id: string | number;
 };
 export declare class Helper {
-    static readonly GENERATION_RECIPE_SCHEMA_VERSION = 2;
+    static readonly SOFTWARE: string;
+    static readonly GENERATION_RECIPE_SCHEMA_VERSION: number;
+    static readonly TAGS_PLACEHOLDER: string;
 }
 export interface ApiCallErrorDetails {
     status: number;
@@ -118,7 +129,9 @@ export declare class PicteusExtension {
     protected onImageTagsUpdated(_communicator: Communicator, _imageId: string): Promise<void>;
     protected onImageFeaturesUpdated(_communicator: Communicator, _imageId: string): Promise<void>;
     protected onComputeImageTags(_communicator: Communicator, _imageId: string): Promise<void>;
+    protected onComputeImageEligibleTags(_communicator: Communicator, _imageId: string, _eligibleTags: ComputeImageEligibleTags[]): Promise<void>;
     protected onComputeImageFeatures(_communicator: Communicator, _imageId: string): Promise<void>;
+    protected onComputeImageCaptions(_communicator: Communicator, _imageId: string, _captions: ComputeImageCaption[]): Promise<void>;
     protected onComputeImageEmbeddings(_communicator: Communicator, _imageId: string): Promise<void>;
     protected onImagesCommand(_communicator: Communicator, _commandId: string, _imageIds: string[], _parameters: CommandParameters): Promise<void>;
     protected onProcessCommand(_communicator: Communicator, _commandId: string, _parameters: CommandParameters): Promise<void>;

package/dist/picteusExtension.js

@@ -4,7 +4,7 @@ import { fileURLToPath } from "node:url";
 // We do not import the "process" package on purpose, otherwise we get the runtime error "process.on is not a function"
 import console from "node:console";
 import { io } from "socket.io-client";
-import { ApiSecretApi, CollectionApi, Configuration, ExtensionApi, ImageApi, ImageAttachmentApi, IntentToastType, ManifestFromJSON, MiscellaneousApi, RepositoryApi } from "./index.js";
+import { ApiSecretApi, CollectionApi, Configuration, ExtensionApi, GenerationRecipeVersion, ImageApi, ImageAttachmentApi, IntentToastType, ManifestFromJSON, MiscellaneousApi, RepositoryApi, Software, TagsPlaceholder } from "./index.js";
 export const InstructionReturnedErrorCause = { Cancel: 0, Error: 1 };
 export class InstructionReturnedError extends Error {
     reason;
@@ -39,7 +39,9 @@ const extensionReadyChannel = "extension.ready";
 const extensionSettingsChannel = "extension.settings";
 // noinspection JSUnusedGlobalSymbols
 export class Helper {
-    static GENERATION_RECIPE_SCHEMA_VERSION = 2;
+    static SOFTWARE = Software.Picteus;
+    static GENERATION_RECIPE_SCHEMA_VERSION = GenerationRecipeVersion.NUMBER_2;
+    static TAGS_PLACEHOLDER = TagsPlaceholder.Tags;
 }
 export class ApiCallError extends Error {
     details;
@@ -190,7 +192,7 @@ export class PicteusExtension {
     static getExtensionHomeDirectoryPath() {
         return path.resolve(process.cwd());
     }
-    static SOFTWARE = "picteus";
+    static SOFTWARE = Software.Picteus;
     logger = new Logger();
     parameters;
     extensionId;
@@ -269,9 +271,17 @@ export class PicteusExtension {
             return await this.onImageFeaturesUpdated(communicator, this.extractEventValueId(value));
         }
         else if (event === EventName.ImageComputeTags) {
+            const eligibleTags = value["eligibleTags"];
+            if (eligibleTags !== undefined) {
+                return await this.onComputeImageEligibleTags(communicator, this.extractEventValueId(value), eligibleTags);
+            }
             return await this.onComputeImageTags(communicator, this.extractEventValueId(value));
         }
         else if (event === EventName.ImageComputeFeatures) {
+            const captions = value["captions"];
+            if (captions !== undefined) {
+                return await this.onComputeImageCaptions(communicator, this.extractEventValueId(value), captions);
+            }
             return await this.onComputeImageFeatures(communicator, this.extractEventValueId(value));
         }
         else if (event === EventName.ImageComputeEmbeddings) {
@@ -303,8 +313,12 @@ export class PicteusExtension {
     }
     async onComputeImageTags(_communicator, _imageId) {
     }
+    async onComputeImageEligibleTags(_communicator, _imageId, _eligibleTags) {
+    }
     async onComputeImageFeatures(_communicator, _imageId) {
     }
+    async onComputeImageCaptions(_communicator, _imageId, _captions) {
+    }
     async onComputeImageEmbeddings(_communicator, _imageId) {
     }
     async onImagesCommand(_communicator, _commandId, _imageIds, _parameters) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@picteus/extension-sdk",
-  "version": "0.19.0",
+  "version": "0.20.0",
   "productName": "Picteus TypeScript SDK",
   "description": "The Picteus extension TypeScript SDK.",
   "keywords": [