@kapeta/local-cluster-service 0.19.1 → 0.19.3

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [0.19.3](https://github.com/kapetacom/local-cluster-service/compare/v0.19.2...v0.19.3) (2023-09-05)
+
+
+### Bug Fixes
+
+* if codegen is already started for block - run after ([#69](https://github.com/kapetacom/local-cluster-service/issues/69)) ([a1b13ee](https://github.com/kapetacom/local-cluster-service/commit/a1b13eeab8413be8c165419ee36c26e3509338b4))
+
+## [0.19.2](https://github.com/kapetacom/local-cluster-service/compare/v0.19.1...v0.19.2) (2023-09-05)
+
+
+### Bug Fixes
+
+* Control boot order and reload code gen targets when repo changes ([#68](https://github.com/kapetacom/local-cluster-service/issues/68)) ([5557259](https://github.com/kapetacom/local-cluster-service/commit/5557259dda10f509a2b8cc45c0b4a4631e1d975a))
+
 ## [0.19.1](https://github.com/kapetacom/local-cluster-service/compare/v0.19.0...v0.19.1) (2023-09-03)
 
 

package/dist/cjs/index.js

@@ -28,6 +28,7 @@ const repositoryManager_1 = require("./src/repositoryManager");
 const commandLineUtils_1 = require("./src/utils/commandLineUtils");
 const DefaultProviderInstaller_1 = require("./src/utils/DefaultProviderInstaller");
 const authManager_1 = require("./src/authManager");
+const codeGeneratorManager_1 = require("./src/codeGeneratorManager");
 let currentServer = null;
 function createServer() {
     const app = (0, express_1.default)();
@@ -109,6 +110,7 @@ exports.default = {
             console.error('Could not ping docker runtime: ' + e.toString() + '. Make sure docker is running and working.');
         }
         await DefaultProviderInstaller_1.defaultProviderInstaller.checkForDefault();
+        await codeGeneratorManager_1.codeGeneratorManager.initialize();
         const clusterPort = storageService_1.storageService.get('cluster', 'port');
         if (clusterPort) {
             clusterService_1.clusterService.setClusterServicePort(clusterPort);

package/dist/cjs/src/RepositoryWatcher.d.ts

@@ -1,5 +1,7 @@
+/// <reference types="node" />
 import { SourceOfChange } from './types';
-export declare class RepositoryWatcher {
+import { EventEmitter } from 'node:events';
+export declare class RepositoryWatcher extends EventEmitter {
     private watcher?;
     private disabled;
     private readonly baseDir;

package/dist/cjs/src/RepositoryWatcher.js

@@ -13,8 +13,9 @@ const nodejs_utils_1 = require("@kapeta/nodejs-utils");
 const lodash_1 = __importDefault(require("lodash"));
 const socketManager_1 = require("./socketManager");
 const cacheManager_1 = require("./cacheManager");
+const node_events_1 = require("node:events");
 const KAPETA_YML_RX = /^kapeta.ya?ml$/;
-class RepositoryWatcher {
+class RepositoryWatcher extends node_events_1.EventEmitter {
     watcher;
     disabled = false;
     baseDir;
@@ -22,6 +23,7 @@ class RepositoryWatcher {
     symbolicLinks = {};
     sourceOfChange = new Map();
     constructor() {
+        super();
         this.baseDir = local_cluster_config_1.default.getRepositoryBasedir();
     }
     setDisabled(disabled) {
@@ -204,6 +206,7 @@ class RepositoryWatcher {
         this.allDefinitions = newDefinitions;
         //console.log('Asset changed', payload);
         socketManager_1.socketManager.emitGlobal('asset-change', payload);
+        this.emit('change', payload);
         cacheManager_1.cacheManager.flush();
     }
     async exists(path) {
@@ -234,8 +237,13 @@ class RepositoryWatcher {
         try {
             // Make sure we're not watching the symlink target
             await this.removeSymlinkTarget(path);
-            const stat = await fs_extra_1.default.lstat(path);
-            if (stat.isSymbolicLink()) {
+            let symbolicLink = false;
+            try {
+                const stat = await fs_extra_1.default.lstat(path);
+                symbolicLink = stat.isSymbolicLink();
+            }
+            catch (e) { }
+            if (symbolicLink) {
                 const realPath = `${await fs_extra_1.default.realpath(path)}/kapeta.yml`;
                 if (await this.exists(realPath)) {
                     //console.log('Watching symlink target %s => %s', path, realPath);

package/dist/cjs/src/assetManager.js

@@ -16,6 +16,7 @@ const definitionsManager_1 = require("./definitionsManager");
 const utils_1 = require("./utils/utils");
 const taskManager_1 = require("./taskManager");
 const cacheManager_1 = require("./cacheManager");
+const node_uuid_1 = __importDefault(require("node-uuid"));
 const CACHE_TTL = 60 * 60 * 1000; // 1 hour
 const toKey = (ref) => `assetManager:asset:${ref}`;
 function enrichAsset(asset) {
@@ -180,10 +181,14 @@ class AssetManager {
         ref = (0, utils_1.normalizeKapetaUri)(ref);
         if (await codeGeneratorManager_1.codeGeneratorManager.canGenerateCode(block)) {
             const assetTitle = block.metadata.title ? block.metadata.title : (0, nodejs_utils_1.parseKapetaUri)(block.metadata.name).name;
-            taskManager_1.taskManager.add(`codegen:${ref}`, async () => {
+            const taskId = `codegen:${node_uuid_1.default.v4()}`;
+            const group = `codegen:${ref}`;
+            // We group the codegen tasks since we want to run them all but only 1 at a time per block
+            taskManager_1.taskManager.add(taskId, async () => {
                 await codeGeneratorManager_1.codeGeneratorManager.generate(ymlPath, block);
             }, {
                 name: `Generating code for ${assetTitle}`,
+                group, //Group prevents multiple tasks from running at the same time
             });
             return true;
         }

package/dist/cjs/src/codeGeneratorManager.d.ts

@@ -1,6 +1,8 @@
 import { BlockDefinition } from '@kapeta/schemas';
 declare class CodeGeneratorManager {
+    private ensureLanguageTargetInRegistry;
     reload(): Promise<void>;
+    initialize(): Promise<void>;
     canGenerateCode(yamlContent: BlockDefinition): Promise<boolean>;
     generate(yamlFile: string, yamlContent: BlockDefinition): Promise<void>;
 }

package/dist/cjs/src/codeGeneratorManager.js

@@ -7,27 +7,51 @@ exports.codeGeneratorManager = void 0;
 const path_1 = __importDefault(require("path"));
 const codegen_1 = require("@kapeta/codegen");
 const definitionsManager_1 = require("./definitionsManager");
+const assetManager_1 = require("./assetManager");
+const utils_1 = require("./utils/utils");
+const repositoryManager_1 = require("./repositoryManager");
 const TARGET_KIND = 'core/language-target';
 const BLOCK_TYPE_KIND = 'core/block-type';
 class CodeGeneratorManager {
+    async ensureLanguageTargetInRegistry(path, version, definition) {
+        const key = `${definition.metadata.name}:${version}`;
+        try {
+            if (await codegen_1.registry.get(key)) {
+                return;
+            }
+        }
+        catch (e) { }
+        try {
+            const target = require(path);
+            if (target.default) {
+                codegen_1.registry.register(key, target.default);
+            }
+            else {
+                codegen_1.registry.register(key, target);
+            }
+        }
+        catch (e) {
+            console.error('Failed to load target: %s', key, e);
+        }
+    }
     async reload() {
         codegen_1.registry.reset();
         const languageTargets = await definitionsManager_1.definitionsManager.getDefinitions(TARGET_KIND);
         for (const languageTarget of languageTargets) {
-            const key = `${languageTarget.definition.metadata.name}:${languageTarget.version}`;
+            await this.ensureLanguageTargetInRegistry(languageTarget.path, languageTarget.version, languageTarget.definition);
+        }
+    }
+    async initialize() {
+        await this.reload();
+        repositoryManager_1.repositoryManager.on('change', async () => {
+            // Reload code generators when the repository changes
             try {
-                const target = require(languageTarget.path);
-                if (target.default) {
-                    codegen_1.registry.register(key, target.default);
-                }
-                else {
-                    codegen_1.registry.register(key, target);
-                }
+                await this.reload();
             }
             catch (e) {
-                console.error('Failed to load target: %s', key, e);
+                console.error('Failed to reload code generators', e);
             }
-        }
+        });
     }
     async canGenerateCode(yamlContent) {
         if (!yamlContent.spec.target?.kind) {
@@ -39,6 +63,18 @@ class CodeGeneratorManager {
         return !!(yamlContent && yamlContent.kind && blockTypeKinds.indexOf(yamlContent.kind.toLowerCase()) > -1);
     }
     async generate(yamlFile, yamlContent) {
+        if (!yamlContent.spec.target?.kind) {
+            //Not all block types have targets
+            return;
+        }
+        const targetRef = (0, utils_1.normalizeKapetaUri)(yamlContent.spec.target?.kind);
+        // Automatically downloads target if not available
+        const targetAsset = await assetManager_1.assetManager.getAsset(targetRef);
+        if (!targetAsset) {
+            console.error('Language target not found: %s', yamlContent.spec.target?.kind);
+            return;
+        }
+        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
         const baseDir = path_1.default.dirname(yamlFile);
         console.log('Generating code for path: %s', baseDir);
         const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);
@@ -50,4 +86,3 @@ class CodeGeneratorManager {
     }
 }
 exports.codeGeneratorManager = new CodeGeneratorManager();
-exports.codeGeneratorManager.reload();

package/dist/cjs/src/repositoryManager.d.ts

@@ -1,6 +1,8 @@
+/// <reference types="node" />
 import { Task } from './taskManager';
 import { SourceOfChange } from './types';
-declare class RepositoryManager {
+import { EventEmitter } from 'node:events';
+declare class RepositoryManager extends EventEmitter {
     private _registryService;
     private watcher;
     constructor();

package/dist/cjs/src/repositoryManager.js

@@ -13,6 +13,7 @@ const utils_1 = require("./utils/utils");
 const progressListener_1 = require("./progressListener");
 const RepositoryWatcher_1 = require("./RepositoryWatcher");
 const cacheManager_1 = require("./cacheManager");
+const node_events_1 = require("node:events");
 const EVENT_DEFAULT_PROVIDERS_START = 'default-providers-start';
 const EVENT_DEFAULT_PROVIDERS_END = 'default-providers-end';
 const DEFAULT_PROVIDERS = [
@@ -29,13 +30,17 @@ const DEFAULT_PROVIDERS = [
     'kapeta/language-target-nodejs',
     'kapeta/language-target-java-spring-boot',
 ];
-class RepositoryManager {
+class RepositoryManager extends node_events_1.EventEmitter {
     _registryService;
     watcher;
     constructor() {
+        super();
         this._registryService = new nodejs_registry_utils_1.RegistryService(nodejs_registry_utils_1.Config.data.registry.url);
         this.watcher = new RepositoryWatcher_1.RepositoryWatcher();
         this.listenForChanges();
+        this.watcher.on('change', (file, source) => {
+            this.emit('change', file, source);
+        });
     }
     listenForChanges() {
         this.watcher.watch();

package/dist/esm/index.js

@@ -28,6 +28,7 @@ const repositoryManager_1 = require("./src/repositoryManager");
 const commandLineUtils_1 = require("./src/utils/commandLineUtils");
 const DefaultProviderInstaller_1 = require("./src/utils/DefaultProviderInstaller");
 const authManager_1 = require("./src/authManager");
+const codeGeneratorManager_1 = require("./src/codeGeneratorManager");
 let currentServer = null;
 function createServer() {
     const app = (0, express_1.default)();
@@ -109,6 +110,7 @@ exports.default = {
             console.error('Could not ping docker runtime: ' + e.toString() + '. Make sure docker is running and working.');
         }
         await DefaultProviderInstaller_1.defaultProviderInstaller.checkForDefault();
+        await codeGeneratorManager_1.codeGeneratorManager.initialize();
         const clusterPort = storageService_1.storageService.get('cluster', 'port');
         if (clusterPort) {
             clusterService_1.clusterService.setClusterServicePort(clusterPort);

package/dist/esm/src/RepositoryWatcher.d.ts

@@ -1,5 +1,7 @@
+/// <reference types="node" />
 import { SourceOfChange } from './types';
-export declare class RepositoryWatcher {
+import { EventEmitter } from 'node:events';
+export declare class RepositoryWatcher extends EventEmitter {
     private watcher?;
     private disabled;
     private readonly baseDir;

package/dist/esm/src/RepositoryWatcher.js

@@ -13,8 +13,9 @@ const nodejs_utils_1 = require("@kapeta/nodejs-utils");
 const lodash_1 = __importDefault(require("lodash"));
 const socketManager_1 = require("./socketManager");
 const cacheManager_1 = require("./cacheManager");
+const node_events_1 = require("node:events");
 const KAPETA_YML_RX = /^kapeta.ya?ml$/;
-class RepositoryWatcher {
+class RepositoryWatcher extends node_events_1.EventEmitter {
     watcher;
     disabled = false;
     baseDir;
@@ -22,6 +23,7 @@ class RepositoryWatcher {
     symbolicLinks = {};
     sourceOfChange = new Map();
     constructor() {
+        super();
         this.baseDir = local_cluster_config_1.default.getRepositoryBasedir();
     }
     setDisabled(disabled) {
@@ -204,6 +206,7 @@ class RepositoryWatcher {
         this.allDefinitions = newDefinitions;
         //console.log('Asset changed', payload);
         socketManager_1.socketManager.emitGlobal('asset-change', payload);
+        this.emit('change', payload);
         cacheManager_1.cacheManager.flush();
     }
     async exists(path) {
@@ -234,8 +237,13 @@ class RepositoryWatcher {
         try {
             // Make sure we're not watching the symlink target
             await this.removeSymlinkTarget(path);
-            const stat = await fs_extra_1.default.lstat(path);
-            if (stat.isSymbolicLink()) {
+            let symbolicLink = false;
+            try {
+                const stat = await fs_extra_1.default.lstat(path);
+                symbolicLink = stat.isSymbolicLink();
+            }
+            catch (e) { }
+            if (symbolicLink) {
                 const realPath = `${await fs_extra_1.default.realpath(path)}/kapeta.yml`;
                 if (await this.exists(realPath)) {
                     //console.log('Watching symlink target %s => %s', path, realPath);

package/dist/esm/src/assetManager.js

@@ -16,6 +16,7 @@ const definitionsManager_1 = require("./definitionsManager");
 const utils_1 = require("./utils/utils");
 const taskManager_1 = require("./taskManager");
 const cacheManager_1 = require("./cacheManager");
+const node_uuid_1 = __importDefault(require("node-uuid"));
 const CACHE_TTL = 60 * 60 * 1000; // 1 hour
 const toKey = (ref) => `assetManager:asset:${ref}`;
 function enrichAsset(asset) {
@@ -180,10 +181,14 @@ class AssetManager {
         ref = (0, utils_1.normalizeKapetaUri)(ref);
         if (await codeGeneratorManager_1.codeGeneratorManager.canGenerateCode(block)) {
             const assetTitle = block.metadata.title ? block.metadata.title : (0, nodejs_utils_1.parseKapetaUri)(block.metadata.name).name;
-            taskManager_1.taskManager.add(`codegen:${ref}`, async () => {
+            const taskId = `codegen:${node_uuid_1.default.v4()}`;
+            const group = `codegen:${ref}`;
+            // We group the codegen tasks since we want to run them all but only 1 at a time per block
+            taskManager_1.taskManager.add(taskId, async () => {
                 await codeGeneratorManager_1.codeGeneratorManager.generate(ymlPath, block);
             }, {
                 name: `Generating code for ${assetTitle}`,
+                group, //Group prevents multiple tasks from running at the same time
             });
             return true;
         }

package/dist/esm/src/codeGeneratorManager.d.ts

@@ -1,6 +1,8 @@
 import { BlockDefinition } from '@kapeta/schemas';
 declare class CodeGeneratorManager {
+    private ensureLanguageTargetInRegistry;
     reload(): Promise<void>;
+    initialize(): Promise<void>;
     canGenerateCode(yamlContent: BlockDefinition): Promise<boolean>;
     generate(yamlFile: string, yamlContent: BlockDefinition): Promise<void>;
 }

package/dist/esm/src/codeGeneratorManager.js

@@ -7,27 +7,51 @@ exports.codeGeneratorManager = void 0;
 const path_1 = __importDefault(require("path"));
 const codegen_1 = require("@kapeta/codegen");
 const definitionsManager_1 = require("./definitionsManager");
+const assetManager_1 = require("./assetManager");
+const utils_1 = require("./utils/utils");
+const repositoryManager_1 = require("./repositoryManager");
 const TARGET_KIND = 'core/language-target';
 const BLOCK_TYPE_KIND = 'core/block-type';
 class CodeGeneratorManager {
+    async ensureLanguageTargetInRegistry(path, version, definition) {
+        const key = `${definition.metadata.name}:${version}`;
+        try {
+            if (await codegen_1.registry.get(key)) {
+                return;
+            }
+        }
+        catch (e) { }
+        try {
+            const target = require(path);
+            if (target.default) {
+                codegen_1.registry.register(key, target.default);
+            }
+            else {
+                codegen_1.registry.register(key, target);
+            }
+        }
+        catch (e) {
+            console.error('Failed to load target: %s', key, e);
+        }
+    }
     async reload() {
         codegen_1.registry.reset();
         const languageTargets = await definitionsManager_1.definitionsManager.getDefinitions(TARGET_KIND);
         for (const languageTarget of languageTargets) {
-            const key = `${languageTarget.definition.metadata.name}:${languageTarget.version}`;
+            await this.ensureLanguageTargetInRegistry(languageTarget.path, languageTarget.version, languageTarget.definition);
+        }
+    }
+    async initialize() {
+        await this.reload();
+        repositoryManager_1.repositoryManager.on('change', async () => {
+            // Reload code generators when the repository changes
             try {
-                const target = require(languageTarget.path);
-                if (target.default) {
-                    codegen_1.registry.register(key, target.default);
-                }
-                else {
-                    codegen_1.registry.register(key, target);
-                }
+                await this.reload();
             }
             catch (e) {
-                console.error('Failed to load target: %s', key, e);
+                console.error('Failed to reload code generators', e);
             }
-        }
+        });
     }
     async canGenerateCode(yamlContent) {
         if (!yamlContent.spec.target?.kind) {
@@ -39,6 +63,18 @@ class CodeGeneratorManager {
         return !!(yamlContent && yamlContent.kind && blockTypeKinds.indexOf(yamlContent.kind.toLowerCase()) > -1);
     }
     async generate(yamlFile, yamlContent) {
+        if (!yamlContent.spec.target?.kind) {
+            //Not all block types have targets
+            return;
+        }
+        const targetRef = (0, utils_1.normalizeKapetaUri)(yamlContent.spec.target?.kind);
+        // Automatically downloads target if not available
+        const targetAsset = await assetManager_1.assetManager.getAsset(targetRef);
+        if (!targetAsset) {
+            console.error('Language target not found: %s', yamlContent.spec.target?.kind);
+            return;
+        }
+        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
         const baseDir = path_1.default.dirname(yamlFile);
         console.log('Generating code for path: %s', baseDir);
         const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);
@@ -50,4 +86,3 @@ class CodeGeneratorManager {
     }
 }
 exports.codeGeneratorManager = new CodeGeneratorManager();
-exports.codeGeneratorManager.reload();

package/dist/esm/src/repositoryManager.d.ts

@@ -1,6 +1,8 @@
+/// <reference types="node" />
 import { Task } from './taskManager';
 import { SourceOfChange } from './types';
-declare class RepositoryManager {
+import { EventEmitter } from 'node:events';
+declare class RepositoryManager extends EventEmitter {
     private _registryService;
     private watcher;
     constructor();

package/dist/esm/src/repositoryManager.js

@@ -13,6 +13,7 @@ const utils_1 = require("./utils/utils");
 const progressListener_1 = require("./progressListener");
 const RepositoryWatcher_1 = require("./RepositoryWatcher");
 const cacheManager_1 = require("./cacheManager");
+const node_events_1 = require("node:events");
 const EVENT_DEFAULT_PROVIDERS_START = 'default-providers-start';
 const EVENT_DEFAULT_PROVIDERS_END = 'default-providers-end';
 const DEFAULT_PROVIDERS = [
@@ -29,13 +30,17 @@ const DEFAULT_PROVIDERS = [
     'kapeta/language-target-nodejs',
     'kapeta/language-target-java-spring-boot',
 ];
-class RepositoryManager {
+class RepositoryManager extends node_events_1.EventEmitter {
     _registryService;
     watcher;
     constructor() {
+        super();
         this._registryService = new nodejs_registry_utils_1.RegistryService(nodejs_registry_utils_1.Config.data.registry.url);
         this.watcher = new RepositoryWatcher_1.RepositoryWatcher();
         this.listenForChanges();
+        this.watcher.on('change', (file, source) => {
+            this.emit('change', file, source);
+        });
     }
     listenForChanges() {
         this.watcher.watch();

package/index.ts

@@ -24,6 +24,7 @@ import { repositoryManager } from './src/repositoryManager';
 import { ensureCLI } from './src/utils/commandLineUtils';
 import { defaultProviderInstaller } from './src/utils/DefaultProviderInstaller';
 import { authManager } from './src/authManager';
+import { codeGeneratorManager } from './src/codeGeneratorManager';
 
 export type LocalClusterService = HTTP.Server & { host?: string; port?: number };
 
@@ -125,6 +126,7 @@ export default {
         }
 
         await defaultProviderInstaller.checkForDefault();
+        await codeGeneratorManager.initialize();
 
         const clusterPort = storageService.get('cluster', 'port');
         if (clusterPort) {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.19.1",
+    "version": "0.19.3",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/RepositoryWatcher.ts

@@ -8,6 +8,7 @@ import _ from 'lodash';
 import { socketManager } from './socketManager';
 import { SourceOfChange, WatchEventName } from './types';
 import { cacheManager } from './cacheManager';
+import { EventEmitter } from 'node:events';
 
 interface AssetIdentity {
     handle: string;
@@ -15,7 +16,7 @@ interface AssetIdentity {
     version: string;
 }
 const KAPETA_YML_RX = /^kapeta.ya?ml$/;
-export class RepositoryWatcher {
+export class RepositoryWatcher extends EventEmitter {
     private watcher?: FSWatcher;
     private disabled: boolean = false;
     private readonly baseDir: string;
@@ -23,6 +24,7 @@ export class RepositoryWatcher {
     private symbolicLinks: { [link: string]: string } = {};
     private sourceOfChange: Map<string, SourceOfChange> = new Map();
     constructor() {
+        super();
         this.baseDir = ClusterConfiguration.getRepositoryBasedir();
     }
 
@@ -228,6 +230,7 @@ export class RepositoryWatcher {
 
         //console.log('Asset changed', payload);
         socketManager.emitGlobal('asset-change', payload);
+        this.emit('change', payload);
 
         cacheManager.flush();
     }
@@ -261,8 +264,13 @@ export class RepositoryWatcher {
         try {
             // Make sure we're not watching the symlink target
             await this.removeSymlinkTarget(path);
-            const stat = await FS.lstat(path);
-            if (stat.isSymbolicLink()) {
+            let symbolicLink = false;
+            try {
+                const stat = await FS.lstat(path);
+                symbolicLink = stat.isSymbolicLink();
+            } catch (e) {}
+
+            if (symbolicLink) {
                 const realPath = `${await FS.realpath(path)}/kapeta.yml`;
                 if (await this.exists(realPath)) {
                     //console.log('Watching symlink target %s => %s', path, realPath);

package/src/assetManager.ts

@@ -13,6 +13,7 @@ import { normalizeKapetaUri } from './utils/utils';
 import { taskManager } from './taskManager';
 import { SourceOfChange } from './types';
 import { cacheManager } from './cacheManager';
+import uuid from 'node-uuid';
 
 const CACHE_TTL = 60 * 60 * 1000; // 1 hour
 
@@ -242,13 +243,17 @@ class AssetManager {
         ref = normalizeKapetaUri(ref);
         if (await codeGeneratorManager.canGenerateCode(block)) {
             const assetTitle = block.metadata.title ? block.metadata.title : parseKapetaUri(block.metadata.name).name;
+            const taskId = `codegen:${uuid.v4()}`;
+            const group = `codegen:${ref}`;
+            // We group the codegen tasks since we want to run them all but only 1 at a time per block
             taskManager.add(
-                `codegen:${ref}`,
+                taskId,
                 async () => {
                     await codeGeneratorManager.generate(ymlPath, block);
                 },
                 {
                     name: `Generating code for ${assetTitle}`,
+                    group, //Group prevents multiple tasks from running at the same time
                 }
             );
             return true;

package/src/codeGeneratorManager.ts

@@ -1,29 +1,58 @@
 import Path from 'path';
 import { registry as Targets, BlockCodeGenerator, CodeWriter } from '@kapeta/codegen';
-import ClusterConfiguration from '@kapeta/local-cluster-config';
 import { BlockDefinition } from '@kapeta/schemas';
 import { definitionsManager } from './definitionsManager';
+import { Definition } from '@kapeta/local-cluster-config';
+import { assetManager } from './assetManager';
+import { normalizeKapetaUri } from './utils/utils';
+import { repositoryManager } from './repositoryManager';
 
 const TARGET_KIND = 'core/language-target';
 const BLOCK_TYPE_KIND = 'core/block-type';
 
 class CodeGeneratorManager {
+    private async ensureLanguageTargetInRegistry(path: string, version: string, definition: Definition) {
+        const key = `${definition.metadata.name}:${version}`;
+
+        try {
+            if (await Targets.get(key)) {
+                return;
+            }
+        } catch (e) {}
+
+        try {
+            const target = require(path);
+            if (target.default) {
+                Targets.register(key, target.default);
+            } else {
+                Targets.register(key, target);
+            }
+        } catch (e) {
+            console.error('Failed to load target: %s', key, e);
+        }
+    }
     async reload() {
         Targets.reset();
         const languageTargets = await definitionsManager.getDefinitions(TARGET_KIND);
         for (const languageTarget of languageTargets) {
-            const key = `${languageTarget.definition.metadata.name}:${languageTarget.version}`;
+            await this.ensureLanguageTargetInRegistry(
+                languageTarget.path,
+                languageTarget.version,
+                languageTarget.definition
+            );
+        }
+    }
+
+    async initialize() {
+        await this.reload();
+        repositoryManager.on('change', async () => {
+            // Reload code generators when the repository changes
             try {
-                const target = require(languageTarget.path);
-                if (target.default) {
-                    Targets.register(key, target.default);
-                } else {
-                    Targets.register(key, target);
-                }
+                await this.reload();
             } catch (e) {
-                console.error('Failed to load target: %s', key, e);
+                console.error('Failed to reload code generators', e);
             }
-        }
+        });
     }
 
     async canGenerateCode(yamlContent: BlockDefinition): Promise<boolean> {
@@ -40,6 +69,22 @@ class CodeGeneratorManager {
     }
 
     async generate(yamlFile: string, yamlContent: BlockDefinition) {
+        if (!yamlContent.spec.target?.kind) {
+            //Not all block types have targets
+            return;
+        }
+
+        const targetRef = normalizeKapetaUri(yamlContent.spec.target?.kind);
+
+        // Automatically downloads target if not available
+        const targetAsset = await assetManager.getAsset(targetRef);
+
+        if (!targetAsset) {
+            console.error('Language target not found: %s', yamlContent.spec.target?.kind);
+            return;
+        }
+
+        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
         const baseDir = Path.dirname(yamlFile);
         console.log('Generating code for path: %s', baseDir);
         const codeGenerator = new BlockCodeGenerator(yamlContent);
@@ -55,4 +100,3 @@ class CodeGeneratorManager {
 }
 
 export const codeGeneratorManager = new CodeGeneratorManager();
-codeGeneratorManager.reload();

package/src/repositoryManager.ts

@@ -9,6 +9,7 @@ import { ProgressListener } from './progressListener';
 import { RepositoryWatcher } from './RepositoryWatcher';
 import { SourceOfChange } from './types';
 import { cacheManager } from './cacheManager';
+import { EventEmitter } from 'node:events';
 
 const EVENT_DEFAULT_PROVIDERS_START = 'default-providers-start';
 const EVENT_DEFAULT_PROVIDERS_END = 'default-providers-end';
@@ -28,14 +29,19 @@ const DEFAULT_PROVIDERS = [
     'kapeta/language-target-java-spring-boot',
 ];
 
-class RepositoryManager {
+class RepositoryManager extends EventEmitter {
     private _registryService: RegistryService;
     private watcher: RepositoryWatcher;
 
     constructor() {
+        super();
         this._registryService = new RegistryService(Config.data.registry.url);
         this.watcher = new RepositoryWatcher();
         this.listenForChanges();
+
+        this.watcher.on('change', (file: string, source: SourceOfChange) => {
+            this.emit('change', file, source);
+        });
     }
 
     listenForChanges() {