@git.zone/tsdocker 1.3.0 → 1.4.0

package/ts/classes.dockerregistry.ts

@@ -0,0 +1,91 @@
+import * as plugins from './tsdocker.plugins.js';
+import { logger } from './tsdocker.logging.js';
+import type { IDockerRegistryOptions } from './interfaces/index.js';
+
+const smartshellInstance = new plugins.smartshell.Smartshell({
+  executor: 'bash',
+});
+
+/**
+ * Represents a Docker registry with authentication capabilities
+ */
+export class DockerRegistry {
+  public registryUrl: string;
+  public username: string;
+  public password: string;
+
+  constructor(optionsArg: IDockerRegistryOptions) {
+    this.registryUrl = optionsArg.registryUrl;
+    this.username = optionsArg.username;
+    this.password = optionsArg.password;
+    logger.log('info', `created DockerRegistry for ${this.registryUrl}`);
+  }
+
+  /**
+   * Creates a DockerRegistry instance from a pipe-delimited environment string
+   * Format: "registryUrl|username|password"
+   */
+  public static fromEnvString(envString: string): DockerRegistry {
+    const dockerRegexResultArray = envString.split('|');
+    if (dockerRegexResultArray.length !== 3) {
+      logger.log('error', 'malformed docker env var...');
+      throw new Error('malformed docker env var, expected format: registryUrl|username|password');
+    }
+    const registryUrl = dockerRegexResultArray[0].replace('https://', '').replace('http://', '');
+    const username = dockerRegexResultArray[1];
+    const password = dockerRegexResultArray[2];
+    return new DockerRegistry({
+      registryUrl: registryUrl,
+      username: username,
+      password: password,
+    });
+  }
+
+  /**
+   * Creates a DockerRegistry from environment variables
+   * Looks for DOCKER_REGISTRY, DOCKER_REGISTRY_USER, DOCKER_REGISTRY_PASSWORD
+   * Or for a specific registry: DOCKER_REGISTRY_<NAME>, etc.
+   */
+  public static fromEnv(registryName?: string): DockerRegistry | null {
+    const prefix = registryName ? `DOCKER_REGISTRY_${registryName.toUpperCase()}_` : 'DOCKER_REGISTRY_';
+
+    const registryUrl = process.env[`${prefix}URL`] || process.env['DOCKER_REGISTRY'];
+    const username = process.env[`${prefix}USER`] || process.env['DOCKER_REGISTRY_USER'];
+    const password = process.env[`${prefix}PASSWORD`] || process.env['DOCKER_REGISTRY_PASSWORD'];
+
+    if (!registryUrl || !username || !password) {
+      return null;
+    }
+
+    return new DockerRegistry({
+      registryUrl: registryUrl.replace('https://', '').replace('http://', ''),
+      username,
+      password,
+    });
+  }
+
+  /**
+   * Logs in to the Docker registry
+   */
+  public async login(): Promise<void> {
+    if (this.registryUrl === 'docker.io') {
+      await smartshellInstance.exec(`docker login -u ${this.username} -p ${this.password}`);
+      logger.log('info', 'Logged in to standard docker hub');
+    } else {
+      await smartshellInstance.exec(`docker login -u ${this.username} -p ${this.password} ${this.registryUrl}`);
+    }
+    logger.log('ok', `docker authenticated for ${this.registryUrl}!`);
+  }
+
+  /**
+   * Logs out from the Docker registry
+   */
+  public async logout(): Promise<void> {
+    if (this.registryUrl === 'docker.io') {
+      await smartshellInstance.exec('docker logout');
+    } else {
+      await smartshellInstance.exec(`docker logout ${this.registryUrl}`);
+    }
+    logger.log('info', `logged out from ${this.registryUrl}`);
+  }
+}

package/ts/classes.registrystorage.ts

@@ -0,0 +1,83 @@
+import * as plugins from './tsdocker.plugins.js';
+import { logger } from './tsdocker.logging.js';
+import { DockerRegistry } from './classes.dockerregistry.js';
+
+/**
+ * Storage class for managing multiple Docker registries
+ */
+export class RegistryStorage {
+  public objectMap = new plugins.lik.ObjectMap<DockerRegistry>();
+
+  constructor() {
+    // Nothing here
+  }
+
+  /**
+   * Adds a registry to the storage
+   */
+  public addRegistry(registryArg: DockerRegistry): void {
+    this.objectMap.add(registryArg);
+  }
+
+  /**
+   * Gets a registry by its URL
+   */
+  public getRegistryByUrl(registryUrlArg: string): DockerRegistry | undefined {
+    return this.objectMap.findSync((registryArg) => {
+      return registryArg.registryUrl === registryUrlArg;
+    });
+  }
+
+  /**
+   * Gets all registries
+   */
+  public getAllRegistries(): DockerRegistry[] {
+    return this.objectMap.getArray();
+  }
+
+  /**
+   * Logs in to all registries
+   */
+  public async loginAll(): Promise<void> {
+    await this.objectMap.forEach(async (registryArg) => {
+      await registryArg.login();
+    });
+    logger.log('success', 'logged in successfully into all available DockerRegistries!');
+  }
+
+  /**
+   * Logs out from all registries
+   */
+  public async logoutAll(): Promise<void> {
+    await this.objectMap.forEach(async (registryArg) => {
+      await registryArg.logout();
+    });
+    logger.log('info', 'logged out from all DockerRegistries');
+  }
+
+  /**
+   * Loads registries from environment variables
+   * Looks for DOCKER_REGISTRY_1, DOCKER_REGISTRY_2, etc. (pipe-delimited format)
+   * Or individual registries like DOCKER_REGISTRY_GITLAB_URL, etc.
+   */
+  public loadFromEnv(): void {
+    // Check for numbered registry env vars (pipe-delimited format)
+    for (let i = 1; i <= 10; i++) {
+      const envVar = process.env[`DOCKER_REGISTRY_${i}`];
+      if (envVar) {
+        try {
+          const registry = DockerRegistry.fromEnvString(envVar);
+          this.addRegistry(registry);
+        } catch (err) {
+          logger.log('warn', `Failed to parse DOCKER_REGISTRY_${i}: ${(err as Error).message}`);
+        }
+      }
+    }
+
+    // Check for default registry
+    const defaultRegistry = DockerRegistry.fromEnv();
+    if (defaultRegistry) {
+      this.addRegistry(defaultRegistry);
+    }
+  }
+}

package/ts/classes.tsdockermanager.ts

@@ -0,0 +1,254 @@
+import * as plugins from './tsdocker.plugins.js';
+import * as paths from './tsdocker.paths.js';
+import { logger } from './tsdocker.logging.js';
+import { Dockerfile } from './classes.dockerfile.js';
+import { DockerRegistry } from './classes.dockerregistry.js';
+import { RegistryStorage } from './classes.registrystorage.js';
+import type { ITsDockerConfig } from './interfaces/index.js';
+
+const smartshellInstance = new plugins.smartshell.Smartshell({
+  executor: 'bash',
+});
+
+/**
+ * Main orchestrator class for Docker operations
+ */
+export class TsDockerManager {
+  public registryStorage: RegistryStorage;
+  public config: ITsDockerConfig;
+  public projectInfo: any;
+  private dockerfiles: Dockerfile[] = [];
+
+  constructor(config: ITsDockerConfig) {
+    this.config = config;
+    this.registryStorage = new RegistryStorage();
+  }
+
+  /**
+   * Prepares the manager by loading project info and registries
+   */
+  public async prepare(): Promise<void> {
+    // Load project info
+    try {
+      const projectinfoInstance = new plugins.projectinfo.ProjectInfo(paths.cwd);
+      this.projectInfo = {
+        npm: {
+          name: projectinfoInstance.npm.name,
+          version: projectinfoInstance.npm.version,
+        },
+      };
+    } catch (err) {
+      logger.log('warn', 'Could not load project info');
+      this.projectInfo = null;
+    }
+
+    // Load registries from environment
+    this.registryStorage.loadFromEnv();
+
+    // Add registries from config if specified
+    if (this.config.registries) {
+      for (const registryUrl of this.config.registries) {
+        // Check if already loaded from env
+        if (!this.registryStorage.getRegistryByUrl(registryUrl)) {
+          // Try to load credentials for this registry from env
+          const envVarName = registryUrl.replace(/\./g, '_').toUpperCase();
+          const envString = process.env[`DOCKER_REGISTRY_${envVarName}`];
+          if (envString) {
+            try {
+              const registry = DockerRegistry.fromEnvString(envString);
+              this.registryStorage.addRegistry(registry);
+            } catch (err) {
+              logger.log('warn', `Could not load credentials for registry ${registryUrl}`);
+            }
+          }
+        }
+      }
+    }
+
+    logger.log('info', `Prepared TsDockerManager with ${this.registryStorage.getAllRegistries().length} registries`);
+  }
+
+  /**
+   * Logs in to all configured registries
+   */
+  public async login(): Promise<void> {
+    if (this.registryStorage.getAllRegistries().length === 0) {
+      logger.log('warn', 'No registries configured');
+      return;
+    }
+    await this.registryStorage.loginAll();
+  }
+
+  /**
+   * Discovers and sorts Dockerfiles in the current directory
+   */
+  public async discoverDockerfiles(): Promise<Dockerfile[]> {
+    this.dockerfiles = await Dockerfile.readDockerfiles(this);
+    this.dockerfiles = await Dockerfile.sortDockerfiles(this.dockerfiles);
+    this.dockerfiles = await Dockerfile.mapDockerfiles(this.dockerfiles);
+    return this.dockerfiles;
+  }
+
+  /**
+   * Builds all discovered Dockerfiles in dependency order
+   */
+  public async build(): Promise<Dockerfile[]> {
+    if (this.dockerfiles.length === 0) {
+      await this.discoverDockerfiles();
+    }
+
+    if (this.dockerfiles.length === 0) {
+      logger.log('warn', 'No Dockerfiles found');
+      return [];
+    }
+
+    // Check if buildx is needed
+    if (this.config.platforms && this.config.platforms.length > 1) {
+      await this.ensureBuildx();
+    }
+
+    logger.log('info', `Building ${this.dockerfiles.length} Dockerfiles...`);
+    await Dockerfile.buildDockerfiles(this.dockerfiles);
+    logger.log('success', 'All Dockerfiles built successfully');
+
+    return this.dockerfiles;
+  }
+
+  /**
+   * Ensures Docker buildx is set up for multi-architecture builds
+   */
+  private async ensureBuildx(): Promise<void> {
+    logger.log('info', 'Setting up Docker buildx for multi-platform builds...');
+
+    // Check if a buildx builder exists
+    const inspectResult = await smartshellInstance.exec('docker buildx inspect tsdocker-builder 2>/dev/null');
+
+    if (inspectResult.exitCode !== 0) {
+      // Create a new buildx builder
+      logger.log('info', 'Creating new buildx builder...');
+      await smartshellInstance.exec('docker buildx create --name tsdocker-builder --use');
+      await smartshellInstance.exec('docker buildx inspect --bootstrap');
+    } else {
+      // Use existing builder
+      await smartshellInstance.exec('docker buildx use tsdocker-builder');
+    }
+
+    logger.log('ok', 'Docker buildx ready');
+  }
+
+  /**
+   * Pushes all built images to specified registries
+   */
+  public async push(registryUrls?: string[]): Promise<void> {
+    if (this.dockerfiles.length === 0) {
+      await this.discoverDockerfiles();
+    }
+
+    if (this.dockerfiles.length === 0) {
+      logger.log('warn', 'No Dockerfiles found to push');
+      return;
+    }
+
+    // Determine which registries to push to
+    let registriesToPush: DockerRegistry[] = [];
+
+    if (registryUrls && registryUrls.length > 0) {
+      // Push to specified registries
+      for (const url of registryUrls) {
+        const registry = this.registryStorage.getRegistryByUrl(url);
+        if (registry) {
+          registriesToPush.push(registry);
+        } else {
+          logger.log('warn', `Registry ${url} not found in storage`);
+        }
+      }
+    } else {
+      // Push to all configured registries
+      registriesToPush = this.registryStorage.getAllRegistries();
+    }
+
+    if (registriesToPush.length === 0) {
+      logger.log('warn', 'No registries available to push to');
+      return;
+    }
+
+    // Push each Dockerfile to each registry
+    for (const dockerfile of this.dockerfiles) {
+      for (const registry of registriesToPush) {
+        await dockerfile.push(registry);
+      }
+    }
+
+    logger.log('success', 'All images pushed successfully');
+  }
+
+  /**
+   * Pulls images from a specified registry
+   */
+  public async pull(registryUrl: string): Promise<void> {
+    if (this.dockerfiles.length === 0) {
+      await this.discoverDockerfiles();
+    }
+
+    const registry = this.registryStorage.getRegistryByUrl(registryUrl);
+    if (!registry) {
+      throw new Error(`Registry ${registryUrl} not found`);
+    }
+
+    for (const dockerfile of this.dockerfiles) {
+      await dockerfile.pull(registry);
+    }
+
+    logger.log('success', 'All images pulled successfully');
+  }
+
+  /**
+   * Runs tests for all Dockerfiles
+   */
+  public async test(): Promise<void> {
+    if (this.dockerfiles.length === 0) {
+      await this.discoverDockerfiles();
+    }
+
+    if (this.dockerfiles.length === 0) {
+      logger.log('warn', 'No Dockerfiles found to test');
+      return;
+    }
+
+    await Dockerfile.testDockerfiles(this.dockerfiles);
+    logger.log('success', 'All tests completed');
+  }
+
+  /**
+   * Lists all discovered Dockerfiles and their info
+   */
+  public async list(): Promise<Dockerfile[]> {
+    if (this.dockerfiles.length === 0) {
+      await this.discoverDockerfiles();
+    }
+
+    console.log('\nDiscovered Dockerfiles:');
+    console.log('========================\n');
+
+    for (let i = 0; i < this.dockerfiles.length; i++) {
+      const df = this.dockerfiles[i];
+      console.log(`${i + 1}. ${df.filePath}`);
+      console.log(`   Tag: ${df.cleanTag}`);
+      console.log(`   Base Image: ${df.baseImage}`);
+      console.log(`   Version: ${df.version}`);
+      if (df.localBaseImageDependent) {
+        console.log(`   Depends on: ${df.localBaseDockerfile?.cleanTag}`);
+      }
+      console.log('');
+    }
+
+    return this.dockerfiles;
+  }
+
+  /**
+   * Gets the cached Dockerfiles (after discovery)
+   */
+  public getDockerfiles(): Dockerfile[] {
+    return this.dockerfiles;
+  }
+}

package/ts/interfaces/index.ts

@@ -0,0 +1,70 @@
+/**
+ * Configuration interface for tsdocker
+ * Extends legacy config with new Docker build capabilities
+ */
+export interface ITsDockerConfig {
+  // Legacy (backward compatible)
+  baseImage: string;
+  command: string;
+  dockerSock: boolean;
+  keyValueObject: { [key: string]: any };
+
+  // New Docker build config
+  registries?: string[];
+  registryRepoMap?: { [registry: string]: string };
+  buildArgEnvMap?: { [dockerArg: string]: string };
+  platforms?: string[];  // ['linux/amd64', 'linux/arm64']
+  push?: boolean;
+  testDir?: string;
+}
+
+/**
+ * Options for constructing a DockerRegistry
+ */
+export interface IDockerRegistryOptions {
+  registryUrl: string;
+  username: string;
+  password: string;
+}
+
+/**
+ * Information about a discovered Dockerfile
+ */
+export interface IDockerfileInfo {
+  filePath: string;
+  fileName: string;
+  version: string;
+  baseImage: string;
+  buildTag: string;
+  localBaseImageDependent: boolean;
+}
+
+/**
+ * Options for creating a Dockerfile instance
+ */
+export interface IDockerfileOptions {
+  filePath?: string;
+  fileContents?: string;
+  read?: boolean;
+}
+
+/**
+ * Result from a Docker build operation
+ */
+export interface IBuildResult {
+  success: boolean;
+  tag: string;
+  duration?: number;
+  error?: string;
+}
+
+/**
+ * Result from a Docker push operation
+ */
+export interface IPushResult {
+  success: boolean;
+  registry: string;
+  tag: string;
+  digest?: string;
+  error?: string;
+}

package/ts/tsdocker.cli.ts

@@ -6,10 +6,12 @@ import * as ConfigModule from './tsdocker.config.js';
 import * as DockerModule from './tsdocker.docker.js';
 
 import { logger, ora } from './tsdocker.logging.js';
+import { TsDockerManager } from './classes.tsdockermanager.js';
 
 const tsdockerCli = new plugins.smartcli.Smartcli();
 
 export let run = () => {
+  // Default command: run tests in container (legacy behavior)
   tsdockerCli.standardCommand().subscribe(async argvArg => {
     const configArg = await ConfigModule.run().then(DockerModule.run);
     if (configArg.exitCode === 0) {
@@ -20,6 +22,127 @@ export let run = () => {
     }
   });
 
+  /**
+   * Build all Dockerfiles in dependency order
+   */
+  tsdockerCli.addCommand('build').subscribe(async argvArg => {
+    try {
+      const config = await ConfigModule.run();
+      const manager = new TsDockerManager(config);
+      await manager.prepare();
+      await manager.build();
+      logger.log('success', 'Build completed successfully');
+    } catch (err) {
+      logger.log('error', `Build failed: ${(err as Error).message}`);
+      process.exit(1);
+    }
+  });
+
+  /**
+   * Push built images to configured registries
+   */
+  tsdockerCli.addCommand('push').subscribe(async argvArg => {
+    try {
+      const config = await ConfigModule.run();
+      const manager = new TsDockerManager(config);
+      await manager.prepare();
+
+      // Login first
+      await manager.login();
+
+      // Build images first (if not already built)
+      await manager.build();
+
+      // Get registry from arguments if specified
+      const registryArg = argvArg._[1]; // e.g., tsdocker push registry.gitlab.com
+      const registries = registryArg ? [registryArg] : undefined;
+
+      await manager.push(registries);
+      logger.log('success', 'Push completed successfully');
+    } catch (err) {
+      logger.log('error', `Push failed: ${(err as Error).message}`);
+      process.exit(1);
+    }
+  });
+
+  /**
+   * Pull images from a specified registry
+   */
+  tsdockerCli.addCommand('pull').subscribe(async argvArg => {
+    try {
+      const registryArg = argvArg._[1]; // e.g., tsdocker pull registry.gitlab.com
+      if (!registryArg) {
+        logger.log('error', 'Registry URL required. Usage: tsdocker pull <registry-url>');
+        process.exit(1);
+      }
+
+      const config = await ConfigModule.run();
+      const manager = new TsDockerManager(config);
+      await manager.prepare();
+
+      // Login first
+      await manager.login();
+
+      await manager.pull(registryArg);
+      logger.log('success', 'Pull completed successfully');
+    } catch (err) {
+      logger.log('error', `Pull failed: ${(err as Error).message}`);
+      process.exit(1);
+    }
+  });
+
+  /**
+   * Run container tests for all Dockerfiles
+   */
+  tsdockerCli.addCommand('test').subscribe(async argvArg => {
+    try {
+      const config = await ConfigModule.run();
+      const manager = new TsDockerManager(config);
+      await manager.prepare();
+
+      // Build images first
+      await manager.build();
+
+      // Run tests
+      await manager.test();
+      logger.log('success', 'Tests completed successfully');
+    } catch (err) {
+      logger.log('error', `Tests failed: ${(err as Error).message}`);
+      process.exit(1);
+    }
+  });
+
+  /**
+   * Login to configured registries
+   */
+  tsdockerCli.addCommand('login').subscribe(async argvArg => {
+    try {
+      const config = await ConfigModule.run();
+      const manager = new TsDockerManager(config);
+      await manager.prepare();
+      await manager.login();
+      logger.log('success', 'Login completed successfully');
+    } catch (err) {
+      logger.log('error', `Login failed: ${(err as Error).message}`);
+      process.exit(1);
+    }
+  });
+
+  /**
+   * List discovered Dockerfiles and their dependencies
+   */
+  tsdockerCli.addCommand('list').subscribe(async argvArg => {
+    try {
+      const config = await ConfigModule.run();
+      const manager = new TsDockerManager(config);
+      await manager.prepare();
+      await manager.list();
+    } catch (err) {
+      logger.log('error', `List failed: ${(err as Error).message}`);
+      process.exit(1);
+    }
+  });
+
   /**
    * this command is executed inside docker and meant for use from outside docker
    */
@@ -62,16 +185,6 @@ export let run = () => {
     ora.finishSuccess('docker environment now is clean!');
   });
 
-  tsdockerCli.addCommand('speedtest').subscribe(async argvArg => {
-    const smartshellInstance = new plugins.smartshell.Smartshell({
-      executor: 'bash'
-    });
-    logger.log('ok', 'Starting speedtest');
-    await smartshellInstance.exec(
-      `docker pull tianon/speedtest && docker run --rm tianon/speedtest --accept-license --accept-gdpr`
-    );
-  });
-
   tsdockerCli.addCommand('vscode').subscribe(async argvArg => {
     const smartshellInstance = new plugins.smartshell.Smartshell({
       executor: 'bash'

package/ts/tsdocker.config.ts

@@ -1,14 +1,12 @@
 import * as plugins from './tsdocker.plugins.js';
 import * as paths from './tsdocker.paths.js';
 import * as fs from 'fs';
+import type { ITsDockerConfig } from './interfaces/index.js';
 
-export interface IConfig {
-  baseImage: string;
-  command: string;
-  dockerSock: boolean;
+// Re-export ITsDockerConfig as IConfig for backward compatibility
+export type IConfig = ITsDockerConfig & {
   exitCode?: number;
-  keyValueObject: {[key: string]: any};
-}
+};
 
 const getQenvKeyValueObject = async () => {
   let qenvKeyValueObjectArray: { [key: string]: string | number };
@@ -23,11 +21,20 @@ const getQenvKeyValueObject = async () => {
 const buildConfig = async (qenvKeyValueObjectArg: { [key: string]: string | number }) => {
   const npmextra = new plugins.npmextra.Npmextra(paths.cwd);
   const config = npmextra.dataFor<IConfig>('@git.zone/tsdocker', {
+    // Legacy options (backward compatible)
     baseImage: 'hosttoday/ht-docker-node:npmdocker',
     init: 'rm -rf node_nodules/ && yarn install',
     command: 'npmci npm test',
     dockerSock: false,
-    keyValueObject: qenvKeyValueObjectArg
+    keyValueObject: qenvKeyValueObjectArg,
+
+    // New Docker build options
+    registries: [],
+    registryRepoMap: {},
+    buildArgEnvMap: {},
+    platforms: ['linux/amd64'],
+    push: false,
+    testDir: undefined,
   });
   return config;
 };