@package-broker/core 0.2.15

package/dist/utils/logger.js

@@ -0,0 +1,134 @@
+/*
+ * PACKAGE.broker
+ * Copyright (C) 2025 Łukasz Bajsarowicz
+ * Licensed under AGPL-3.0
+ */
+class Logger {
+    logLevel;
+    requestId;
+    constructor(logLevel = 'info') {
+        this.logLevel = logLevel;
+    }
+    /**
+     * Set request ID for correlation across log entries
+     */
+    setRequestId(requestId) {
+        this.requestId = requestId;
+    }
+    /**
+     * Get current request ID
+     */
+    getRequestId() {
+        return this.requestId;
+    }
+    /**
+     * Set log level
+     */
+    setLevel(level) {
+        this.logLevel = level;
+    }
+    /**
+     * Check if a log level should be emitted
+     */
+    shouldLog(level) {
+        const levels = ['debug', 'info', 'warn', 'error'];
+        const currentIndex = levels.indexOf(this.logLevel);
+        const messageIndex = levels.indexOf(level);
+        return messageIndex >= currentIndex;
+    }
+    /**
+     * Create log entry
+     */
+    createLogEntry(level, message, context, error) {
+        const entry = {
+            level,
+            message,
+            timestamp: new Date().toISOString(),
+        };
+        if (this.requestId) {
+            entry.requestId = this.requestId;
+        }
+        if (context && Object.keys(context).length > 0) {
+            entry.context = context;
+        }
+        if (error) {
+            entry.error = {
+                message: error.message,
+                name: error.name,
+                stack: error.stack,
+            };
+        }
+        return entry;
+    }
+    /**
+     * Emit log entry
+     */
+    emit(level, message, context, error) {
+        if (!this.shouldLog(level)) {
+            return;
+        }
+        const entry = this.createLogEntry(level, message, context, error);
+        const jsonString = JSON.stringify(entry);
+        // Use appropriate console method based on level
+        switch (level) {
+            case 'debug':
+                console.log(jsonString);
+                break;
+            case 'info':
+                console.log(jsonString);
+                break;
+            case 'warn':
+                console.warn(jsonString);
+                break;
+            case 'error':
+                console.error(jsonString);
+                break;
+        }
+    }
+    /**
+     * Log debug message
+     */
+    debug(message, context) {
+        this.emit('debug', message, context);
+    }
+    /**
+     * Log info message
+     */
+    info(message, context) {
+        this.emit('info', message, context);
+    }
+    /**
+     * Log warning message
+     */
+    warn(message, context) {
+        this.emit('warn', message, context);
+    }
+    /**
+     * Log error message
+     */
+    error(message, context, error) {
+        this.emit('error', message, context, error);
+    }
+}
+// Create singleton instance
+let loggerInstance = null;
+/**
+ * Get logger instance
+ * Creates a new instance if one doesn't exist
+ */
+export function getLogger(logLevel) {
+    if (!loggerInstance) {
+        loggerInstance = new Logger(logLevel);
+    }
+    if (logLevel) {
+        loggerInstance.setLevel(logLevel);
+    }
+    return loggerInstance;
+}
+/**
+ * Create a new logger instance (useful for testing)
+ */
+export function createLogger(logLevel = 'info') {
+    return new Logger(logLevel);
+}
+//# sourceMappingURL=logger.js.map

package/dist/utils/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA4BH,MAAM,MAAM;IACF,QAAQ,CAAW;IACnB,SAAS,CAAU;IAE3B,YAAY,WAAqB,MAAM;QACrC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAAe;QACtB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,KAAe;QAC/B,MAAM,MAAM,GAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3C,OAAO,YAAY,IAAI,YAAY,CAAC;IACtC,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,KAAe,EACf,OAAe,EACf,OAAoB,EACpB,KAAa;QAEb,MAAM,KAAK,GAAa;YACtB,KAAK;YACL,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACnC,CAAC;QAED,IAAI,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;QAC1B,CAAC;QAED,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,KAAK,GAAG;gBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,KAAe,EAAE,OAAe,EAAE,OAAoB,EAAE,KAAa;QAChF,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAEzC,gDAAgD;QAChD,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,OAAO;gBACV,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBACxB,MAAM;YACR,KAAK,MAAM;gBACT,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBACxB,MAAM;YACR,KAAK,MAAM;gBACT,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACzB,MAAM;YACR,KAAK,OAAO;gBACV,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1B,MAAM;QACV,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAe,EAAE,OAAoB;QACzC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAAe,EAAE,OAAoB;QACxC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAAe,EAAE,OAAoB;QACxC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAe,EAAE,OAAoB,EAAE,KAAa;QACxD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;CACF;AAED,4BAA4B;AAC5B,IAAI,cAAc,GAAkB,IAAI,CAAC;AAEzC;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,QAAmB;IAC3C,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACb,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,WAAqB,MAAM;IACtD,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC"}

package/dist/utils/upstream-fetch.d.ts

@@ -0,0 +1,15 @@
+import type { ProviderPackageResponse } from '../sync/types';
+export interface UpstreamRepository {
+    id: string;
+    url: string;
+    vcs_type: string;
+    credential_type: string;
+    auth_credentials: string;
+    package_filter?: string | null;
+}
+/**
+ * Fetch package metadata from an upstream Composer repository
+ * Supports both direct packages.json and provider-includes/providers-lazy-url
+ */
+export declare function fetchPackageFromUpstream(repo: UpstreamRepository, packageName: string, encryptionKey: string): Promise<ProviderPackageResponse | null>;
+//# sourceMappingURL=upstream-fetch.d.ts.map

package/dist/utils/upstream-fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upstream-fetch.d.ts","sourceRoot":"","sources":["../../src/utils/upstream-fetch.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAsC,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAIjG,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,IAAI,EAAE,kBAAkB,EACxB,WAAW,EAAE,MAAM,EACnB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC,CA0EzC"}

package/dist/utils/upstream-fetch.js

@@ -0,0 +1,108 @@
+/*
+ * PACKAGE.broker
+ * Copyright (C) 2025 Łukasz Bajsarowicz
+ * Licensed under AGPL-3.0
+ */
+// Utility for fetching package metadata from upstream Composer repositories
+import { buildAuthHeaders, COMPOSER_USER_AGENT } from '@package-broker/shared';
+import { decryptCredentials } from './encryption';
+import pRetry from 'p-retry';
+/**
+ * Fetch package metadata from an upstream Composer repository
+ * Supports both direct packages.json and provider-includes/providers-lazy-url
+ */
+export async function fetchPackageFromUpstream(repo, packageName, encryptionKey) {
+    const credentialsJson = JSON.parse(await decryptCredentials(repo.auth_credentials, encryptionKey));
+    const authHeaders = buildAuthHeaders(repo.credential_type, credentialsJson);
+    const baseUrl = repo.url.replace(/\/$/, '');
+    // First, get packages.json to understand repository structure
+    const packagesJsonUrl = `${baseUrl}/packages.json`;
+    const packagesRes = await pRetry(() => fetch(packagesJsonUrl, {
+        headers: {
+            ...authHeaders,
+            Accept: 'application/json',
+            'User-Agent': COMPOSER_USER_AGENT,
+        },
+    }), { retries: 2 });
+    if (!packagesRes.ok) {
+        return null;
+    }
+    const packagesJson = await packagesRes.json();
+    // Check if uses providers-lazy-url (Composer 2 - preferred)
+    if (packagesJson['providers-lazy-url']) {
+        const lazyUrl = packagesJson['providers-lazy-url']
+            .replace('%package%', packageName);
+        const res = await pRetry(() => fetch(`${baseUrl}${lazyUrl}`, {
+            headers: {
+                ...authHeaders,
+                Accept: 'application/json',
+                'User-Agent': COMPOSER_USER_AGENT,
+            },
+        }), { retries: 2 });
+        if (res.ok) {
+            return await res.json();
+        }
+        return null;
+    }
+    // Check if uses provider-includes (Composer 1)
+    if (packagesJson['providers-url'] && packagesJson['provider-includes']) {
+        return await fetchFromProviderIncludes(baseUrl, packagesJson, packageName, authHeaders);
+    }
+    // Direct packages - look in packages.json
+    if (packagesJson.packages?.[packageName]) {
+        return {
+            packages: {
+                [packageName]: packagesJson.packages[packageName],
+            },
+        };
+    }
+    return null;
+}
+/**
+ * Fetch package metadata using provider-includes pattern
+ */
+async function fetchFromProviderIncludes(baseUrl, packagesJson, packageName, authHeaders) {
+    const providersUrl = packagesJson['providers-url'];
+    const providerIncludes = packagesJson['provider-includes'];
+    // Find which provider file contains this package
+    for (const [providerPath, { sha256 }] of Object.entries(providerIncludes)) {
+        const providerUrl = `${baseUrl}/${providerPath.replace('%hash%', sha256)}`;
+        try {
+            const response = await pRetry(() => fetch(providerUrl, {
+                headers: {
+                    ...authHeaders,
+                    Accept: 'application/json',
+                    'User-Agent': COMPOSER_USER_AGENT,
+                },
+            }), { retries: 2 });
+            if (!response.ok) {
+                continue;
+            }
+            const providerData = await response.json();
+            // Check if this provider file contains our package
+            if (providerData.providers?.[packageName]) {
+                const packageHash = providerData.providers[packageName].sha256;
+                // Fetch package metadata using providers-url
+                const packageUrl = `${baseUrl}${providersUrl
+                    .replace('%package%', packageName)
+                    .replace('%hash%', packageHash)}`;
+                const packageRes = await pRetry(() => fetch(packageUrl, {
+                    headers: {
+                        ...authHeaders,
+                        Accept: 'application/json',
+                        'User-Agent': COMPOSER_USER_AGENT,
+                    },
+                }), { retries: 2 });
+                if (packageRes.ok) {
+                    return await packageRes.json();
+                }
+            }
+        }
+        catch (error) {
+            console.warn(`Error fetching provider file ${providerUrl}:`, error);
+            continue;
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=upstream-fetch.js.map

package/dist/utils/upstream-fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"upstream-fetch.js","sourceRoot":"","sources":["../../src/utils/upstream-fetch.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,4EAA4E;AAE5E,OAAO,EAAE,gBAAgB,EAAuB,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAEpG,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,MAAM,MAAM,SAAS,CAAC;AAW7B;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,IAAwB,EACxB,WAAmB,EACnB,aAAqB;IAErB,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAChC,MAAM,kBAAkB,CAAC,IAAI,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAC/D,CAAC;IAEF,MAAM,WAAW,GAAG,gBAAgB,CAClC,IAAI,CAAC,eAAiC,EACtC,eAAe,CAChB,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAE5C,8DAA8D;IAC9D,MAAM,eAAe,GAAG,GAAG,OAAO,gBAAgB,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,MAAM,CAC9B,GAAG,EAAE,CACH,KAAK,CAAC,eAAe,EAAE;QACrB,OAAO,EAAE;YACP,GAAG,WAAW;YACd,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,mBAAmB;SAClC;KACF,CAAC,EACJ,EAAE,OAAO,EAAE,CAAC,EAAE,CACf,CAAC;IAEF,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAyB,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC;IAEpE,4DAA4D;IAC5D,IAAI,YAAY,CAAC,oBAAoB,CAAC,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,YAAY,CAAC,oBAAoB,CAAC;aAC/C,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,MAAM,MAAM,CACtB,GAAG,EAAE,CACH,KAAK,CAAC,GAAG,OAAO,GAAG,OAAO,EAAE,EAAE;YAC5B,OAAO,EAAE;gBACP,GAAG,WAAW;gBACd,MAAM,EAAE,kBAAkB;gBAC1B,YAAY,EAAE,mBAAmB;aAClC;SACF,CAAC,EACJ,EAAE,OAAO,EAAE,CAAC,EAAE,CACf,CAAC;QAEF,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;YACX,OAAO,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,+CAA+C;IAC/C,IAAI,YAAY,CAAC,eAAe,CAAC,IAAI,YAAY,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACvE,OAAO,MAAM,yBAAyB,CACpC,OAAO,EACP,YAAY,EACZ,WAAW,EACX,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,0CAA0C;IAC1C,IAAI,YAAY,CAAC,QAAQ,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;QACzC,OAAO;YACL,QAAQ,EAAE;gBACR,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC;aAClD;SACF,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,yBAAyB,CACtC,OAAe,EACf,YAAkC,EAClC,WAAmB,EACnB,WAAwB;IAExB,MAAM,YAAY,GAAG,YAAY,CAAC,eAAe,CAAE,CAAC;IACpD,MAAM,gBAAgB,GAAG,YAAY,CAAC,mBAAmB,CAAE,CAAC;IAE5D,iDAAiD;IACjD,KAAK,MAAM,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC1E,MAAM,WAAW,GAAG,GAAG,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;QAE3E,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAC3B,GAAG,EAAE,CACH,KAAK,CAAC,WAAW,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,WAAW;oBACd,MAAM,EAAE,kBAAkB;oBAC1B,YAAY,EAAE,mBAAmB;iBAClC;aACF,CAAC,EACJ,EAAE,OAAO,EAAE,CAAC,EAAE,CACf,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAiB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEzD,mDAAmD;YACnD,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC1C,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC;gBAE/D,6CAA6C;gBAC7C,MAAM,UAAU,GAAG,GAAG,OAAO,GAAG,YAAY;qBACzC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC;qBACjC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,CAAC;gBAEpC,MAAM,UAAU,GAAG,MAAM,MAAM,CAC7B,GAAG,EAAE,CACH,KAAK,CAAC,UAAU,EAAE;oBAChB,OAAO,EAAE;wBACP,GAAG,WAAW;wBACd,MAAM,EAAE,kBAAkB;wBAC1B,YAAY,EAAE,mBAAmB;qBAClC;iBACF,CAAC,EACJ,EAAE,OAAO,EAAE,CAAC,EAAE,CACf,CAAC;gBAEF,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;oBAClB,OAAO,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,gCAAgC,WAAW,GAAG,EAAE,KAAK,CAAC,CAAC;YACpE,SAAS;QACX,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/workflows/index.d.ts

@@ -0,0 +1,3 @@
+export { PackageStorageWorkflow } from './package-storage';
+export type { PackageStorageEnv, PackageStorageParams } from './package-storage';
+//# sourceMappingURL=index.d.ts.map

package/dist/workflows/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/workflows/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,YAAY,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/workflows/index.js

@@ -0,0 +1,8 @@
+/*
+ * PACKAGE.broker
+ * Copyright (C) 2025 Łukasz Bajsarowicz
+ * Licensed under AGPL-3.0
+ */
+// Workflows - Durable background processing
+export { PackageStorageWorkflow } from './package-storage';
+//# sourceMappingURL=index.js.map

package/dist/workflows/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/workflows/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,4CAA4C;AAE5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/workflows/package-storage.d.ts

@@ -0,0 +1,47 @@
+import { WorkflowEntrypoint, WorkflowStep, WorkflowEvent } from 'cloudflare:workers';
+/**
+ * Environment for the Package Storage Workflow
+ */
+export interface PackageStorageEnv {
+    DB: D1Database;
+    KV?: KVNamespace;
+    ENCRYPTION_KEY: string;
+}
+/**
+ * Parameters passed to the workflow when triggered
+ */
+export interface PackageStorageParams {
+    /** Package name in vendor/package format */
+    packageName: string;
+    /** Raw package data from upstream (Packagist or Composer repo) */
+    packageData: any;
+    /** Repository ID (e.g., 'packagist' or repo UUID) */
+    repoId: string;
+    /** Proxy base URL for transforming dist URLs */
+    proxyBaseUrl: string;
+}
+/**
+ * PackageStorageWorkflow - Handles CPU-intensive D1 storage in background
+ *
+ * This workflow is triggered after a package is fetched from upstream.
+ * It runs with higher CPU limits than the main Worker request handler,
+ * allowing for reliable storage of packages with many versions.
+ *
+ * Benefits:
+ * - Automatic retries on failure
+ * - Higher CPU time limits (15 minutes vs 10ms on Free tier)
+ * - Durable execution - survives Worker restarts
+ * - Observable progress and status
+ */
+export declare class PackageStorageWorkflow extends WorkflowEntrypoint<PackageStorageEnv, PackageStorageParams> {
+    run(event: WorkflowEvent<PackageStorageParams>, step: WorkflowStep): Promise<{
+        storedCount: number;
+        errorCount: number;
+    }>;
+    /**
+     * Ensure repository exists in database
+     * For Packagist, creates the repository entry if missing
+     */
+    private ensureRepository;
+}
+//# sourceMappingURL=package-storage.d.ts.map

package/dist/workflows/package-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"package-storage.d.ts","sourceRoot":"","sources":["../../src/workflows/package-storage.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAOrF;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,UAAU,CAAC;IACf,EAAE,CAAC,EAAE,WAAW,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,4CAA4C;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,kEAAkE;IAClE,WAAW,EAAE,GAAG,CAAC;IACjB,qDAAqD;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;;GAYG;AACH,qBAAa,sBAAuB,SAAQ,kBAAkB,CAAC,iBAAiB,EAAE,oBAAoB,CAAC;IAC/F,GAAG,CAAC,KAAK,EAAE,aAAa,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,YAAY;;;;IA2ExE;;;OAGG;YACW,gBAAgB;CA4D/B"}

package/dist/workflows/package-storage.js

@@ -0,0 +1,136 @@
+/*
+ * PACKAGE.broker
+ * Copyright (C) 2025 Łukasz Bajsarowicz
+ * Licensed under AGPL-3.0
+ */
+// Package Storage Workflow - Durable background processing for D1 storage
+import { WorkflowEntrypoint } from 'cloudflare:workers';
+import { createD1Database } from '../db';
+import { repositories } from '../db/schema';
+import { eq } from 'drizzle-orm';
+import { encryptCredentials } from '../utils/encryption';
+import { getLogger } from '../utils/logger';
+/**
+ * PackageStorageWorkflow - Handles CPU-intensive D1 storage in background
+ *
+ * This workflow is triggered after a package is fetched from upstream.
+ * It runs with higher CPU limits than the main Worker request handler,
+ * allowing for reliable storage of packages with many versions.
+ *
+ * Benefits:
+ * - Automatic retries on failure
+ * - Higher CPU time limits (15 minutes vs 10ms on Free tier)
+ * - Durable execution - survives Worker restarts
+ * - Observable progress and status
+ */
+export class PackageStorageWorkflow extends WorkflowEntrypoint {
+    async run(event, step) {
+        const { packageName, packageData, repoId, proxyBaseUrl } = event.payload;
+        const logger = getLogger();
+        logger.info('Workflow started: storing package', { packageName, repoId });
+        // Step 1: Ensure repository exists (with retries)
+        await step.do('ensure-repository', {
+            retries: {
+                limit: 3,
+                delay: '1 second',
+                backoff: 'exponential',
+            },
+            timeout: '30 seconds',
+        }, async () => {
+            const db = createD1Database(this.env.DB);
+            await this.ensureRepository(db, repoId);
+            logger.debug('Repository ensured', { repoId });
+        });
+        // Step 2: Store packages in D1 (with retries for reliability)
+        const result = await step.do('store-packages', {
+            retries: {
+                limit: 5,
+                delay: '2 seconds',
+                backoff: 'exponential',
+            },
+            timeout: '10 minutes', // Package storage can take time for large packages
+        }, async () => {
+            const db = createD1Database(this.env.DB);
+            const { transformPackageDistUrls } = await import('../routes/composer');
+            const { storedCount, errors } = await transformPackageDistUrls(packageData, repoId, proxyBaseUrl, db);
+            logger.info('Stored package versions via workflow', {
+                packageName,
+                repoId,
+                storedCount,
+                errorCount: errors.length,
+            });
+            if (errors.length > 0) {
+                logger.warn('Package storage errors in workflow', {
+                    packageName,
+                    repoId,
+                    errors: errors.slice(0, 5), // Log first 5 errors to avoid log bloat
+                    totalErrors: errors.length,
+                });
+            }
+            return { storedCount, errorCount: errors.length };
+        });
+        logger.info('Workflow completed: package stored', {
+            packageName,
+            repoId,
+            ...result
+        });
+        return result;
+    }
+    /**
+     * Ensure repository exists in database
+     * For Packagist, creates the repository entry if missing
+     */
+    async ensureRepository(db, repoId) {
+        // For Packagist, we need to ensure the repository entry exists
+        if (repoId === 'packagist') {
+            // Cache check via KV to avoid D1 query
+            if (this.env.KV) {
+                const cached = await this.env.KV.get('packagist_repo_exists');
+                if (cached === 'true') {
+                    return; // Repository exists
+                }
+            }
+            const [existing] = await db
+                .select()
+                .from(repositories)
+                .where(eq(repositories.id, 'packagist'))
+                .limit(1);
+            if (existing) {
+                // Cache the result
+                if (this.env.KV) {
+                    await this.env.KV.put('packagist_repo_exists', 'true', { expirationTtl: 3600 });
+                }
+                return;
+            }
+            // Create Packagist repository entry
+            const emptyCredentials = await encryptCredentials('{}', this.env.ENCRYPTION_KEY);
+            await db.insert(repositories).values({
+                id: 'packagist',
+                url: 'https://repo.packagist.org',
+                vcs_type: 'composer',
+                credential_type: 'none',
+                auth_credentials: emptyCredentials,
+                composer_json_path: null,
+                package_filter: null,
+                status: 'active',
+                created_at: Math.floor(Date.now() / 1000),
+            });
+            // Cache after creation
+            if (this.env.KV) {
+                await this.env.KV.put('packagist_repo_exists', 'true', { expirationTtl: 3600 });
+            }
+        }
+        else {
+            // For other repositories, just verify it exists
+            const [existing] = await db
+                .select()
+                .from(repositories)
+                .where(eq(repositories.id, repoId))
+                .limit(1);
+            if (!existing) {
+                throw new Error(`Repository ${repoId} not found`);
+            }
+        }
+    }
+}
+//# sourceMappingURL=package-storage.js.map

package/dist/workflows/package-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"package-storage.js","sourceRoot":"","sources":["../../src/workflows/package-storage.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,0EAA0E;AAE1E,OAAO,EAAE,kBAAkB,EAA+B,MAAM,oBAAoB,CAAC;AACrF,OAAO,EAAE,gBAAgB,EAAE,MAAM,OAAO,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAyB5C;;;;;;;;;;;;GAYG;AACH,MAAM,OAAO,sBAAuB,SAAQ,kBAA2D;IACrG,KAAK,CAAC,GAAG,CAAC,KAA0C,EAAE,IAAkB;QACtE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC;QACzE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAE3B,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;QAE1E,kDAAkD;QAClD,MAAM,IAAI,CAAC,EAAE,CACX,mBAAmB,EACnB;YACE,OAAO,EAAE;gBACP,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE,UAAU;gBACjB,OAAO,EAAE,aAAa;aACvB;YACD,OAAO,EAAE,YAAY;SACtB,EACD,KAAK,IAAI,EAAE;YACT,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzC,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACjD,CAAC,CACF,CAAC;QAEF,8DAA8D;QAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAC1B,gBAAgB,EAChB;YACE,OAAO,EAAE;gBACP,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE,WAAW;gBAClB,OAAO,EAAE,aAAa;aACvB;YACD,OAAO,EAAE,YAAY,EAAE,mDAAmD;SAC3E,EACD,KAAK,IAAI,EAAE;YACT,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzC,MAAM,EAAE,wBAAwB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAExE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,MAAM,wBAAwB,CAC5D,WAAW,EACX,MAAM,EACN,YAAY,EACZ,EAAE,CACH,CAAC;YAEF,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE;gBAClD,WAAW;gBACX,MAAM;gBACN,WAAW;gBACX,UAAU,EAAE,MAAM,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;oBAChD,WAAW;oBACX,MAAM;oBACN,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,wCAAwC;oBACpE,WAAW,EAAE,MAAM,CAAC,MAAM;iBAC3B,CAAC,CAAC;YACL,CAAC;YAED,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACpD,CAAC,CACF,CAAC;QAEF,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;YAChD,WAAW;YACX,MAAM;YACN,GAAG,MAAM;SACV,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,gBAAgB,CAC5B,EAAuC,EACvC,MAAc;QAEd,+DAA+D;QAC/D,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3B,uCAAuC;YACvC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;gBAC9D,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;oBACtB,OAAO,CAAC,oBAAoB;gBAC9B,CAAC;YACH,CAAC;YAED,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;iBACxB,MAAM,EAAE;iBACR,IAAI,CAAC,YAAY,CAAC;iBAClB,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;iBACvC,KAAK,CAAC,CAAC,CAAC,CAAC;YAEZ,IAAI,QAAQ,EAAE,CAAC;gBACb,mBAAmB;gBACnB,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBAChB,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,uBAAuB,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClF,CAAC;gBACD,OAAO;YACT,CAAC;YAED,oCAAoC;YACpC,MAAM,gBAAgB,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAEjF,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;gBACnC,EAAE,EAAE,WAAW;gBACf,GAAG,EAAE,4BAA4B;gBACjC,QAAQ,EAAE,UAAU;gBACpB,eAAe,EAAE,MAAM;gBACvB,gBAAgB,EAAE,gBAAgB;gBAClC,kBAAkB,EAAE,IAAI;gBACxB,cAAc,EAAE,IAAI;gBACpB,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;aAC1C,CAAC,CAAC;YAEH,uBAAuB;YACvB,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,uBAAuB,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,gDAAgD;YAChD,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;iBACxB,MAAM,EAAE;iBACR,IAAI,CAAC,YAAY,CAAC;iBAClB,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;iBAClC,KAAK,CAAC,CAAC,CAAC,CAAC;YAEZ,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,cAAc,MAAM,YAAY,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -0,0 +1,62 @@
+{
+  "name": "@package-broker/core",
+  "version": "0.2.15",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "package.json",
+    "README.md"
+  ],
+  "scripts": {
+    "lint": "echo 'no linting configured'",
+    "build": "tsc -p tsconfig.build.json",
+    "clean": "rm -rf dist",
+    "typecheck": "tsc --noEmit",
+    "db:generate": "drizzle-kit generate",
+    "db:push": "drizzle-kit push",
+    "db:studio": "drizzle-kit studio",
+    "prepublishOnly": "npm run clean && npm run build"
+  },
+  "dependencies": {
+    "@package-broker/shared": "*",
+    "@noble/hashes": "^1.3.3",
+    "@types/nodemailer": "^7.0.4",
+    "aws4fetch": "^1.0.19",
+    "drizzle-orm": "^0.29.0",
+    "fflate": "^0.8.2",
+    "hono": "^4.0.0",
+    "micromatch": "^4.0.5",
+    "nanoid": "^5.1.6",
+    "nodemailer": "^7.0.11",
+    "otplib": "^12.0.1",
+    "p-retry": "^6.2.0",
+    "qrcode": "^1.5.4",
+    "semver": "^7.5.4",
+    "zod": "^3.22.4"
+  },
+  "devDependencies": {
+    "@cloudflare/workers-types": "^4.20240125.0",
+    "@types/micromatch": "^4.0.10",
+    "@types/qrcode": "^1.5.6",
+    "@types/semver": "^7.7.1",
+    "drizzle-kit": "^0.20.6",
+    "typescript": "^5.3.3"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/package-broker/server",
+    "directory": "packages/core"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}