@microtronics/studio-cli 0.12.2 → 0.14.0

package/CHANGELOG.md

@@ -1,5 +1,30 @@
 
 
+## 0.14.0 (2025-01-29)
+
+
+### Features
+
+* **studio-core:** allow editing the release notes of iot app versions ([2d19d13](https://bitbucket.org/microtronics-core/vscode-studio/commits/2d19d13ca32cceaf4a574a9594563d6dc0931fc5))
+
+## 0.13.0 (2025-01-29)
+
+
+### Features
+
+* **studio-cli:** add `FS.copy` as filesystem function ([59c252c](https://bitbucket.org/microtronics-core/vscode-studio/commits/59c252cb2afd223a43376a2b220c20bd2d7c1761))
+* **studio-cli:** allow processing dfiles from the cli ([6162326](https://bitbucket.org/microtronics-core/vscode-studio/commits/6162326b30412a05cb62ebd40a272e644bd0d970))
+* **studio-cli:** generate error message if the dfile sync_mode is invalid ([87ae69b](https://bitbucket.org/microtronics-core/vscode-studio/commits/87ae69b4bcf3a928892335dadba7e49668b1a6e1))
+
+
+### Bug Fixes
+
+* **studio-cli:** cliFS interface did not create target path during copy ([641886d](https://bitbucket.org/microtronics-core/vscode-studio/commits/641886d776e2fe158314effc00760b12cca514bd))
+* **studio-cli:** copy dfiles from libraries ([e746dcd](https://bitbucket.org/microtronics-core/vscode-studio/commits/e746dcd31a8095226ef22434b5612536c987a595))
+* **studio-cli:** invalidate manifest cache if file path changes (only needed for tests) ([db30907](https://bitbucket.org/microtronics-core/vscode-studio/commits/db309072028d59ece85167a03f3a77b9a1575f59))
+* **studio-cli:** invalidate manifest cache if filesize doesn't match ([daeb437](https://bitbucket.org/microtronics-core/vscode-studio/commits/daeb4371696de9e13608cbe6f3bab1ae1c01da24))
+* **studio-cli:** invalidate manifest cache if filesize doesn't match ([30947ab](https://bitbucket.org/microtronics-core/vscode-studio/commits/30947ab55152ceb5c269dda695cd3f262cae82b9))
+
 ## 0.12.2 (2025-01-27)
 
 

package/dist/studio-cli.d.ts

@@ -17,7 +17,8 @@ export declare namespace APM {
         dde = "dde",
         dlo = "dlo",
         pov = "pov",
-        blo = "blo"
+        blo = "blo",
+        dfiles = "dfiles"
     }
     export interface TagHeader extends ApplicationTagInformation {
         author: string;
@@ -1612,7 +1613,7 @@ export declare namespace Dependencies {
      * @param libraryName
      */
     export function uninstallDependency(cwd: URI, fs: LocalFS, publisherId: string, libraryName: string): Promise<void>;
-    export interface DLOLibrary {
+    export interface APMPartLibrary {
         name: string;
         path: URI;
     }
@@ -1620,12 +1621,56 @@ export declare namespace Dependencies {
      * Get all libraries that have dlo source
      * @param cwd
      * @param fs
+     * @param apmPart currently only dlo and dfiles are supported
      */
-    export function getDloDependencies(cwd: URI, fs: LocalFS): Promise<DLOLibrary[]>;
+    export function getApmPartDependencies(cwd: URI, fs: LocalFS, apmPart: APM.Part.dlo | APM.Part.dfiles): Promise<APMPartLibrary[]>;
 }
 
 export declare const DeviceProfiles: any;
 
+export declare namespace DFILES {
+    export enum Type {
+        static = "static",
+        dynamic = "dynamic"
+    }
+    export enum SyncLogic {
+        crcStamp = "crc_stamp",
+        stampOnly = "stamp_only",
+        onlyDown = "only_down",
+        onlyUp = "only_up"
+    }
+    export enum Force {
+        down = "down",
+        up = "up",
+        off = "off"
+    }
+    export interface Property {
+        type: Type;
+        size: number;
+        sync_logic: SyncLogic;
+        force: Force;
+        readable: boolean;
+        crc: string;
+        stamp: number;
+        library: string | null;
+    }
+    export interface PropertyList {
+        [key: string]: Property;
+    }
+    export function process(cwd: URI, fs: LocalFS): Promise<Diagnostics.File[]>;
+    /**
+     *
+     * @param fs
+     * @param fileUri
+     * @param libraryName
+     * @private
+     */
+    export function parseYamlFile(fs: LocalFS, fileUri: URI, libraryName: string | null): Promise<{
+        properties: DFILES.PropertyList;
+        diagnostics: Diagnostics.File[];
+    }>;
+}
+
 export declare namespace Diagnostics {
     const CODE: {
         ddeFieldLength: string;
@@ -1899,6 +1944,13 @@ export declare namespace Helper {
      * @param arrayIndex
      */
     export function patchValueWithArrayInfo(valueToPatch: any, arrayIndex: number): any;
+    /**
+     * Defer a given named task
+     * @param token
+     * @param timeout Milliseconds
+     * @param callback Callback
+     */
+    export function defer(token: string, timeout: number, callback: any): void;
 }
 
 export declare namespace Library {
@@ -1963,6 +2015,14 @@ declare interface LocalFS {
      * {@link workspace.workspaceFolders workspace folders} are opened.
      */
     findFiles: (cwd: URI, include: GlobPattern, exclude?: GlobPattern) => Promise<URI[]>;
+    /**
+     * Copy files or folders.
+     * Overwrites existing file
+     *
+     * @param source The existing file.
+     * @param target The destination location.
+     */
+    copy: (source: URI, target: URI) => Promise<any>;
 }
 
 export declare namespace Manifest {
@@ -1983,10 +2043,6 @@ export declare namespace Manifest {
         library?: boolean;
         libraryDependencies?: Dependencies;
         libraryDevDependencies?: Dependencies;
-        /**
-         * @deprecated replaced with libraryDependencies
-         */
-        libdeps?: string[];
         dlo?: {
             mainFile: string;
             compileOptions: string[];
@@ -1994,12 +2050,7 @@ export declare namespace Manifest {
         registry?: {
             id?: string;
             allowedBackends?: null | '*' | string[];
-            target?: 'myDatanet' | 'ONE' | 'MT360';
         };
-        /**
-         * @deprecated moved to registry
-         */
-        target?: 'myDatanet' | 'ONE' | 'MT360';
         pov?: {
             details?: ApmPartScripts;
         };
@@ -2052,15 +2103,16 @@ export declare namespace Manifest {
      * @param fs
      * @param manifest
      * @param env
-     * @param publish - validate publish related options
      */
-    export function validateManifest(cwd: URI, fs: LocalFS, manifest: Manifest.Manifest | null, publish: boolean, env?: Globals.ENV): Promise<void>;
-    export function validateLibraryName(libraryName: string): false | "Library name can only contain 'a' through 'z', '0' through '9', '_' and '-'. The Library name must start with an alphabetic or numeric character." | "The library name is beyond permissible length of 20 characters.";
-    export function validateProjectName(name: string, isLibrary?: boolean): Promise<false | "Library name can only contain 'a' through 'z', '0' through '9', '_' and '-'. The Library name must start with an alphabetic or numeric character." | "The library name is beyond permissible length of 20 characters." | "Project name can only contain 'A' through 'Z', 'a' through 'z', '0' through '9', ' ', '_' and '-'. The Project name must start with an alphabetic or numeric character." | "The project name is beyond permissible length of 40 characters.">;
-    export function validateDescription(description: string): Promise<false | "The description must have at least 5 characters.">;
-    export function validatePublisherId(publisher: string): Promise<false | "No publisher set yet" | "Publisher can only contain 'A' through 'Z', 'a' through 'z', '0' through '9' and '-'. The Publisher start with an alphabetic or numeric character.">;
-    export function validatePublisherOnline(token: Registry.AuthToken, publisher: string): Promise<string | false>;
-    export function validateRegistryAllowedBackends(allowedBackends: undefined | null | string | string[]): Promise<string | false>;
+    export function validateBasicManifest(cwd: URI, fs: LocalFS, manifest: Manifest.Manifest | null, env?: Globals.ENV): Promise<void>;
+    export function validateLibraryName(libraryName: string): "Library name can only contain 'a' through 'z', '0' through '9', '_' and '-'. The Library name must start with an alphabetic or numeric character." | "The library name is beyond permissible length of 20 characters." | null;
+    export function validateProjectName(name: string, isLibrary?: boolean): "Library name can only contain 'a' through 'z', '0' through '9', '_' and '-'. The Library name must start with an alphabetic or numeric character." | "The library name is beyond permissible length of 20 characters." | "Project name can only contain 'A' through 'Z', 'a' through 'z', '0' through '9', ' ', '_' and '-'. The Project name must start with an alphabetic or numeric character." | "The project name is beyond permissible length of 40 characters." | null;
+    export function validateDescription(description: string): "The description must have at least 5 characters." | null;
+    export function validatePublisherId(publisher: string): "No publisher set yet" | "Publisher can only contain 'A' through 'Z', 'a' through 'z', '0' through '9' and '-'. The Publisher start with an alphabetic or numeric character." | null;
+    export function validatePublisherOnline(token: Registry.AuthToken, publisher: string): Promise<string | null>;
+    export function validateRegistryAllowedBackends(allowedBackends: undefined | null | string | string[]): Promise<string | null>;
+    export function validateApplicationIcon(cwd: URI, fs: LocalFS, manifest: Manifest.Manifest): Promise<void>;
+    export function validateEngineSettings(manifest: Manifest.Manifest): void;
 }
 
 export declare namespace Package {
@@ -2114,10 +2166,11 @@ export declare namespace Package {
     export function getChangelogFile(cwd: URI, fs: LocalFS): Promise<Uint8Array>;
     /**
      * Validate manifest settings that are required for the APM
+     * @param cwd
+     * @param fs
      * @param token
-     * @param manifest
      */
-    export function validateSpecificSettings(token: Registry.AuthToken, manifest: Manifest.Manifest): Promise<void>;
+    export function validatePublishSettings(cwd: URI, fs: LocalFS, token: Registry.AuthToken): Promise<void>;
 }
 
 /**
@@ -3312,7 +3365,7 @@ declare interface paths {
         patch?: never;
         trace?: never;
     };
-    "/packages/{publisherId}/applications/{applicationId}/versions/{applicationVersion}/files/{fileName}": {
+    "/packages/{publisherId}/applications/{applicationId}/versions/{applicationVersion}/files/{applicationFileName}": {
         parameters: {
             query?: never;
             header?: never;
@@ -4188,7 +4241,7 @@ export declare namespace Registry {
      * @param libraryId
      */
     export function getLibraryProfile(token: AuthToken, publisherId: string, libraryId: string): Promise<LibraryProfile>;
-    export function fetchLibraryContent(token: AuthToken, contentURL: string, json?: boolean): Promise<any>;
+    export function fetchCustomContent(token: AuthToken, contentURL: string, json?: boolean, env?: Globals.ENV): Promise<ArrayBuffer | any>;
     export type Publisher = components['schemas']['Publisher'];
     export function getPublisher(token: AuthToken, publisherId: string): Promise<Publisher | null>;
     export type ApiNewApplication = components['schemas']['NewApplication'];
@@ -4205,6 +4258,8 @@ export declare namespace Registry {
         'CHANGELOG.md': Uint8Array;
     };
     export function publishLibraryVersion(token: AuthToken, publisherId: string, libraryId: string, libraryVersion: string, files: LibraryFiles, env?: Globals.ENV): Promise<void>;
+    export type ApplicationFileName = components['parameters']['ApplicationFileName'];
+    export function updateApplicationFile(token: AuthToken, publisherId: string, applicationId: string, applicationVersion: string, applicationFileName: ApplicationFileName, blob: Uint8Array, env?: Globals.ENV): Promise<void>;
 }
 
 declare function uriToMemFsPath(path: URI): string;

package/out/api.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Library = exports.APM = exports.Package = exports.DLO = exports.Globals = exports.DeviceProfiles = exports.DefaultFiles = exports.Diagnostics = exports.Helper = exports.DDE = exports.DDE_Core = exports.Registry = exports.Manifest = exports.Dependencies = void 0;
+exports.DFILES = exports.Library = exports.APM = exports.Package = exports.DLO = exports.Globals = exports.DeviceProfiles = exports.DefaultFiles = exports.Diagnostics = exports.Helper = exports.DDE = exports.DDE_Core = exports.Registry = exports.Manifest = exports.Dependencies = void 0;
 const dependencies_1 = require("./dependencies");
 Object.defineProperty(exports, "Dependencies", { enumerable: true, get: function () { return dependencies_1.Dependencies; } });
 const manifest_1 = require("./manifest");
@@ -29,4 +29,6 @@ const apm_1 = require("./package/apm");
 Object.defineProperty(exports, "APM", { enumerable: true, get: function () { return apm_1.APM; } });
 const library_1 = require("./package/library");
 Object.defineProperty(exports, "Library", { enumerable: true, get: function () { return library_1.Library; } });
+const dfiles_1 = require("./dfiles/dfiles");
+Object.defineProperty(exports, "DFILES", { enumerable: true, get: function () { return dfiles_1.DFILES; } });
 //# sourceMappingURL=api.js.map

package/out/cliFS.js

@@ -56,6 +56,16 @@ exports.cliFS = {
             const posix = file.replace(/\\/g, '/');
             return vscode_uri_1.URI.parse(`file:///${posix}`);
         });
+    },
+    async copy(source, target) {
+        const stat = await promises_1.default.stat(source.fsPath);
+        await promises_1.default.mkdir(vscode_uri_1.Utils.dirname(target).fsPath, { recursive: true });
+        if (stat.isDirectory()) {
+            return promises_1.default.cp(source.fsPath, target.fsPath, { force: true, recursive: true });
+        }
+        else {
+            return promises_1.default.copyFile(source.fsPath, target.fsPath);
+        }
     }
 };
 //# sourceMappingURL=cliFS.js.map

package/out/dde/fileGenerators/dlo.js

@@ -44,6 +44,7 @@ const vscode_uri_1 = require("vscode-uri");
 const defaultFiles_1 = require("../../defaultFiles");
 const dependencies_1 = require("../../dependencies");
 var isNumeric = helper_1.Helper.isNumeric;
+const apm_1 = require("../../package/apm");
 /** get effective field type for pawn access (may be overriden or skipped using attribute dlorw=...)
  * @return {*} | 'skip' | null - null=error occured
  */
@@ -916,7 +917,7 @@ function generateMainDDEFunctionBody(pawnSource, containerDefinition, readWrite)
  */
 async function buildDefaultInc(cwd, fs) {
     const fileContent = [];
-    const dloLibs = await dependencies_1.Dependencies.getDloDependencies(cwd, fs);
+    const dloLibs = await dependencies_1.Dependencies.getApmPartDependencies(cwd, fs, apm_1.APM.Part.dlo);
     await addInclude(cwd, fs, fileContent, defaultFiles_1.DefaultFiles.fileNames.autoInc);
     const autoDdeIncs = await getAutoDDEIncludes(cwd, fs, dloLibs);
     for (const dloLib of dloLibs) {

package/out/dependencies.js

@@ -29,6 +29,7 @@ const manifest_1 = require("./manifest");
 const semver = __importStar(require("semver"));
 const registryAPI_1 = require("./registryAPI");
 const defaultFiles_1 = require("./defaultFiles");
+const apm_1 = require("./package/apm");
 const tinytar = require('tinytar-fix');
 const pako = require('pako');
 exports.LIB_DEPS_PATH = '.studio/libdeps';
@@ -236,7 +237,7 @@ var Dependencies;
         if (!libraryArchive) {
             throw new Error(`Library ${publisherIdName} has no content!`);
         }
-        const libraryBuffer = await registryAPI_1.Registry.fetchLibraryContent(token, libraryArchive.downloadUrl);
+        const libraryBuffer = await registryAPI_1.Registry.fetchCustomContent(token, libraryArchive.downloadUrl);
         await extractLibraryContent(cwd, fs, libraryName, libraryBuffer);
         // update manifest
         const manifest = await manifest_1.Manifest.read(cwd, fs);
@@ -300,18 +301,22 @@ var Dependencies;
      * Get all libraries that have dlo source
      * @param cwd
      * @param fs
+     * @param apmPart currently only dlo and dfiles are supported
      */
-    async function getDloDependencies(cwd, fs) {
+    async function getApmPartDependencies(cwd, fs, apmPart) {
         const manifest = await manifest_1.Manifest.read(cwd, fs);
         const allDependencies = await getAll(manifest);
-        const dloDependencies = [];
+        const apmDependencies = [];
+        // @ts-ignore
+        const defaultApmPath = defaultFiles_1.DefaultFiles.filePaths[apmPart].path;
+        const includeExtension = apmPart === apm_1.APM.Part.dlo ? 'inc' : 'dfiles';
         for (const dependencyId in allDependencies) {
             const depPath = Dependencies.dependencyToPath(cwd, dependencyId);
             const name = Dependencies.dependencyIdToName(dependencyId);
-            const incPath = vscode_uri_1.Utils.joinPath(depPath, defaultFiles_1.DefaultFiles.filePaths.dlo.path, `${name}.inc`);
+            const incPath = vscode_uri_1.Utils.joinPath(depPath, defaultApmPath, `${name}.${includeExtension}`);
             const exists = await fs.stat(incPath);
             if (exists) {
-                dloDependencies.push({
+                apmDependencies.push({
                     name,
                     path: incPath
                 });
@@ -319,20 +324,20 @@ var Dependencies;
         }
         // add current project file if it is a library project
         if (isLibraryProject(manifest)) {
-            const incPath = vscode_uri_1.Utils.joinPath(cwd, defaultFiles_1.DefaultFiles.filePaths.dlo.path, `${manifest.name}.inc`);
+            const incPath = vscode_uri_1.Utils.joinPath(cwd, defaultApmPath, `${manifest.name}.${includeExtension}`);
             if (await fs.stat(incPath)) {
-                dloDependencies.push({
+                apmDependencies.push({
                     name: manifest.name,
                     path: incPath
                 });
             }
         }
-        return dloDependencies;
+        return apmDependencies;
     }
-    Dependencies.getDloDependencies = getDloDependencies;
+    Dependencies.getApmPartDependencies = getApmPartDependencies;
 })(Dependencies || (exports.Dependencies = Dependencies = {}));
 async function fetchStudioJson(token, studioJsonURL) {
-    return await registryAPI_1.Registry.fetchLibraryContent(token, studioJsonURL, true);
+    return await registryAPI_1.Registry.fetchCustomContent(token, studioJsonURL, true);
 }
 async function validateIfLibraryCanBeRemoved(cwd, fs, dependencies) {
     const allLibraries = {};

package/out/dfiles/dfiles.js

@@ -0,0 +1,188 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DFILES = void 0;
+const vscode_uri_1 = require("vscode-uri");
+const dependencies_1 = require("../dependencies");
+const helper_1 = require("../helper");
+const yaml_1 = require("yaml");
+const apm_1 = require("../package/apm");
+const defaultFiles_1 = require("../defaultFiles");
+var convertBlobToString = helper_1.Helper.convertBlobToString;
+var yamlRangeToLineInformation = helper_1.Helper.yamlRangeToLineInformation;
+var DFILES;
+(function (DFILES) {
+    let Type;
+    (function (Type) {
+        Type["static"] = "static";
+        Type["dynamic"] = "dynamic";
+    })(Type = DFILES.Type || (DFILES.Type = {}));
+    let SyncLogic;
+    (function (SyncLogic) {
+        SyncLogic["crcStamp"] = "crc_stamp";
+        SyncLogic["stampOnly"] = "stamp_only";
+        SyncLogic["onlyDown"] = "only_down";
+        SyncLogic["onlyUp"] = "only_up";
+    })(SyncLogic = DFILES.SyncLogic || (DFILES.SyncLogic = {}));
+    let Force;
+    (function (Force) {
+        Force["down"] = "down";
+        Force["up"] = "up";
+        Force["off"] = "off";
+    })(Force = DFILES.Force || (DFILES.Force = {}));
+    async function process(cwd, fs) {
+        const allProperties = {};
+        const allDiagnostics = [];
+        const libraryFiles = await dependencies_1.Dependencies.getApmPartDependencies(cwd, fs, apm_1.APM.Part.dfiles);
+        for (const library of libraryFiles) {
+            const { properties, diagnostics } = await parseYamlFile(fs, library.path, library.name);
+            Object.assign(allProperties, properties);
+            allDiagnostics.push(...diagnostics);
+        }
+        const { properties, diagnostics } = await parseYamlFile(fs, vscode_uri_1.Utils.joinPath(cwd, defaultFiles_1.DefaultFiles.filePaths.dfiles.mainDFILES), null);
+        Object.assign(allProperties, properties);
+        allDiagnostics.push(...diagnostics);
+        const distDir = vscode_uri_1.Utils.joinPath(cwd, defaultFiles_1.DefaultFiles.filePaths.dist.dfilesPath);
+        // clear dist directory beforehand
+        if (await fs.stat(distDir)) {
+            await fs.rm(distDir);
+        }
+        // copy all files to dist directory
+        // copy all files to the dist directory
+        for (const [dfileName, dfileInfo] of Object.entries(allProperties)) {
+            await copyDfilesToDist(cwd, fs, dfileName, dfileInfo, libraryFiles);
+        }
+        // do not write the properties file if there aren't any dfiles
+        if (!Object.keys(allProperties).length) {
+            return allDiagnostics;
+        }
+        console.log(`${Object.keys(allProperties).length} dfiles processed.`);
+        await fs.writeFile(vscode_uri_1.Utils.joinPath(cwd, defaultFiles_1.DefaultFiles.filePaths.dist.dfilesProperties), JSON.stringify(allProperties, null, '\t'));
+        return allDiagnostics;
+    }
+    DFILES.process = process;
+    /**
+     *
+     * @param fs
+     * @param fileUri
+     * @param libraryName
+     * @private
+     */
+    // eslint-disable-next-line sonarjs/cognitive-complexity
+    async function parseYamlFile(fs, fileUri, libraryName) {
+        const compilerDiagnostics = [];
+        const dfileProperties = {};
+        if (!(await fs.stat(fileUri))) {
+            return {
+                properties: dfileProperties,
+                diagnostics: compilerDiagnostics
+            };
+        }
+        const fileBlob = await fs.readFile(fileUri);
+        const yamlString = convertBlobToString(fileBlob);
+        const lineCounter = new yaml_1.LineCounter();
+        const yamlDoc = (0, yaml_1.parseDocument)(yamlString, { lineCounter });
+        const fileNodes = yamlDoc.contents || new yaml_1.YAMLMap();
+        for (const fileNode of fileNodes.items) {
+            const fileName = fileNode.key.value;
+            const fileValues = fileNode.value;
+            const yamlFileNameRange = yamlRangeToLineInformation(lineCounter, fileNode.key.range);
+            const hasSyncMode = fileValues.value !== null ? fileNode.value.has('syncMode') : false;
+            const syncMode = hasSyncMode
+                ? fileNode.value.get('syncMode')
+                : SyncLogic.crcStamp;
+            if (hasSyncMode) {
+                const values = Object.values(DFILES.SyncLogic);
+                if (!values.includes(syncMode)) {
+                    const syncModeItem = fileNode.value.items.find(item => {
+                        return item.key.value === 'syncMode';
+                    });
+                    const yamlSyncModeRange = yamlRangeToLineInformation(lineCounter, syncModeItem.key.range);
+                    compilerDiagnostics.push({
+                        file: fileUri,
+                        code: '',
+                        message: `Property syncMode does not match any of "${values.join(', ')}"`,
+                        line: yamlSyncModeRange.line,
+                        startCharacter: yamlSyncModeRange.startCharacter,
+                        endCharacter: yamlSyncModeRange.endCharacter,
+                        level: 'error'
+                    });
+                }
+            }
+            else {
+                compilerDiagnostics.push({
+                    file: fileUri,
+                    code: '',
+                    message: `Property "syncMode" missing`,
+                    line: yamlFileNameRange.line,
+                    startCharacter: yamlFileNameRange.startCharacter,
+                    endCharacter: yamlFileNameRange.endCharacter,
+                    level: 'error'
+                });
+            }
+            if (!fileName.match(/^[a-z0-9._-]*$/)) {
+                compilerDiagnostics.push({
+                    file: fileUri,
+                    code: '',
+                    message: 'Filename does not match pattern "a-z0-9._-"',
+                    line: yamlFileNameRange.line,
+                    startCharacter: yamlFileNameRange.startCharacter,
+                    endCharacter: yamlFileNameRange.endCharacter,
+                    level: 'error'
+                });
+            }
+            const dfilePath = vscode_uri_1.Utils.joinPath(vscode_uri_1.Utils.dirname(fileUri), fileName);
+            const exists = await getFileStat(fs, dfilePath);
+            if (!exists) {
+                const yamlRange = yamlRangeToLineInformation(lineCounter, fileNode.key.range);
+                compilerDiagnostics.push({
+                    file: fileUri,
+                    code: '',
+                    message: `Could not find file "${fileName}"`,
+                    line: yamlRange.line,
+                    startCharacter: yamlRange.startCharacter,
+                    endCharacter: yamlRange.endCharacter,
+                    level: 'error'
+                });
+            }
+            else {
+                dfileProperties[fileName] = {
+                    crc: exists.crc,
+                    force: Force.off,
+                    readable: false,
+                    size: exists.size,
+                    stamp: exists.stamp,
+                    sync_logic: syncMode,
+                    type: Type.static,
+                    library: libraryName
+                };
+            }
+        }
+        return {
+            properties: dfileProperties,
+            diagnostics: compilerDiagnostics
+        };
+    }
+    DFILES.parseYamlFile = parseYamlFile;
+})(DFILES || (exports.DFILES = DFILES = {}));
+async function getFileStat(fs, filePath) {
+    const stat = await fs.stat(filePath);
+    if (!stat) {
+        return null;
+    }
+    const blob = await fs.readFile(filePath);
+    return {
+        size: stat.size,
+        stamp: Math.trunc(stat.ctime),
+        crc: helper_1.Helper.generateCRC32ForFileContent(blob)
+    };
+}
+async function copyDfilesToDist(cwd, fs, fileName, property, libraryFiles) {
+    const isLibrary = property.library !== null;
+    const sourcePath = isLibrary
+        ? vscode_uri_1.Utils.dirname(libraryFiles.find(lib => lib.name === property.library).path)
+        : vscode_uri_1.Utils.joinPath(cwd, defaultFiles_1.DefaultFiles.filePaths.dfiles.path);
+    const destinationDir = vscode_uri_1.Utils.joinPath(cwd, defaultFiles_1.DefaultFiles.filePaths.dist.dfilesPath, fileName);
+    const sourceDir = vscode_uri_1.Utils.joinPath(sourcePath, fileName);
+    await fs.copy(sourceDir, destinationDir);
+}
+//# sourceMappingURL=dfiles.js.map

package/out/dlo/compiler.js

@@ -34,6 +34,7 @@ const dependencies_1 = require("../dependencies");
 const iconv = __importStar(require("iconv-lite"));
 const helper_1 = require("../helper");
 var convertBlobToStringArray = helper_1.Helper.convertBlobToStringArray;
+const apm_1 = require("../package/apm");
 const DLO_MODULE = require('./dlocc.js');
 class DloCompiler {
     preCompiler = new preCompiler_1.DloPreCompiler();
@@ -295,7 +296,7 @@ async function generateConfigFile(cwd, fs, manifest) {
     ];
     const defaultIncPath = vscode_uri_1.Utils.joinPath(cwd, defaultFiles_1.DefaultFiles.filePaths.studio.auto.dlo.defaultInc);
     compileOptions.push(`-p${uriToMemFsPath(defaultIncPath)}`);
-    const dloLibs = await dependencies_1.Dependencies.getDloDependencies(cwd, fs);
+    const dloLibs = await dependencies_1.Dependencies.getApmPartDependencies(cwd, fs, apm_1.APM.Part.dlo);
     for (const dloLib of dloLibs) {
         const dirName = vscode_uri_1.Utils.dirname(dloLib.path);
         compileOptions.push(`-i${uriToMemFsPath(dirName)}`);

package/out/helper.js

@@ -119,5 +119,27 @@ var Helper;
         }
     }
     Helper.patchValueWithArrayInfo = patchValueWithArrayInfo;
+    const _deferrals = {}; // <token>:{ handler:func, tmr:timeoutHandle }
+    /**
+     * Defer a given named task
+     * @param token
+     * @param timeout Milliseconds
+     * @param callback Callback
+     */
+    function defer(token, timeout, callback) {
+        const d = _deferrals[token];
+        if (d) {
+            clearTimeout(d.timer);
+        }
+        _deferrals[token] = {
+            // @ts-ignore
+            timer: setTimeout(() => {
+                delete _deferrals[token];
+                callback();
+            }, timeout),
+            handler: callback
+        };
+    }
+    Helper.defer = defer;
 })(Helper || (exports.Helper = Helper = {}));
 //# sourceMappingURL=helper.js.map

package/out/main.js

@@ -73,7 +73,7 @@ program
 });
 program
     .command('build')
-    .addOption(new commander_1.Option('-p --part <APM part>', 'APM part that should be build').choices(['dde', 'dlo', 'pov', 'blo']))
+    .addOption(new commander_1.Option('-p --part <APM part>', 'APM part that should be build').choices(Object.values(apm_1.APM.Part)))
     .action(async (opts) => {
     await package_1.Package.buildAll(cwd, cliFS_1.cliFS, opts.part);
 });

package/out/manifest.js

@@ -4,7 +4,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Manifest = void 0;
-exports.validateProjectVersion = validateProjectVersion;
 const vscode_uri_1 = require("vscode-uri");
 const helper_1 = require("./helper");
 const image_dimensions_1 = require("image-dimensions");
@@ -12,6 +11,7 @@ const file_type_checker_1 = require("file-type-checker");
 const registryAPI_1 = require("./registryAPI");
 const globals_1 = require("./globals");
 const preload_1 = __importDefault(require("semver/preload"));
+const DeviceProfiles_1 = require("./DeviceProfiles");
 var isNumeric = helper_1.Helper.isNumeric;
 const STUDIO_JSON_NAME = 'studio.json';
 // Cache to reduce the disk read requests
@@ -58,11 +58,15 @@ var Manifest;
         const manifestUri = vscode_uri_1.Utils.joinPath(cwd, STUDIO_JSON_NAME);
         const manifestStat = await fs.stat(manifestUri);
         // if the manifest was modified, reload the cache
-        if (manifestCache.manifest === null || manifestStat?.mtime !== manifestCache.stat?.mtime) {
+        if (manifestCache.manifest === null ||
+            manifestUri?.fsPath !== manifestCache.stat?.path.fsPath ||
+            manifestStat?.ctime !== manifestCache.stat?.ctime ||
+            manifestStat?.mtime !== manifestCache.stat?.mtime ||
+            manifestStat?.size !== manifestCache.stat?.size) {
             const localManifest = await fs.readFile(manifestUri);
             const manifestString = convertBlobToString(localManifest);
             manifestCache.manifest = JSON.parse(manifestString);
-            manifestCache.stat = manifestStat;
+            manifestCache.stat = { ...manifestStat, path: manifestUri };
         }
         return manifestCache.manifest;
     }
@@ -84,6 +88,8 @@ var Manifest;
      */
     async function write(cwd, fs, manifest) {
         manifestCache.clear();
+        // patch the options if they are not valid for a specific device profile
+        patchDloCompileOptionsBasedOnDpid(manifest);
         return fs.writeFile(vscode_uri_1.Utils.joinPath(cwd, STUDIO_JSON_NAME), JSON.stringify(manifest, null, '\t'));
     }
     Manifest.write = write;
@@ -100,24 +106,16 @@ var Manifest;
      * @param fs
      * @param manifest
      * @param env
-     * @param publish - validate publish related options
      */
-    async function validateManifest(cwd, fs, manifest, publish, env = globals_1.Globals.ENV.production) {
+    async function validateBasicManifest(cwd, fs, manifest, env = globals_1.Globals.ENV.production) {
         if (!manifest) {
             manifest = await read(cwd, fs);
         }
         validateProjectVersion(manifest, env);
         validatePOVSettings(manifest);
         validateBLOSettings(manifest);
-        if (!manifest.library) {
-            validateEngineSettings(manifest);
-            // only validate during publish process
-            if (publish) {
-                await validateApplicationIcon(cwd, fs, manifest);
-            }
-        }
     }
-    Manifest.validateManifest = validateManifest;
+    Manifest.validateBasicManifest = validateBasicManifest;
     function validateLibraryName(libraryName) {
         const errorMessage = `Library name can only contain 'a' through 'z', '0' through '9', '_' and '-'. The Library name must start with an alphabetic or numeric character.`;
         const valid = libraryName.match(/^[a-z0-9-_]+$/);
@@ -133,10 +131,10 @@ var Manifest;
         if (libraryName.length < 3 || libraryName.length > 20) {
             return `The library name is beyond permissible length of 20 characters.`;
         }
-        return false;
+        return null;
     }
     Manifest.validateLibraryName = validateLibraryName;
-    async function validateProjectName(name, isLibrary) {
+    function validateProjectName(name, isLibrary) {
         if (isLibrary) {
             return validateLibraryName(name);
         }
@@ -154,20 +152,20 @@ var Manifest;
             if (invalidChars.includes(name[0]) || invalidChars.includes(name[name.length - 1])) {
                 return errorMessage;
             }
-            return false;
+            return null;
         }
     }
     Manifest.validateProjectName = validateProjectName;
-    async function validateDescription(description) {
+    function validateDescription(description) {
         if (description.length < 5) {
             return `The description must have at least 5 characters.`;
         }
         else {
-            return false;
+            return null;
         }
     }
     Manifest.validateDescription = validateDescription;
-    async function validatePublisherId(publisher) {
+    function validatePublisherId(publisher) {
         if (!publisher) {
             return `No publisher set yet`;
         }
@@ -179,7 +177,7 @@ var Manifest;
                 return errorMessage;
             }
         }
-        return false;
+        return null;
     }
     Manifest.validatePublisherId = validatePublisherId;
     async function validatePublisherOnline(token, publisher) {
@@ -187,7 +185,7 @@ var Manifest;
         if (!exists) {
             return `Publisher '${publisher}' does not exist.`;
         }
-        return false;
+        return null;
     }
     Manifest.validatePublisherOnline = validatePublisherOnline;
     const REGEX_SERVER_DOMAIN = /^(((?!-))(xn--)?[a-z0-9\-_]{0,61}[a-z0-9]{1,1}\.)*(xn--)?([a-z0-9-]{1,61}|[a-z0-9-]{1,30})\.[a-z]{2,}$/;
@@ -206,9 +204,45 @@ var Manifest;
         else if (!allowedBackends?.match(REGEX_SERVER_DOMAIN) && allowedBackends !== '*') {
             return `Invalid value for "allowedBackends"`;
         }
-        return false;
+        return null;
     }
     Manifest.validateRegistryAllowedBackends = validateRegistryAllowedBackends;
+    async function validateApplicationIcon(cwd, fs, manifest) {
+        const iconPath = manifest.icon;
+        if (!iconPath) {
+            throw new Error('App icon is required for publishing an application!');
+        }
+        const iconUri = vscode_uri_1.Utils.joinPath(cwd, iconPath);
+        const iconExist = await fs.stat(iconUri);
+        if (!iconExist) {
+            throw new Error(`Could not load icon "${iconPath}"`);
+        }
+        const iconData = await fs.readFile(iconUri);
+        const dimensions = (0, image_dimensions_1.imageDimensionsFromData)(iconData);
+        if (!dimensions) {
+            throw new Error(`App icon could not be validated!`);
+        }
+        if (dimensions?.width !== dimensions?.height) {
+            throw new Error(`App icon has to be a square!`);
+        }
+        if (dimensions.width > 512 || dimensions.width < 75) {
+            throw new Error(`App icon size should be between 75px and 512px!`);
+        }
+        if (!(0, file_type_checker_1.isPNG)(iconData)) {
+            throw new Error(`App icon has to be of type PNG!`);
+        }
+    }
+    Manifest.validateApplicationIcon = validateApplicationIcon;
+    function validateEngineSettings(manifest) {
+        const { engines } = manifest;
+        // validate vor server versions >=52v006
+        if (engines?.backend &&
+            !engines.backend.match(/(^[5-9][2-9]|[6-9]\d+|\d{3,})v(0(0[6-9]|[1-9]\d)|[1-9]\d{2}|[1-9]\d{3,})$/)) {
+            throw new Error('Setting "engines.backend" is invalid');
+        }
+        validateHwFwOrProductId(manifest);
+    }
+    Manifest.validateEngineSettings = validateEngineSettings;
 })(Manifest || (exports.Manifest = Manifest = {}));
 function validatePOVSettings(manifest) {
     const { pov } = manifest;
@@ -240,15 +274,6 @@ function validateBLOSettings(manifest) {
         throw new Error(`Only "${Manifest.BloAccessLevel.restricted}" or "${Manifest.BloAccessLevel.global}" are allowed as value for "blo.accessLevel"!`);
     }
 }
-function validateEngineSettings(manifest) {
-    const { engines } = manifest;
-    // validate vor server versions >=52v006
-    if (engines?.backend &&
-        !engines.backend.match(/(^[5-9][2-9]|[6-9]\d+|\d{3,})v(0(0[6-9]|[1-9]\d)|[1-9]\d{2}|[1-9]\d{3,})$/)) {
-        throw new Error('Setting "engines.backend" is invalid');
-    }
-    validateHwFwOrProductId(manifest);
-}
 function validateHwFwOrProductId(manifest) {
     const { backend, productId, hwfw } = manifest.engines;
     if (backend && backend >= '52v007') {
@@ -260,31 +285,6 @@ function validateHwFwOrProductId(manifest) {
         throw new Error('"engines.productId" requires "engines.backend" to be ">=52v007"');
     }
 }
-async function validateApplicationIcon(cwd, fs, manifest) {
-    const iconPath = manifest.icon;
-    if (!iconPath) {
-        throw new Error('App icon is required for publishing an application!');
-    }
-    const iconUri = vscode_uri_1.Utils.joinPath(cwd, iconPath);
-    const iconExist = await fs.stat(iconUri);
-    if (!iconExist) {
-        throw new Error(`Could not load icon "${iconPath}"`);
-    }
-    const iconData = await fs.readFile(iconUri);
-    const dimensions = (0, image_dimensions_1.imageDimensionsFromData)(iconData);
-    if (!dimensions) {
-        throw new Error(`App icon could not be validated!`);
-    }
-    if (dimensions?.width !== dimensions?.height) {
-        throw new Error(`App icon has to be a square!`);
-    }
-    if (dimensions.width > 512 || dimensions.width < 75) {
-        throw new Error(`App icon size should be between 75px and 512px!`);
-    }
-    if (!(0, file_type_checker_1.isPNG)(iconData)) {
-        throw new Error(`App icon has to be of type PNG!`);
-    }
-}
 /**
  * Check based on the current env if the given version string is correct
  * @param manifest
@@ -302,4 +302,30 @@ function validateProjectVersion(manifest, env) {
         }
     }
 }
+/**
+ * Some devices doesn't support compression. this function does patch the option if it's not supported
+ * @param manifest
+ */
+function patchDloCompileOptionsBasedOnDpid(manifest) {
+    if (!manifest.dpid) {
+        return;
+    }
+    const deviceProfile = DeviceProfiles_1.DeviceProfiles[manifest.dpid];
+    const compileRestrictions = deviceProfile?.dlo?.compileRestrictions || {};
+    const { compileOptions } = manifest.dlo || {};
+    if (compileOptions) {
+        compileOptions.forEach((param, idx) => {
+            try {
+                const paramType = param.substring(0, 2);
+                const paramValue = param.substring(2);
+                if (Object.hasOwn(compileRestrictions, paramType) && `${paramValue}` !== `${compileRestrictions[paramType]}`) {
+                    compileOptions[idx] = `${paramType}${compileRestrictions[paramType]}`;
+                }
+            }
+            catch (e) {
+                // todo?
+            }
+        });
+    }
+}
 //# sourceMappingURL=manifest.js.map

package/out/package/apm.js

@@ -29,6 +29,7 @@ var APM;
         Part["dlo"] = "dlo";
         Part["pov"] = "pov";
         Part["blo"] = "blo";
+        Part["dfiles"] = "dfiles";
     })(Part = APM.Part || (APM.Part = {}));
     /**
      * Create new release tag
@@ -141,7 +142,7 @@ var APM;
         const manifest = await manifest_1.Manifest.read(cwd, fs);
         if (!preventCreation) {
             // throws if the specific setting is invalid
-            await package_1.Package.validateSpecificSettings(token, manifest);
+            await package_1.Package.validatePublishSettings(cwd, fs, token);
         }
         const { registry } = manifest;
         let applicationId = registry?.id;
@@ -186,8 +187,7 @@ var APM;
         }
         manifest.registry = {
             id: projectId,
-            allowedBackends: newApplication.allowedBackends,
-            target: backendTarget
+            allowedBackends: newApplication.allowedBackends
         };
         // write the updated manifest to disk
         await manifest_1.Manifest.write(cwd, fs, manifest);

package/out/package/package.js

@@ -13,6 +13,7 @@ const scriptRunner_1 = require("../scriptRunner");
 const manifest_1 = require("../manifest");
 const globals_1 = require("../globals");
 const library_1 = require("./library");
+const dfiles_1 = require("../dfiles/dfiles");
 var Package;
 (function (Package) {
     /**
@@ -28,6 +29,9 @@ var Package;
         if (!apmPart || apmPart === apm_1.APM.Part.dlo) {
             await buildDLO(cwd, fs);
         }
+        if (!apmPart || apmPart === apm_1.APM.Part.dfiles) {
+            await buildDfiles(cwd, fs);
+        }
         if (!apmPart || apmPart === apm_1.APM.Part.pov) {
             await scriptRunner_1.Shell.tryBuildPov(cwd, fs);
         }
@@ -67,7 +71,7 @@ var Package;
         if (!Object.values(apm_1.APM.TagPhase).includes(releasePhase)) {
             throw new Error(`ReleasePhase: ${releasePhase} is not a valid release phase`);
         }
-        await manifest_1.Manifest.validateManifest(cwd, fs, null, true, env);
+        await manifest_1.Manifest.validateBasicManifest(cwd, fs, null, env);
         const application = await apm_1.APM.validateAccess(cwd, fs, token, false, env);
         if (!application) {
             return;
@@ -90,8 +94,8 @@ var Package;
      */
     async function releaseLibrary(cwd, fs, token, env = globals_1.Globals.ENV.production) {
         const manifest = await manifest_1.Manifest.read(cwd, fs);
-        await manifest_1.Manifest.validateManifest(cwd, fs, manifest, true, env);
-        await validateSpecificSettings(token, manifest);
+        await manifest_1.Manifest.validateBasicManifest(cwd, fs, manifest, env);
+        await validatePublishSettings(cwd, fs, token);
         // build the complete project
         await buildAll(cwd, fs);
         const archive = await library_1.Library.createArchive(cwd, fs);
@@ -144,32 +148,36 @@ var Package;
     Package.getChangelogFile = getChangelogFile;
     /**
      * Validate manifest settings that are required for the APM
+     * @param cwd
+     * @param fs
      * @param token
-     * @param manifest
      */
-    async function validateSpecificSettings(token, manifest) {
+    async function validatePublishSettings(cwd, fs, token) {
+        const manifest = await manifest_1.Manifest.read(cwd, fs);
         const { name, publisher, description, registry } = manifest;
-        const invalidName = await manifest_1.Manifest.validateProjectName(name);
+        const invalidName = manifest_1.Manifest.validateProjectName(name, manifest_1.Manifest.isLibraryProject(manifest));
         if (invalidName) {
             throw new Error(`name: ${invalidName}`);
         }
-        const invalidDescription = await manifest_1.Manifest.validateDescription(description);
+        const invalidDescription = manifest_1.Manifest.validateDescription(description);
         if (invalidDescription) {
             throw new Error(`description: ${invalidDescription}`);
         }
-        const invalidPublisher = (await manifest_1.Manifest.validatePublisherId(publisher)) || (await manifest_1.Manifest.validatePublisherOnline(token, publisher));
+        const invalidPublisher = manifest_1.Manifest.validatePublisherId(publisher) || (await manifest_1.Manifest.validatePublisherOnline(token, publisher));
         if (invalidPublisher) {
             throw new Error(`publisher: ${invalidPublisher}`);
         }
         // only validate if the project is not a library project
         if (!manifest_1.Manifest.isLibraryProject(manifest)) {
+            await manifest_1.Manifest.validateApplicationIcon(cwd, fs, manifest);
+            manifest_1.Manifest.validateEngineSettings(manifest);
             const invalidBackends = await manifest_1.Manifest.validateRegistryAllowedBackends(registry?.allowedBackends);
             if (invalidBackends) {
                 throw new Error(`registry: ${invalidBackends}`);
             }
         }
     }
-    Package.validateSpecificSettings = validateSpecificSettings;
+    Package.validatePublishSettings = validatePublishSettings;
 })(Package || (exports.Package = Package = {}));
 /**
  * Generates all needed files out of the dde declaration
@@ -177,6 +185,7 @@ var Package;
  * @param fs
  */
 async function buildDDE(cwd, fs) {
+    console.log('Processing DDE...');
     const result = await dde_1.DDE.compileDDE(cwd, fs);
     result.diagnostics.forEach(diagnostic => {
         const message = `${diagnostic.file.path}: ${diagnostic.message}`;
@@ -203,10 +212,16 @@ async function buildDDE(cwd, fs) {
     }
 }
 async function buildDLO(cwd, fs) {
+    console.log('Processing DLO...');
     const compiler = new compiler_1.DloCompiler();
     const { diagnostics } = await compiler.compile(cwd, fs);
     throwIfDiagnosticsHaveError(apm_1.APM.Part.dlo, diagnostics);
 }
+async function buildDfiles(cwd, fs) {
+    console.log('Processing DFILES...');
+    const diagnostics = await dfiles_1.DFILES.process(cwd, fs);
+    throwIfDiagnosticsHaveError(apm_1.APM.Part.dfiles, diagnostics);
+}
 function throwIfDiagnosticsHaveError(apmPart, diagnostics) {
     diagnostics.forEach(diagnostic => {
         if (diagnostic.level === 'error') {

package/out/registryAPI.js

@@ -48,9 +48,13 @@ var Registry;
         return data;
     }
     Registry.getLibraryProfile = getLibraryProfile;
-    async function fetchLibraryContent(token, contentURL, json = false) {
+    async function fetchCustomContent(token, contentURL, json = false, env = globals_1.Globals.ENV.production) {
         const response = await fetch(contentURL, {
-            headers: { ...buildAuthHeader(token) }
+            // @ts-ignore
+            headers: {
+                ...buildAuthHeader(token),
+                ...headerBasedOnEnv(env)
+            }
         });
         if (response.status === 200) {
             if (json) {
@@ -64,7 +68,7 @@ var Registry;
             throw new Error('Failed to fetch the library content');
         }
     }
-    Registry.fetchLibraryContent = fetchLibraryContent;
+    Registry.fetchCustomContent = fetchCustomContent;
     async function getPublisher(token, publisherId) {
         try {
             const { data, error } = await GET('/publisher/{publisherId}', {
@@ -240,6 +244,33 @@ var Registry;
         }
     }
     Registry.publishLibraryVersion = publishLibraryVersion;
+    async function updateApplicationFile(token, publisherId, applicationId, applicationVersion, applicationFileName, blob, env = globals_1.Globals.ENV.production) {
+        const { error } = await POST('/packages/{publisherId}/applications/{applicationId}/versions/{applicationVersion}/files/{applicationFileName}', {
+            ...Registry.getAPIUrl(),
+            headers: {
+                ...buildAuthHeader(token),
+                ...headerBasedOnEnv(env),
+                'Content-Type': 'application/octet-stream'
+            },
+            params: {
+                path: {
+                    publisherId,
+                    applicationId,
+                    applicationVersion,
+                    applicationFileName
+                }
+            },
+            //@ts-ignore
+            body: {},
+            bodySerializer() {
+                return blob;
+            }
+        });
+        if (error) {
+            throw new Error(error.reason);
+        }
+    }
+    Registry.updateApplicationFile = updateApplicationFile;
 })(Registry || (exports.Registry = Registry = {}));
 /**
  * inject the X-Semver header for application based requests

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@microtronics/studio-cli",
-	"version": "0.12.2",
+	"version": "0.14.0",
 	"description": "Microtronics Studio CLI Tool",
 	"main": "./out/api.js",
 	"typings": "./dist/studio-cli.d.ts",