@helios-lang/contract-utils 0.1.1 → 0.1.6

package/src/hl2ts.js

@@ -1,13 +1,183 @@
 #!/usr/bin/env node
 
+import { promises, readFileSync, writeFileSync } from "node:fs"
+import { dirname, join, resolve } from "node:path"
+import { readHeader, translateImportPaths } from "@helios-lang/compiler-utils"
+import { TypescriptWriter } from "./codegen/index.js"
 import { loadLibrary } from "./lib/index.js"
 
+/**
+ * @typedef {import("./lib/Lib.js").Lib} Lib
+ * @typedef {import("./lib/Lib.js").SourceDetails} SourceDetails
+ * @typedef {import("./lib/Lib.js").ModuleDetails} ModuleDetails
+ * @typedef {import("./lib/Lib.js").ValidatorDetails} ValidatorDetails
+ */
+
 async function main() {
     console.log("hl2ts")
 
+    const { outDir } = parseArgs(process.argv)
+
     const lib = await loadLibrary()
+    const filePaths = await listFiles(process.cwd(), ".hl")
+    const files = readFiles(filePaths)
+    const sources = preparseFiles(files)
+    const { modules, validators } = typeCheck(lib, sources)
+
+    const w = new TypescriptWriter()
+
+    w.writeModules(modules)
+    w.writeValidators(validators)
+    const [js, dts] = w.finalize()
+
+    const jsPath = join(outDir, "index.js")
+    const dtsPath = join(outDir, "index.d.ts")
+
+    writeFileSync(jsPath, js)
+    writeFileSync(dtsPath, dts)
+}
+
+main()
+
+/**
+ * @param {string[]} args
+ * @returns {{outDir: string}}
+ */
+function parseArgs(args) {
+    let i = args.indexOf("-o")
+    if (i != -1) {
+        if (i == args.length - 1) {
+            throw new Error("expected argument after -o")
+        }
+
+        return { outDir: resolve(args[i + 1]) }
+    } else {
+        return { outDir: process.cwd() }
+    }
+}
+
+/**
+ * @param {string} dir
+ * @param {string} ext
+ * @returns {Promise<string[]>}
+ */
+async function listFiles(dir, ext) {
+    const entries = await promises.readdir(dir, { withFileTypes: true })
+
+    const files = await Promise.all(
+        entries.map((entry) => {
+            const res = resolve(dir, entry.name)
+
+            if (entry.isDirectory()) {
+                if (entry.name.endsWith("node_modules")) {
+                    return []
+                } else {
+                    return listFiles(res, ext)
+                }
+            } else {
+                return res
+            }
+        })
+    )
+
+    return files.flat().filter((name) => name.endsWith(ext))
+}
+
+/**
+ * @param {string[]} filePaths
+ * @returns {{[path: string]: string}}
+ */
+function readFiles(filePaths) {
+    return Object.fromEntries(
+        filePaths.map((f) => {
+            return [f, readFileSync(f).toString()]
+        })
+    )
+}
+
+/**
+ *
+ * @param {{[path: string]: string}} files
+ * @returns {{[name: string]: SourceDetails}}
+ */
+function preparseFiles(files) {
+    const partialSources = {}
+
+    for (let path in files) {
+        const [purpose, name] = readHeader(files[path])
+
+        partialSources[path] = {
+            name: name,
+            purpose: purpose,
+            sourceCode: files[path]
+        }
+    }
+
+    /**
+     * @type {{[name: string]: SourceDetails}}
+     */
+    const sources = {}
+
+    for (let path in files) {
+        const sourceCode = translateImportPaths(files[path], (relPath) => {
+            const absPath = resolve(join(dirname(path), relPath))
+
+            const d = partialSources[absPath] ?? partialSources[absPath + ".hl"]
+
+            if (!d) {
+                throw new Error(`'${relPath}' not found`)
+            }
+
+            return d.name
+        })
 
-    console.log(lib.version)
+        sources[partialSources[path].name] = {
+            ...partialSources[path],
+            sourceCode: sourceCode
+        }
+    }
+
+    return sources
+}
+
+/**
+ * @param {{[name: string]: SourceDetails}} sources
+ * @returns {[{[name: string]: SourceDetails}, {[name: string]: SourceDetails}]}
+ */
+function splitValidatorsAndModules(sources) {
+    /**
+     * @type {{[name: string]: SourceDetails}}
+     */
+    const validators = {}
+
+    /**
+     * @type {{[name: string]: SourceDetails}}
+     */
+    const modules = {}
+
+    for (let key in sources) {
+        const v = sources[key]
+        if (v.purpose == "module") {
+            modules[key] = v
+        } else if (
+            v.purpose == "spending" ||
+            v.purpose == "minting" ||
+            v.purpose == "staking"
+        ) {
+            validators[key] = v
+        }
+    }
+
+    return [validators, modules]
 }
 
-main()
+/**
+ * @param {Lib} lib
+ * @param {{[name: string]: SourceDetails}} sources
+ * @returns {{modules: {[name: string]: ModuleDetails}, validators: {[name: string]: ValidatorDetails}}}
+ */
+function typeCheck(lib, sources) {
+    const [validators, modules] = splitValidatorsAndModules(sources)
+
+    return lib.typeCheck(validators, modules)
+}

package/src/lib/Lib.js

@@ -1,13 +1,29 @@
 /**
  * @typedef {{
  *   version: string
+ *   typeCheck: (validators: {[name: string]: SourceDetails}, modules: {[name: string]: SourceDetails}) => ({
+ * modules: {[name: string]: ModuleDetails}, validators: {[name: string]: ValidatorDetails}})
  * }} Lib
  */
 
+/**
+ * @typedef {import("../codegen/index.js").TypeSchema} InternalTypeDetails
+ * @typedef {import("../codegen/index.js").Module} ModuleDetails
+ * @typedef {import("../codegen/index.js").Validator} ValidatorDetails
+ */
+
+/**
+ * @typedef {{
+ *   name: string
+ *   purpose: string
+ *   sourceCode: string
+ * }} SourceDetails
+ */
+
 /**
  * @param {{VERSION: string}} lib
  * @returns {number[]}
  */
 export function getVersion(lib) {
-    return lib.VERSION.split(".").map(v => Number(v))
-}
+    return lib.VERSION.split(".").map((v) => Number(v))
+}

package/src/lib/Libg_v0_16.js

@@ -1,5 +1,110 @@
 /**
  * @typedef {import("./Lib.js").Lib} Lib
+ * @typedef {import("./Lib.js").SourceDetails} SourceDetails
+ */
+
+/**
+ * @typedef {import("../codegen/index.js").Module} ModuleDetails
+ * @typedef {import("../codegen/index.js").Validator} ValidatorDetails
+ * @typedef {import("../codegen/index.js").TypeSchema} InternalTypeDetails
+ */
+
+/**
+ * @typedef {{
+ *   [name: string]: string[]
+ * }} DagDependencies
+ */
+
+/**
+ * @typedef {{
+ * }} HashType
+ */
+
+/**
+ * @typedef {{
+ *   includes: (m: string) => boolean
+ * }} IR
+ */
+
+/**
+ * @typedef {{
+ *   name: string
+ * }} EnumStatement
+ */
+
+/**
+ * @typedef {{
+ *   name: string
+ * }} StructStatement
+ */
+
+/**
+ * @typedef {StructStatement | EnumStatement | any} Statement
+ */
+
+/**
+ * @typedef {{
+ *   name: {value: string}
+ *   filterDependencies: (all: Module[]) => Module[]
+ *   statements: Statement[]
+ * }} Module
+ */
+/**
+ * @typedef {{
+ *   name: string
+ *   toIR: (ctx: any, extra: Map<string, IR>) => IR
+ *   types: UserTypes
+ *   mainImportedModules: Module[]
+ *   mainModule: Module
+ *   mainArgTypes: DataType[]
+ * }} Program
+ */
+
+/**
+ * @typedef {{
+ *   typeDetails?: TypeDetails
+ * }} DataType
+ */
+
+/**
+ * @typedef {{
+ *   type:  string
+ * } | {
+ *   type:     "List"
+ *   itemType: TypeSchema
+ * } | {
+ *   type:      "Map"
+ *   keyType:   TypeSchema
+ *   valueType: TypeSchema
+ * } | {
+ *   type:     "Option"
+ *   someType: TypeSchema
+ * } | {
+ *   type:       "Struct"
+ *   fieldTypes: NamedTypeSchema[]
+ * } | {
+ *   type:         "Enum"
+ *   variantTypes: {name: string, fieldTypes: NamedTypeSchema[]}[]
+ * }} TypeSchema
+ */
+
+/**
+ * @typedef {{
+ * 	 name: string
+ * } & TypeSchema} NamedTypeSchema
+ */
+
+/**
+ * @typedef {{
+ *   inputType: string
+ *   outputType: string
+ *   internalType: TypeSchema
+ * }} TypeDetails
+ */
+
+/**
+ * @typedef {{
+ * }} UserTypes
  */
 
 /**
@@ -7,7 +112,7 @@
  */
 export class Lib_v0_16 {
     /**
-     * @param {any} lib 
+     * @param {any} lib
      */
     constructor(lib) {
         this.lib = lib
@@ -19,4 +124,219 @@ export class Lib_v0_16 {
     get version() {
         return this.lib.VERSION
     }
-}
+
+    /**
+     * @private
+     * @param {string} purpose
+     * @returns {HashType}
+     */
+    getValidatorType(purpose) {
+        switch (purpose) {
+            case "spending":
+                return this.lib.ValidatorHashType
+            case "minting":
+                return this.lib.MintingPolicyHashType
+            case "staking":
+                return this.lib.StakingValidatorHashType
+            default:
+                throw new Error("unhandled validator type")
+        }
+    }
+
+    /**
+     * @private
+     * @param {SourceDetails[]} validators
+     * @param {SourceDetails[]} modules
+     * @param {{[name: string]: HashType}} validatorTypes
+     * @returns {Program[]}
+     */
+    createPrograms(validators, modules, validatorTypes) {
+        const moduleSrcs = modules.map((m) => m.sourceCode)
+
+        return validators.map((v) =>
+            this.lib.Program.newInternal(
+                v.sourceCode,
+                moduleSrcs,
+                validatorTypes,
+                {
+                    allowPosParams: false,
+                    invertEntryPoint: true
+                }
+            )
+        )
+    }
+
+    /**
+     * @private
+     * @param {Program} program
+     * @param {{[name: string]: HashType}} validatorTypes
+     * @returns {IR}
+     */
+    toTestIR(program, validatorTypes) {
+        const extra = new Map()
+
+        for (let validatorName in validatorTypes) {
+            extra.set(
+                `__helios__scripts__${validatorName}`,
+                new this.lib.IR(`#`)
+            )
+        }
+
+        return program.toIR(new this.lib.ToIRContext(false), extra)
+    }
+
+    /**
+     * @private
+     * @param {Program[]} validators
+     * @param {{[name: string]: HashType}} validatorTypes
+     * @returns {DagDependencies}
+     */
+    buildDagDependencies(validators, validatorTypes) {
+        /**
+         * @type {DagDependencies}
+         */
+        const dag = {}
+
+        validators.forEach((v) => {
+            const ir = this.toTestIR(v, validatorTypes)
+
+            dag[v.name] = Object.keys(validatorTypes).filter((name) =>
+                ir.includes(`__helios__scripts__${name}`)
+            )
+        })
+
+        return dag
+    }
+
+    /**
+     * @param {{[name: string]: SourceDetails}} validators
+     * @param {{[name: string]: SourceDetails}} modules
+     * @returns {{modules: {[name: string]: ModuleDetails}, validators: {[name: string]: ValidatorDetails}}}
+     */
+    typeCheck(validators, modules) {
+        const validatorTypes = Object.fromEntries(
+            Object.values(validators).map((v) => [
+                v.name,
+                this.getValidatorType(v.purpose)
+            ])
+        )
+
+        // create validator programs
+        let validatorPrograms = this.createPrograms(
+            Object.values(validators),
+            Object.values(modules),
+            validatorTypes
+        )
+
+        // build dag
+        const dag = this.buildDagDependencies(validatorPrograms, validatorTypes)
+
+        // sort the validators according to the dag, a valid order should exist
+        // validatorPrograms = this.sortValidators(validatorPrograms, dag)
+
+        /**
+         * @type {{[name: string]: ValidatorDetails}}
+         */
+        const validatorDetails = {}
+
+        /**
+         * @type {{[name: string]: ModuleDetails}}
+         */
+        const moduleDetails = {}
+
+        for (let v of validatorPrograms) {
+            const hashDependencies = dag[v.name]
+            const allModules = v.mainImportedModules
+            const moduleDepedencies = v.mainModule
+                .filterDependencies(allModules)
+                .map((m) => m.name.value)
+            const purpose = validators[v.name].purpose
+
+            validatorDetails[v.name] = {
+                name: v.name,
+                purpose: validators[v.name].purpose,
+                sourceCode: validators[v.name].sourceCode,
+                hashDependencies: hashDependencies,
+                moduleDepedencies: moduleDepedencies,
+                types: {},
+                Redeemer: this.getInternalTypeDetails(
+                    v.mainArgTypes[purpose == "spending" ? 1 : 0]
+                ),
+                Datum:
+                    purpose == "spending"
+                        ? this.getInternalTypeDetails(v.mainArgTypes[0])
+                        : undefined
+            }
+
+            for (let m of v.mainImportedModules) {
+                if (!(m.name.value in moduleDetails)) {
+                    moduleDetails[m.name.value] = {
+                        name: m.name.value,
+                        purpose: "module",
+                        sourceCode: modules[m.name.value].sourceCode,
+                        moduleDepedencies: m
+                            .filterDependencies(allModules)
+                            .map((m) => m.name.value),
+                        types: {} // not yet exported
+                    }
+                }
+            }
+        }
+
+        return { modules: moduleDetails, validators: validatorDetails }
+    }
+
+    /**
+     * @param {TypeSchema} it
+     * @returns {InternalTypeDetails}
+     */
+    convertInternalType(it) {
+        if ("itemType" in it) {
+            return { listItemType: this.convertInternalType(it.itemType) }
+        } else if ("someType" in it) {
+            return { optionSomeType: this.convertInternalType(it.someType) }
+        } else if ("fieldTypes" in it) {
+            return {
+                structFieldTypes: it.fieldTypes.map((ft) => ({
+                    name: ft.name,
+                    type: this.convertInternalType(ft)
+                }))
+            }
+        } else if ("keyType" in it) {
+            return {
+                mapKeyType: this.convertInternalType(it.keyType),
+                mapValueType: this.convertInternalType(it.valueType)
+            }
+        } else if ("variantTypes" in it) {
+            return {
+                enumVariantTypes: it.variantTypes.map((vt) => ({
+                    name: vt.name,
+                    fieldTypes: vt.fieldTypes.map((ft) => ({
+                        name: ft.name,
+                        type: this.convertInternalType(ft)
+                    }))
+                }))
+            }
+        } else {
+            return { primitiveType: it.type }
+        }
+    }
+
+    /**
+     * @param {DataType} dt
+     * @returns {InternalTypeDetails}
+     */
+    getInternalTypeDetails(dt) {
+        try {
+            const it = dt?.typeDetails?.internalType ?? { type: "Any" }
+
+            return this.convertInternalType(it)
+        } catch (e) {
+            if (e.message.includes("Data")) {
+                return { primitiveType: "Data" }
+            } else {
+                throw e
+            }
+        }
+    }
+}

package/src/lib/index.js

@@ -1 +1 @@
-export { loadLibrary } from "./load.js"
+export { loadLibrary } from "./load.js"

package/src/lib/load.js

@@ -1,3 +1,5 @@
+import { existsSync } from "node:fs"
+import { dirname, join } from "node:path"
 import { getVersion } from "./Lib.js"
 import { Lib_v0_16 } from "./Libg_v0_16.js"
 
@@ -5,33 +7,55 @@ import { Lib_v0_16 } from "./Libg_v0_16.js"
  * @typedef {import("./Lib.js").Lib} Lib
  */
 
-const packageNames = [
-    "@hyperionbt/helios"
-]
+/**
+ * @returns {string}
+ */
+function findRootDir() {
+    let dir = process.cwd()
+
+    while (dir != "/") {
+        if (existsSync(join(dir, "package.json"))) {
+            return dir
+        } else {
+            dir = dirname(dir)
+        }
+    }
+
+    throw new Error("package.json not found")
+}
 
 /**
  * @returns {Promise<Lib>}
  */
 export async function loadLibrary() {
+    const rootDir = findRootDir()
+
+    const packageNames = ["@hyperionbt/helios/helios.js"]
+
     for (let packageName of packageNames) {
         try {
-            const lib = await eval(`import("${packageName}")`)
-    
+            const lib = await eval(
+                `import("${rootDir}/node_modules/${packageName}")`
+            )
+
             const [major, minor] = getVersion(lib)
-    
-            switch(major) {
+
+            switch (major) {
                 case 0:
                     switch (minor) {
                         case 16:
                             return new Lib_v0_16(lib)
                     }
                 default:
-                    throw new Error(`compiler version ${lib.VERSION} not supported`)
+                    throw new Error(
+                        `compiler version ${lib.VERSION} not supported`
+                    )
             }
-        } catch(_e) {
+        } catch (_e) {
+            console.error(_e)
             continue
         }
     }
-    
+
     throw new Error("compiler not installed")
-}
+}