@taqueria/plugin-ipfs-pinata 0.0.0-pr-938-c7391836

package/DESIGN.md

@@ -0,0 +1,107 @@
+# Jest plugin for Taqueria
+
+Authors:    Michael Weichert <<michael.weichert@ecadlabs.com>>
+
+Date:       Apr 7, 2022
+
+Revision:   1
+
+---
+
+This plugin integrates automated testing into your workflow via the Jest Testing Framework.
+
+Our Jest plugin exposes the following tasks:
+
+`taq test init [testsDir]`
+
+Initializes the Jest plugin and Jest Testing Framework. Manual invocations of this task are not usually required, as uninitialzed test folders will be initialzed automatically. However, for explicit control, `taq test init` is available as a task for your convenience.
+
+When executed, a _.taq/jest.config.js_ file is created if one doesn't exist, and then too, a _jest.config.js_ is created in _testsDir_ as specified in the positional arguments. _testsDir_ defaults to _jestTestsRootDir if no value was provided.
+
+The _.taq/jest.config.js_ is known as the global jest configuration, and any other _jest.config.js_ files will inherit and override settings defined in the global jest configuration.
+
+E.g, below is an example of a _jest.config.js_ file that would get created in your _jestTestsRootDir_:
+```
+module.exports = {
+  ...require("/.taq/jest.config.js"),
+ // Set custom configuration here
+}
+```
+
+This assures that you can centralize Jest configuration settings that are global to your project, and yet allow granular and individual tweaks for particular use-cases.
+
+
+`taq test [testsDir] [pattern]`
+
+The _test_ task is used to execute your automated tests using the Jest testing framework. Running `taq test` would scan the _jestTestsRootDir_ directory, which defaults to _./tests_. The __jestTestsRootDir_ is a configuration setting specified in your .taq/config.json, and may be changed at any time.
+
+Running `taq test` without specifying a _testsDir_ will default to working with _jestTestsRootDir_. A pattern can be specified to pattern-match against filenames in the _testsDir_ to limit what automated tests are executed.
+
+If the _jest.config.js_ file is missing in the specified _testsDir_, then `taq init [testsDir]` will be invoked automatically.
+
+## Testing Directories / Partitions
+
+Tests can be segmented into partitions, exposed as separate directories underneath the _jestTestsRootDir_ directory. This is sometimes desired to achieve a logical tree-like directory structure for organizational purposes. For instance, a developer may wish to segment their tests for smart contracts from the tests used to test a web application that interacts with the smart contract.
+
+To do this, the developer could create two partitions:
+
+`taq test contracts`
+
+`taq test app`
+
+This would create and initialize two partitions for writing Jest automated tests. Assuming your _jestTestsRootDir_ hasn't been customized, then it will default to _./tests_ and the directory structure will look like the following:
+- tests
+- tests/contracts
+- tests/app
+
+To run all automated tests in the contracts partition, a developer would run:
+
+`taq test contracts`.
+
+To run all tests, regardless of partition, a developer could run
+
+`taq test`.
+
+## Compatibility with other Testing Plugins
+
+Its expected that other plugins will provide integration with testing frameworks other than Jest. For instance, the LIGO plugin is expected to provide integration with the LIGO Testing Framework which improve the developer workflow for smart contracts authored in one of many syntax available in the LIGO language.
+
+For instance, a developer may wish to organize their tests as such:
+- tests
+- tests/contracts (using the LIGO testing framework)
+- tests/app (using the Jest testing framework)
+
+To do so, a developer would change their _jestTestsRootDir_ to _tests/app_ and _ligoTestsRootDir_ to _tests/contracts_.
+
+A developer could run their tests written with LIGO with:
+
+`taq test --plugin ligo`
+
+Likewise, for Jest a developer would run:
+
+`taq test --plugin jest`
+
+## Future considerations
+
+### End-developer defined tasks
+
+As first mentioned in the State Architecture Design Document, a developer should have the ability to define their own tasks that can integrated into their workflow.
+
+End-developer defined tasks are configurated in _.taq/config.json_.
+
+This capability offers the ability to define a task which wraps existing ones.
+
+E.g.:
+
+```json
+...,
+"tasks": {
+  "test": {
+    "handler": "taq test --plugin ligo && taq test --plugin ligo"
+  }
+} 
+```
+
+This would expose a task that would run all tests defined using the LIGO and Jest plugin:
+
+`taq run test`

package/index.js

@@ -0,0 +1,268 @@
+import {Plugin as $8CNkB$Plugin, Task as $8CNkB$Task, PositionalArg as $8CNkB$PositionalArg, sendAsyncErr as $8CNkB$sendAsyncErr} from "@taqueria/node-sdk";
+import $8CNkB$path from "path";
+import $8CNkB$fspromises from "fs/promises";
+import $8CNkB$formdata from "form-data";
+import $8CNkB$fs from "fs";
+import $8CNkB$nodefetch from "node-fetch";
+
+
+
+
+
+
+// Async generator
+// https://stackoverflow.com/questions/5827612/node-js-fs-readdir-recursive-directory-search
+async function* $362846282c87e345$var$getFiles(fileOrDirPath) {
+    const dirInfo = await (0, $8CNkB$fspromises).stat(fileOrDirPath);
+    if (dirInfo.isFile()) {
+        yield fileOrDirPath;
+        return;
+    }
+    const dirents = await (0, $8CNkB$fspromises).readdir(fileOrDirPath, {
+        withFileTypes: true
+    });
+    for (const dirent of dirents){
+        const res = (0, $8CNkB$path).resolve(fileOrDirPath, dirent.name);
+        if (dirent.isDirectory()) yield* $362846282c87e345$var$getFiles(res);
+        else yield res;
+    }
+}
+const $362846282c87e345$var$createFileProvider = async ({ fileOrDirPath: fileOrDirPath , filter: filter , shouldEstimateFileCount: shouldEstimateFileCount  })=>{
+    fileOrDirPath = (0, $8CNkB$path).resolve(fileOrDirPath);
+    const pathInfo = await (0, $8CNkB$fspromises).stat(fileOrDirPath);
+    if (!pathInfo.isFile() && !pathInfo.isDirectory()) throw new Error(`The path '${fileOrDirPath}' is not a file or directory`);
+    let estimateFileCount = undefined;
+    if (shouldEstimateFileCount) {
+        estimateFileCount = 0;
+        for await (const filePath of $362846282c87e345$var$getFiles(fileOrDirPath)){
+            if (filter && !filter(filePath)) continue;
+            estimateFileCount++;
+        }
+    }
+    const fileGenerator = $362846282c87e345$var$getFiles(fileOrDirPath);
+    const getNextFile = async ()=>{
+        let nextFile = (await fileGenerator.next()).value;
+        if (!filter) return nextFile;
+        while(nextFile && !filter(nextFile)){
+            nextFile = await getNextFile();
+            continue;
+        }
+        return nextFile;
+    };
+    return {
+        getNextFile: getNextFile,
+        estimateFileCount: estimateFileCount
+    };
+};
+const $362846282c87e345$export$8f4b23801f8f7529 = async ({ fileOrDirPath: fileOrDirPath , processFile: processFile , filter: filter , parallelCount: parallelCount = 10 , onProgress: onProgress  })=>{
+    const { getNextFile: getNextFile , estimateFileCount: estimateFileCount  } = await $362846282c87e345$var$createFileProvider({
+        fileOrDirPath: fileOrDirPath,
+        filter: filter,
+        shouldEstimateFileCount: true
+    });
+    const successes = [];
+    const failures = [];
+    onProgress?.({
+        processedFilesCount: 0,
+        estimateFileCount: estimateFileCount
+    });
+    await Promise.all([
+        ...new Array(parallelCount)
+    ].map(async (x)=>{
+        let fileToProcess = await getNextFile();
+        while(fileToProcess){
+            const progressInfo = {
+                processedFilesCount: successes.length + failures.length,
+                estimateFileCount: estimateFileCount
+            };
+            onProgress?.(progressInfo);
+            try {
+                const result = await processFile(fileToProcess, progressInfo);
+                successes.push({
+                    filePath: fileToProcess,
+                    result: result
+                });
+                break;
+            } catch (err) {
+                failures.push({
+                    filePath: fileToProcess,
+                    error: err
+                });
+            }
+            fileToProcess = await getNextFile();
+        }
+    }));
+    onProgress?.({
+        processedFilesCount: successes.length + failures.length,
+        estimateFileCount: estimateFileCount
+    });
+    return {
+        successes: successes,
+        failures: failures
+    };
+};
+
+
+
+
+
+const $8299ce3b64e7f5fc$export$77ce72def6804f3 = async ({ auth: auth , item: item  })=>{
+    const ipfsJsonFilePath = `${item.filePath}.ipfs.json`;
+    // // Skip if already uploaded
+    // try {
+    //     const ipfsJsonFileContent = await fs.promises.readFile(ipfsJsonFilePath, { encoding: 'utf-8' });
+    //     const ipfsResult = JSON.parse(ipfsJsonFileContent) as PublishFileResult;
+    //     if (ipfsResult.ipfsHash) {
+    //         console.log(`Skipping ${item.filePath}`);
+    //         return;
+    //     }
+    // } catch (err) {
+    //     // Ignore
+    // }
+    const data = new (0, $8CNkB$formdata)();
+    data.append("file", (0, $8CNkB$fs).createReadStream(item.filePath));
+    data.append("pinataMetadata", JSON.stringify({
+        name: item.name
+    }));
+    const response = await (0, $8CNkB$nodefetch)(`https://api.pinata.cloud/pinning/pinFileToIPFS`, {
+        headers: {
+            Authorization: `Bearer ${auth.pinataJwtToken}`,
+            "Content-Type": `multipart/form-data; boundary=${data._boundary}`
+        },
+        body: data,
+        method: "post"
+    });
+    if (!response.ok) throw new Error(`Failed to upload '${item.name}' to ipfs ${response.statusText}`);
+    const uploadResult = await response.json();
+    return {
+        ipfsHash: uploadResult.IpfsHash
+    };
+};
+
+
+async function $6b0ddb031a0df909$export$1391212d75b2ee65(timeout) {
+    return await new Promise((resolve)=>{
+        setTimeout(resolve, timeout);
+    });
+}
+const $6b0ddb031a0df909$export$568be7ef485b9273 = ({ retryCount: retryCount = 5  })=>{
+    const DELAY_MIN = 10;
+    const DELAY_SUCCESS_REDUCTION = 10;
+    const DELAY_FAILURE_INCREASE = 200;
+    let delayTimeMs = 100;
+    const processWithBackoff = async (process)=>{
+        let attempt = 0;
+        let lastError = undefined;
+        while(attempt < retryCount){
+            try {
+                await $6b0ddb031a0df909$export$1391212d75b2ee65(delayTimeMs);
+                const result = await process();
+                delayTimeMs -= DELAY_SUCCESS_REDUCTION;
+                delayTimeMs = Math.max(DELAY_MIN, delayTimeMs);
+                return result;
+            } catch (err) {
+                lastError = err;
+            }
+            delayTimeMs += DELAY_FAILURE_INCREASE;
+            attempt++;
+        }
+        // All attempts failed
+        throw lastError;
+    };
+    return {
+        processWithBackoff: processWithBackoff
+    };
+};
+
+
+const $b297f5d0aa12bc82$var$publishToIpfs = async (fileOrDirPath, auth)=>{
+    if (!fileOrDirPath) throw new Error(`path was not provided`);
+    const { processWithBackoff: processWithBackoff  } = (0, $6b0ddb031a0df909$export$568be7ef485b9273)({
+        retryCount: 5
+    });
+    const result = await (0, $362846282c87e345$export$8f4b23801f8f7529)({
+        fileOrDirPath: fileOrDirPath,
+        parallelCount: 10,
+        processFile: async (filePath)=>{
+            return processWithBackoff(()=>(0, $8299ce3b64e7f5fc$export$77ce72def6804f3)({
+                    auth: auth,
+                    item: {
+                        filePath: filePath,
+                        name: (0, $8CNkB$path).basename(filePath)
+                    }
+                }));
+        },
+        onProgress: ({ processedFilesCount: processedFilesCount , estimateFileCount: estimateFileCount  })=>{
+            if (estimateFileCount && processedFilesCount % 10) {
+                let ratio = processedFilesCount / estimateFileCount;
+                if (ratio > 1) ratio = 1;
+                // TODO: Call task sdk progress
+                console.log(`Progress: ${(ratio * 100).toFixed(0)}%`);
+            }
+        }
+    });
+    return {
+        data: {
+            fileIpfsHashes: result.successes.map((x)=>({
+                    filePath: x.filePath,
+                    ipfsHash: x.result.ipfsHash
+                }))
+        }
+    };
+};
+const $b297f5d0aa12bc82$var$pinToIpfs = async (hash, auth)=>{
+    if (!hash) throw new Error(`ipfs hash was not provided`);
+    // TODO: Implement pinning
+    throw new Error("pinToIpfs: Not Implemented");
+};
+const $b297f5d0aa12bc82$var$process = async (opts)=>{
+    const { task: task , path: path , hash: hash , config: config ,  } = opts;
+    const auth = {
+        // TODO: get pinata api key from config
+        pinataJwtToken: ""
+    };
+    switch(task){
+        case "publish":
+            return $b297f5d0aa12bc82$var$publishToIpfs(path, auth);
+        case "pin":
+            return $b297f5d0aa12bc82$var$pinToIpfs(hash, auth);
+        default:
+            throw new Error(`${task} is not an understood task by the ipfs-pinata plugin`);
+    }
+};
+var $b297f5d0aa12bc82$export$2e2bcd8739ae039 = async (args)=>{
+    const opts = args;
+    try {
+        return $b297f5d0aa12bc82$var$process(opts);
+    } catch (err) {
+        const error = err;
+        if (error.message) return (0, $8CNkB$sendAsyncErr)(error.message);
+    }
+};
+
+
+(0, $8CNkB$Plugin).create(()=>({
+        schema: "0.1",
+        version: "0.4.0",
+        alias: "jest",
+        tasks: [
+            (0, $8CNkB$Task).create({
+                task: "ipfs",
+                command: "publish [path]",
+                description: "Upload and pin files using your pinata account.",
+                aliases: [],
+                handler: "proxy",
+                positionals: [
+                    (0, $8CNkB$PositionalArg).create({
+                        placeholder: "path",
+                        description: "Directory or file path to publish",
+                        type: "string"
+                    }), 
+                ]
+            }), 
+        ],
+        proxy: $b297f5d0aa12bc82$export$2e2bcd8739ae039
+    }), process.argv);
+
+
+//# sourceMappingURL=index.js.map

package/index.js.map

@@ -0,0 +1 @@
+{"mappings":";;;;;;;AAAA;ACAA;;ACAA;;AAIA,kBAAkB;AAClB,4FAA4F;AAC5F,gBAAgB,8BAAQ,CAAC,aAAqB,EAAyC;IACtF,MAAM,OAAO,GAAG,MAAM,CAAA,GAAA,iBAAE,CAAA,CAAC,IAAI,CAAC,aAAa,CAAC,AAAC;IAC7C,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE;QACrB,MAAM,aAAa,CAAC;QACpB,OAAO;KACP;IAED,MAAM,OAAO,GAAG,MAAM,CAAA,GAAA,iBAAE,CAAA,CAAC,OAAO,CAAC,aAAa,EAAE;QAAE,aAAa,EAAE,IAAI;KAAE,CAAC,AAAC;IACzE,KAAK,MAAM,MAAM,IAAI,OAAO,CAAE;QAC7B,MAAM,GAAG,GAAG,CAAA,GAAA,WAAI,CAAA,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,AAAC;QACrD,IAAI,MAAM,CAAC,WAAW,EAAE,EACvB,OAAO,8BAAQ,CAAC,GAAG,CAAC,CAAC;aAErB,MAAM,GAAG,CAAC;KAEX;CACD;AAED,MAAM,wCAAkB,GAAG,OAAO,iBACjC,aAAa,CAAA,UACb,MAAM,CAAA,2BACN,uBAAuB,CAAA,EAKvB,GAAK;IACL,aAAa,GAAG,CAAA,GAAA,WAAI,CAAA,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAA,GAAA,iBAAE,CAAA,CAAC,IAAI,CAAC,aAAa,CAAC,AAAC;IAC9C,IACC,CAAC,QAAQ,CAAC,MAAM,EAAE,IACf,CAAC,QAAQ,CAAC,WAAW,EAAE,EAE1B,MAAM,IAAI,KAAK,CAAC,CAAC,UAAU,EAAE,aAAa,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAG3E,IAAI,iBAAiB,GAAG,SAAS,AAAsB,AAAC;IACxD,IAAI,uBAAuB,EAAE;QAC5B,iBAAiB,GAAG,CAAC,CAAC;QACtB,WAAW,MAAM,QAAQ,IAAI,8BAAQ,CAAC,aAAa,CAAC,CAAE;YACrD,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAC9B,SAAS;YAEV,iBAAiB,EAAE,CAAC;SACpB;KACD;IAED,MAAM,aAAa,GAAG,8BAAQ,CAAC,aAAa,CAAC,AAAC;IAC9C,MAAM,WAAW,GAAG,UAAY;QAC/B,IAAI,QAAQ,GAAG,AAAC,CAAA,MAAM,aAAa,CAAC,IAAI,EAAE,CAAA,CAAE,KAAK,AAAC;QAClD,IAAI,CAAC,MAAM,EACV,OAAO,QAAQ,CAAC;QAGjB,MAAO,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAE;YACrC,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;YAC/B,SAAS;SACT;QAED,OAAO,QAAQ,CAAC;KAChB,AAAC;IACF,OAAO;qBACN,WAAW;2BACX,iBAAiB;KACjB,CAAC;CACF,AAAC;AAGK,MAAM,yCAAY,GAAG,OAAgB,iBAC3C,aAAa,CAAA,eACb,WAAW,CAAA,UACX,MAAM,CAAA,iBACN,aAAa,GAAG,EAAE,eAClB,UAAU,CAAA,EAOV,GAAK;IACL,MAAM,eAAE,WAAW,CAAA,qBAAE,iBAAiB,CAAA,EAAE,GAAG,MAAM,wCAAkB,CAAC;uBACnE,aAAa;gBACb,MAAM;QACN,uBAAuB,EAAE,IAAI;KAC7B,CAAC,AAAC;IAEH,MAAM,SAAS,GAAG,EAAE,AAA2C,AAAC;IAChE,MAAM,QAAQ,GAAG,EAAE,AAA0C,AAAC;IAE9D,UAAU,GAAG;QACZ,mBAAmB,EAAE,CAAC;2BACtB,iBAAiB;KACjB,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,GAAG,CAAC;WAAI,IAAI,KAAK,CAAC,aAAa,CAAC;KAAC,CAAC,GAAG,CAAC,OAAM,CAAC,GAAI;QAC9D,IAAI,aAAa,GAAG,MAAM,WAAW,EAAE,AAAC;QACxC,MAAO,aAAa,CAAE;YACrB,MAAM,YAAY,GAAG;gBACpB,mBAAmB,EAAE,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM;mCACvD,iBAAiB;aACjB,AAAC;YACF,UAAU,GAAG,YAAY,CAAC,CAAC;YAE3B,IAAI;gBACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,aAAa,EAAE,YAAY,CAAC,AAAC;gBAC9D,SAAS,CAAC,IAAI,CAAC;oBAAE,QAAQ,EAAE,aAAa;4BAAE,MAAM;iBAAE,CAAC,CAAC;gBACpD,MAAM;aACN,CAAC,OAAO,GAAG,EAAE;gBACb,QAAQ,CAAC,IAAI,CAAC;oBAAE,QAAQ,EAAE,aAAa;oBAAE,KAAK,EAAE,GAAG;iBAAE,CAAC,CAAC;aACvD;YAED,aAAa,GAAG,MAAM,WAAW,EAAE,CAAC;SACpC;KACD,CAAC,CAAC,CAAC;IAEJ,UAAU,GAAG;QACZ,mBAAmB,EAAE,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM;2BACvD,iBAAiB;KACjB,CAAC,CAAC;IAEH,OAAO;mBACN,SAAS;kBACT,QAAQ;KACR,CAAC;CACF,AAAC;;;ACnIF;;;AAYO,MAAM,wCAAiB,GAAG,OAAO,QACvC,IAAI,CAAA,QACJ,IAAI,CAAA,EAOJ,GAAiC;IACjC,MAAM,gBAAgB,GAAG,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,AAAC;IAEtD,8BAA8B;IAC9B,QAAQ;IACR,uGAAuG;IACvG,+EAA+E;IAC/E,iCAAiC;IACjC,oDAAoD;IACpD,kBAAkB;IAClB,QAAQ;IACR,kBAAkB;IAClB,gBAAgB;IAChB,IAAI;IAEJ,MAAM,IAAI,GAAG,IAAI,CAAA,GAAA,eAAQ,CAAA,EAAE,AAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA,GAAA,SAAE,CAAA,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,CACV,gBAAgB,EAChB,IAAI,CAAC,SAAS,CAAC;QACd,IAAI,EAAE,IAAI,CAAC,IAAI;KACf,CAAC,CACF,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,CAAA,GAAA,gBAAK,CAAA,CAAC,CAAC,8CAA8C,CAAC,EAAE;QAC9E,OAAO,EAAE;YACR,aAAa,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9C,cAAc,EAAE,CAAC,8BAA8B,EAAE,AAAC,IAAI,CAAsC,SAAS,CAAC,CAAC;SACvG;QACD,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,MAAM;KACd,CAAC,AAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EACf,MAAM,IAAI,KAAK,CAAC,CAAC,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAGnF,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,AAIzC,AAAC;IAEF,OAAO;QACN,QAAQ,EAAE,YAAY,CAAC,QAAQ;KAC/B,CAAC;CACF,AAAC;;;ACnEK,eAAe,yCAAK,CAAC,OAAe,EAAiB;IAC3D,OAAO,MAAM,IAAI,OAAO,CAAC,CAAA,OAAO,GAAI;QACnC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;KAC7B,CAAC,CAAC;CACH;AAEM,MAAM,yCAA8B,GAAG,CAAC,cAC9C,UAAU,GAAG,CAAC,GAGd,GAAK;IACL,MAAM,SAAS,GAAG,EAAE,AAAC;IACrB,MAAM,uBAAuB,GAAG,EAAE,AAAC;IACnC,MAAM,sBAAsB,GAAG,GAAG,AAAC;IAEnC,IAAI,WAAW,GAAG,GAAG,AAAC;IAEtB,MAAM,kBAAkB,GAAG,OAAgB,OAA+B,GAAK;QAC9E,IAAI,OAAO,GAAG,CAAC,AAAC;QAChB,IAAI,SAAS,GAAG,SAAS,AAAW,AAAC;QACrC,MAAO,OAAO,GAAG,UAAU,CAAE;YAC5B,IAAI;gBACH,MAAM,yCAAK,CAAC,WAAW,CAAC,CAAC;gBAEzB,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,AAAC;gBAE/B,WAAW,IAAI,uBAAuB,CAAC;gBACvC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;gBAE/C,OAAO,MAAM,CAAC;aACd,CAAC,OAAO,GAAG,EAAE;gBACb,SAAS,GAAG,GAAG,CAAC;aAChB;YACD,WAAW,IAAI,sBAAsB,CAAC;YACtC,OAAO,EAAE,CAAC;SACV;QAED,sBAAsB;QACtB,MAAM,SAAS,CAAC;KAChB,AAAC;IAEF,OAAO;4BACN,kBAAkB;KAClB,CAAC;CACF,AAAC;;;AHhCF,MAAM,mCAAa,GAAG,OAAO,aAAiC,EAAE,IAAgB,GAA8B;IAC7G,IAAI,CAAC,aAAa,EACjB,MAAM,IAAI,KAAK,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAG1C,MAAM,sBAAE,kBAAkB,CAAA,EAAE,GAAG,CAAA,GAAA,yCAA8B,CAAA,CAAC;QAC7D,UAAU,EAAE,CAAC;KACb,CAAC,AAAC;IAEH,MAAM,MAAM,GAAG,MAAM,CAAA,GAAA,yCAAY,CAAA,CAAC;uBACjC,aAAa;QACb,aAAa,EAAE,EAAE;QACjB,WAAW,EAAE,OAAM,QAAQ,GAAI;YAC9B,OAAO,kBAAkB,CAAC,IACzB,CAAA,GAAA,wCAAiB,CAAA,CAAC;0BACjB,IAAI;oBACJ,IAAI,EAAE;kCAAE,QAAQ;wBAAE,IAAI,EAAE,CAAA,GAAA,WAAI,CAAA,CAAC,QAAQ,CAAC,QAAQ,CAAC;qBAAE;iBACjD,CAAC,CACF,CAAC;SACF;QACD,UAAU,EAAE,CAAC,uBAAE,mBAAmB,CAAA,qBAAE,iBAAiB,CAAA,EAAE,GAAK;YAC3D,IAAI,iBAAiB,IAAI,mBAAmB,GAAG,EAAE,EAAE;gBAClD,IAAI,KAAK,GAAG,mBAAmB,GAAG,iBAAiB,AAAC;gBACpD,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;gBAEzB,+BAA+B;gBAC/B,OAAO,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,AAAC,CAAA,KAAK,GAAG,GAAG,CAAA,CAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACtD;SACD;KACD,CAAC,AAAC;IAEH,OAAO;QACN,IAAI,EAAE;YACL,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA,CAAC,GAAK,CAAA;oBAC1C,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ;iBAC3B,CAAA,AAAC,CAAC;SACH;KACD,CAAC;CACF,AAAC;AAEF,MAAM,+BAAS,GAAG,OAAO,IAAwB,EAAE,IAAgB,GAA8B;IAChG,IAAI,CAAC,IAAI,EACR,MAAM,IAAI,KAAK,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC;IAG/C,0BAA0B;IAC1B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;CAC9C,AAAC;AAEF,MAAM,6BAAO,GAAG,OAAO,IAAU,GAA8B;IAC9D,MAAM,QACL,IAAI,CAAA,QACJ,IAAI,CAAA,QACJ,IAAI,CAAA,UACJ,MAAM,CAAA,IACN,GAAG,IAAI,AAAC;IAET,MAAM,IAAI,GAAe;QACxB,uCAAuC;QACvC,cAAc,EAAE,EAAE;KAClB,AAAC;IAEF,OAAQ,IAAI;QACX,KAAK,SAAS;YACb,OAAO,mCAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClC,KAAK,KAAK;YACT,OAAO,+BAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9B;YACC,MAAM,IAAI,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,oDAAoD,CAAC,CAAC,CAAC;KAChF;CACD,AAAC;IAEF,wCAWE,GAXa,OAAO,IAAkC,GAA8B;IACrF,MAAM,IAAI,GAAG,IAAI,AAAQ,AAAC;IAE1B,IAAI;QACH,OAAO,6BAAO,CAAC,IAAI,CAAC,CAAC;KACrB,CAAC,OAAO,GAAG,EAAE;QACb,MAAM,KAAK,GAAG,GAAG,AAAS,AAAC;QAC3B,IAAI,KAAK,CAAC,OAAO,EAChB,OAAO,CAAA,GAAA,mBAAY,CAAA,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;KAEpC;CACD;;;AD7FD,CAAA,GAAA,aAAM,CAAA,CAAC,MAAM,CAAC,IAAO,CAAA;QACpB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO;QAChB,KAAK,EAAE,MAAM;QACb,KAAK,EAAE;YACN,CAAA,GAAA,WAAI,CAAA,CAAC,MAAM,CAAC;gBACX,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,gBAAgB;gBACzB,WAAW,EAAE,iDAAiD;gBAC9D,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE;oBACZ,CAAA,GAAA,oBAAa,CAAA,CAAC,MAAM,CAAC;wBACpB,WAAW,EAAE,MAAM;wBACnB,WAAW,EAAE,mCAAmC;wBAChD,IAAI,EAAE,QAAQ;qBACd,CAAC;iBACF;aACD,CAAC;SAgBF;eACD,wCAAK;KACL,CAAA,AAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC","sources":["index.ts","src/proxy.ts","src/file-processing.ts","src/pinata-api.ts","src/utils.ts"],"sourcesContent":["import { Option, Plugin, PositionalArg, Task } from '@taqueria/node-sdk';\nimport proxy from './src/proxy';\n\nPlugin.create(() => ({\n\tschema: '0.1',\n\tversion: '0.4.0',\n\talias: 'jest',\n\ttasks: [\n\t\tTask.create({\n\t\t\ttask: 'ipfs',\n\t\t\tcommand: 'publish [path]',\n\t\t\tdescription: 'Upload and pin files using your pinata account.',\n\t\t\taliases: [],\n\t\t\thandler: 'proxy',\n\t\t\tpositionals: [\n\t\t\t\tPositionalArg.create({\n\t\t\t\t\tplaceholder: 'path',\n\t\t\t\t\tdescription: 'Directory or file path to publish',\n\t\t\t\t\ttype: 'string',\n\t\t\t\t}),\n\t\t\t],\n\t\t}),\n\t\t// Pinning Not Implemented Yet\n\t\t// Task.create({\n\t\t// \ttask: 'ipfs',\n\t\t// \tcommand: 'pin [hash]',\n\t\t// \tdescription: 'Pin a file already on ipfs with your pinata account.',\n\t\t// \taliases: [],\n\t\t// \thandler: 'proxy',\n\t\t// \tpositionals: [\n\t\t// \t\tPositionalArg.create({\n\t\t// \t\t\tplaceholder: 'hash',\n\t\t// \t\t\tdescription: 'Ipfs hash of the file or directory that is already on the ipfs network.',\n\t\t// \t\t\ttype: 'string',\n\t\t// \t\t}),\n\t\t// \t]\n\t\t// }),\n\t],\n\tproxy,\n}), process.argv);\n","import { sendAsyncErr, sendAsyncRes, sendErr } from '@taqueria/node-sdk';\nimport { LoadedConfig, PluginResponse, RequestArgs, SanitizedAbsPath } from '@taqueria/node-sdk/types';\nimport path from 'path';\nimport { processFiles } from './file-processing';\nimport { PinataAuth, publishFileToIpfs } from './pinata-api';\nimport { createProcessBackoffController } from './utils';\n\ninterface Opts extends RequestArgs.ProxyRequestArgs {\n\treadonly path?: string;\n\treadonly hash?: string;\n}\n\nconst publishToIpfs = async (fileOrDirPath: undefined | string, auth: PinataAuth): Promise<PluginResponse> => {\n\tif (!fileOrDirPath) {\n\t\tthrow new Error(`path was not provided`);\n\t}\n\n\tconst { processWithBackoff } = createProcessBackoffController({\n\t\tretryCount: 5,\n\t});\n\n\tconst result = await processFiles({\n\t\tfileOrDirPath,\n\t\tparallelCount: 10,\n\t\tprocessFile: async filePath => {\n\t\t\treturn processWithBackoff(() =>\n\t\t\t\tpublishFileToIpfs({\n\t\t\t\t\tauth,\n\t\t\t\t\titem: { filePath, name: path.basename(filePath) },\n\t\t\t\t})\n\t\t\t);\n\t\t},\n\t\tonProgress: ({ processedFilesCount, estimateFileCount }) => {\n\t\t\tif (estimateFileCount && processedFilesCount % 10) {\n\t\t\t\tlet ratio = processedFilesCount / estimateFileCount;\n\t\t\t\tif (ratio > 1) ratio = 1;\n\n\t\t\t\t// TODO: Call task sdk progress\n\t\t\t\tconsole.log(`Progress: ${(ratio * 100).toFixed(0)}%`);\n\t\t\t}\n\t\t},\n\t});\n\n\treturn {\n\t\tdata: {\n\t\t\tfileIpfsHashes: result.successes.map(x => ({\n\t\t\t\tfilePath: x.filePath,\n\t\t\t\tipfsHash: x.result.ipfsHash,\n\t\t\t})),\n\t\t},\n\t};\n};\n\nconst pinToIpfs = async (hash: undefined | string, auth: PinataAuth): Promise<PluginResponse> => {\n\tif (!hash) {\n\t\tthrow new Error(`ipfs hash was not provided`);\n\t}\n\n\t// TODO: Implement pinning\n\tthrow new Error('pinToIpfs: Not Implemented');\n};\n\nconst process = async (opts: Opts): Promise<PluginResponse> => {\n\tconst {\n\t\ttask,\n\t\tpath,\n\t\thash,\n\t\tconfig,\n\t} = opts;\n\n\tconst auth: PinataAuth = {\n\t\t// TODO: get pinata api key from config\n\t\tpinataJwtToken: '',\n\t};\n\n\tswitch (task) {\n\t\tcase 'publish':\n\t\t\treturn publishToIpfs(path, auth);\n\t\tcase 'pin':\n\t\t\treturn pinToIpfs(hash, auth);\n\t\tdefault:\n\t\t\tthrow new Error(`${task} is not an understood task by the ipfs-pinata plugin`);\n\t}\n};\n\nexport default async (args: RequestArgs.ProxyRequestArgs): Promise<PluginResponse> => {\n\tconst opts = args as Opts;\n\n\ttry {\n\t\treturn process(opts);\n\t} catch (err) {\n\t\tconst error = err as Error;\n\t\tif (error.message) {\n\t\t\treturn sendAsyncErr(error.message);\n\t\t}\n\t}\n};\n","import fs from 'fs/promises';\nimport path from 'path';\nimport { delay } from './utils';\n\n// Async generator\n// https://stackoverflow.com/questions/5827612/node-js-fs-readdir-recursive-directory-search\nasync function* getFiles(fileOrDirPath: string): AsyncGenerator<string, void, unknown> {\n\tconst dirInfo = await fs.stat(fileOrDirPath);\n\tif (dirInfo.isFile()) {\n\t\tyield fileOrDirPath;\n\t\treturn;\n\t}\n\n\tconst dirents = await fs.readdir(fileOrDirPath, { withFileTypes: true });\n\tfor (const dirent of dirents) {\n\t\tconst res = path.resolve(fileOrDirPath, dirent.name);\n\t\tif (dirent.isDirectory()) {\n\t\t\tyield* getFiles(res);\n\t\t} else {\n\t\t\tyield res;\n\t\t}\n\t}\n}\n\nconst createFileProvider = async ({\n\tfileOrDirPath,\n\tfilter,\n\tshouldEstimateFileCount,\n}: {\n\tfileOrDirPath: string;\n\tfilter?: (filePath: string) => boolean;\n\tshouldEstimateFileCount?: boolean;\n}) => {\n\tfileOrDirPath = path.resolve(fileOrDirPath);\n\tconst pathInfo = await fs.stat(fileOrDirPath);\n\tif (\n\t\t!pathInfo.isFile()\n\t\t&& !pathInfo.isDirectory()\n\t) {\n\t\tthrow new Error(`The path '${fileOrDirPath}' is not a file or directory`);\n\t}\n\n\tlet estimateFileCount = undefined as undefined | number;\n\tif (shouldEstimateFileCount) {\n\t\testimateFileCount = 0;\n\t\tfor await (const filePath of getFiles(fileOrDirPath)) {\n\t\t\tif (filter && !filter(filePath)) {\n\t\t\t\tcontinue;\n\t\t\t}\n\t\t\testimateFileCount++;\n\t\t}\n\t}\n\n\tconst fileGenerator = getFiles(fileOrDirPath);\n\tconst getNextFile = async () => {\n\t\tlet nextFile = (await fileGenerator.next()).value;\n\t\tif (!filter) {\n\t\t\treturn nextFile;\n\t\t}\n\n\t\twhile (nextFile && !filter(nextFile)) {\n\t\t\tnextFile = await getNextFile();\n\t\t\tcontinue;\n\t\t}\n\n\t\treturn nextFile;\n\t};\n\treturn {\n\t\tgetNextFile,\n\t\testimateFileCount,\n\t};\n};\n\ntype ProgressInfo = { processedFilesCount: number; estimateFileCount: undefined | number };\nexport const processFiles = async <TResult>({\n\tfileOrDirPath,\n\tprocessFile,\n\tfilter,\n\tparallelCount = 10,\n\tonProgress,\n}: {\n\tfileOrDirPath: string;\n\tprocessFile: (filePath: string, progress: ProgressInfo) => Promise<TResult>;\n\tfilter?: (filePath: string) => boolean;\n\tparallelCount?: number;\n\tonProgress?: (progress: ProgressInfo) => void;\n}) => {\n\tconst { getNextFile, estimateFileCount } = await createFileProvider({\n\t\tfileOrDirPath,\n\t\tfilter,\n\t\tshouldEstimateFileCount: true,\n\t});\n\n\tconst successes = [] as { filePath: string; result: TResult }[];\n\tconst failures = [] as { filePath: string; error: unknown }[];\n\n\tonProgress?.({\n\t\tprocessedFilesCount: 0,\n\t\testimateFileCount,\n\t});\n\n\tawait Promise.all([...new Array(parallelCount)].map(async x => {\n\t\tlet fileToProcess = await getNextFile();\n\t\twhile (fileToProcess) {\n\t\t\tconst progressInfo = {\n\t\t\t\tprocessedFilesCount: successes.length + failures.length,\n\t\t\t\testimateFileCount,\n\t\t\t};\n\t\t\tonProgress?.(progressInfo);\n\n\t\t\ttry {\n\t\t\t\tconst result = await processFile(fileToProcess, progressInfo);\n\t\t\t\tsuccesses.push({ filePath: fileToProcess, result });\n\t\t\t\tbreak;\n\t\t\t} catch (err) {\n\t\t\t\tfailures.push({ filePath: fileToProcess, error: err });\n\t\t\t}\n\n\t\t\tfileToProcess = await getNextFile();\n\t\t}\n\t}));\n\n\tonProgress?.({\n\t\tprocessedFilesCount: successes.length + failures.length,\n\t\testimateFileCount,\n\t});\n\n\treturn {\n\t\tsuccesses,\n\t\tfailures,\n\t};\n};\n","import FormData from 'form-data';\nimport fs from 'fs';\nimport fetch from 'node-fetch';\n\nexport type PinataAuth = {\n\tpinataJwtToken: string;\n};\n\nexport type PublishFileResult = {\n\tipfsHash: string;\n};\n\nexport const publishFileToIpfs = async ({\n\tauth,\n\titem,\n}: {\n\tauth: PinataAuth;\n\titem: {\n\t\tname: string;\n\t\tfilePath: string;\n\t};\n}): Promise<PublishFileResult> => {\n\tconst ipfsJsonFilePath = `${item.filePath}.ipfs.json`;\n\n\t// // Skip if already uploaded\n\t// try {\n\t//     const ipfsJsonFileContent = await fs.promises.readFile(ipfsJsonFilePath, { encoding: 'utf-8' });\n\t//     const ipfsResult = JSON.parse(ipfsJsonFileContent) as PublishFileResult;\n\t//     if (ipfsResult.ipfsHash) {\n\t//         console.log(`Skipping ${item.filePath}`);\n\t//         return;\n\t//     }\n\t// } catch (err) {\n\t//     // Ignore\n\t// }\n\n\tconst data = new FormData();\n\tdata.append('file', fs.createReadStream(item.filePath));\n\tdata.append(\n\t\t'pinataMetadata',\n\t\tJSON.stringify({\n\t\t\tname: item.name,\n\t\t}),\n\t);\n\n\tconst response = await fetch(`https://api.pinata.cloud/pinning/pinFileToIPFS`, {\n\t\theaders: {\n\t\t\tAuthorization: `Bearer ${auth.pinataJwtToken}`,\n\t\t\t'Content-Type': `multipart/form-data; boundary=${(data as unknown as { _boundary: string })._boundary}`,\n\t\t},\n\t\tbody: data,\n\t\tmethod: 'post',\n\t});\n\n\tif (!response.ok) {\n\t\tthrow new Error(`Failed to upload '${item.name}' to ipfs ${response.statusText}`);\n\t}\n\n\tconst uploadResult = await response.json() as {\n\t\tIpfsHash: string; // This is the IPFS multi-hash provided back for your content,\n\t\tPinSize: string; // This is how large (in bytes) the content you just pinned is,\n\t\tTimestamp: string; // This is the timestamp for your content pinning (represented in ISO 8601 format)\n\t};\n\n\treturn {\n\t\tipfsHash: uploadResult.IpfsHash,\n\t};\n};\n","export async function delay(timeout: number): Promise<void> {\n\treturn await new Promise(resolve => {\n\t\tsetTimeout(resolve, timeout);\n\t});\n}\n\nexport const createProcessBackoffController = ({\n\tretryCount = 5,\n}: {\n\tretryCount: number;\n}) => {\n\tconst DELAY_MIN = 10;\n\tconst DELAY_SUCCESS_REDUCTION = 10;\n\tconst DELAY_FAILURE_INCREASE = 200;\n\n\tlet delayTimeMs = 100;\n\n\tconst processWithBackoff = async <TResult>(process: () => Promise<TResult>) => {\n\t\tlet attempt = 0;\n\t\tlet lastError = undefined as unknown;\n\t\twhile (attempt < retryCount) {\n\t\t\ttry {\n\t\t\t\tawait delay(delayTimeMs);\n\n\t\t\t\tconst result = await process();\n\n\t\t\t\tdelayTimeMs -= DELAY_SUCCESS_REDUCTION;\n\t\t\t\tdelayTimeMs = Math.max(DELAY_MIN, delayTimeMs);\n\n\t\t\t\treturn result;\n\t\t\t} catch (err) {\n\t\t\t\tlastError = err;\n\t\t\t}\n\t\t\tdelayTimeMs += DELAY_FAILURE_INCREASE;\n\t\t\tattempt++;\n\t\t}\n\n\t\t// All attempts failed\n\t\tthrow lastError;\n\t};\n\n\treturn {\n\t\tprocessWithBackoff,\n\t};\n};\n"],"names":[],"version":3,"file":"index.js.map","sourceRoot":"/"}

package/index.ts

@@ -0,0 +1,40 @@
+import { Option, Plugin, PositionalArg, Task } from '@taqueria/node-sdk';
+import proxy from './src/proxy';
+
+Plugin.create(() => ({
+	schema: '0.1',
+	version: '0.4.0',
+	alias: 'jest',
+	tasks: [
+		Task.create({
+			task: 'ipfs',
+			command: 'publish [path]',
+			description: 'Upload and pin files using your pinata account.',
+			aliases: [],
+			handler: 'proxy',
+			positionals: [
+				PositionalArg.create({
+					placeholder: 'path',
+					description: 'Directory or file path to publish',
+					type: 'string',
+				}),
+			],
+		}),
+		// Pinning Not Implemented Yet
+		// Task.create({
+		// 	task: 'ipfs',
+		// 	command: 'pin [hash]',
+		// 	description: 'Pin a file already on ipfs with your pinata account.',
+		// 	aliases: [],
+		// 	handler: 'proxy',
+		// 	positionals: [
+		// 		PositionalArg.create({
+		// 			placeholder: 'hash',
+		// 			description: 'Ipfs hash of the file or directory that is already on the ipfs network.',
+		// 			type: 'string',
+		// 		}),
+		// 	]
+		// }),
+	],
+	proxy,
+}), process.argv);

package/package.json

@@ -0,0 +1,45 @@
+{
+	"name": "@taqueria/plugin-ipfs-pinata",
+	"version": "0.0.0-pr-938-c7391836",
+	"description": "A plugin for Taqueria providing ipfs publishing and pinning using the Pinata service",
+	"keywords": [
+		"taqueria",
+		"plugin",
+		"jest",
+		"testing",
+		"tdd",
+		"ecad",
+		"ecadlabs",
+		"tezos"
+	],
+	"targets": {
+		"default": {
+			"source": "./index.ts",
+			"distDir": "./",
+			"context": "node",
+			"isLibrary": true,
+			"outputFormat": "esmodule"
+		}
+	},
+	"scripts": {
+		"build": "npx tsc -noEmit -p ./tsconfig.json && npx parcel build --no-cache 2>&1"
+	},
+	"author": "ECAD Labs",
+	"license": "Apache-2.0",
+	"type": "module",
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/ecadlabs/taqueria.git",
+		"directory": "taqueria-plugin-ipfs-pinata"
+	},
+	"dependencies": {
+		"@taqueria/node-sdk": "^0.6.2",
+		"form-data": "^4.0.0",
+		"node-fetch": "^2.6.7"
+	},
+	"devDependencies": {
+		"@types/node-fetch": "^2.6.1",
+		"parcel": "^2.6.0",
+		"typescript": "4.7.2"
+	}
+}

package/src/file-processing.ts

@@ -0,0 +1,132 @@
+import fs from 'fs/promises';
+import path from 'path';
+import { delay } from './utils';
+
+// Async generator
+// https://stackoverflow.com/questions/5827612/node-js-fs-readdir-recursive-directory-search
+async function* getFiles(fileOrDirPath: string): AsyncGenerator<string, void, unknown> {
+	const dirInfo = await fs.stat(fileOrDirPath);
+	if (dirInfo.isFile()) {
+		yield fileOrDirPath;
+		return;
+	}
+
+	const dirents = await fs.readdir(fileOrDirPath, { withFileTypes: true });
+	for (const dirent of dirents) {
+		const res = path.resolve(fileOrDirPath, dirent.name);
+		if (dirent.isDirectory()) {
+			yield* getFiles(res);
+		} else {
+			yield res;
+		}
+	}
+}
+
+const createFileProvider = async ({
+	fileOrDirPath,
+	filter,
+	shouldEstimateFileCount,
+}: {
+	fileOrDirPath: string;
+	filter?: (filePath: string) => boolean;
+	shouldEstimateFileCount?: boolean;
+}) => {
+	fileOrDirPath = path.resolve(fileOrDirPath);
+	const pathInfo = await fs.stat(fileOrDirPath);
+	if (
+		!pathInfo.isFile()
+		&& !pathInfo.isDirectory()
+	) {
+		throw new Error(`The path '${fileOrDirPath}' is not a file or directory`);
+	}
+
+	let estimateFileCount = undefined as undefined | number;
+	if (shouldEstimateFileCount) {
+		estimateFileCount = 0;
+		for await (const filePath of getFiles(fileOrDirPath)) {
+			if (filter && !filter(filePath)) {
+				continue;
+			}
+			estimateFileCount++;
+		}
+	}
+
+	const fileGenerator = getFiles(fileOrDirPath);
+	const getNextFile = async () => {
+		let nextFile = (await fileGenerator.next()).value;
+		if (!filter) {
+			return nextFile;
+		}
+
+		while (nextFile && !filter(nextFile)) {
+			nextFile = await getNextFile();
+			continue;
+		}
+
+		return nextFile;
+	};
+	return {
+		getNextFile,
+		estimateFileCount,
+	};
+};
+
+type ProgressInfo = { processedFilesCount: number; estimateFileCount: undefined | number };
+export const processFiles = async <TResult>({
+	fileOrDirPath,
+	processFile,
+	filter,
+	parallelCount = 10,
+	onProgress,
+}: {
+	fileOrDirPath: string;
+	processFile: (filePath: string, progress: ProgressInfo) => Promise<TResult>;
+	filter?: (filePath: string) => boolean;
+	parallelCount?: number;
+	onProgress?: (progress: ProgressInfo) => void;
+}) => {
+	const { getNextFile, estimateFileCount } = await createFileProvider({
+		fileOrDirPath,
+		filter,
+		shouldEstimateFileCount: true,
+	});
+
+	const successes = [] as { filePath: string; result: TResult }[];
+	const failures = [] as { filePath: string; error: unknown }[];
+
+	onProgress?.({
+		processedFilesCount: 0,
+		estimateFileCount,
+	});
+
+	await Promise.all([...new Array(parallelCount)].map(async x => {
+		let fileToProcess = await getNextFile();
+		while (fileToProcess) {
+			const progressInfo = {
+				processedFilesCount: successes.length + failures.length,
+				estimateFileCount,
+			};
+			onProgress?.(progressInfo);
+
+			try {
+				const result = await processFile(fileToProcess, progressInfo);
+				successes.push({ filePath: fileToProcess, result });
+				break;
+			} catch (err) {
+				failures.push({ filePath: fileToProcess, error: err });
+			}
+
+			fileToProcess = await getNextFile();
+		}
+	}));
+
+	onProgress?.({
+		processedFilesCount: successes.length + failures.length,
+		estimateFileCount,
+	});
+
+	return {
+		successes,
+		failures,
+	};
+};

package/src/pinata-api.ts

@@ -0,0 +1,68 @@
+import FormData from 'form-data';
+import fs from 'fs';
+import fetch from 'node-fetch';
+
+export type PinataAuth = {
+	pinataJwtToken: string;
+};
+
+export type PublishFileResult = {
+	ipfsHash: string;
+};
+
+export const publishFileToIpfs = async ({
+	auth,
+	item,
+}: {
+	auth: PinataAuth;
+	item: {
+		name: string;
+		filePath: string;
+	};
+}): Promise<PublishFileResult> => {
+	const ipfsJsonFilePath = `${item.filePath}.ipfs.json`;
+
+	// // Skip if already uploaded
+	// try {
+	//     const ipfsJsonFileContent = await fs.promises.readFile(ipfsJsonFilePath, { encoding: 'utf-8' });
+	//     const ipfsResult = JSON.parse(ipfsJsonFileContent) as PublishFileResult;
+	//     if (ipfsResult.ipfsHash) {
+	//         console.log(`Skipping ${item.filePath}`);
+	//         return;
+	//     }
+	// } catch (err) {
+	//     // Ignore
+	// }
+
+	const data = new FormData();
+	data.append('file', fs.createReadStream(item.filePath));
+	data.append(
+		'pinataMetadata',
+		JSON.stringify({
+			name: item.name,
+		}),
+	);
+
+	const response = await fetch(`https://api.pinata.cloud/pinning/pinFileToIPFS`, {
+		headers: {
+			Authorization: `Bearer ${auth.pinataJwtToken}`,
+			'Content-Type': `multipart/form-data; boundary=${(data as unknown as { _boundary: string })._boundary}`,
+		},
+		body: data,
+		method: 'post',
+	});
+
+	if (!response.ok) {
+		throw new Error(`Failed to upload '${item.name}' to ipfs ${response.statusText}`);
+	}
+
+	const uploadResult = await response.json() as {
+		IpfsHash: string; // This is the IPFS multi-hash provided back for your content,
+		PinSize: string; // This is how large (in bytes) the content you just pinned is,
+		Timestamp: string; // This is the timestamp for your content pinning (represented in ISO 8601 format)
+	};
+
+	return {
+		ipfsHash: uploadResult.IpfsHash,
+	};
+};

package/src/proxy.ts

@@ -0,0 +1,97 @@
+import { sendAsyncErr, sendAsyncRes, sendErr } from '@taqueria/node-sdk';
+import { LoadedConfig, PluginResponse, RequestArgs, SanitizedAbsPath } from '@taqueria/node-sdk/types';
+import path from 'path';
+import { processFiles } from './file-processing';
+import { PinataAuth, publishFileToIpfs } from './pinata-api';
+import { createProcessBackoffController } from './utils';
+
+interface Opts extends RequestArgs.ProxyRequestArgs {
+	readonly path?: string;
+	readonly hash?: string;
+}
+
+const publishToIpfs = async (fileOrDirPath: undefined | string, auth: PinataAuth): Promise<PluginResponse> => {
+	if (!fileOrDirPath) {
+		throw new Error(`path was not provided`);
+	}
+
+	const { processWithBackoff } = createProcessBackoffController({
+		retryCount: 5,
+	});
+
+	const result = await processFiles({
+		fileOrDirPath,
+		parallelCount: 10,
+		processFile: async filePath => {
+			return processWithBackoff(() =>
+				publishFileToIpfs({
+					auth,
+					item: { filePath, name: path.basename(filePath) },
+				})
+			);
+		},
+		onProgress: ({ processedFilesCount, estimateFileCount }) => {
+			if (estimateFileCount && processedFilesCount % 10) {
+				let ratio = processedFilesCount / estimateFileCount;
+				if (ratio > 1) ratio = 1;
+
+				// TODO: Call task sdk progress
+				console.log(`Progress: ${(ratio * 100).toFixed(0)}%`);
+			}
+		},
+	});
+
+	return {
+		data: {
+			fileIpfsHashes: result.successes.map(x => ({
+				filePath: x.filePath,
+				ipfsHash: x.result.ipfsHash,
+			})),
+		},
+	};
+};
+
+const pinToIpfs = async (hash: undefined | string, auth: PinataAuth): Promise<PluginResponse> => {
+	if (!hash) {
+		throw new Error(`ipfs hash was not provided`);
+	}
+
+	// TODO: Implement pinning
+	throw new Error('pinToIpfs: Not Implemented');
+};
+
+const process = async (opts: Opts): Promise<PluginResponse> => {
+	const {
+		task,
+		path,
+		hash,
+		config,
+	} = opts;
+
+	const auth: PinataAuth = {
+		// TODO: get pinata api key from config
+		pinataJwtToken: '',
+	};
+
+	switch (task) {
+		case 'publish':
+			return publishToIpfs(path, auth);
+		case 'pin':
+			return pinToIpfs(hash, auth);
+		default:
+			throw new Error(`${task} is not an understood task by the ipfs-pinata plugin`);
+	}
+};
+
+export default async (args: RequestArgs.ProxyRequestArgs): Promise<PluginResponse> => {
+	const opts = args as Opts;
+
+	try {
+		return process(opts);
+	} catch (err) {
+		const error = err as Error;
+		if (error.message) {
+			return sendAsyncErr(error.message);
+		}
+	}
+};

package/src/utils.ts

@@ -0,0 +1,45 @@
+export async function delay(timeout: number): Promise<void> {
+	return await new Promise(resolve => {
+		setTimeout(resolve, timeout);
+	});
+}
+
+export const createProcessBackoffController = ({
+	retryCount = 5,
+}: {
+	retryCount: number;
+}) => {
+	const DELAY_MIN = 10;
+	const DELAY_SUCCESS_REDUCTION = 10;
+	const DELAY_FAILURE_INCREASE = 200;
+
+	let delayTimeMs = 100;
+
+	const processWithBackoff = async <TResult>(process: () => Promise<TResult>) => {
+		let attempt = 0;
+		let lastError = undefined as unknown;
+		while (attempt < retryCount) {
+			try {
+				await delay(delayTimeMs);
+
+				const result = await process();
+
+				delayTimeMs -= DELAY_SUCCESS_REDUCTION;
+				delayTimeMs = Math.max(DELAY_MIN, delayTimeMs);
+
+				return result;
+			} catch (err) {
+				lastError = err;
+			}
+			delayTimeMs += DELAY_FAILURE_INCREASE;
+			attempt++;
+		}
+
+		// All attempts failed
+		throw lastError;
+	};
+
+	return {
+		processWithBackoff,
+	};
+};

package/tsconfig.json

@@ -0,0 +1,101 @@
+{
+	"compilerOptions": {
+		/* Visit https://aka.ms/tsconfig.json to read more about this file */
+
+		/* Projects */
+		// "incremental": true,                              /* Enable incremental compilation */
+		// "composite": true,                                /* Enable constraints that allow a TypeScript project to be used with project references. */
+		// "tsBuildInfoFile": "./",                          /* Specify the folder for .tsbuildinfo incremental compilation files. */
+		// "disableSourceOfProjectReferenceRedirect": true,  /* Disable preferring source files instead of declaration files when referencing composite projects */
+		// "disableSolutionSearching": true,                 /* Opt a project out of multi-project reference checking when editing. */
+		// "disableReferencedProjectLoad": true,             /* Reduce the number of projects loaded automatically by TypeScript. */
+
+		/* Language and Environment */
+		"target": "ES2021", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
+		// "lib": [],                                        /* Specify a set of bundled library declaration files that describe the target runtime environment. */
+		// "jsx": "preserve",                                /* Specify what JSX code is generated. */
+		// "experimentalDecorators": true,                   /* Enable experimental support for TC39 stage 2 draft decorators. */
+		// "emitDecoratorMetadata": true,                    /* Emit design-type metadata for decorated declarations in source files. */
+		// "jsxFactory": "",                                 /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h' */
+		// "jsxFragmentFactory": "",                         /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
+		// "jsxImportSource": "",                            /* Specify module specifier used to import the JSX factory functions when using `jsx: react-jsx*`.` */
+		// "reactNamespace": "",                             /* Specify the object invoked for `createElement`. This only applies when targeting `react` JSX emit. */
+		// "noLib": true,                                    /* Disable including any library files, including the default lib.d.ts. */
+		// "useDefineForClassFields": true,                  /* Emit ECMAScript-standard-compliant class fields. */
+
+		/* Modules */
+		"module": "CommonJS", /* Specify what module code is generated. */
+		// "rootDir": "./",                                  /* Specify the root folder within your source files. */
+		// "moduleResolution": "node",                       /* Specify how TypeScript looks up a file from a given module specifier. */
+		// "baseUrl": "./",                                  /* Specify the base directory to resolve non-relative module names. */
+		// "paths": {},                                      /* Specify a set of entries that re-map imports to additional lookup locations. */
+		// "rootDirs": [],                                   /* Allow multiple folders to be treated as one when resolving modules. */
+		// "typeRoots": [],                                  /* Specify multiple folders that act like `./node_modules/@types`. */
+		// "types": [],                                      /* Specify type package names to be included without being referenced in a source file. */
+		// "allowUmdGlobalAccess": true,                     /* Allow accessing UMD globals from modules. */
+		// "resolveJsonModule": true,                        /* Enable importing .json files */
+		// "noResolve": true,                                /* Disallow `import`s, `require`s or `<reference>`s from expanding the number of files TypeScript should add to a project. */
+
+		/* JavaScript Support */
+		// "allowJs": true,                                  /* Allow JavaScript files to be a part of your program. Use the `checkJS` option to get errors from these files. */
+		// "checkJs": true,                                  /* Enable error reporting in type-checked JavaScript files. */
+		// "maxNodeModuleJsDepth": 1,                        /* Specify the maximum folder depth used for checking JavaScript files from `node_modules`. Only applicable with `allowJs`. */
+
+		/* Emit */
+		// "declaration": true,                              /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
+		// "declarationMap": true,                           /* Create sourcemaps for d.ts files. */
+		// "emitDeclarationOnly": true,                      /* Only output d.ts files and not JavaScript files. */
+		// "sourceMap": true,                                /* Create source map files for emitted JavaScript files. */
+		// "outFile": "./",                                  /* Specify a file that bundles all outputs into one JavaScript file. If `declaration` is true, also designates a file that bundles all .d.ts output. */
+		// "outDir": "./",                                   /* Specify an output folder for all emitted files. */
+		// "removeComments": true,                           /* Disable emitting comments. */
+		// "noEmit": true,                                   /* Disable emitting files from a compilation. */
+		// "importHelpers": true,                            /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
+		// "importsNotUsedAsValues": "remove",               /* Specify emit/checking behavior for imports that are only used for types */
+		// "downlevelIteration": true,                       /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
+		// "sourceRoot": "",                                 /* Specify the root path for debuggers to find the reference source code. */
+		// "mapRoot": "",                                    /* Specify the location where debugger should locate map files instead of generated locations. */
+		// "inlineSourceMap": true,                          /* Include sourcemap files inside the emitted JavaScript. */
+		// "inlineSources": true,                            /* Include source code in the sourcemaps inside the emitted JavaScript. */
+		// "emitBOM": true,                                  /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
+		// "newLine": "crlf",                                /* Set the newline character for emitting files. */
+		// "stripInternal": true,                            /* Disable emitting declarations that have `@internal` in their JSDoc comments. */
+		// "noEmitHelpers": true,                            /* Disable generating custom helper functions like `__extends` in compiled output. */
+		// "noEmitOnError": true,                            /* Disable emitting files if any type checking errors are reported. */
+		// "preserveConstEnums": true,                       /* Disable erasing `const enum` declarations in generated code. */
+		// "declarationDir": "./",                           /* Specify the output directory for generated declaration files. */
+		// "preserveValueImports": true,                     /* Preserve unused imported values in the JavaScript output that would otherwise be removed. */
+
+		/* Interop Constraints */
+		"isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */
+		"allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */
+		"esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables `allowSyntheticDefaultImports` for type compatibility. */
+		// "preserveSymlinks": true,                         /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
+		"forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */
+
+		/* Type Checking */
+		"strict": true, /* Enable all strict type-checking options. */
+		// "noImplicitAny": true,                            /* Enable error reporting for expressions and declarations with an implied `any` type.. */
+		// "strictNullChecks": true,                         /* When type checking, take into account `null` and `undefined`. */
+		// "strictFunctionTypes": true,                      /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
+		// "strictBindCallApply": true,                      /* Check that the arguments for `bind`, `call`, and `apply` methods match the original function. */
+		// "strictPropertyInitialization": true,             /* Check for class properties that are declared but not set in the constructor. */
+		// "noImplicitThis": true,                           /* Enable error reporting when `this` is given the type `any`. */
+		// "useUnknownInCatchVariables": true,               /* Type catch clause variables as 'unknown' instead of 'any'. */
+		// "alwaysStrict": true,                             /* Ensure 'use strict' is always emitted. */
+		// "noUnusedLocals": true,                           /* Enable error reporting when a local variables aren't read. */
+		// "noUnusedParameters": true,                       /* Raise an error when a function parameter isn't read */
+		// "exactOptionalPropertyTypes": true,               /* Interpret optional property types as written, rather than adding 'undefined'. */
+		// "noImplicitReturns": true,                        /* Enable error reporting for codepaths that do not explicitly return in a function. */
+		// "noFallthroughCasesInSwitch": true,               /* Enable error reporting for fallthrough cases in switch statements. */
+		// "noUncheckedIndexedAccess": true,                 /* Include 'undefined' in index signature results */
+		// "noImplicitOverride": true,                       /* Ensure overriding members in derived classes are marked with an override modifier. */
+		// "noPropertyAccessFromIndexSignature": true,       /* Enforces using indexed accessors for keys declared using an indexed type */
+		// "allowUnusedLabels": true,                        /* Disable error reporting for unused labels. */
+		// "allowUnreachableCode": true,                     /* Disable error reporting for unreachable code. */
+
+		/* Completeness */
+		// "skipDefaultLibCheck": true,                      /* Skip type checking .d.ts files that are included with TypeScript. */
+		"skipLibCheck": true /* Skip type checking all .d.ts files. */
+	}
+}