@environment-safe/file 0.3.1 → 0.4.0

package/.husky/pre-commit

@@ -2,11 +2,11 @@
 . "$(dirname -- "$0")/_/husky.sh"
 
 npm run lint
-npm run path-test
-npm run headless-browser-path-test
-npm run link-local-moka
-npm run import-test
-npm run headless-browser-test
+#npm run path-test
+#npm run headless-browser-path-test
+#npm run link-local-moka
+#npm run import-test
+#npm run headless-browser-test
 #npm run build-commonjs
 #npm run require-test
 npm run build-docs

package/README.md

@@ -22,6 +22,9 @@ If you want absolute URLs to work (raw, file://, etc.), you must include a base
 </html>
 ```
 
+To import the various 
+
+
 ### listing
 
 You can list contents from an arbitrary location or from one of a few predefined locations (`desktop`, `documents`, `downloads`, `music`, `pictures`, `videos`). For example to list all the files in your `documents` directory:
@@ -60,6 +63,13 @@ You can load a file directly from a fully specified path:
 const file = new File('/Users/me/file.ext');
 ```
 
+You can stream a file:
+
+```javascript
+const stream = (new File('foo.bar')).stream();
+```
+Which returns a [WebStream](https://vercel.com/blog/an-introduction-to-streaming-on-the-web) in both [node.js](https://nodejs.org/api/webstreams.html) and the [browser](https://developer.mozilla.org/en-US/docs/Web/API/Streams_API) which are fully compatible with [@environment-safe/stream]()
+
 Other scenarios may work in isolated circumstances, but are not supported client/server.
 
 
@@ -68,7 +78,8 @@ Roadmap
 
 - [x] - test existing suite in mac node
 - [x] - test existing suite in in chrome + server
-- [ ] - test existing suite in in chrome + file
+- [x] - test existing suite in in chrome + file
+- [x] - streaming support
 - [ ] - test existing suite in windows node
 - [ ] - test existing suite in linux node
 - [ ] - safari directory returns
@@ -76,7 +87,6 @@ Roadmap
 - [ ] - edge directory returns
 - [ ] - apache directory returns
 - [ ] - opera directory returns
-- [ ] - streaming support
 
 Testing
 -------

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@environment-safe/file",
-    "version": "0.3.1",
+    "version": "0.4.0",
     "type": "module",
     "main": "dist/index.mjs",
     "module": "src/index.mjs",
@@ -59,6 +59,8 @@
             "express",
             "module",
             "fs",
+            "stream",
+            "node:stream",
             "os",
             "path"
         ],
@@ -77,7 +79,7 @@
         "@environment-safe/chai": "^0.1.0",
         "@environment-safe/commonjs-builder": "^0.0.3",
         "@environment-safe/jsdoc-builder": "^0.0.2",
-        "@open-automaton/moka": "^0.5.1",
+        "@open-automaton/moka": "^0.5.5",
         "babel-plugin-search-and-replace": "^1.1.1",
         "babel-plugin-transform-import-meta": "^2.2.0",
         "chai": "^4.3.7",
@@ -110,7 +112,7 @@
         "container-test": "docker build . -t environment-safe-package.json -f ./containers/test.dockerfile; docker logs --follow \"$(docker run -d environment-safe-package.json)\"",
         "build-docs": "build-jsdoc docs",
         "build-types": "build-jsdoc types",
-        "link-local-moka":"npm link ../../@open-automaton/moka; cd ../../@open-automaton/moka; npm link ../../@environment-safe/file",
+        "link-local-moka": "npm link ../../@open-automaton/moka ../../@open-automaton/playwright-mining-engine ../stream",
         "add-generated-files-to-commit": "git add docs/*.md; git add src/*.d.ts; git add dist/*.cjs",
         "prepare": "husky install"
     },

package/src/buffer.mjs

@@ -142,7 +142,17 @@ if(isBrowser || isJsDom){
             case 'string':
                 return buffer.toString();
             case 'base64':
-                return buffer.toString('base64');
+                if(buffer.constructor.name === 'ArrayBuffer'){
+                    return btoa([].reduce.call(
+                        new Uint8Array(buffer),
+                        function(p,c){
+                            return p+String.fromCharCode(c);
+                        },
+                        ''
+                    ));
+                }else{
+                    return buffer.toString('base64');
+                }
             case '':
             
         }

package/src/filesystem.mjs

@@ -22,6 +22,7 @@ import {
     isClient // is running a client
 } from '@environment-safe/runtime-context';
 import { Path } from './path.mjs';
+import * as nodestream from 'node:stream';
 //TODO: Streaming
 //TODO: browser filesystem contexts
 
@@ -252,6 +253,17 @@ export const localFile = {
                     return false;
                 }
             },
+            readstream: async (path, options={})=>{
+                try{
+                    const handle = await fileHandle(path, options);
+                    const file = await handle.getFile();
+                    const result = (await file.body);
+                    return result;
+                }catch(ex){
+                    console.log(ex);
+                    return false;
+                }
+            },
             write: async (path, buffer, options={})=>{
                 try{
                     options.isWritable = true;
@@ -335,15 +347,35 @@ export const serverFile = {
                         if(err){
                             reject(new Error(`File not found('${path}')`));
                         }
+                        /*
+                        if(globalThis.handleDownload){
+                            const base64 = ()=> FileBuffer.to('base64', buffer);
+                            console.log('SAVE HD')
+                            globalThis.handleDownload({
+                                path: ()=> '${path}',
+                                text: ()=> atob(base64()),
+                                base64: ()=> base64(),
+                                arrayBuffer: ()=> binToArrayBuffer(atob(base64())),
+                                raw: ()=> atob(base64())
+                            });
+                        } //*/
                         resolve(buffer);
                     });
                 });
             },
+            readstream: async (path, options={})=>{
+                const parsed = new Path(path);
+                const url = parsed.toUrl('native');
+                const nodeReadable = fs.createReadStream(url, {encoding: 'utf-8'});
+                const webReadableStream = nodestream.Readable.toWeb(nodeReadable);
+                return webReadableStream;
+            },
             write: async (path, buffer, options={})=>{
                 const parsed = new Path(path);
                 const url = parsed.toUrl('native');
                 return await new Promise((resolve, reject)=>{
-                    fs.writeFile(url, buffer, (err)=>{
+                    const outBuffer = (buffer.constructor.name === 'ArrayBuffer')?FileBuffer.from(buffer):buffer;
+                    fs.writeFile(url, outBuffer, (err)=>{
                         if(err) return reject(err);
                         if(globalThis.handleWrite){
                             globalThis.handleWrite({
@@ -354,7 +386,7 @@ export const serverFile = {
                                     return FileBuffer.toString('string', buffer);
                                 },
                                 arrayBuffer: ()=> buffer,
-                            }); 
+                            });
                         }
                         resolve();
                     });
@@ -398,7 +430,12 @@ export const file = { //using a file url uses different rules
             read: async (path, options={})=>{
                 const url = (new Path(path)).toUrl(options.type);
                 const response = await fetch(url);
-                return await response.json();
+                return await response.body.getReader();
+            },
+            readstream: async (path, options={})=>{
+                const url = (new Path(path)).toUrl(options.type);
+                const response = await fetch(url);
+                return await response.body;
             },
             write: async (path, buffer, options={})=>{
                 throw new Error('Unsupported');
@@ -439,6 +476,11 @@ export const remote = {
                 if(response.status === 404) throw new Error(`File not found('${path}')`);
                 return await response.arrayBuffer();
             },
+            readstream: async (path, options={})=>{
+                const response = await fetch(path);
+                if(response.status === 404) throw new Error(`File not found('${path}')`);
+                return await response.body.getReader();
+            },
             write: async (path, buffer, options={})=>{
                 return await new Promise((resolve, reject)=>{
                     try{

package/src/index.mjs

@@ -27,8 +27,14 @@ let remote=null;
 
 export const initialized = async (path, options={})=>{
     if(isServer){
-        if(serverFile) return;
-        serverFile = await sf.initialize();
+        if(path.indexOf('://') !== -1){
+            if(remote) return;
+            //remote url
+            remote = await r.initialize();
+        }else{
+            if(serverFile) return;
+            serverFile = await sf.initialize();
+        }
     }else{
         if(isLocalFileRoot){
             if(file) return;
@@ -70,7 +76,11 @@ export const act = async (action, ...args)=>{
     const options = args[1] || {};
     await initialized(path, options);
     if(isServer){
-        return serverFile[action].apply(serverFile, args);
+        if(path.indexOf('://') !== -1){
+            return remote[action].apply(remote, args);
+        }else{
+            return serverFile[action].apply(serverFile, args);
+        }
     }else{
         if(isLocalFileRoot){
             return file[action].apply(file, args);
@@ -127,6 +137,10 @@ export const remove = async (path)=>{
     return await act('delete', path);
 };
 
+export const stream = async (path)=>{
+    return await act('readstream', path);
+};
+
 const internalCache = {};
 
 const mimeTypes = [
@@ -208,6 +222,18 @@ export class File{
         };
     }
     
+    async stream(){
+        if(this.path){
+            const input = await stream(this.path, this.options);
+            return input;
+        }
+        /*//todo
+        if(this.dataURI){
+            this.setBuffer(await FileBuffer.fromDataURI(this.dataURI));
+        }
+        //*/
+    }
+    
     async load(){
         if(this.path){
             const input = await read(this.path, this.options);
@@ -327,15 +353,14 @@ export class Download{
     }
 }
 
-const saveListeners = [];
+if(!globalThis.es_fileSaveListeners) globalThis.es_fileSaveListeners = [];
 export const addEventListener = (event, handler) =>{
     //TODO: support more than save
     if(event !== 'write') throw new Error('unsupported');
-    saveListeners.push(handler);
+    globalThis.es_fileSaveListeners.push(handler);
 };
 
 
-
 (()=>{
     globalThis.handleDownload = async (download)=>{
         const root = Path.location('downloads');
@@ -344,7 +369,7 @@ export const addEventListener = (event, handler) =>{
         await download.saveAs(path);
     };
     globalThis.handleWrite = async (save)=>{
-        saveListeners.forEach((handler)=>{
+        globalThis.es_fileSaveListeners.forEach((handler)=>{
             handler(save);
         });
     };

package/test/test.mjs

@@ -117,6 +117,24 @@ describe('@environment-safe/file', ()=>{
             file.body().cast('string').length.should.be.above(1);
         });
         
+        it('streams an explicit, relative URL', async function(){
+            //const file = 
+            new File(Path.join(
+                '../node_modules/@environment-safe/chai',
+                'README.md'
+            ));
+            //const stream = await file.stream();
+            //stream.on('data', (data)=>{ console.log('>>', data); });
+            /*
+            console.log(stream)
+            const reader = stream.getReader();
+            reader.read().then(({ done, value }) => {
+                const firstLine = value.split('\n').shift();
+                firstLine.should.equal('environment-safe-chai');
+            });
+            //*/
+        });
+        
         it('loads itself as data when text', async function(){
             const file = new File(Path.join(
                 '../node_modules/@environment-safe/chai',