jsgui3-server 0.0.74 → 0.0.78

package/resources/jsbuilder/test/test_js_file.js

@@ -0,0 +1,304 @@
+// Load a JS file into an OO structure
+// Short term goals:
+
+// Answering questions on the level of the file.
+// Questions that are useful for finding out how to link the js files together.
+//  Don't want each file to be given it's own scope - want them to share local variable references to the the necessary things.
+//   Then those variable names won't be reused in inner scopes unless their replacement there is fine (ie they are otherwise unused).
+
+// This will assemble somewhat detailed information about what happens inside a JavaScript file.
+//  The aim is to carry out and represent different kinds of analysis, but at the moment focusing of finding features.
+
+// Root features
+
+// Declaration features
+// Object features
+
+// Let's make it so that any node can be tagged as having / representing / being part of a feature of some kind.
+//  To begin with focus on what variables are being declared and used.
+
+// Will be great to load in a whole load of JSGUI projects in such a way that the system / platform understands the ordering and 
+// recomposes them into a flat system where many / all declarations are local rather than using any import
+
+// jsgui-lang
+// ----------
+
+// Recognise the basic / general signature of the full document.
+// Recognise that the declarations are all within the root
+// Recognise the exports object at the end exports an object that is composed from same-name references to items declared within lang-mini
+//  and only items declared within jsgui
+//  that it has no external references
+
+// JSGUI_JS_File?
+
+
+
+const JS_File = require('..//JS_File/JS_File');
+//const JS_File_Comprehension = require('../JS_File_Comprehension');
+const path = require('path');
+const fs = require('fs');
+const Project = require('../Project');
+const {each} = require('lang-mini');
+
+const JS_AST_Node = require('../JS_AST_Node_Extended/JS_AST_Node_Extended');
+
+const test_js_file = () => {
+    // Worth working with a lower level part of jsgui, such as lang-mini.
+    //  lang-mini itself has an external reference.
+    // stream the file in.
+    const lm_path = '../../../../../tools/lang-mini/lang-mini.js'
+    const lt_path = '../../../../../tools/lang-tools/lang.js'
+    const fnl_path = '../../../../../tools/fnl/fnl.js'
+    const filecomp_path = '../JS_File_Comprehension.js';
+    const jsfile_path = '../JS_File/JS_File.js';
+    const jsbuilder_path = '../JS_Builder.js';
+    //const file_path = '../JS_File.js';
+    const file_path = fnl_path;
+    // path of lang mini...
+
+    // Write and test a simple and convenient way for analysing JS files and recompiling them.
+    // To start with, find the ways to arrange parts of the JS into 'platforms'.
+    // How to then build platforms into JS files.
+    //  Will be about closures and sequences.
+    //  A lot about unique naming, closures, and getting the sequence of definitions correct.
+    // ObjectPattern
+    const resolved_path = path.resolve(file_path);
+    //console.log('resolved_path', resolved_path);
+
+    const fstream = fs.createReadStream(resolved_path);
+
+    const jsf = JS_File.load_from_stream(fstream, file_path);
+    jsf.on('ready', () => {
+        const {js_ast_node_file} = jsf;
+        const body_child_node_identifier_names = [];
+        const map_bcnidns = {};
+
+        // If it can resolve imports to find out more about what keys are there, that would help.
+        //  May be useful to have a way to indicate that a file / module adds keys to what it imports.
+        
+        // The improved querying system is the next thing.
+        // Query must be after index.
+
+        //console.log('jsf.root.constructor', jsf.root.constructor);
+        console.log('jsf.node_root.constructor', jsf.node_root.constructor);
+
+        const root = jsf.node_root;
+
+
+
+        console.log('root.exports', root.exports);
+        console.log('root.exports.exported', root.exports.exported);
+        console.log('root.exports.exported.node', root.exports.exported.node);
+        console.log('root.exports.exported.node.type', root.exports.exported.node.type);
+        //console.log('root.exports.exported.node.source', root.exports.exported.node.source);
+
+        // then consult the index of root...
+        //root.setup_node_index
+
+        //const exported_decs = root.get_indexed_nodes_by_key('identifiers_by_name', root.exports.exported.node.source.name);
+        //console.log('exported_decs', exported_decs);
+
+        const working_find_exported_keys = () => {
+            const root_exported_node = root.exports.exported.node;
+            const exports_keys = [];
+            const program = root.child_nodes[0];
+            const exported_node_name = root.exports.exported.node.name;
+            if (exported_node_name === undefined) {
+                // some more capabilities will be within ObjectExpression
+
+                if (root_exported_node.type === 'ObjectExpression') {
+                    each(root_exported_node.child_nodes, opr => {
+                        if (opr.child_nodes[0].type === 'StringLiteral') {
+                            const key = opr.child_nodes[0].source.split('"').join('').split('\'').join('');
+                            //console.log('key', key);
+                            exports_keys.push(key);
+                        } else {
+                            throw 'NYI';
+                        }
+                        //const key = opr.child_nodes[0].
+                    })
+                } else {
+                    throw 'NYI';
+                }
+
+                //throw 'NYI';
+            }  else {
+
+                //console.log('exported_node_name', exported_node_name);
+
+                let exported_object_declaration_node;
+
+                const expn = program.query.collect.child.variabledeclaration.exe().query.select.node.by.first.child.first.child.name.exe(exported_node_name);
+                // .collect.node.where.first.child.first.child.name ???
+
+                // select the node with the matching name too...?
+
+                //console.log('expn', expn);
+                //console.log('expn.length', expn.length);
+
+                if (expn.length === 1) {
+                    exported_object_declaration_node = expn[0];
+                } else {
+                    throw 'stop';
+                }
+                //console.log('program.child.count', root.child.count);
+                //console.log('root.exports.exported.name', root.exports.exported.name);
+                //console.log('root.exports.exported.node.name', root.exports.exported.node.name);
+
+                console.log('exported_object_declaration_node.signature', exported_object_declaration_node.signature);
+
+                // Want to algorithmically extract nodes from signatures.
+                //  Meaning pattern matching, and we specify we want specific nodes from there.
+                //   Better pattern matching will be one way the foundation side of the code can better support required operations.
+
+                if (exported_object_declaration_node) {
+                    //const oe = exported_object_declaration_node.all.find(node => node.type === 'ObjectExpression');
+                    //console.log('oe', oe);
+                    //console.log('exported_object_declaration_node.child.count', exported_object_declaration_node.child.count);
+
+                    if (exported_object_declaration_node.child.count === 1) {
+                        const vdr = exported_object_declaration_node.child_nodes[0];
+                        //console.log('vdr', vdr);
+                        //console.log('vdr.child.count', vdr.child.count);
+                        //console.log('vdr.child_nodes[1].type', vdr.child_nodes[1].type);
+
+                        if (vdr.child_nodes[1].type === 'ObjectExpression') {
+                            const oe = vdr.child_nodes[1];
+                            //console.log('oe.child.count', oe.child.count);
+                            //console.log('oe.child.shared.type', oe.child.shared.type);
+
+                            if (oe.child.shared.type === 'ObjectProperty') {
+                                oe.query.each.child.exe(cn => {
+                                    //console.log('cn', cn);
+                                    //console.log('cn.source', cn.source);
+
+                                    if (cn.child_nodes[0].type === 'StringLiteral') {
+                                        const key = cn.child_nodes[0].source.split('\'').join('').split(',').join(''); // though will change this to .value I expect.
+                                        exports_keys.push(key);
+                                    } else {
+                                        throw 'NYI';
+                                    }
+
+                                })
+                            }
+                        }
+                    }
+                }
+
+                const assignment_source_names = [];
+
+                if (exports_keys.length === 0) {
+                    if (root.exports.exported.node.name) {
+                        program.query.filter.each.child.node.by.signature.exe('ES(CE(ME(ID,ID),ID,ID))', cn => {
+                            const call_names = cn.query.find.by.type.exe('MemberExpression').query.collect.child.name.exe();
+                            if (call_names[0] === 'Object' && call_names[1] === 'assign') {
+                                const target_name = cn.child_nodes[0].child_nodes[1].name;
+                                if (target_name === root.exports.exported.node.name) {
+                                    //console.log('found assignment to exported object');
+                                    const assignment_source_name = cn.child_nodes[0].child_nodes[2].name;
+                                    //console.log('assignment_source_name', assignment_source_name);
+                                    assignment_source_names.push(assignment_source_name);
+                                }
+                            }
+                        });
+                    }
+                }
+                let assignment_source_declaration_node, assignment_source_name;
+
+                if (assignment_source_names.length > 0) {
+                    if (assignment_source_names.length === 1) {
+                        //console.log('assignment_source_names', assignment_source_names);
+                        assignment_source_name = assignment_source_names[0];
+
+                        program.query.each.child.declaration.exe(node => {
+                            //if (node.is_declaration) {
+                                //console.log('');
+                                //console.log('node', node);
+                                //console.log('node.source', node.source);
+
+                            if (node.signature === 'VDn(VDr(ID,CE(ID,SL)))') {
+                                // var lang_mini = require('lang-mini');
+
+                                // could spot that it's a require call here.
+                                //  basically this code is going to be re-worked in some ways to make use of improved queries.
+                                //   would be nice to get this code down to a much smaller amount of statements where the overall logic is clear in a few lines
+                                //   what the procedure is looking for and returning.
+
+                                const obj_name = node.child_nodes[0].child_nodes[0].name;
+                                const fn_call_name = node.child_nodes[0].child_nodes[1].child_nodes[0].name;
+                                if (fn_call_name === 'require') {
+                                    const required_path = node.child_nodes[0].child_nodes[1].child_nodes[1].source.split('\'').join('').split('"').join('').split('`').join('');
+                                    //console.log('required_path', required_path);
+
+                                    if (obj_name === assignment_source_name) {
+                                        assignment_source_declaration_node = node;
+                                    }
+
+                                    // so can find the initial declaration of assignment_source_names
+                                }
+                            }
+
+                            if (node.signature === 'VDn(VDr(ID,ME(ID,ID)))') {
+                                // var Evented_Class = lang_mini.Evented_Class;
+                            }
+                                
+                            //}
+
+                        })
+
+                    } else {
+                        throw 'NYI';
+                    }
+                }
+                //console.log('assignment_source_declaration_node', assignment_source_declaration_node);
+
+                if (assignment_source_declaration_node) {
+                    // query.callmap.child.signature.exe(map_sigs_handlers, default_handler);
+
+                    program.query.each.child.exe(node => {
+                        if (node.signature === 'ES(AsE(ME(ID,ID),ID))') {
+                            const ase = node.child_nodes[0];
+                            const me = ase.child_nodes[0];
+                            const obj_name = me.child_nodes[0].name;
+                            const obj_property_name = me.child_nodes[1].name;
+
+                            //console.log('[obj_name, obj_property_name]', [obj_name, obj_property_name]);
+
+                            if (obj_name === assignment_source_name) {
+                                // looks like another key.
+                                exports_keys.push(obj_property_name);
+                            }
+                        }
+                    });
+                }
+            }
+            //console.log('exports_keys', exports_keys);
+            return exports_keys;
+        }
+
+        //const exports_keys = find_exported_keys();
+        //console.log('exports_keys', exports_keys);
+        
+        // Hard work now already done for this.
+        const try_identifier_mapping = () => {
+            jsf.body.node.each.child(cn => {
+                const idbns = cn.map.identifier.name;
+                //console.log('idbns', idbns);
+                //// map_names_to_declarations
+                // maps the declaration nodes by the names that occurs in their identifiers.
+                
+                //// .map.declaration.identifier.name
+                
+                const idtodecs = cn.map.declaration.identifier.name;
+                //console.log('');
+                //console.log('idtodecs.size', idtodecs.size);
+                //console.log('idtodecs.keys()', idtodecs.keys());
+            });
+        }
+
+        //try_identifier_mapping();
+        
+    });
+}
+
+test_js_file();

package/resources/jsbuilder/test/test_project.js

@@ -0,0 +1,157 @@
+const test_lang_mini_project = () => {
+
+    // Just lang-mini in the project.
+    //  Will be nice if we have a closure, where the variables from the platform are all available.
+
+    // Load a JS file into an OO structure
+    // Short term goals:
+
+    // jsgui-lang
+    // ----------
+
+    // Recognise the basic / general signature of the full document.
+    // Recognise that the declarations are all within the root
+    // Recognise the exports object at the end exports an object that is composed from same-name references to items declared within lang-mini
+    //  and only items declared within jsgui
+    //  that it has no external references
+
+    const JS_File = require('..//JS_File/JS_File');
+    //const JS_File_Comprehension = require('../JS_File_Comprehension');
+    const path = require('path');
+    const fs = require('fs');
+    const Project = require('../Project');
+    const {each} = require('lang-mini');
+
+    const JS_AST_Node = require('../JS_AST_Node_Extended/JS_AST_Node_Extended');
+
+    // Worth working with a lower level part of jsgui, such as lang-mini.
+    //  lang-mini itself has an external reference.
+    // stream the file in.
+    const lm_path = '../../../../../tools/lang-mini/lang-mini.js'
+    
+    //const file_path = '../JS_File.js';
+    const file_path = lm_path;
+    // path of lang mini....
+
+    // Write and test a simple and convenient way for analysing JS files and recompiling them.
+    // To start with, find the ways to arrange parts of the JS into 'platforms'.
+    // How to then build platforms into JS files.
+    //  Will be about closures and sequences.
+    //  A lot about unique naming, closures, and getting the sequence of definitions correct.
+
+    // ObjectPattern
+
+    const resolved_path = path.resolve(file_path);
+    //console.log('resolved_path', resolved_path);
+
+    const fstream = fs.createReadStream(resolved_path);
+
+    const jsf = JS_File.load_from_stream(fstream, file_path);
+    jsf.on('ready', () => {
+        console.log('jsf ready');
+        console.log('jsf.sha512', jsf.sha512);
+        //const {babel_root_declarations} = jsf;
+        // Go through each of these Babel declarations.
+        //  Basically see what they are.
+        //   
+        const {js_ast_node_file} = jsf;
+        console.log('js_ast_node_file', js_ast_node_file);
+        console.log('js_ast_node_file.child_nodes.length', js_ast_node_file.child_nodes.length);
+
+        const jn_program = js_ast_node_file.child_nodes[0];
+        console.log('jn_program', jn_program);
+        console.log('jn_program.type', jn_program.type);
+        console.log('jn_program.child_nodes.length', jn_program.child_nodes.length);
+
+
+        // Scan once for features would be nice.
+        //  Would be efficient if done well.
+
+        // However, for the moment will do singular queries.
+
+
+        // export_name
+
+
+        jn_program.each_child_node(js_ast_node => {
+            console.log('');
+            console.log('js_ast_node.source', '"' + js_ast_node.source + '"');
+            console.log('js_ast_node.deep_type_signature', js_ast_node.deep_type_signature);
+
+            // Looks like signatures could indeed be of more use for retrieving what the module exports.
+
+            // As would other types of pattern finding.
+            //  Register a signature for a search.
+            //   Or multiple
+            //  Then deep iterate, checking against these signatures.
+
+
+            
+
+        });
+
+        console.log('jsf.export_name', jsf.export_name);
+
+        // If we have an export name, 
+
+        // Signature recognition does look like the best way to find pieces of code.
+        //  We would also specify what to be extracted, as under what key.
+
+        
+
+
+
+        
+
+        /*
+
+        const find_module_exports = () => {
+            // iterate for an assignment of the module.exports
+            jn_program.each_declaration_child_node(js_ast_node => {
+                console.log('js_ast_node.source', js_ast_node.source);
+
+            });
+        }
+        find_module_exports();
+
+        */
+
+
+
+
+
+
+
+
+        const names_test = () => {
+            jn_program.each_declaration_child_node(js_ast_node => {
+                console.log('');
+                console.log('js_ast_node.source.length', js_ast_node.source.length);
+                if (js_ast_node.source.length <= 30000) {
+                    const spec = {
+                        source: js_ast_node.source,
+                        root_node: true // should do the babel parsing once it has the source, if it does not already have the babel node.
+                        // actually, only if asked for the babel node.
+                        };
+                    const detached_js_ast_node = JS_AST_Node.from_spec(spec);
+                    console.log('detached_js_ast_node', detached_js_ast_node);
+                    console.log('detached_js_ast_node.source.length', detached_js_ast_node.source.length);
+                    console.log('detached_js_ast_node.type', detached_js_ast_node.type);
+                    console.log('detached_js_ast_node.category', detached_js_ast_node.category);
+                    if (detached_js_ast_node.category === 'Declaration') {
+                        // get_declared_names
+                        //console.log(detached_js_ast_node.category)
+                        console.log('detached_js_ast_node.get_declared_names()', detached_js_ast_node.get_declared_names());
+                    }
+                }
+            })
+        }
+        //names_test();
+    });
+
+
+
+
+}
+
+test_lang_mini_project();

package/resources/local-server-info-resource.js

@@ -1,78 +1,78 @@
-
-var jsgui = require('jsgui3-html'), os = require('os'), http = require('http'),
-	libUrl = require('url'),
-	Resource = jsgui.Resource;
-
-var stringify = jsgui.stringify, each = jsgui.each, arrayify = jsgui.arrayify, tof = jsgui.tof;
-var filter_map_by_regex = jsgui.filter_map_by_regex;
-var Class = jsgui.Class, Data_Object = jsgui.Data_Object;
-var fp = jsgui.fp, is_defined = jsgui.is_defined;
-var Collection = jsgui.Collection;
-
-var exec = require('child_process').exec;
-
-
-/*
-var Network_Interfaces = Collection.extend({
-	'item_def': {'name': 'string', 'entries': [{'address': 'string', 'family': 'string', 'internal': 'boolean'}]}
-});
-*/
-
-var local_server_info_fields = [
-	//['name', 'string'],
-	['networkInterfaces', Object], // was Network_Interfaces
-	['status', 'string']
-];
-class Local_Server_Info extends Resource {
-	// A network interfaces field.
-	constructor(spec) {
-		super(spec);
-		// meta status.
-		//this.meta.set('status', 'off');
-		// could use a _ object with proxies.
-		this.status = 'off';
-	}
-	// context needs to work properly in call multiple.. need to sort that out.
-	//  may need to specify the calling object and the function.
-	//  may not just be a pair.
-
-	'start'(callback) {
-        //var that = this;
-		super.start((err, res_start) => {
-			if (err) {
-				callback(err);
-			} else {
-                // collections responding to events in their objects?
-                if (this.status === 'off') {
-                    //that.meta.set('status', 'starting');
-                    this.status = 'starting';
-
-                    var getters = {
-                        'net': (callback) => {
-                            callback(null, os.networkInterfaces());
-                        },
-                        'cpus': (callback) => {
-                            callback(null, os.cpus());
-                        }
-                    };
-                    Object.assign(this.getters, getters);
-                    this.status = 'on';
-                    this.raise_event('started');
-                    if (callback) {
-                        //console.log('pre cb lsi');
-                        callback(null, true);
-                    }
-					
-                } else if (o_status == 'on') {
-                    callback(null, true);
-                }
-			}
-		});
-	}
-	'meets_requirements'() {
-		return true;
-	}
-}
-
-Local_Server_Info.prototype.fields = local_server_info_fields;
-module.exports = Local_Server_Info;
+
+var jsgui = require('jsgui3-html'), os = require('os'), http = require('http'),
+	libUrl = require('url'),
+	Resource = jsgui.Resource;
+
+var stringify = jsgui.stringify, each = jsgui.each, arrayify = jsgui.arrayify, tof = jsgui.tof;
+var filter_map_by_regex = jsgui.filter_map_by_regex;
+var Class = jsgui.Class, Data_Object = jsgui.Data_Object;
+var fp = jsgui.fp, is_defined = jsgui.is_defined;
+var Collection = jsgui.Collection;
+
+var exec = require('child_process').exec;
+
+
+/*
+var Network_Interfaces = Collection.extend({
+	'item_def': {'name': 'string', 'entries': [{'address': 'string', 'family': 'string', 'internal': 'boolean'}]}
+});
+*/
+
+var local_server_info_fields = [
+	//['name', 'string'],
+	['networkInterfaces', Object], // was Network_Interfaces
+	['status', 'string']
+];
+class Local_Server_Info extends Resource {
+	// A network interfaces field.
+	constructor(spec) {
+		super(spec);
+		// meta status.
+		//this.meta.set('status', 'off');
+		// could use a _ object with proxies.
+		this.status = 'off';
+	}
+	// context needs to work properly in call multiple.. need to sort that out.
+	//  may need to specify the calling object and the function.
+	//  may not just be a pair.
+
+	'start'(callback) {
+        //var that = this;
+		super.start((err, res_start) => {
+			if (err) {
+				callback(err);
+			} else {
+                // collections responding to events in their objects?
+                if (this.status === 'off') {
+                    //that.meta.set('status', 'starting');
+                    this.status = 'starting';
+
+                    var getters = {
+                        'net': (callback) => {
+                            callback(null, os.networkInterfaces());
+                        },
+                        'cpus': (callback) => {
+                            callback(null, os.cpus());
+                        }
+                    };
+                    Object.assign(this.getters, getters);
+                    this.status = 'on';
+                    this.raise_event('started');
+                    if (callback) {
+                        //console.log('pre cb lsi');
+                        callback(null, true);
+                    }
+					
+                } else if (o_status == 'on') {
+                    callback(null, true);
+                }
+			}
+		});
+	}
+	'meets_requirements'() {
+		return true;
+	}
+}
+
+Local_Server_Info.prototype.fields = local_server_info_fields;
+module.exports = Local_Server_Info;