roll-right 0.0.1 → 0.0.2

package/lib/to_export.js

@@ -0,0 +1,39 @@
+
+
+
+
+
+class FuncToExport {
+
+    constructor(file_text) {
+        this.code = file_text
+    }
+
+    function_to_exports(code_str) {
+        code_str = code_str.replace(/^\s*async\s+function\s*/g,'async function ')
+        //
+        let code_array = code_str.split('async function')
+        for ( let i = 0; i < code_array.length; i++ ) {
+            let str = code_array[i]
+            let lines = str.split('\n')
+            for ( let j = 0; j < lines.length; j++ ) {
+                let line = lines[j]
+                if ( /^\s*function\s+/.test(line) ) {
+                    line = line.replace(/^\s*function\s+/g,"export function ")
+                    lines[j] = line
+                }
+            }
+            str = lines.join('\n')
+            code_array[i] = str
+        }
+
+        code_array = code_array.map((str) => str.trim())
+        
+        let out = code_array.join("\nexport async function ")
+        return out
+    }
+
+}
+
+
+module.exports = FuncToExport

package/lib/utils.js

@@ -0,0 +1,97 @@
+const fs = require('fs')
+const untildify = require('untildify')
+
+
+// // 
+module.exports.load_json_file = (src) => {
+    try {
+        let contents = JSON.parse(fs.readFileSync(src).toString())
+        return contents
+    } catch (e) {
+        console.log(e)
+    }
+}
+
+
+
+module.exports.gsubst = (str,pattern,value) => {
+    let i = str.indexOf(pattern)
+    let j = 0
+    while ( i >= 0 ) {
+        str = str.replace(pattern,value,j)
+        j = i
+        i = str.indexOf(pattern)
+    }
+    return str
+}
+
+
+// recursive_flat
+function recursive_flat(ary) {
+    if ( Array.isArray(ary) ) {
+        let outary = []
+        for ( let el of ary ) {
+            if ( Array.isArray(el) ) {
+                outary = outary.concat(recursive_flat(el))
+            } else {
+                outary.push(el)
+            }
+        }
+        return outary
+    } else {
+        return ary
+    }
+}
+
+
+module.exports.array_flatten = (items_array) => {
+    let final_array = []
+    for ( let item of items_array ) {
+        if ( !Array.isArray(item) ) {
+            final_array.push(item)
+        } else {
+            let ary = recursive_flat(item)
+            final_array = final_array.concat(ary)
+        }
+    }
+    return final_array
+}
+
+function pop_dir(where_am_i) {
+    let last_dir = where_am_i.lastIndexOf('/')
+    if ( last_dir > 0 ) {
+        where_am_i = where_am_i.substr(0,last_dir)
+    }
+    return where_am_i
+}
+
+function default_realtive_asset_dir() {
+    let where_am_i = __dirname
+    let default_dir = pop_dir(where_am_i)
+    return default_dir
+}
+
+
+function translate_marker(clean_key,conf) {
+    if ( clean_key === "default" ) {
+        clean_key = default_realtive_asset_dir()
+    } else {
+        let syntax_boundary = clean_key.indexOf(']')
+        if ( syntax_boundary > 0 ) {
+            let location_marker = clean_key.substr(0,syntax_boundary+1)
+            let findable = conf.path_abreviations[location_marker]
+            if ( findable ) {
+                clean_key = clean_key.replace(location_marker,findable).trim()
+                if ( clean_key[0] === '[' ) {
+                    clean_key = translate_marker(clean_key,conf)
+                } else if ( clean_key[0] === '~' ) {
+                    clean_key = untildify(clean_key)
+                }
+            }
+        }
+    }
+    return clean_key
+}
+
+
+module.exports.translate_marker = translate_marker

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "roll-right",
-  "version": "0.0.1",
+  "version": "0.0.2",
   "description": "A helper utilty for gather browser artifacts from node modules, code repositories, etc.",
   "main": "index.js",
   "directories": {
@@ -12,6 +12,13 @@
   "scripts": {
     "test": "node tests/index.js"
   },
+  "dependencies": {
+    "byte-base64": "^1.1.0",
+    "fs-extra": "^10.0.1",
+    "handlebars": "^4.7.7",
+    "minimist": "^1.2.5",
+    "untildify": "^4.0.0"
+  },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/copious-world/roll-right.git"

package/tools/affiliates.js

@@ -0,0 +1,132 @@
+
+const fs = require('fs')
+
+// //
+let output_dir = process.argv[2]
+
+
+
+function load_affiliate_db() {
+    let data = fs.readFileSync("affiliates.json",'ascii').toString()
+    return JSON.parse(data)
+}
+
+
+const MY_OCCUR_THESHOLD = 2
+
+function count_occurances(key,text) {
+    let next_find = 0
+    let occurs = 0
+    while ( next_find >= 0 ) {
+        next_find = text.indexOf(key,next_find)
+        if ( next_find > 0 ) occurs++
+    }
+    return(occurs)
+}
+
+
+class AffiliateGenerator {
+    //
+    constructor(file_conf) {
+        this.web_links_list = []
+        let deprefixed = (file_conf.file_path.substr(0,2) === 't_') ? file_conf.file_path.replace('t_','').trim() : file_conf.file_path.trim()
+        let source_dir = file_conf.source_dir ? file_conf.source_dir : '.'
+        this.out_file =  ( file_conf.output_spec !== undefined ) ?  
+                                (`${output_dir}/${file_conf.output_spec}`) :
+                                (`${output_dir}/${deprefixed}`)
+        this.placement_symbol = file_conf.symbol
+        if ( file_conf.template_file ) {
+            let path = `./${source_dir}/${file_conf.file_path}`
+            this.template = fs.readFileSync(path,'ascii').toString()
+        } else {
+            this.template = false
+        }
+        this.about_keys = file_conf.about
+    }
+    //
+    add_link(link) {
+        this.web_links_list.push(link)
+    }
+    //
+    appropos(link_descr) {          // AI
+        //
+        let l_keys = link_descr.keys
+        let score = 0
+        this.about_keys.forEach(key => {
+            if ( key in l_keys ) {
+                score++
+            }
+        })
+        //
+        this.about_keys.forEach(key => {
+            let occurances = count_occurances(key,link_descr.text)
+            if ( occurances > MY_OCCUR_THESHOLD ) score++
+        })
+        //
+        if ( this.template ) {
+            l_keys.forEach(key => {
+                let occurances = count_occurances(key,this.template)
+                if ( occurances > MY_OCCUR_THESHOLD ) score++
+            })    
+        }
+        //
+        console.log(score + " " + link_descr.text)
+        return(score > 0.5)  // false  // how much??
+    }
+    //
+    generate_output() {
+        //
+        let configured = this.web_links_list.map(link => {
+            return(link.txt)
+        })
+        //
+        if ( configured.length ) {
+            let all_link_txt = configured.join('/n')
+            if ( this.template === false ) {
+                return all_link_txt
+            } else {
+                let txt = this.template
+                txt = txt.replace(this.symbol,all_link_txt)
+                return txt
+            }
+        } else if ( this.template !== false ) {
+            let txt = this.template
+            txt = txt.replace(this.placement_symbol,'')
+            return txt
+        }
+        //
+    }
+    //
+    async generate() {
+        let output = this.generate_output()
+        let ofile = this.out_file
+        fs.writeFile(ofile,output,() => {
+            console.log(ofile)
+        })
+    }
+    //
+}
+
+
+
+function main() {
+    //
+    let affiliate_db = load_affiliate_db()
+    let generators = affiliate_db.all_files.map(file => {
+        return(new AffiliateGenerator(file))
+    })
+    affiliate_db.affiliates.forEach(affiliate => {
+        generators.forEach(generator => {
+            if ( generator.appropos(affiliate.description) ) {
+                generator.add_link(affiliate.link)
+            }
+        })
+    })
+    //
+    generators.forEach(gen => {
+        gen.generate()
+    })
+}
+
+
+main()

package/tools/allgen.sh

@@ -0,0 +1,20 @@
+dir=$1
+toplevel=$2
+target=$3
+echo $dir
+bash ./tools/rungen.sh $dir $toplevel
+bash ./tools/rungen_header_shell.sh $dir $toplevel
+if [ ! -z "$target" ]; then
+    echo "next --------------------------- "
+    pwd
+    echo $target
+    if [ -d "$target" ]; then
+        if [ ! -d "$target/html" ]; then
+            mkdir ${target}/html
+        fi
+        if [ ! -d "$target/html/${dir}" ]; then
+            mkdir ${target}/html/${dir}
+        fi
+        cp ${toplevel}/${dir}/*.html ${target}/html/${dir}/
+    fi
+fi

package/tools/charwindow.js

@@ -0,0 +1,17 @@
+const fs = require('fs')
+
+//
+let file = process.argv[2]
+console.log(file)
+
+let char_offset = parseInt(process.argv[3])
+console.log(char_offset)
+
+let text = fs.readFileSync(file,'ascii').toString()
+
+let default_wsize = 40
+let window = text.substr(char_offset - default_wsize/2, default_wsize)
+
+console.log("-------------------------------------------------------------------")
+console.log(window)
+console.log("-------------------------------------------------------------------")

package/tools/filter_requires.js

@@ -0,0 +1,60 @@
+const fs = require('fs')
+const builtinModules = require('builtin-modules');
+
+let builtInSet = {}
+builtinModules.forEach(mod => {
+    builtInSet[mod] = 1
+})
+
+
+let text = fs.readFileSync('reqfile.txt','ascii').toString()
+let text_lines = text.split('\n')
+
+let trimmed_lines = text_lines.map(line => { return(line.trim())})
+
+let filtered_lines = trimmed_lines.filter(line => {
+    if ( line.substr(0,2) === '//' ) return(false)
+    if ( line.indexOf('"require') >= 0 ) return(false)
+    if ( line.indexOf('require.main.require') >= 0 ) return(false)
+    if ( (line.indexOf("require('.") >= 0) || line.indexOf('require(".') >= 0 ) return(false) 
+    if ( line.indexOf('lib/') >= 0 ) return(false)
+    if ( line.indexOf('/package.json') >= 0 ) return(false)
+    if ( line.indexOf(".js')") >= 0 ) return(false)
+    return((line.indexOf('require("') >= 0) || (line.indexOf("require('") >= 0))
+})
+
+//console.log(filtered_lines.join('\n'))
+
+let extracted_lines = filtered_lines.map(line => {
+    let b = line.split('require(')
+    let rest = b[1]
+    rest = rest.substr(0,rest.indexOf(')'))
+    return(rest)
+})
+
+//console.log(extracted_lines.join('\n'))
+
+let mod_set = {}
+
+extracted_lines.forEach(line => {
+    line = line.replace("'","").replace("'","").trim()
+    line = line.replace('"',"").replace('"',"").trim()
+    mod_set[line] = 1
+})
+
+
+for ( let mod in builtInSet ) {
+    delete mod_set[mod]
+}
+
+
+let mod_list = Object.keys(mod_set)
+mod_list.sort()
+
+let npm_commands = mod_list.map(mod => {
+    let cmd = `npm install ${mod} --save`
+    return(cmd)
+})
+
+
+console.log(npm_commands.join('\n'))

package/tools/genpage.js

@@ -0,0 +1,141 @@
+const fs = require('fs')
+const path = require('path');
+const Handlebars = require('handlebars')
+
+
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+
+function  extension_from_path(src) {
+    let srcext = path.extname(src)
+    if ( srcext.length === 0 ) {
+        srcext = 'text'
+    }
+    srcext = srcext.replace('.','')
+    return srcext
+}
+
+
+function reset_svg_height_width(svg_txt, output_width, output_height) {
+    let svg_tag_start = svg_txt.indexOf("<svg")
+    let svg_tag_end = svg_txt.indexOf(">",svg_tag_start)
+    let tag_text = svg_txt.substr(svg_tag_start,(svg_tag_end - svg_tag_start + 1))
+    //
+    if ( output_width ) {
+        tag_text = tag_text.replace(/width=".*"/,`width="${output_width}"`)
+    }
+    if ( output_height ) {
+        tag_text = tag_text.replace(/height=".*"/,`height="${output_height}"`)
+    }
+    svg_txt = svg_txt.substring(0, svg_tag_start) + tag_text + svg_txt.substring(svg_tag_end + 1);
+    //
+    return(svg_txt)
+}
+
+
+
+function is_file_source(descr) {
+    return ((typeof descr === 'object') && ( descr.file || ( descr.content && descr.content.file ) || ( descr.button && descr.button.file ) ))
+}
+
+
+
+var g_compiler_schedule = []
+
+function  process_sub_content(datObj,descr) {
+    let src_file = descr.file ? descr.file : ( descr.content ? descr.content.file : descr.button.file );
+    try {
+        if ( src_file[0] === '.' ) {
+            src_file = datObj.srcPath + src_file.substr(1)
+        }
+        let src = fs.readFileSync(src_file,'utf8').toString()
+        //
+        let operator = { 'data' : datObj, 'source' : src, 'target' : descr }
+        //
+        if ( descr.button && descr.button.file ) {
+            operator.target = descr.button
+        }
+        let ext = extension_from_path(src_file)
+        descr.ext = ext
+        if ( ext === "svg" ) {
+            if ( descr.output_height || descr.output_width ) {
+                operator.alteration = (content) => {
+                    return(reset_svg_height_width(content, descr.output_width, descr.output_height))  
+                }
+            }
+        }
+        g_compiler_schedule.unshift(operator)
+    } catch (e) {
+        g_forgotten_files.push(src_file)
+        console.log(e.message)
+    }
+}
+
+
+var g_forgotten_files = []
+function load_source_data(datObj,src) {
+    g_compiler_schedule.unshift({ 'data' : datObj, 'source' : src })
+    for ( let field in datObj ) {
+        let descr = datObj[field]
+        if ( (typeof descr === 'object') && descr.length ) {
+            descr.forEach(element => {
+                if ( is_file_source(element) ) {
+                    process_sub_content(datObj,element)
+                }
+            })
+        } else if ( is_file_source(descr) ) {
+            process_sub_content(datObj,descr)
+        }
+    }
+}
+
+
+
+
+
+// STARTS HERE...
+
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+var data_file = process.argv[2]
+var source_file = process.argv[3]
+var output = process.argv[4]
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+
+
+console.log("SOURCE FILE: " + source_file)
+
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+var data = fs.readFileSync(data_file,'ascii').toString()
+var confObj = JSON.parse(data)
+//
+confObj.srcPath = path.dirname(data_file)
+var source = fs.readFileSync(source_file,'utf8').toString()
+load_source_data(confObj,source)
+
+//console.dir(confObj)
+//
+
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+var result = "nothing"
+g_compiler_schedule.forEach(operator => {
+    //let operator = { 'data' : datObj, 'source' : src, 'target' : descr }
+    let source = operator.source
+    let template = Handlebars.compile(source);
+    let confObj = operator.data
+    //console.dir(confObj)
+    let content = template(confObj);
+    if ( operator.alteration ) {
+        content = operator.alteration(content)
+    }
+    if ( operator.target ) {
+        operator.target.content = content
+    }
+    result = content
+})
+
+
+console.log("OUTPUT FILE: " + output)
+fs.writeFileSync(output,result)
+
+if ( g_forgotten_files.length ) {
+    console.log("echo > " + g_forgotten_files.join('\necho > '))
+}

package/tools/npm_much.sh

@@ -0,0 +1,57 @@
+npm install atomic-sleep --save
+npm install aws-sign2 --save
+npm install aws4 --save
+npm install benchmark --save
+npm install body-parser --save
+npm install caseless --save
+npm install clone --save
+npm install connect-memcached --save
+npm install cookie-parser --save
+npm install cors --save
+npm install express --save
+npm install express-fileupload --save
+npm install express-session --save
+npm install extend --save
+npm install fastbench --save
+npm install flatstr --save
+npm install forever-agent --save
+npm install form-data --save
+npm install forwarded --save
+npm install generate-password --save
+npm install handlebars --save
+npm install html-minifier --save
+npm install http-shutdown --save
+npm install http-signature --save
+npm install inherits --save
+npm install ini --save
+npm install is-typedarray --save
+npm install isstream --save
+npm install jshint-stylish --save
+npm install mime-db --save
+npm install mime-types --save
+npm install nanoassert --save
+npm install node-fetch --save
+npm install node-scp --save
+npm install passport --save
+npm install passport-amazon --save
+npm install passport-facebook --save
+npm install passport-github --save
+npm install passport-google-oauth20 --save
+npm install passport-linkedin --save
+npm install passport-soundcloud --save
+npm install passport-spotify --save
+npm install passport-twitter --save
+npm install performance-now --save
+npm install pino-std-serializers --save
+npm install proxyquire --save
+npm install ps-list --save
+npm install quick-format-unescaped --save
+npm install request --save
+npm install ret --save
+npm install safe-buffer --save
+npm install sodium-native --save
+npm install tap --save
+npm install tape --save
+npm install tar --save
+npm install uuid/v4 --save
+npm install ws --save

package/tools/prep_body_insert_only.js

@@ -0,0 +1,28 @@
+const fs = require('fs')
+
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+
+//$$BODY_INSERT 
+// fauth_logged_in_closer.html
+// fauth_fail_closer.html
+// fauth_success_closer.html
+
+// node prep_body_insert_only.js ../${dir}/static/template/${body_source}  ../${dir}/static/${source}  ../${dir}/static/tmp_output.html
+
+
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+var template_file = process.argv[2]
+var source_file = process.argv[3]
+var output = process.argv[4]
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+
+
+console.log("SOURCE FILE: " + source_file)
+
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+var template = fs.readFileSync(template_file,'ascii').toString()
+var source = fs.readFileSync(source_file,'utf8').toString()
+// ---- ---- ---- ---- ---- ---- ---- ---- ---- ----
+
+let result = template.replace('$$BODY_INSERT',source)
+fs.writeFileSync(output,result)