pinokiod 2.15.7 → 2.15.9

package/kernel/api/index.js

@@ -4,7 +4,7 @@ const path = require('path')
 const _ = require('lodash')
 const git = require('isomorphic-git')
 const http = require('isomorphic-git/http/node')
-const Lproxy = require('lproxy')
+const Lproxy = require('../lproxy')
 //const { glob, globSync, globStream, globStreamSync, Glob, } = require('glob')
 const { glob, sync, hasMagic } = require('glob-gitignore')
 const fastq = require('fastq')
@@ -104,8 +104,6 @@ class Api {
     // 1. set the "stop" flag for the uri, so the next execution in the queue for the uri will NOT queue another task
     // 2. stream a message closing the socket
 
-
-
     let requestPath = this.filePath(req.params.uri)
 
 
@@ -715,6 +713,19 @@ class Api {
           }
 
 
+          if (result && result.error) {
+            this.ondata({
+              id: request.path,
+              type: "error",
+              data: result.response,
+              event: result.error,
+              rpc,
+              rawrpc
+            })
+            return
+          }
+
+
 
           if (result && rpc.returns) {
             // set the scope variable from the return value
@@ -879,13 +890,13 @@ class Api {
     for(let name in this.listeners) {
       this.listeners[name](packet)
     }
-    if (packet.type === 'error') {
-      this.stop({
-        params: {
-          uri: packet.id
-        }
-      })
-    }
+//    if (packet.type === 'error') {
+//      this.stop({
+//        params: {
+//          uri: packet.id
+//        }
+//      })
+//    }
   }
   listen(name, ondata) {
     this.listeners[name] = ondata

package/kernel/bin/index.js

@@ -149,9 +149,6 @@ class Bin {
       }
     }).filter(x => x)
 
-
-    console.log("****** envs", JSON.stringify(envs, null, 2))
-
     // 2. Merge module envs
     let e = {}
     for(let env of envs) {
@@ -175,8 +172,6 @@ class Bin {
       return file.endsWith(".js") && file !== "index.js" && file !== "cmake.js"
     })
 
-    console.log({ modfiles })
-
 
     this.mods = []
     for(let filename of modfiles) {
@@ -188,7 +183,6 @@ class Bin {
       let name = path.basename(filename, ".js")
       this.mods.push({ name, mod })
     }
-    console.log(">> this.mods = ", this.mods)
     // inject kernel
     for(let i=0; i<this.mods.length; i++) {
       this.mods[i].mod.kernel = this.kernel 
@@ -203,7 +197,6 @@ class Bin {
       }
       this.mod[mod.name] = mod.mod
     }
-    console.log(">> this.mod", this.mod)
 
 
 

package/kernel/index.js

@@ -1,5 +1,5 @@
 const fs = require('fs')
-const {JSONPath} = require('jsonpath-plus');
+//const {JSONPath} = require('jsonpath-plus');
 const os = require("os")
 const jsdom = require("jsdom");
 const path = require('path')

package/kernel/lproxy.js

@@ -0,0 +1,76 @@
+/*
+const proxy = new Minproxy()
+
+// 1. start the proxy for url
+const generated_url = await proxy.start(url)
+
+// 2. stop the proxy for url
+proxy.stop(url)
+
+// 3. get the proxy url for a given url
+const proxy_url = proxy.url(url)
+
+// 4. get all proxies
+const proxies = proxy.all()
+
+*/
+const httpProxy = require('http-proxy');
+const portfinder = require('portfinder-cp');
+const os = require('os')
+class Lproxy {
+  constructor() {
+    this.proxies = {}
+    this.ip = this.local()
+  }
+  async start (url, options) {
+    let port
+    if (options && options.port) {
+      port = options.port
+      console.log("start proxy at port", port)
+      delete options.port
+    }
+    let o = Object.assign({
+      target: url,
+      ws: true,
+      localAddress: '0.0.0.0',
+    },  options)
+    console.log("proxy object", o)
+    const proxy = httpProxy.createProxyServer(o)
+    // get a new port
+    if (!port) {
+      port = await portfinder.getPortPromise({
+        //port: 42420
+        port: 44000
+      })
+    }
+    proxy.listen(port)
+    proxy.on('close', (res, socket, head) => {
+      console.log('Client disconnected');
+    });
+    proxy.on('error', (e) => {
+      console.log('Proxy Error', e)
+    });
+
+    this.proxies[url] = proxy
+    return `http://${this.ip}:${port}`
+  }
+  async stop (url) {
+    console.log("proxies", this.proxies, url)
+    let p = this.proxies[url]
+    if (p) {
+      p.close()
+    }
+  }
+  local() {
+    const interfaces = Object.values(os.networkInterfaces())
+    let addr
+    for (let iface of interfaces) {
+      for (let alias of iface) {
+        if (alias.family === "IPv4" && alias.address !== "127.0.0.1" && !alias.internal) {
+          return alias.address
+        }
+      }
+    }
+  }
+}
+module.exports = Lproxy

package/kernel/shell.js

@@ -89,8 +89,6 @@ class Shell {
     // 2. env
     // default env
 
-    console.log(">>>>> process.env=", JSON.stringify(process.env, null, 2))
-
     this.env = Object.assign({}, process.env)
     // If the user has set PYTHONPATH, unset it.
     if (this.env.PYTHONPATH) {
@@ -113,6 +111,7 @@ class Shell {
     }
 
     this.env.CMAKE_OBJECT_PATH_MAX = 1024
+    this.env.PYTORCH_ENABLE_MPS_FALLBACK = 1
 
     // First override this.env with system env
     let system_env = await Environment.get(this.kernel.homedir)
@@ -440,7 +439,13 @@ class Shell {
         return params.message
       } else if (Array.isArray(params.message)) {
         // if params.message is empty, filter out
-        let delimiter = " && "
+        //let delimiter = " && "
+        let delimiter
+        if (this.platform === "win32") {
+          delimiter = " & ";
+        } else {
+          delimiter = " ; ";
+        }
         return params.message.filter((m) => {
           return m && !/^\s+$/.test(m)
         }).join(delimiter)
@@ -656,8 +661,6 @@ class Shell {
 
         config.env = this.env
 
-        console.log("CONFIG.ENV", JSON.stringify(config.env, null, 2))
-
         if (!this.ptyProcess) {
           // ptyProcess doesn't exist => create
           this.done = false

package/kernel/shells.js

@@ -28,9 +28,7 @@ class Shells {
 */
   async launch(params, options, ondata) {
     // iterate through all the envs
-    console.log("------- params.env before", JSON.stringify(params.env, null, 2))
     params.env = this.kernel.bin.envs(params.env)
-    console.log("------- params.env after", JSON.stringify(params.env, null, 2))
 
     let exec_path = (params.path ? params.path : ".")                         // use the current path if not specified
     let cwd = (options && options.cwd ? options.cwd : this.kernel.homedir)   // if cwd exists, use it. Otherwise the cwd is pinokio home folder (~/pinokio)              
@@ -39,7 +37,36 @@ class Shells {
     if (options) params.group = options.group  // set group
 
     let m
+
+    // if error doesn't exist, add default "error:" event
+    if (!params.on) {
+      params.on = []
+    }
+    // default error
+    const defaultHandlers = [{
+      event: "/error:/i",
+      break: true
+    }, {
+      event: "/errno /i",
+      break: true
+    }, {
+      event: "/error:.*triton/i",
+      break: false
+    }]
+    params.on = params.on.concat(defaultHandlers)
     let response = await sh.start(params, async (stream) => {
+      /*
+        {
+          method: "shell.run",
+          params: {
+            message,
+            on: [{
+              event: <regex>,
+              <done|kill|debug>: true
+            }],
+          }
+        }
+      */
       if (params.on && Array.isArray(params.on)) {
         for(let handler of params.on) {
           // regexify
@@ -67,33 +94,108 @@ class Shells {
                 sh.continue()
               }
             }
-//          } else if (handler.pattern === "url") {
-//            let re = /https?:\/\/[a-zA-Z0-9.:]+/g
-//            let line = stream.cleaned.replaceAll(/[\r\n]/g, "")
-//            let rendered_event = [...line.matchAll(re)]
-//            if (rendered_event.length > 0) {
-//              stream.matches = rendered_event
-//              if (handler.kill) {
-//                m = new URL(rendered_event[0])
-//                console.log("MM", m)
-//                sh.kill()
-//              }
-//              if (handler.done) {
-//                m = new URL(rendered_event[0])
-//                console.log("MM", m)
-//                sh.continue()
-//              }
-//            }
           }
         }
       }
       ondata(stream)
     })
-    console.log("shell ended", { id: sh.id, response, stdout: response, event: m })
 
+    /*
+      {
+        method: "shell.run",
+        params: {
+          message,
+          on: [{
+            event: <regex>,
+            break: true|false
+          }],
+        }
+      }
+
+      - true: break with matched
+      - false: do not break (default)
+      - TEMPLATE: parse the template 
+    */
+
+    let errors = new Set()
+    if (response) {
+      if (params.on && Array.isArray(params.on)) {
+
+        let line = response.replaceAll(/[\r\n]/g, "")
+        // 1. find all break event handlers
+        let breakPoints = params.on.filter((x) => {
+          return x.event && x.hasOwnProperty("break")
+        })
+
+        // 2. first find the `break: false` handlers and replace the patterns with blank => so they won't be matched in the next step
+        //let line = response.replaceAll(/[\r\n]/g, "")
+        for(let handler of breakPoints) {
+          if (handler.event) {
+            let matches = /^\/(.+)\/([dgimsuy]*)$/gs.exec(handler.event)
+            if (!/g/.test(matches[2])) {
+              matches[2] += "g"   // if g option is not included, include it (need it for matchAll)
+            }
+            let re = new RegExp(matches[1], matches[2])
+
+            // only the "break: false" ones => these need to be ignored
+            if (!handler.break) {
+              line = line.replaceAll(re, "")
+            }
+          }
+        }
+
+        // 3. Now with all the `break: false` (ignored patterns) gone, look for the `break: true` patterns
+        for(let handler of breakPoints) {
+          if (handler.event) {
+            let matches = /^\/(.+)\/([dgimsuy]*)$/gs.exec(handler.event)
+            if (!/g/.test(matches[2])) {
+              matches[2] += "g"   // if g option is not included, include it (need it for matchAll)
+            }
+            let re = new RegExp(matches[1], matches[2])
+
+            // only the "break: true" ones
+            if (handler.break) {
+
+              let match;
+              // Keep executing the regex on the text until no more matches are found
+              while ((match = re.exec(line)) !== null) {
+                errors.add(match[0])
+                // errors.add(match.slice(1));
+              }
+            }
+          }
+        }
+      }
+    }
+
+
+    if (errors.size > 0) {
+      // try replacing the shortest pattern from the text one by one and narrow down the errors
+      // so it doesn't accidently contain a very long match
+
+      let errs = Array.from(errors)
+      errs.sort((x, y) => {
+        return x.length - y.length
+      })
+      let line = response.replaceAll(/[\r\n]/g, "")
+      let shortened_errs = []
+      // at this point, errs is sorted in ascending order of length, so the shortest match is the first item
+      for(let err of errs) {
+        // 1. check the err still matches the line => The first time this is run, it will always be included. But from the next time it might not be
+        if (line.includes(err)) {
+          // 2. remove the first pattern
+          shortened_errs.push(err)
+          line = line.replaceAll(err, "")
+        }
+      }
+
+      // don't return if there's an error
+      return { id: sh.id, response, stdout: response, event: m, error: shortened_errs }
+    } else {
+      // need to make a request
+      return { id: sh.id, response, stdout: response, event: m }
+    }
 
-    // need to make a request
-    return { id: sh.id, response, stdout: response, event: m }
   }
   async start(params, options, ondata) {
     params.persistent = true
@@ -203,14 +305,13 @@ class Shells {
     let info = this.shells.map((s) => {
       return { id: s.id, group: s.group, cmd: s.cmd }
     })
-    console.log("reset", this.shells.length, JSON.stringify(info, null, 2))
     if (this.shells) {
       let shells = []
       for(let i=0; i<this.shells.length; i++) {
         shells.push(this.shells[i])
       }
       for(let shell of shells) {
-        console.log("[Kill]", { id: shell.id, group: shell.group, cmd: shell.cmd })
+        console.log("[Kill Shell]", { id: shell.id, group: shell.group, cmd: shell.cmd })
         shell.kill("", true)
       }
     }

package/kernel/sysinfo.js

@@ -101,14 +101,11 @@ class Sysinfo {
       cmd = "env"
     }
 
-
-    console.log("############### DEBUGGING ENV")
-    let _res = await this.kernel.bin.exec({ message: cmd, conda: { skip: true } }, (stream) => {
-    })
-    console.log(_res)
-    console.log("############### DEBUGGING ENV FINISH")
-
-
+//    console.log("############### DEBUGGING ENV")
+//    let _res = await this.kernel.bin.exec({ message: cmd, conda: { skip: true } }, (stream) => {
+//    })
+//    console.log(_res)
+//    console.log("############### DEBUGGING ENV FINISH")
 
     let res = await this.kernel.bin.exec({ message: cmd }, (stream) => {
     })

package/kernel/util.js

@@ -1,5 +1,6 @@
 const fs = require('fs')
 const os = require('os')
+const net = require('node:net')
 const path = require('path')
 const dotenv = require('dotenv')
 const child_process = require('node:child_process');
@@ -13,6 +14,31 @@ const h = "[^\\S\\r\\n]";  // simulate `\h`
 const returnPattern = /\r/g;
 const returnReplacement = "\\r";
 
+
+const port_running = async (host, port) => {
+  const timeout = 1000
+  const promise = new Promise((resolve, reject) => {
+    const socket = new net.Socket();
+    const onError = (e) => {
+      socket.destroy();
+      reject();
+    };
+    socket.setTimeout(timeout);
+    socket.once('error', onError);
+    socket.once('timeout', onError);
+    socket.connect(port, host, () => {
+      socket.end();
+      resolve();
+    });
+  });
+  try {
+    await promise;
+    return true
+  } catch (e) {
+    return false
+  }
+}
+
 const parse_env = async (filename) => {
   try {
     const buf = await fs.promises.readFile(filename)
@@ -142,5 +168,5 @@ const update_env = async (filepath, changes) => {
   await fs.promises.writeFile(filepath, newval)
 };
 module.exports = {
-  parse_env, api_path, update_env, parse_env_detail, openfs
+  parse_env, api_path, update_env, parse_env_detail, openfs, port_running
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pinokiod",
-  "version": "2.15.7",
+  "version": "2.15.9",
   "description": "",
   "main": "index.js",
   "scripts": {
@@ -31,16 +31,15 @@
     "fs-extra": "^11.1.1",
     "glob": "^10.3.3",
     "glob-gitignore": "^1.0.14",
+    "http-proxy": "^1.18.1",
     "http-proxy-middleware": "^3.0.0",
     "http-terminator": "^3.2.0",
     "isomorphic-git": "^1.23.0",
     "jimini": "^0.0.6",
     "jsdom": "^24.0.0",
-    "jsonpath-plus": "^7.2.0",
     "key-store": "^1.2.0",
     "kleur": "^4.1.5",
     "lodash": "^4.17.21",
-    "lproxy": "^0.0.12",
     "marked": "^5.0.1",
     "mime-types": "^2.1.35",
     "multer": "^1.4.5-lts.1",

package/server/index.js

@@ -71,7 +71,6 @@ class Server {
         process.env[PATH_KEY]
       ].join(path.delimiter)
     }
-
   }
   stop() {
     this.server.close()
@@ -257,11 +256,11 @@ class Server {
 
     await this.init_env("api/" + name)
 
+
     let mode = "run"
     if (req.query && req.query.mode) {
       mode = req.query.mode
     }
-
     const env = await this.kernel.env("api/" + name)
 
     //res.render("browser", {
@@ -1868,7 +1867,11 @@ class Server {
     } else {
       const primary_port = 80
       const secondary_port = 42000
-      const available = await portfinder.isAvailablePromise({ host: "0.0.0.0", port: primary_port })
+      const running1 = await Util.port_running("localhost", primary_port)
+      const running2 = await Util.port_running("127.0.0.1", primary_port)
+      const running = running1 || running2
+      const available = !running
+      //const available = await portfinder.isAvailablePromise({ host: "0.0.0.0", port: primary_port })
       console.log("check available", { primary_port, available })
       if (available) {
         this.port = primary_port
@@ -2105,7 +2108,83 @@ class Server {
       Util.openfs(req.body.path)
       res.json({ success: true })
     }))
+    this.app.get("/proxy", ex(async (req, res) => {
+      let live_proxies = this.kernel.api.proxies["/proxy"]
+      if (!live_proxies) live_proxies = []
+      let proxies = [{
+        icon: "ollama.webp",
+        name: "Ollama",
+        target: 'http://127.0.0.1:11434',
+        port: 42420
+//      }, {
+//        name: "LMStudio",
+//        target: 'http://127.0.0.1:1234',
+//        port: 42421
+      }]
+      for(let i=0; i<proxies.length; i++) {
+        proxies[i].running = false
+        for(let live_proxy of live_proxies) {
+          if (live_proxy.name === proxies[i].name) {
+            proxies[i].running = true 
+            proxies[i].proxy = live_proxy.proxy
+            proxies[i].qr = await QRCode.toDataURL(live_proxy.proxy)
+          }
+        }
+      }
+
+      let pinokio_proxy = this.kernel.api.proxies["/"]
+      let pinokio_cloudflare = this.cloudflare_pub
+
+      let qr = null
+      let qr_cloudflare = null
+      let home_proxy = null
+      if (pinokio_proxy && pinokio_proxy.length > 0) {
+        qr = await QRCode.toDataURL(pinokio_proxy[0].proxy)
+        home_proxy = pinokio_proxy[0]
+      }
 
+      let icon
+      if (this.theme === "dark") {
+        icon = "pinokio-white.png"
+      } else {
+        icon = "pinokio-black.png"
+      }
+
+      res.render("proxy", {
+        agent: this.agent,
+        theme: this.theme,
+        items: proxies,
+        qr,
+        proxy: home_proxy,
+        localhost: `http://localhost:${this.port}`,
+        icon
+      })
+    }))
+    this.app.post("/proxy", ex(async (req, res) => {
+      /*
+        req.body := {
+          action: "start"|"stop",
+          name: <name>,
+          target: <target url>,
+          port: <proxy port>
+        }
+      */
+      if (req.body && req.body.target && req.body.action && req.body.name) {
+        //let port = new URL(req.body.target).port
+        //let port = await this.kernel.port()
+        if (req.body.action === "start") {
+          let port = req.body.port
+          console.log("start proxy")
+          await this.kernel.api.startProxy("/proxy", req.body.target, req.body.name, { port })
+          console.log(this.kernel.api.proxies)
+        } else if (req.body.action === "stop") {
+          await this.kernel.api.stopProxy({
+            uri: req.body.target
+          })
+        }
+      }
+      res.json({ success: true })
+    }))
     this.app.post("/unpublish", ex(async (req, res) => {
       /*
         req.body := {
@@ -2667,8 +2746,8 @@ class Server {
       fs.uri("api", "https://github.com/cocktailpeanut/llamacpp.pinokio.git/icon.png")
       fs.uri("bin", "python/bin")
 
-      1. Git URI: http://localhost:4200/pinokio/fs?drive=api&path=https://github.com/cocktailpeanut/llamacpp.pinokio.git/icon.png
-      2. Local path: http://localhost:4200/pinokio/fs?drive=api&path=test/icon.png
+      1. Git URI: http://localhost/pinokio/fs?drive=api&path=https://github.com/cocktailpeanut/llamacpp.pinokio.git/icon.png
+      2. Local path: http://localhost/pinokio/fs?drive=api&path=test/icon.png
     */
     this.app.get("/pinokio/fs", ex((req, res) => {
       // serve reaw files

package/server/public/mark.min.js

@@ -0,0 +1,7 @@
+/*!***************************************************
+ * mark.js v8.6.0
+ * https://github.com/julmot/mark.js
+ * Copyright (c) 2014–2017, Julian Motz
+ * Released under the MIT license https://git.io/vwTVl
+ *****************************************************/
+"use strict";function _classCallCheck(a,b){if(!(a instanceof b))throw new TypeError("Cannot call a class as a function")}var _extends=Object.assign||function(a){for(var b=1;b<arguments.length;b++){var c=arguments[b];for(var d in c)Object.prototype.hasOwnProperty.call(c,d)&&(a[d]=c[d])}return a},_createClass=function(){function a(a,b){for(var c=0;c<b.length;c++){var d=b[c];d.enumerable=d.enumerable||!1,d.configurable=!0,"value"in d&&(d.writable=!0),Object.defineProperty(a,d.key,d)}}return function(b,c,d){return c&&a(b.prototype,c),d&&a(b,d),b}}(),_typeof="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(a){return typeof a}:function(a){return a&&"function"==typeof Symbol&&a.constructor===Symbol&&a!==Symbol.prototype?"symbol":typeof a};!function(a,b,c){"function"==typeof define&&define.amd?define([],function(){return a(b,c)}):"object"===("undefined"==typeof module?"undefined":_typeof(module))&&module.exports?module.exports=a(b,c):a(b,c)}(function(a,b){var c=function(){function c(b){_classCallCheck(this,c),this.ctx=b,this.ie=!1;var d=a.navigator.userAgent;(d.indexOf("MSIE")>-1||d.indexOf("Trident")>-1)&&(this.ie=!0)}return _createClass(c,[{key:"log",value:function a(b){var c=arguments.length>1&&void 0!==arguments[1]?arguments[1]:"debug",a=this.opt.log;this.opt.debug&&"object"===("undefined"==typeof a?"undefined":_typeof(a))&&"function"==typeof a[c]&&a[c]("mark.js: "+b)}},{key:"escapeStr",value:function(a){return a.replace(/[\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|]/g,"\\$&")}},{key:"createRegExp",value:function(a){return a=this.escapeStr(a),Object.keys(this.opt.synonyms).length&&(a=this.createSynonymsRegExp(a)),this.opt.ignoreJoiners&&(a=this.setupIgnoreJoinersRegExp(a)),this.opt.diacritics&&(a=this.createDiacriticsRegExp(a)),a=this.createMergedBlanksRegExp(a),this.opt.ignoreJoiners&&(a=this.createIgnoreJoinersRegExp(a)),a=this.createAccuracyRegExp(a)}},{key:"createSynonymsRegExp",value:function(a){var b=this.opt.synonyms,c=this.opt.caseSensitive?"":"i";for(var d in b)if(b.hasOwnProperty(d)){var e=b[d],f=this.escapeStr(d),g=this.escapeStr(e);a=a.replace(new RegExp("("+f+"|"+g+")","gm"+c),"("+f+"|"+g+")")}return a}},{key:"setupIgnoreJoinersRegExp",value:function(a){return a.replace(/[^(|)\\]/g,function(a,b,c){var d=c.charAt(b+1);return/[(|)\\]/.test(d)||""===d?a:a+"\0"})}},{key:"createIgnoreJoinersRegExp",value:function(a){return a.split("\0").join("[\\u00ad|\\u200b|\\u200c|\\u200d]?")}},{key:"createDiacriticsRegExp",value:function(a){var b=this.opt.caseSensitive?"":"i",c=this.opt.caseSensitive?["aàáâãäåāąă","AÀÁÂÃÄÅĀĄĂ","cçćč","CÇĆČ","dđď","DĐĎ","eèéêëěēę","EÈÉÊËĚĒĘ","iìíîïī","IÌÍÎÏĪ","lł","LŁ","nñňń","NÑŇŃ","oòóôõöøō","OÒÓÔÕÖØŌ","rř","RŘ","sšśș","SŠŚȘ","tťț","TŤȚ","uùúûüůū","UÙÚÛÜŮŪ","yÿý","YŸÝ","zžżź","ZŽŻŹ"]:["aÀÁÂÃÄÅàáâãäåĀāąĄăĂ","cÇçćĆčČ","dđĐďĎ","eÈÉÊËèéêëěĚĒēęĘ","iÌÍÎÏìíîïĪī","lłŁ","nÑñňŇńŃ","oÒÓÔÕÖØòóôõöøŌō","rřŘ","sŠšśŚșȘ","tťŤțȚ","uÙÚÛÜùúûüůŮŪū","yŸÿýÝ","zŽžżŻźŹ"],d=[];return a.split("").forEach(function(e){c.every(function(c){if(c.indexOf(e)!==-1){if(d.indexOf(c)>-1)return!1;a=a.replace(new RegExp("["+c+"]","gm"+b),"["+c+"]"),d.push(c)}return!0})}),a}},{key:"createMergedBlanksRegExp",value:function(a){return a.replace(/[\s]+/gim,"[\\s]+")}},{key:"createAccuracyRegExp",value:function(a){var b=this,c=this.opt.accuracy,d="string"==typeof c?c:c.value,e="string"==typeof c?[]:c.limiters,f="";switch(e.forEach(function(a){f+="|"+b.escapeStr(a)}),d){case"partially":default:return"()("+a+")";case"complementary":return"()([^\\s"+f+"]*"+a+"[^\\s"+f+"]*)";case"exactly":return"(^|\\s"+f+")("+a+")(?=$|\\s"+f+")"}}},{key:"getSeparatedKeywords",value:function(a){var b=this,c=[];return a.forEach(function(a){b.opt.separateWordSearch?a.split(" ").forEach(function(a){a.trim()&&c.indexOf(a)===-1&&c.push(a)}):a.trim()&&c.indexOf(a)===-1&&c.push(a)}),{keywords:c.sort(function(a,b){return b.length-a.length}),length:c.length}}},{key:"getTextNodes",value:function(a){var b=this,c="",d=[];this.iterator.forEachNode(NodeFilter.SHOW_TEXT,function(a){d.push({start:c.length,end:(c+=a.textContent).length,node:a})},function(a){return b.matchesExclude(a.parentNode,!0)?NodeFilter.FILTER_REJECT:NodeFilter.FILTER_ACCEPT},function(){a({value:c,nodes:d})})}},{key:"matchesExclude",value:function(a,b){var c=this.opt.exclude.concat(["script","style","title","head","html"]);return b&&(c=c.concat(["*[data-markjs='true']"])),d.matches(a,c)}},{key:"wrapRangeInTextNode",value:function(a,c,d){var e=this.opt.element?this.opt.element:"mark",f=a.splitText(c),g=f.splitText(d-c),h=b.createElement(e);return h.setAttribute("data-markjs","true"),this.opt.className&&h.setAttribute("class",this.opt.className),h.textContent=f.textContent,f.parentNode.replaceChild(h,f),g}},{key:"wrapRangeInMappedTextNode",value:function(a,b,c,d,e){var f=this;a.nodes.every(function(g,h){var i=a.nodes[h+1];if("undefined"==typeof i||i.start>b){var j=function(){var i=b-g.start,j=(c>g.end?g.end:c)-g.start;if(d(g.node)){g.node=f.wrapRangeInTextNode(g.node,i,j);var k=a.value.substr(0,g.start),l=a.value.substr(j+g.start);if(a.value=k+l,a.nodes.forEach(function(b,c){c>=h&&(a.nodes[c].start>0&&c!==h&&(a.nodes[c].start-=j),a.nodes[c].end-=j)}),c-=j,e(g.node.previousSibling,g.start),!(c>g.end))return{v:!1};b=g.end}}();if("object"===("undefined"==typeof j?"undefined":_typeof(j)))return j.v}return!0})}},{key:"wrapMatches",value:function(a,b,c,d,e){var f=this,g=0===b?0:b+1;this.getTextNodes(function(b){b.nodes.forEach(function(b){b=b.node;for(var e=void 0;null!==(e=a.exec(b.textContent))&&""!==e[g];)if(c(e[g],b)){var h=e.index;if(0!==g)for(var i=1;i<g;i++)h+=e[i].length;b=f.wrapRangeInTextNode(b,h,h+e[g].length),d(b.previousSibling),a.lastIndex=0}}),e()})}},{key:"wrapMatchesAcrossElements",value:function(a,b,c,d,e){var f=this,g=0===b?0:b+1;this.getTextNodes(function(b){for(var h=void 0;null!==(h=a.exec(b.value))&&""!==h[g];){var i=h.index;if(0!==g)for(var j=1;j<g;j++)i+=h[j].length;var k=i+h[g].length;f.wrapRangeInMappedTextNode(b,i,k,function(a){return c(h[g],a)},function(b,c){a.lastIndex=c,d(b)})}e()})}},{key:"unwrapMatches",value:function(a){for(var c=a.parentNode,d=b.createDocumentFragment();a.firstChild;)d.appendChild(a.removeChild(a.firstChild));c.replaceChild(d,a),this.ie?this.normalizeTextNode(c):c.normalize()}},{key:"normalizeTextNode",value:function(a){if(a){if(3===a.nodeType)for(;a.nextSibling&&3===a.nextSibling.nodeType;)a.nodeValue+=a.nextSibling.nodeValue,a.parentNode.removeChild(a.nextSibling);else this.normalizeTextNode(a.firstChild);this.normalizeTextNode(a.nextSibling)}}},{key:"markRegExp",value:function(a,b){var c=this;this.opt=b,this.log('Searching with expression "'+a+'"');var d=0,e="wrapMatches",f=function(a){d++,c.opt.each(a)};this.opt.acrossElements&&(e="wrapMatchesAcrossElements"),this[e](a,this.opt.ignoreGroups,function(a,b){return c.opt.filter(b,a,d)},f,function(){0===d&&c.opt.noMatch(a),c.opt.done(d)})}},{key:"mark",value:function(a,b){var c=this;this.opt=b;var d=0,e="wrapMatches",f=this.getSeparatedKeywords("string"==typeof a?[a]:a),g=f.keywords,h=f.length,i=this.opt.caseSensitive?"":"i",j=function a(b){var f=new RegExp(c.createRegExp(b),"gm"+i),j=0;c.log('Searching with expression "'+f+'"'),c[e](f,1,function(a,e){return c.opt.filter(e,b,d,j)},function(a){j++,d++,c.opt.each(a)},function(){0===j&&c.opt.noMatch(b),g[h-1]===b?c.opt.done(d):a(g[g.indexOf(b)+1])})};this.opt.acrossElements&&(e="wrapMatchesAcrossElements"),0===h?this.opt.done(d):j(g[0])}},{key:"unmark",value:function(a){var b=this;this.opt=a;var c=this.opt.element?this.opt.element:"*";c+="[data-markjs]",this.opt.className&&(c+="."+this.opt.className),this.log('Removal selector "'+c+'"'),this.iterator.forEachNode(NodeFilter.SHOW_ELEMENT,function(a){b.unwrapMatches(a)},function(a){var e=d.matches(a,c),f=b.matchesExclude(a,!1);return!e||f?NodeFilter.FILTER_REJECT:NodeFilter.FILTER_ACCEPT},this.opt.done)}},{key:"opt",set:function(b){this._opt=_extends({},{element:"",className:"",exclude:[],iframes:!1,separateWordSearch:!0,diacritics:!0,synonyms:{},accuracy:"partially",acrossElements:!1,caseSensitive:!1,ignoreJoiners:!1,ignoreGroups:0,each:function(){},noMatch:function(){},filter:function(){return!0},done:function(){},debug:!1,log:a.console},b)},get:function(){return this._opt}},{key:"iterator",get:function(){return this._iterator||(this._iterator=new d(this.ctx,this.opt.iframes,this.opt.exclude)),this._iterator}}]),c}(),d=function(){function a(b){var c=!(arguments.length>1&&void 0!==arguments[1])||arguments[1],d=arguments.length>2&&void 0!==arguments[2]?arguments[2]:[];_classCallCheck(this,a),this.ctx=b,this.iframes=c,this.exclude=d}return _createClass(a,[{key:"getContexts",value:function(){var a=void 0,c=[];return a="undefined"!=typeof this.ctx&&this.ctx?NodeList.prototype.isPrototypeOf(this.ctx)?Array.prototype.slice.call(this.ctx):Array.isArray(this.ctx)?this.ctx:"string"==typeof this.ctx?Array.prototype.slice.call(b.querySelectorAll(this.ctx)):[this.ctx]:[],a.forEach(function(a){var b=c.filter(function(b){return b.contains(a)}).length>0;c.indexOf(a)!==-1||b||c.push(a)}),c}},{key:"getIframeContents",value:function(a,b){var c=arguments.length>2&&void 0!==arguments[2]?arguments[2]:function(){},d=void 0;try{var e=a.contentWindow;if(d=e.document,!e||!d)throw new Error("iframe inaccessible")}catch(a){c()}d&&b(d)}},{key:"onIframeReady",value:function(a,b,c){var d=this;try{!function(){var e=a.contentWindow,f="about:blank",g="complete",h=function(){var b=a.getAttribute("src").trim(),c=e.location.href;return c===f&&b!==f&&b},i=function(){var e=function e(){try{h()||(a.removeEventListener("load",e),d.getIframeContents(a,b,c))}catch(a){c()}};a.addEventListener("load",e)};e.document.readyState===g?h()?i():d.getIframeContents(a,b,c):i()}()}catch(a){c()}}},{key:"waitForIframes",value:function(a,b){var c=this,d=0;this.forEachIframe(a,function(){return!0},function(a){d++,c.waitForIframes(a.querySelector("html"),function(){--d||b()})},function(a){a||b()})}},{key:"forEachIframe",value:function(b,c,d){var e=this,f=arguments.length>3&&void 0!==arguments[3]?arguments[3]:function(){},g=b.querySelectorAll("iframe"),h=g.length,i=0;g=Array.prototype.slice.call(g);var j=function(){--h<=0&&f(i)};h||j(),g.forEach(function(b){a.matches(b,e.exclude)?j():e.onIframeReady(b,function(a){c(b)&&(i++,d(a)),j()},j)})}},{key:"createIterator",value:function(a,c,d){return b.createNodeIterator(a,c,d,!1)}},{key:"createInstanceOnIframe",value:function(b){return new a(b.querySelector("html"),this.iframes)}},{key:"compareNodeIframe",value:function(a,b,c){var d=a.compareDocumentPosition(c),e=Node.DOCUMENT_POSITION_PRECEDING;if(d&e){if(null===b)return!0;var f=b.compareDocumentPosition(c),g=Node.DOCUMENT_POSITION_FOLLOWING;if(f&g)return!0}return!1}},{key:"getIteratorNode",value:function(a){var b=a.previousNode(),c=void 0;return c=null===b?a.nextNode():a.nextNode()&&a.nextNode(),{prevNode:b,node:c}}},{key:"checkIframeFilter",value:function(a,b,c,d){var e=!1,f=!1;return d.forEach(function(a,b){a.val===c&&(e=b,f=a.handled)}),this.compareNodeIframe(a,b,c)?(e!==!1||f?e===!1||f||(d[e].handled=!0):d.push({val:c,handled:!0}),!0):(e===!1&&d.push({val:c,handled:!1}),!1)}},{key:"handleOpenIframes",value:function(a,b,c,d){var e=this;a.forEach(function(a){a.handled||e.getIframeContents(a.val,function(a){e.createInstanceOnIframe(a).forEachNode(b,c,d)})})}},{key:"iterateThroughNodes",value:function(a,b,c,d,e){for(var f=this,g=this.createIterator(b,a,d),h=[],i=[],j=void 0,k=void 0,l=function(){var a=f.getIteratorNode(g);return k=a.prevNode,j=a.node};l();)this.iframes&&this.forEachIframe(b,function(a){return f.checkIframeFilter(j,k,a,h)},function(b){f.createInstanceOnIframe(b).forEachNode(a,c,d)}),i.push(j);i.forEach(function(a){c(a)}),this.iframes&&this.handleOpenIframes(h,a,c,d),e()}},{key:"forEachNode",value:function(a,b,c){var d=this,e=arguments.length>3&&void 0!==arguments[3]?arguments[3]:function(){},f=this.getContexts(),g=f.length;g||e(),f.forEach(function(f){var h=function(){d.iterateThroughNodes(a,f,b,c,function(){--g<=0&&e()})};d.iframes?d.waitForIframes(f,h):h()})}}],[{key:"matches",value:function(a,b){var c="string"==typeof b?[b]:b,d=a.matches||a.matchesSelector||a.msMatchesSelector||a.mozMatchesSelector||a.oMatchesSelector||a.webkitMatchesSelector;if(d){var e=!1;return c.every(function(b){return!d.call(a,b)||(e=!0,!1)}),e}return!1}}]),a}();return a.Mark=function(a){var b=this,d=new c(a);return this.mark=function(a,c){return d.mark(a,c),b},this.markRegExp=function(a,c){return d.markRegExp(a,c),b},this.unmark=function(a){return d.unmark(a),b},this},a.Mark},window,document);