@choiceform/os-client-core 3.6.34 → 3.6.36

package/dist/infer.js

@@ -1 +1,401 @@
-const inferCommander={accumulated:[],consumingStarted:!1,ended:!1,postingCount:0,queryObj:null,iframeCount:0,startTime:0,messageDiv:null,errorDiv:null,workersDiv:null,typeColorMap:{error:"red",skip:"orange"},successCount:0,skipCount:0,errorCount:0,tryCount:0,rejectCount:0,requireCount:0,timeLog:null,start(){this.queryObj=this.queryToObj(),this.iframeCount=this.queryObj.thread||10,this.startTime=Date.now(),this.progressDiv=document.getElementById("message"),this.errorDiv=document.getElementById("error"),this.workersDiv=document.getElementById("workers"),this.timeLog=document.querySelector("#time-log tbody"),window.addEventListener("message",(t=>{const{name:e,id:s,progress:r,round:i}=t.data;"infer_worker"===e?this.accumulate(t.data):"infer_progress"===e&&this.updateWorkerStatus(r,s,i)})),this.requireCount=Number(this.queryObj.count),this.iframeCount=Math.min(this.requireCount,this.iframeCount),this.workersDiv.innerHTML=`<div>使用${this.iframeCount}个工人执行任务</div>`,this.iframes=[];const t=Object.keys(this.queryObj).reduce(((t,e)=>{let s=e;if(["time_range","status","collector_id"].includes(e))s="infer_"+e;else{if(!s.startsWith("$$_"))return t;s=s.substring(3)}return t+`&${s}=${this.queryObj[e]}`}),"");for(let e=0;e<this.iframeCount;e++){const s=document.createElement("iframe");let r=`../infer-worker.html?sid=${this.queryObj.sid}&infer_id=${e}${t}`;s.src=r,s.style.display="none",this.iframes.push(s),document.body.appendChild(s);const i=`<span>工人${e+1}:</span>\n          <span class='worker_status'>准备中...</span>\n          <span class='worker_progress'></span>`,n=document.createElement("div");n.setAttribute("id","infer_id_"+e),n.innerHTML=i,this.workersDiv.appendChild(n)}},enableImmediateNextTask(){return this.postingCount<this.requireCount-this.successCount},accumulate(t){this.accumulated.push(t),this.consumingStarted||(this.consumingStarted=!0,this.consume())},consume(){if(this.ended)return;if(!this.enableImmediateNextTask())return void(this.consumingStarted=!1);const t=this.accumulated.shift();if(t){this.tryCount++;const{type:e,message:s}=t;if("END"===e)if(this.queryObj.dry){this.successCount++,this.handleProgress("success");const e=t.data.result.answers.length,s=t.data.result.time_consuming,r=Math.round(s/e);console.info(s,e,r);const i=document.createElement("tr");i.innerHTML=`<td>${this.successCount}</td>\n            <td>${s}</td><td>${e}</td><td>${r}</td>`,this.timeLog.appendChild(i)}else this.postData(t.data).then((()=>{this.successCount++,this.handleProgress("success")})).catch((t=>{"rejected"===t?(this.rejectCount++,this.handleProgress("reject")):(this.errorCount++,this.handleProgress("error",s))})),this.consume();else"ERROR"===e||"NEXT_FAIL"===e||"TIMEOUT"===e||"ABANDON"===e?(this.errorCount++,this.handleProgress("error",s)):"CHECK_END"===e&&(this.skipCount++,this.handleProgress("skip",s))}else this.consumingStarted=!1},postData(t){return this.postingCount++,new Promise(((e,s)=>{const r=new XMLHttpRequest;return r.onload=()=>{this.postingCount--,r.status>=200&&r.status<300?e():s()},r.onerror=()=>{this.postingCount--,s()},r.open("POST",t.url),r.setRequestHeader("content-type","application/json"),r.setRequestHeader("Authorization","bearer "+t.jwt),r.send(JSON.stringify(t.result)),r}))},queryToObj(){const t=location.href.split("?")[1].split("&"),e={};return t.forEach((t=>{const s=t.split("=");e[s[0]]=s[1]})),e},shouldEnd(){if(this.successCount>=this.requireCount||this.rejectCount)return!0;const{max_error_count:t,max_try_count:e,max_skip_count:s}=this.queryObj;return!!(e&&this.tryCount>=e)||!!(t&&this.errorCount>=t)||!!(s&&this.skipCount>=s)},updateWorkerStatus(t,e,s){if(!this.ended&&window.parent===window){const{percent:r,fullLength:i,index:n}=t,o=this.workersDiv.querySelector("#infer_id_"+e);o.querySelector(".worker_status").textContent=`轮次: ${s} `,o.querySelector(".worker_progress").textContent=`进度: ${n}/${i} ${r}%`}},handleProgress(t,e){if(this.shouldEnd()){this.ended=!0;let t=this.iframes.pop();for(;t;)document.body.removeChild(t),t=this.iframes.pop();const e=this.workersDiv.querySelectorAll(".worker_status"),s=this.workersDiv.querySelectorAll(".worker_progress");e.forEach((t=>t.innerHTML="收工")),s.forEach((t=>t.innerHTML=""))}if(window.parent!==window)window.parent.postMessage({name:"infer_result",requireCount:this.requireCount,successCount:this.successCount,skipCount:this.skipCount,errorCount:this.errorCount,tryCount:this.tryCount,rejectCount:this.rejectCount,ended:this.ended,cost:this.ended?Date.now()-this.startTime:void 0,type:t,message:e},"*");else if(this.progressDiv.innerHTML=[this.ended?`<div>已结束,耗时: ${(Date.now()-this.startTime)/1e3}s</div>`:"<div>运行中...</div>",`<div>要求总数量:${this.requireCount}</div>`,`<div>已尝试次数:${this.tryCount}</div>`,`<div style='color: green'>已成功次数:${this.successCount}</div>`,`<div style='color: red'>出错误次数:${this.errorCount}</div>`,`<div style='color: orange'>被甄别次数:${this.skipCount}</div>`,`<div style='color: tomato'>被拒绝次数:${this.rejectCount}</div>`].join("\n"),e){const s=`<div style='color: ${this.typeColorMap[t]}'>${e}</div>`;this.errorDiv.innerHTML+=s}this.ended||this.consume()}};inferCommander.start();
+const inferCommander = {
+  /**
+   * 接受子任务发来的数据结果池
+   * 可能一下子接到很多工人发来的结果，来不及上传
+   * 先积累到这里
+   */
+  accumulated: [],
+
+  /**
+   * 是否开始了消耗数据结果池
+   */
+  consumingStarted: false,
+
+  /**
+   * 是否已经完成
+   */
+  ended: false,
+
+  /**
+   * 当前已发起并等待结果的请求数量
+   */
+  postingCount: 0,
+
+  /**
+   * 查询参数
+   * @type {{
+   *   max_try_count:string;
+   *   max_error_count:string;
+   *   thread: string;
+   *   dry: string;
+   *   max_skip_count: string;
+   *   sid: string;
+   *   fake_port: string;
+   *   real_port: string;
+   *   dev: string;
+   *   time_range: string;
+   *   status: string;
+   *   collector_id: string;
+   * }}
+   */
+  queryObj: null,
+
+  /**
+   * 派遣的工人个数
+   * @type {number}
+   */
+  iframeCount: 0,
+  /**
+   * 开始时间
+   * @type {number}
+   */
+  startTime: 0,
+  /**
+   * 消息展示div
+   * @type {HTMLElement}
+   */
+  messageDiv: null,
+  /**
+   * 错误展示div
+   * @type {HTMLElement}
+   */
+  errorDiv: null,
+  /**
+   * 工人状态展示div
+   * @type {HTMLElement}
+   */
+  workersDiv: null,
+  /**
+   *  消息颜色表
+   */
+  typeColorMap: {
+    error: 'red',
+    skip: 'orange',
+  },
+  /**
+   * 已成功次数
+   */
+  successCount: 0,
+  /**
+   * 已跳过次数
+   */
+  skipCount: 0,
+  /**
+   * 已错误次数
+   */
+  errorCount: 0,
+  /**
+   * 已尝试次数
+   */
+  tryCount: 0,
+  /**
+   * 已被拒绝次数
+   */
+  rejectCount: 0,
+
+  /**
+   * 要求的数量
+   */
+  requireCount: 0,
+
+  /**
+   * 时间日志
+   * @type {HTMLElement}
+   */
+  timeLog: null,
+
+  /**
+   * 开始运行
+   */
+  start() {
+    this.queryObj = this.queryToObj();
+    this.iframeCount = this.queryObj.thread || 10;
+    this.startTime = Date.now();
+    this.progressDiv = document.getElementById('message');
+    this.errorDiv = document.getElementById('error');
+    this.workersDiv = document.getElementById('workers');
+    this.timeLog = document.querySelector('#time-log tbody');
+    window.addEventListener('message', e => {
+      const { name, id, progress, round } = e.data;
+      if (name === 'infer_worker') {
+        this.accumulate(e.data);
+      } else if (name === 'infer_progress') {
+        this.updateWorkerStatus(progress, id, round);
+      }
+    });
+
+    this.requireCount = Number(this.queryObj.count);
+    this.iframeCount = Math.min(this.requireCount, this.iframeCount);
+    this.workersDiv.innerHTML = `<div>使用${this.iframeCount}个工人执行任务</div>`;
+    this.iframes = [];
+
+    const queryKeys = Object.keys(this.queryObj);
+    const suffix = queryKeys.reduce((rs, key) => {
+      let name = key;
+      // 智能推导参数
+      if (['time_range', 'status', 'collector_id'].includes(key)) {
+        name = 'infer_' + key;
+        // 调试传递的特殊参数
+      } else if (name.startsWith('$$_')) {
+        name = name.substring(3);
+        // 其他参数不传递
+      } else {
+        return rs;
+      }
+      rs += `&${name}=${this.queryObj[key]}`;
+      return rs;
+    }, '');
+
+    for (let i = 0; i < this.iframeCount; i++) {
+      const iframe = document.createElement('iframe');
+      let src = `../infer-worker.html?sid=${this.queryObj.sid}&infer_id=${i}${suffix}`;
+      iframe.src = src;
+      iframe.style.display = 'none';
+      this.iframes.push(iframe);
+      document.body.appendChild(iframe);
+
+      const html = `<span>工人${i + 1}:</span>
+          <span class='worker_status'>准备中...</span>
+          <span class='worker_progress'></span>`;
+      const div = document.createElement('div');
+      div.setAttribute('id', 'infer_id_' + i);
+      div.innerHTML = html;
+      this.workersDiv.appendChild(div);
+    }
+  },
+
+  /**
+   * 是否允许立刻发起后续的任务
+   * 如果可以发起则会立即发送下一个任务,不会等待当前任务的完整与否,
+   * 这样可以更多并发请求,速度更快
+   * 单页要注意不能导致成功总数超标
+   */
+  enableImmediateNextTask() {
+    // 如果当前已经发起并在等待中的任务数小于剩余要求的任务数时才发起
+    // 否则先不要发起,如果已发出的人有失败的场合则会继续发起.
+    // 如果不这样则可能发送过得的请求导致最终的成功总数大于期望数量
+    const result = this.postingCount < this.requireCount - this.successCount;
+    // console.info(postingCount, requireCount - successCount, result);
+    return result;
+  },
+
+  /**
+   * 接受子任务的数据并防止到数据池中,同时尝试开启/唤醒消耗数据的任务
+   * @param {*} data
+   */
+  accumulate(data) {
+    this.accumulated.push(data);
+    // console.info('receive and accumulate', data.type, accumulated.length)
+    if (!this.consumingStarted) {
+      // console.info('start/resume consume')
+      this.consumingStarted = true;
+      this.consume();
+    }
+  },
+
+  /**
+   * 消耗任务
+   */
+  consume() {
+    if (this.ended) {
+      return;
+    }
+    if (!this.enableImmediateNextTask()) {
+      this.consumingStarted = false;
+      return;
+    }
+    const data = this.accumulated.shift();
+    if (data) {
+      this.tryCount++;
+      const { type, message } = data;
+
+      if (type === 'END') {
+        if (this.queryObj.dry) {
+          this.successCount++;
+          this.handleProgress('success');
+          const count = data.data.result.answers.length;
+          const time = data.data.result.time_consuming;
+          const avg = Math.round(time / count);
+          console.info(time, count, avg); // eslint-disable-line
+          const row = document.createElement('tr');
+          row.innerHTML = `<td>${this.successCount}</td>
+            <td>${time}</td><td>${count}</td><td>${avg}</td>`;
+          this.timeLog.appendChild(row);
+          // console.info('dry run');
+        } else {
+          // console.info('start to post data');
+          this.postData(data.data)
+            .then(() => {
+              // console.info('post data success');
+              this.successCount++;
+              this.handleProgress('success');
+            })
+            .catch(err => {
+              // console.error('post data error');
+              if (err === 'rejected') {
+                this.rejectCount++;
+                this.handleProgress('reject');
+              } else {
+                this.errorCount++;
+                this.handleProgress('error', message);
+              }
+            });
+          // console.info('immediately start next concurrent consume')
+          this.consume();
+        }
+      } else {
+        if (type === 'ERROR' || type === 'NEXT_FAIL' || type === 'TIMEOUT' || type === 'ABANDON') {
+          this.errorCount++;
+          this.handleProgress('error', message);
+        } else if (type === 'CHECK_END') {
+          this.skipCount++;
+          this.handleProgress('skip', message);
+        }
+      }
+    } else {
+      // console.info('consume out all, pause');
+      this.consumingStarted = false;
+    }
+  },
+
+  /**
+   * 发起请求
+   */
+  postData(data) {
+    this.postingCount++;
+    return new Promise((resolve, reject) => {
+      const req = new XMLHttpRequest();
+      req.onload = () => {
+        this.postingCount--;
+        if (req.status >= 200 && req.status < 300) {
+          resolve();
+        } else {
+          reject();
+        }
+      };
+      req.onerror = () => {
+        this.postingCount--;
+        reject();
+      };
+      req.open('POST', data.url);
+      req.setRequestHeader('content-type', 'application/json');
+      req.setRequestHeader('Authorization', 'bearer ' + data.jwt);
+      req.send(JSON.stringify(data.result));
+      return req;
+    });
+  },
+
+  /**
+   * URL参数转换
+   */
+  queryToObj() {
+    const query = location.href.split('?')[1];
+    const parts = query.split('&');
+    const obj = {};
+    parts.forEach(part => {
+      const pair = part.split('=');
+      obj[pair[0]] = pair[1];
+    });
+    return obj;
+  },
+
+  /**
+   * 是否应该终止任务
+   */
+  shouldEnd() {
+    if (this.successCount >= this.requireCount || this.rejectCount) {
+      // console.info('should abandon', successCount, tryCount)
+      return true;
+    }
+    const { max_error_count, max_try_count, max_skip_count } = this.queryObj;
+    if (max_try_count && this.tryCount >= max_try_count) {
+      return true;
+    }
+    if (max_error_count && this.errorCount >= max_error_count) {
+      return true;
+    }
+    if (max_skip_count && this.skipCount >= max_skip_count) {
+      return true;
+    }
+    return false;
+  },
+
+  /**
+   * 更新工人状态
+   * @param {*} progress
+   * @param {*} id
+   * @param {*} round
+   */
+  updateWorkerStatus(progress, id, round) {
+    if (this.ended) {
+      return;
+    }
+    if (window.parent === window) {
+      const { percent, fullLength, index } = progress;
+      const elem = this.workersDiv.querySelector('#infer_id_' + id);
+      elem.querySelector('.worker_status').textContent = `轮次: ${round} `;
+      elem.querySelector('.worker_progress').textContent = `进度: ${index}/${fullLength} ${percent}%`;
+    }
+  },
+
+  /**
+   * 处理进度
+   * @param {*} type
+   * @param {*} message
+   */
+  handleProgress(type, message) {
+    // console.info('consumed ', tryCount, successCount);
+    if (this.shouldEnd()) {
+      // console.info('complete and abandon', accumulated.length)
+      this.ended = true;
+      let pop = this.iframes.pop();
+      while (pop) {
+        document.body.removeChild(pop);
+        pop = this.iframes.pop();
+      }
+      const statusList = this.workersDiv.querySelectorAll('.worker_status');
+      const progressList = this.workersDiv.querySelectorAll('.worker_progress');
+      statusList.forEach(item => (item.innerHTML = '收工'));
+      progressList.forEach(item => (item.innerHTML = ''));
+    }
+    if (window.parent !== window) {
+      window.parent.postMessage(
+        {
+          name: 'infer_result',
+          requireCount: this.requireCount,
+          successCount: this.successCount,
+          skipCount: this.skipCount,
+          errorCount: this.errorCount,
+          tryCount: this.tryCount,
+          rejectCount: this.rejectCount,
+          ended: this.ended,
+          cost: this.ended ? Date.now() - this.startTime : undefined,
+          type,
+          message,
+        },
+        '*'
+      );
+    } else {
+      this.progressDiv.innerHTML = [
+        this.ended ? `<div>已结束,耗时: ${(Date.now() - this.startTime) / 1000}s</div>` : `<div>运行中...</div>`,
+        `<div>要求总数量:${this.requireCount}</div>`,
+        `<div>已尝试次数:${this.tryCount}</div>`,
+        `<div style='color: green'>已成功次数:${this.successCount}</div>`,
+        `<div style='color: red'>出错误次数:${this.errorCount}</div>`,
+        `<div style='color: orange'>被甄别次数:${this.skipCount}</div>`,
+        `<div style='color: tomato'>被拒绝次数:${this.rejectCount}</div>`,
+      ].join('\n');
+      if (message) {
+        const error = `<div style='color: ${this.typeColorMap[type]}'>${message}</div>`;
+        this.errorDiv.innerHTML += error;
+      }
+    }
+
+    if (!this.ended) {
+      // console.info('next consume start');
+      this.consume();
+    }
+  },
+};
+
+inferCommander.start();

package/dist/support/atcp.ac6f4de7af727572fe9e.hot-update.js

@@ -0,0 +1,18 @@
+"use strict";
+/*
+ * ATTENTION: The "eval" devtool has been used (maybe by default in mode: "development").
+ * This devtool is neither made for production nor for readable output files.
+ * It uses "eval()" calls to create a separate source file in the browser devtools.
+ * If you are trying to read the output file, select a different devtool (https://webpack.js.org/configuration/devtool/)
+ * or disable the default devtool with "devtool: false".
+ * If you are looking for production-ready output files, see mode: "production" (https://webpack.js.org/configuration/mode/).
+ */
+self["webpackHotUpdate_choiceform_os_client_core"]("support/atcp",{},
+/******/ function(__webpack_require__) { // webpackRuntimeModules
+/******/ /* webpack/runtime/getFullHash */
+/******/ (() => {
+/******/ 	__webpack_require__.h = () => ("f10d2cac001999e27c6a")
+/******/ })();
+/******/ 
+/******/ }
+);