t880216t-server 1.5.20

package/lib/plugins/whistle.nohost/lib/envMgr.js

@@ -0,0 +1,114 @@
+const LRU = require('lru-cache');
+const {
+  COOKIE_NAME,
+  WHISTLE_ENV_HEADER,
+  decodeURIComponentSafe,
+  getClientId,
+  isFromComposer,
+} = require('./util');
+
+const followers = new LRU({ max: 10000, maxAge: 1000 * 60 * 30 });
+const cache = new LRU({ max: 10000 });
+let accountMgr;
+
+class EnvMgr {
+  checkEnvName({ envList }, envName) {
+    if (!envName) {
+      return '';
+    }
+    return envList.some(({ name }) => name === envName) ? envName : '';
+  }
+
+  setFollower(followId, ctx) {
+    const clientId = getClientId(ctx);
+    if (clientId !== followId) {
+      followers.set(followId, clientId);
+    }
+  }
+
+  unfollow(ctx) {
+    followers.del(getClientId(ctx));
+  }
+
+  getFollower(ctx) {
+    return followers.get(getClientId(ctx));
+  }
+
+  setEnv(ip, name, envName) {
+    const account = accountMgr.getAccount(name);
+    if (!account) {
+      cache.set(ip, '');
+      return;
+    }
+    envName = this.checkEnvName(account, envName);
+    const env = { name, envName };
+    cache.set(ip, env);
+    return env;
+  }
+
+  getEnvFromCookie(ctx, withAccount) {
+    let env = decodeURIComponentSafe(ctx.cookies.get(COOKIE_NAME));
+    if (!env) {
+      return '';
+    }
+    const index = env.indexOf('/');
+    let name = env;
+    let envName;
+    if (index !== -1) {
+      name = env.substring(0, index);
+      envName = env.substring(index + 1);
+    }
+    const account = accountMgr.getAccount(name);
+    if (!account) {
+      return '';
+    }
+    envName = this.checkEnvName(account, envName);
+    env = { name, envName };
+    return withAccount ? { account, env } : { name, envName };
+  }
+
+  getEnv(ctx) {
+    let env = cache.get(getClientId(ctx));
+    if (env != null) {
+      if (env) {
+        const { name, envName } = env;
+        const account = accountMgr.getAccount(name);
+        if (!account || !this.checkEnvName(account, envName)) {
+          env.envName = '';
+        }
+      }
+      return env;
+    }
+    env = this.getEnvFromCookie(ctx);
+    cache.set(getClientId(ctx), env);
+    return env;
+  }
+
+  getEnvOnly(ctx) {
+    return cache.get(getClientId(ctx));
+  }
+
+  getEnvByHeader(ctx) {
+    let name = decodeURIComponentSafe(ctx.get(WHISTLE_ENV_HEADER));
+    if (!name) {
+      return (isFromComposer(ctx) && this.getEnvFromCookie(ctx, true)) || '';
+    }
+    const index = name.indexOf('/');
+    let envName = '';
+    if (index !== -1) {
+      envName = name.substring(index + 1);
+      name = name.substring(0, index);
+    }
+    const account = accountMgr.getAccount(name);
+    if (!account) {
+      return '';
+    }
+    envName = this.checkEnvName(account, envName);
+    return { account, env: { name, envName } };
+  }
+}
+
+module.exports = (mgr) => {
+  accountMgr = mgr;
+  module.exports = new EnvMgr();
+};

package/lib/plugins/whistle.nohost/lib/rulesServer.js

@@ -0,0 +1,85 @@
+const Koa = require('koa');
+const accountMgr = require('./accountMgr');
+const envMgr = require('./envMgr');
+const whistleMgr = require('./whistleMgr');
+const {
+  COOKIE_NAME,
+  ENV_MAX_AGE,
+  WHISTLE_ENV_HEADER,
+  WHISTLE_RULE_VALUE,
+  getRuleValue,
+  getDomain,
+} = require('./util');
+
+const getCookie = (value, maxAge, hostname) => {
+  return {
+    whistleEnvCookie: {
+      [COOKIE_NAME]: {
+        value,
+        maxAge,
+        domain: getDomain(hostname),
+        path: '/',
+      },
+    },
+  };
+};
+
+module.exports = (server) => {
+  const app = new Koa();
+  app.proxy = true;
+  app.silent = true;
+  app.use(async (ctx) => {
+    let { account, env } = envMgr.getEnvByHeader(ctx);
+    if (!account && !ctx.get(WHISTLE_ENV_HEADER)) {
+      env = envMgr.getEnv(ctx);
+      account = env && accountMgr.getAccount(env.name);
+    }
+    const hostname = (ctx.get('host') || '').split(':')[0];
+    const noInject = getRuleValue(ctx) === 'none' || ctx.get('x-whistle-nohost-hide');
+    const injectRule = `htmlPrepend://{whistle.nohost/${noInject ? 'none' : 'inject'}.html} enable://safeHtml`;
+    if (!account) {
+      ctx.body = {
+        rules: `* resCookies://{whistleEnvCookie} ${injectRule}`,
+        values: getCookie('', -ENV_MAX_AGE, hostname),
+      };
+      return;
+    }
+    const name = account && account.name;
+    let envHeader = '';
+    let envKey = `${name}/`;
+    const { envName } = env;
+    const reqHeaders = {};
+
+    if (envName) {
+      envKey += envName;
+      let { rules, headers } = accountMgr.getRules(account.name, envName);
+      if (headers) {
+        headers = JSON.stringify(headers);
+        rules += `\n* reqHeaders://(${headers})`;
+      }
+      if (rules) {
+        reqHeaders[WHISTLE_RULE_VALUE] = encodeURIComponent(rules);
+      }
+    }
+    reqHeaders[WHISTLE_ENV_HEADER] = encodeURIComponent(envKey);
+    const {
+      port,
+      remoteAddrHead,
+      remotePortHead,
+    } = await whistleMgr.fork(account);
+    const {
+      remoteAddress,
+      remotePort,
+    } = ctx.req.originalReq;
+    reqHeaders[remoteAddrHead] = remoteAddress;
+    reqHeaders[remotePortHead] = remotePort;
+    envHeader = `reqHeaders://(${JSON.stringify(reqHeaders)})`;
+    const proxyUrl = `internal-proxy://127.0.0.1:${port}`;
+    const cookie = getCookie(envKey, ENV_MAX_AGE, hostname);
+    ctx.body = {
+      rules: `* ${proxyUrl} ${envHeader} ${injectRule} ${cookie ? 'resCookies://{whistleEnvCookie}' : ''}`,
+      values: cookie,
+    };
+  });
+  server.on('request', app.callback());
+};

package/lib/plugins/whistle.nohost/lib/tunnelRulesServer.js

@@ -0,0 +1,71 @@
+const Koa = require('koa');
+const accountMgr = require('./accountMgr');
+const envMgr = require('./envMgr');
+const whistleMgr = require('./whistleMgr');
+const {
+  WHISTLE_ENV_HEADER,
+  WHISTLE_RULE_VALUE,
+} = require('./util');
+
+const SEP_RE = /\s+/;
+const CRLF_RE = /\s*[\r\n]+\s*/;
+const CAPTURE_RE = /^(?:[^\r\n]*\s)?enable:\/\/(?:capture|https|intercept)(?:\s|$)/m;
+
+module.exports = (server) => {
+  const app = new Koa();
+  app.proxy = true;
+  app.silent = true;
+  app.use(async (ctx) => {
+    let { account, env } = envMgr.getEnvByHeader(ctx);
+    if (!account) {
+      env = envMgr.getEnvOnly(ctx);
+      account = env && accountMgr.getAccount(env.name);
+    }
+    let proxyUrl = '';
+    if (account) {
+      const headers = {};
+      let envValue = `${account.name}/`;
+      if (env) {
+        const { envName } = env;
+        if (envName) {
+          envValue = `${envValue}${envName}`;
+          const { rules } = accountMgr.getRules(account.name, envName);
+          if (rules) {
+            // 设置了拦截https请求，则所有该环境的请求都开启
+            if (CAPTURE_RE.test(rules)) {
+              const capRules = [];
+              rules.trim().split(CRLF_RE).forEach((line) => {
+                if (CAPTURE_RE.test(line)) {
+                  line.trim().split(SEP_RE).forEach(p => {
+                    if (p) {
+                      capRules.push(`enable://capture ${p}`);
+                    }
+                  });
+                }
+              });
+              ctx.body = capRules.join('\n');
+              return;
+            }
+            headers[WHISTLE_RULE_VALUE] = encodeURIComponent(rules);
+          }
+        }
+      }
+      headers[WHISTLE_ENV_HEADER] = encodeURIComponent(envValue);
+      const {
+        port,
+        remoteAddrHead,
+        remotePortHead,
+      } = await whistleMgr.fork(account);
+      const {
+        remoteAddress,
+        remotePort,
+      } = ctx.req.originalReq;
+      headers[remoteAddrHead] = remoteAddress;
+      headers[remotePortHead] = remotePort;
+      const envHeader = `reqHeaders://(${JSON.stringify(headers)})`;
+      proxyUrl = `internal-proxy://127.0.0.1:${port}`;
+      ctx.body = `* ${proxyUrl} ${envHeader}`;
+    }
+  });
+  server.on('request', app.callback());
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/account/changePassword.js

@@ -0,0 +1,8 @@
+module.exports = (ctx) => {
+  const { password } = ctx.request.body;
+  if (ctx.accountMgr.changePassword(ctx.user.name, password)) {
+    ctx.success();
+  } else {
+    ctx.error();
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/activeAccount.js

@@ -0,0 +1,9 @@
+
+module.exports = (ctx) => {
+  const { name, active } = ctx.request.body;
+  if (ctx.accountMgr.activeAccount(name, active !== 'false')) {
+    ctx.success();
+  } else {
+    ctx.error();
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/addAccount.js

@@ -0,0 +1,8 @@
+
+module.exports = (ctx) => {
+  if (ctx.accountMgr.addAccount(ctx.request.body)) {
+    ctx.success();
+  } else {
+    ctx.error();
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/allAccounts.js

@@ -0,0 +1,9 @@
+
+module.exports = (ctx) => {
+  const { accountMgr } = ctx;
+  ctx.body = {
+    ec: 0,
+    enableGuest: accountMgr.isEnableGuest(),
+    list: accountMgr.getAllAccounts(),
+  };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/changeNotice.js

@@ -0,0 +1,8 @@
+module.exports = (ctx) => {
+  const { name, notice } = ctx.request.body;
+  if (ctx.accountMgr.changeNotice(name, notice)) {
+    ctx.success();
+  } else {
+    ctx.error();
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/changePassword.js

@@ -0,0 +1,8 @@
+module.exports = (ctx) => {
+  const { name, password } = ctx.request.body;
+  if (ctx.accountMgr.changePassword(name, password)) {
+    ctx.success();
+  } else {
+    ctx.error();
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/enableGuest.js

@@ -0,0 +1,5 @@
+module.exports = (ctx) => {
+  const { enableGuest } = ctx.request.body;
+  ctx.accountMgr.enableGuest(!!enableGuest);
+  ctx.success();
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/getAuthKey.js

@@ -0,0 +1,3 @@
+module.exports = (ctx) => {
+  ctx.body = { ec: 0, authKey: ctx.accountMgr.getAuthKey() };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/getSettings.js

@@ -0,0 +1,22 @@
+module.exports = (ctx) => {
+  const {
+    jsonDataStr,
+    rulesTpl,
+    defaultRules,
+    accountRules,
+    testRules,
+    entryPatterns,
+    specPattern,
+  } = ctx.accountMgr;
+  ctx.body = {
+    ec: 0,
+    jsonData: jsonDataStr,
+    authKey: ctx.accountMgr.getAuthKey(),
+    rulesTpl,
+    defaultRules,
+    accountRules,
+    testRules,
+    entryPatterns,
+    specPattern,
+  };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/login.js

@@ -0,0 +1,14 @@
+const { checkLogin } = require('../../../../../../util/login');
+
+module.exports = async (ctx, next) => {
+  const { username, password } = ctx.admin;
+  const accept = checkLogin(ctx, {
+    username,
+    password,
+    nameKey: 'nohost_admin_name',
+    authKey: 'nohost_admin_key',
+  });
+  if (accept) {
+    await next();
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/move.js

@@ -0,0 +1,9 @@
+
+module.exports = (ctx) => {
+  const { fromName, toName } = ctx.request.body;
+  if (ctx.accountMgr.moveAccount(fromName, toName)) {
+    ctx.success();
+  } else {
+    ctx.error();
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/removeAccount.js

@@ -0,0 +1,9 @@
+module.exports = (ctx) => {
+  const { name } = ctx.request.body;
+  if (ctx.accountMgr.removeAccount(name)) {
+    ctx.whistleMgr.kill(name);
+    ctx.success();
+  } else {
+    ctx.error();
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/setAccountRules.js

@@ -0,0 +1,5 @@
+module.exports = (ctx) => {
+  const { rules } = ctx.request.body;
+  ctx.accountMgr.setAccountRules(rules);
+  ctx.body = { ec: 0 };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/setAuthKey.js

@@ -0,0 +1,5 @@
+module.exports = (ctx) => {
+  const { authKey } = ctx.request.body;
+  ctx.accountMgr.setAuthKey(authKey);
+  ctx.body = { ec: 0 };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/setDefaultRules.js

@@ -0,0 +1,5 @@
+module.exports = (ctx) => {
+  const { defaultRules } = ctx.request.body;
+  ctx.accountMgr.setDefaultRules(defaultRules);
+  ctx.body = { ec: 0 };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/setEntryPatterns.js

@@ -0,0 +1,6 @@
+module.exports = (ctx) => {
+  const { entryPatterns } = ctx.request.body;
+  ctx.accountMgr.setEntryPatterns(entryPatterns);
+  ctx.body = { ec: 0 };
+  ctx.updateRules();
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/setJsonData.js

@@ -0,0 +1,5 @@
+module.exports = (ctx) => {
+  const { jsonData } = ctx.request.body;
+  ctx.accountMgr.setJsonData(jsonData);
+  ctx.body = { ec: 0 };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/setRulesTpl.js

@@ -0,0 +1,5 @@
+module.exports = (ctx) => {
+  const { rulesTpl } = ctx.request.body;
+  ctx.accountMgr.setRulesTpl(rulesTpl);
+  ctx.body = { ec: 0 };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/setTestRules.js

@@ -0,0 +1,5 @@
+module.exports = (ctx) => {
+  const { testRules } = ctx.request.body;
+  ctx.accountMgr.setTestRules(testRules);
+  ctx.body = { ec: 0 };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/admin/specPattern.js

@@ -0,0 +1,4 @@
+module.exports = (ctx) => {
+  ctx.accountMgr.setSpecPattern(ctx.request.body.specPattern);
+  ctx.body = { ec: 0 };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/allowlist.js

@@ -0,0 +1,4 @@
+
+module.exports = (ctx) => {
+  ctx.body = ctx.accountMgr.allowlist;
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/entryRules.js

@@ -0,0 +1,4 @@
+
+module.exports = (ctx) => {
+  ctx.body = ctx.accountMgr.entryRules;
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/follow.js

@@ -0,0 +1,17 @@
+
+const { getClientId, isClientId } = require('../../util');
+
+module.exports = (ctx) => {
+  const { followId } = ctx.request.query;
+  if (isClientId(followId)) {
+    ctx.envMgr.setFollower(followId, ctx);
+    ctx.type = 'html';
+    ctx.body = '<p style="text-align: center; padding: 20px 0;">设置成功，<a href="./">点击调整到选择环境页面</a></p>';
+    return;
+  }
+  ctx.body = {
+    ec: 0,
+    clientId: getClientId(ctx),
+    followerIp: ctx.envMgr.getFollower(ctx),
+  };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/getEnv.js

@@ -0,0 +1,12 @@
+
+const { getClientId } = require('../../util');
+
+module.exports = (ctx) => {
+  const curEnv = ctx.envMgr.getEnv(ctx) || null;
+  ctx.body = {
+    ec: 0,
+    curEnv,
+    clientIp: ctx.ip,
+    clientId: getClientId(ctx),
+  };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/list.js

@@ -0,0 +1,43 @@
+const Limiter = require('async-limiter');
+const { gzip } = require('zlib');
+const LRU = require('lru-cache');
+
+const limiter = new Limiter({ concurrency: 10 });
+const cache = new LRU({ max: 2 });
+
+const compress = (body) => {
+  let promise = cache.get(body);
+  if (!promise) {
+    promise = new Promise((resolve, reject) => {
+      limiter.push((done) => {
+        gzip(body, (err, buf) => {
+          done();
+          if (err) {
+            delete cache[body];
+            reject(err);
+          } else {
+            resolve(buf);
+          }
+        });
+      });
+    });
+    cache.set(body, promise);
+  }
+  return promise;
+};
+
+module.exports = async (ctx) => {
+  const curEnv = ctx.envMgr.getEnv(ctx);
+  const list = ctx.accountMgr.getAccountList(ctx.request.query.parsed);
+  let body = JSON.stringify({
+    admin: ctx.admin,
+    ec: 0,
+    baseUrl: ctx.baseUrl,
+    curEnv,
+    list,
+  });
+  body = await compress(body);
+  ctx.set('content-encoding', 'gzip');
+  ctx.set('content-type', 'application/json');
+  ctx.body = body;
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/patterns.js

@@ -0,0 +1,14 @@
+
+module.exports = (ctx) => {
+  const {
+    patterns,
+    preRules,
+    postRules,
+  } = ctx.accountMgr;
+  ctx.body = {
+    ec: 0,
+    patterns,
+    preRules,
+    postRules,
+  };
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/pluginRules.js

@@ -0,0 +1,61 @@
+const fs = require('fs');
+const path = require('path');
+
+const resolveValue = (text) => {
+  return text.substring(text.indexOf('```'));
+};
+const INJECT_HTML = resolveValue(fs.readFileSync(path.join(__dirname, '../../../_rules.txt'), { encoding: 'utf8' })); // eslint-disable-line
+const INJECT_RULE = 'htmlPrepend://{whistle.nohost/inject.html}';
+const WHISTLE_HOST = 'local.whistlejs.com';
+let curBaseUrl;
+let curPatterns;
+let curRules;
+
+module.exports = (ctx) => {
+  const {
+    patterns,
+    getBaseUrl,
+    getDomainList,
+    preRules,
+    postRules,
+  } = ctx.accountMgr;
+  const curRuntimeId = ctx.get('x-whistle-runtime-id');
+  const isSelf = curRuntimeId === ctx.runtimeId;
+  const baseUrl = !isSelf && getBaseUrl();
+  const domainList = getDomainList().concat([WHISTLE_HOST]);
+  if (baseUrl) {
+    if (curBaseUrl !== baseUrl || curPatterns !== patterns) {
+      curBaseUrl = baseUrl;
+      curPatterns = patterns;
+      let ignorePatterns = [];
+      const injectRule = [`internal-proxy://${baseUrl} ${INJECT_RULE} enable://clientId|multiClient|safeHtml`];
+      const normalRule = [`internal-proxy://${baseUrl} enable://clientId|multiClient`];
+      curRules = [];
+      patterns.forEach((item) => {
+        if (item.ignore) {
+          ignorePatterns.push(`excludeFilter://${item.pattern}`);
+        } else if (item.button) {
+          injectRule.push(item.pattern);
+        } else {
+          normalRule.push(item.pattern);
+        }
+      });
+      ignorePatterns = ignorePatterns.join(' ');
+      if (normalRule.length > 1) {
+        normalRule.push(ignorePatterns);
+        curRules.push(normalRule.join(' '));
+      }
+      if (injectRule.length > 1) {
+        injectRule.push(ignorePatterns);
+        curRules.push(injectRule.join(' '));
+      }
+      curRules.unshift(`internal-proxy://${baseUrl} ignore://rule|html enable://hide|proxyHost|clientId|multiClient ${domainList.join(' ')}`);
+      curRules.push(`*/.whistle-path.5b6af7b9884e1165/ ignore://-proxy|-host reqHeaders://whistleInternalHost=${WHISTLE_HOST} enable://proxyTunnel`);
+      curRules.push('\n', INJECT_HTML);
+      curRules = preRules.concat(curRules).concat(postRules).join('\n');
+    }
+    ctx.body = curRules;
+  } else {
+    ctx.body = '';
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/proxy.js

@@ -0,0 +1,42 @@
+const LRU = require('lru-cache');
+const { transformWhistle, changeFilter } = require('../../util');
+const whistleMgr = require('../../whistleMgr');
+
+const tempCache = new LRU({ maxAge: 5000 });
+
+module.exports = async (ctx, next) => {
+  let { params: { name }, account } = ctx;
+  if (!account) {
+    account = ctx.accountMgr.getAccount(name);
+    if (!account) {
+      await next();
+      return;
+    }
+  } else {
+    name = account.name;
+  }
+  const { req } = ctx;
+  req.url = req.url.substring(`/account/${name}`.length);
+  changeFilter(req, ctx.envMgr.getFollower(ctx));
+  req.headers.host = 'local.wproxy.org';
+  req.headers['x-forwarded-for'] = ctx.ip || '127.0.0.1';
+  const {
+    port,
+    remoteAddrHead,
+    remotePortHead,
+  } = await whistleMgr.fork(account);
+  const remoteAddr = ctx.get('x-whistle-remote-address');
+  if (remoteAddr) {
+    req.headers[remoteAddrHead] = remoteAddr;
+    req.headers[remotePortHead] = ctx.get('x-whistle-remote-port');
+  }
+  try {
+    await transformWhistle(ctx, port);
+  } catch (err) {
+    if (err.code === 'ECONNREFUSED' && !tempCache.get(name)) {
+      tempCache.set(name, 1);
+      whistleMgr.kill(name);
+    }
+    throw err;
+  }
+};

package/lib/plugins/whistle.nohost/lib/uiServer/cgi/proxyNetwork.js

@@ -0,0 +1,12 @@
+const { transformWhistle, changeFilter } = require('../../util');
+const initNetwork = require('../network');
+
+module.exports = async (ctx) => {
+  const { req } = ctx;
+  req.url = req.url.replace('/network', '');
+  req.headers.host = 'local.wproxy.org';
+  req.headers['x-forwarded-for'] = ctx.ip || '127.0.0.1';
+  const port = await initNetwork();
+  changeFilter(req);
+  await transformWhistle(ctx, port);
+};