npm - w-ipproxy - Versions diffs - 1.0.1 → 1.0.3 - Mend

w-ipproxy 1.0.1 → 1.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (55) hide show

package/.eslintrc.js +18 -17
package/.github/workflows/ci-test.yml +3 -3
package/README.md +64 -2
package/babel.config.js +4 -2
package/dist/w-ip-proxy.umd.js +7 -0
package/dist/w-ip-proxy.umd.js.map +1 -0
package/docs/WIpProxy.html +722 -0
package/docs/WIpProxy.mjs.html +554 -0
package/docs/fonts/Montserrat/Montserrat-Bold.eot +0 -0
package/docs/fonts/Montserrat/Montserrat-Bold.ttf +0 -0
package/docs/fonts/Montserrat/Montserrat-Bold.woff +0 -0
package/docs/fonts/Montserrat/Montserrat-Bold.woff2 +0 -0
package/docs/fonts/Montserrat/Montserrat-Regular.eot +0 -0
package/docs/fonts/Montserrat/Montserrat-Regular.ttf +0 -0
package/docs/fonts/Montserrat/Montserrat-Regular.woff +0 -0
package/docs/fonts/Montserrat/Montserrat-Regular.woff2 +0 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-light-webfont.eot +0 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-light-webfont.svg +978 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-light-webfont.ttf +0 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-light-webfont.woff +0 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-light-webfont.woff2 +0 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-regular-webfont.eot +0 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-regular-webfont.svg +1049 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-regular-webfont.ttf +0 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-regular-webfont.woff +0 -0
package/docs/fonts/Source-Sans-Pro/sourcesanspro-regular-webfont.woff2 +0 -0
package/docs/index.html +84 -0
package/docs/scripts/collapse.js +39 -0
package/docs/scripts/commonNav.js +28 -0
package/docs/scripts/linenumber.js +25 -0
package/docs/scripts/nav.js +12 -0
package/docs/scripts/polyfill.js +4 -0
package/docs/scripts/prettify/Apache-License-2.0.txt +202 -0
package/docs/scripts/prettify/lang-css.js +2 -0
package/docs/scripts/prettify/prettify.js +28 -0
package/docs/scripts/search.js +99 -0
package/docs/styles/jsdoc.css +776 -0
package/docs/styles/prettify.css +80 -0
package/g-getByTimer.mjs +24 -0
package/g-getOnce.mjs +11 -0
package/g-srv.mjs +28 -0
package/package.json +11 -9
package/script.txt +17 -0
package/src/WIpProxy.mjs +473 -14
package/src/provideServer.mjs +65 -0
package/test/anonymity.test.mjs +140 -0
package/test/getProxiesOnce.test.mjs +89 -0
package/toolg/cleanFolder.mjs +4 -0
package/toolg/gDistRollup.mjs +29 -0
package/toolg/modifyReadme.mjs +4 -0
package/g.mjs +0 -12
package/src/getHtml.mjs +0 -84
package/src/getProxyListOrg.mjs +0 -66
package/src/parseHtml.mjs +0 -19
package/test/all.test.mjs +0 -10

package/docs/WIpProxy.mjs.html ADDED Viewed

@@ -0,0 +1,554 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="utf-8">
+    <title>WIpProxy.mjs - Documentation</title>
+    <script src="scripts/prettify/prettify.js"></script>
+    <script src="scripts/prettify/lang-css.js"></script>
+    <!--[if lt IE 9]>
+      <script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script>
+    <![endif]-->
+    <link type="text/css" rel="stylesheet" href="styles/prettify.css">
+    <link type="text/css" rel="stylesheet" href="styles/jsdoc.css">
+    <script src="scripts/nav.js" defer></script>
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+</head>
+<body>
+<input type="checkbox" id="nav-trigger" class="nav-trigger" />
+<label for="nav-trigger" class="navicon-button x">
+  <div class="navicon"></div>
+</label>
+<label for="nav-trigger" class="overlay"></label>
+<nav >
+    <h2><a href="index.html">Home</a></h2><h3>Classes</h3><ul><li><a href="WIpProxy.html">WIpProxy</a></li></ul>
+</nav>
+<div id="main">
+    <h1 class="page-title">WIpProxy.mjs</h1>
+    <section>
+        <article>
+            <pre class="prettyprint source linenums"><code>import axios from 'axios'
+import https from 'https'
+import get from 'lodash-es/get.js'
+import size from 'lodash-es/size.js'
+import each from 'lodash-es/each.js'
+import map from 'lodash-es/map.js'
+import trim from 'lodash-es/trim.js'
+import values from 'lodash-es/values.js'
+import evem from 'wsemi/src/evem.mjs'
+import sep from 'wsemi/src/sep.mjs'
+import isestr from 'wsemi/src/isestr.mjs'
+import ispint from 'wsemi/src/ispint.mjs'
+import isbol from 'wsemi/src/isbol.mjs'
+import isearr from 'wsemi/src/isearr.mjs'
+import iseobj from 'wsemi/src/iseobj.mjs'
+import cint from 'wsemi/src/cint.mjs'
+import waitFun from 'wsemi/src/waitFun.mjs'
+import provideServer from './provideServer.mjs'
+/**
+ * 抓取代理伺服器
+ *
+ * @class
+ * @param {Object} [opt={}] 輸入設定物件，預設{}
+ * @param {String} [opt.src='https://api.proxyscrape.com/v2/?request=displayproxies&amp;protocol=http&amp;timeout=5000&amp;anonymity=all'] 輸入取得代理伺服器API字串，預設'https://api.proxyscrape.com/v2/?request=displayproxies&amp;protocol=http&amp;timeout=5000&amp;anonymity=all'
+ * @param {String} [opt.tar='https://httpbin.org/ip'] 輸入檢測目標網址字串，預設'https://httpbin.org/ip'
+ * @param {Integer} [opt.timeGetProxies=30*1000] 輸入輪循抓取代理伺服器時間間隔整數，單位ms，預設30*1000
+ * @param {Integer} [opt.timeTestProxies=60*1000] 輸入輪循測試代理伺服器時間間隔整數，單位ms，預設60*1000
+ * @param {Boolean} [opt.anonymityCheck=true] 輸入是否對代理做匿名性檢測布林值，開啟時會先打https://httpbin.org/ip驗證代理不會將本機真實IP透過X-Forwarded-For等方式洩漏給目標端，預設true
+ * @param {Integer} [opt.anonymityCheckRepeats=2] 輸入匿名性檢測重複次數整數，用以偵測負載平衡型代理的機率性洩漏，任一次洩漏即判定失敗，預設2
+ * @param {Boolean} [opt.withServer=false] 輸入是否創建供數據供給伺服器布林值，預設false
+ * @param {Integer} [opt.serverPort=8080] 輸入創建伺服器所用port整數，預設8080
+ * @param {String} [opt.serverApiName='getProxies'] 輸入供給數據API名稱字串，預設'getProxies'
+ * @param {Array} [opt.serverCorsOrigins=['*']] 輸入允許跨域網域陣列，若給予['*']代表允許全部，預設['*']
+ * @returns {Object} 回傳事件物件，提供函數getProxies，可監聽事件getRawProxies、add、delete、change
+ * @example
+ *
+ * import _ from 'lodash-es'
+ * import wip from './src/WIpProxy.mjs'
+ *
+ * let wo = wip({
+ *     // tar: `https://www.google.com`,
+ *     withServer: true,
+ *     serverPort: 9000,
+ *     serverCorsOrigins: ['*'],
+ * })
+ * wo.on('getRawProxies', (prxsRaw) => {
+ *     console.log(`已抓取公開代理共 ${_.size(prxsRaw)} 個...`)
+ * })
+ * wo.on('add', (p, proxies) => {
+ *     // console.log('新加入代理', { host: p.host, port: p.port }, _.map(proxies, 'proxy'))
+ * })
+ * wo.on('delete', (p, proxies) => {
+ *     // console.log('刪除代理', { host: p.host, port: p.port }, _.map(proxies, 'proxy'))
+ * })
+ * wo.on('change', (proxies) => {
+ *     // console.log(`有效代理`, _.map(proxies, 'proxy'))
+ *     console.log(`已檢測有效代理共 ${_.size(proxies)} 個...`)
+ * })
+ *
+ * //browser view: http://localhost:9000/getProxies
+ *
+ */
+function WIpProxy(opt = {}) {
+    //src
+    let src = get(opt, 'src', '')
+    if (!isestr(src)) {
+        src = 'https://api.proxyscrape.com/v2/?request=displayproxies' +
+        `&amp;protocol=http` +
+        // `&amp;protocol=https` +
+        `&amp;timeout=5000` +
+        // `&amp;country=${join(['tw', 'cn', 'hk', 'jp', 'kr', 'sg', 'my', 'in', 'id', 'th', 'vn'])}` +
+        // `&amp;ssl=yes` +
+        `&amp;anonymity=elite` //elite匿名代理, all會使用X-Forwarded-For儲存原本ip導致被識別
+    }
+    //tar
+    let tar = get(opt, 'tar', '')
+    if (!isestr(tar)) {
+        tar = 'https://httpbin.org/ip' //'https://www.google.com'
+    }
+    //timeGetProxies
+    let timeGetProxies = get(opt, 'timeGetProxies')
+    if (!ispint(timeGetProxies)) {
+        timeGetProxies = 30 * 1000 //30s
+    }
+    timeGetProxies = cint(timeGetProxies)
+    //timeTestProxies
+    let timeTestProxies = get(opt, 'timeTestProxies')
+    if (!ispint(timeTestProxies)) {
+        timeTestProxies = 60 * 1000 //1min
+    }
+    timeTestProxies = cint(timeTestProxies)
+    //anonymityCheck
+    let anonymityCheck = get(opt, 'anonymityCheck')
+    if (!isbol(anonymityCheck)) {
+        anonymityCheck = true
+    }
+    //anonymityCheckRepeats
+    let anonymityCheckRepeats = get(opt, 'anonymityCheckRepeats')
+    if (!ispint(anonymityCheckRepeats)) {
+        anonymityCheckRepeats = 2
+    }
+    anonymityCheckRepeats = cint(anonymityCheckRepeats)
+    //withServer
+    let withServer = get(opt, 'withServer')
+    if (!isbol(withServer)) {
+        withServer = false
+    }
+    //serverPort
+    let serverPort = get(opt, 'serverPort')
+    if (!ispint(serverPort)) {
+        serverPort = 8080
+    }
+    serverPort = cint(serverPort)
+    //serverApiName
+    let serverApiName = get(opt, 'serverApiName')
+    if (!isestr(serverApiName)) {
+        serverApiName = 'getProxies'
+    }
+    //serverCorsOrigins
+    let serverCorsOrigins = get(opt, 'serverCorsOrigins', [])
+    if (!isearr(serverCorsOrigins)) {
+        serverCorsOrigins = ['*']
+    }
+    //prxsRaw, kpPrx
+    let prxsRaw = []
+    let kpPrx = {}
+    //myRealIp: 本機真實公網IP, 用於匿名性檢測時比對代理egress是否洩漏
+    let myRealIp = ''
+    let myRealIpReady = false
+    let myRealIpPm = null
+    async function _fetchMyRealIp() {
+        if (myRealIpReady) {
+            return
+        }
+        if (!myRealIpPm) {
+            myRealIpPm = (async () => {
+                try {
+                    let res = await axios.get('https://httpbin.org/ip', { timeout: 10000 })
+                    let origin = get(res, 'data.origin', '')
+                    if (isestr(origin)) {
+                        //origin可能為"1.2.3.4"或"1.2.3.4:port", 取首個逗號前且去port
+                        myRealIp = origin.split(',')[0].trim().split(':')[0]
+                    }
+                }
+                catch (err) {
+                    //取不到就算了, 匿名性檢查會自動跳過
+                }
+                myRealIpReady = true
+            })()
+        }
+        await myRealIpPm
+    }
+    async function _anonymityCheckCore(host, port) {
+        if (!anonymityCheck) {
+            return { ok: true }
+        }
+        if (!isestr(myRealIp)) {
+            return { ok: true } //沒抓到自己IP就無從比對, 放行
+        }
+        let agent = new https.Agent({ rejectUnauthorized: false })
+        for (let i = 0; i &lt; anonymityCheckRepeats; i++) {
+            try {
+                let res = await axios.get('https://httpbin.org/ip', {
+                    proxy: { host, port, protocol: 'http' },
+                    httpsAgent: agent,
+                    timeout: 5000,
+                    headers: {
+                        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 Chrome/122.0.0.0 Safari/537.36',
+                        'Accept': 'application/json',
+                    },
+                    validateStatus: () => true,
+                })
+                if (res.status !== 200) {
+                    return { ok: false, reason: `anonymity status[${res.status}]` }
+                }
+                let origin = get(res, 'data.origin', '')
+                if (!isestr(origin)) {
+                    return { ok: false, reason: 'anonymity non-json' }
+                }
+                if (origin.indexOf(myRealIp) >= 0) {
+                    return { ok: false, reason: `leaks real IP` }
+                }
+            }
+            catch (err) {
+                return { ok: false, reason: trim(err.message || '') }
+            }
+        }
+        return { ok: true }
+    }
+    async function _getProxiesCore(src) {
+        let ps = []
+        try {
+            //res
+            let res = await axios.get(src)
+            //c
+            let c = res.data
+            // console.log('c', c)
+            //sep
+            let ss = sep(c, '\n')
+            // console.log('ss', ss)
+            //ps
+            ps = map(ss, (v) => {
+                let [host, port] = v.split(':')
+                port = cint(port)
+                return {
+                    proxy: v,
+                    host,
+                    port,
+                }
+            })
+            // console.log('ps', ps)
+        }
+        catch (err) {
+            console.log('_getProxiesCore catch', err.message)
+        }
+        // console.log('ps', ps)
+        return ps
+    }
+    let b_getProxies = false
+    async function _getProxies() {
+        // console.log('call getProxies...')
+        let core = async() => {
+            //get
+            prxsRaw = await _getProxiesCore(src)
+            //emit
+            ev.emit('getRawProxies', prxsRaw)
+        }
+        //core
+        if (b_getProxies) {
+            return
+        }
+        b_getProxies = true
+        await core()
+            .catch(() => {}) //吃掉錯誤
+            .finally(() => {
+                b_getProxies = false
+            })
+    }
+    async function _testProxyCore(host, port, url) {
+        //ret
+        let ret = (state, msg) => {
+            return {
+                state,
+                msg,
+                p: {
+                    proxy: `${host}:${port}`,
+                    host,
+                    port,
+                },
+            }
+        }
+        //匿名性預檢: 先確認代理不會透過X-Forwarded-For等洩漏本機真實IP
+        let ac = await _anonymityCheckCore(host, port)
+        if (!ac.ok) {
+            return ret('error', ac.reason)
+        }
+        //r
+        let r = {}
+        try {
+            //agent
+            let agent = new https.Agent({ rejectUnauthorized: false }) //避免證書錯誤中止
+            //get
+            let res = await axios.get(url, {
+                proxy: {
+                    host,
+                    port,
+                    protocol: 'http',
+                },
+                httpsAgent: agent,
+                timeout: 5000,
+                headers: {
+                    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 Chrome/122.0.0.0 Safari/537.36',
+                    'Accept': 'application/json',
+                },
+            })
+            if (res.status === 200) {
+                r = ret('success', res.data)
+            }
+            else {
+                r = ret('error', `status[${res.status}] error`)
+            }
+        }
+        catch (err) {
+            r = ret('error', trim(err.message))
+            // if (r.msg.indexOf(`ssl3_get_record`) >= 0) {
+            //     r.msg = `ssl3_get_record error`
+            // }
+        }
+        // console.log(r)
+        return r
+    }
+    async function _testProxiesCore(prxs) {
+        //pms
+        let pms = map(prxs, (p) => {
+            let pm = _testProxyCore(p.host, p.port, tar)
+            return pm
+        })
+        //rrs, allSettled
+        let rrs = await Promise.allSettled(pms)
+        // console.log('rrs', rrs)
+        //psValid, psInvalid
+        let psValid = []
+        let psInvalid = []
+        each(rrs, (v) => {
+            //be
+            let p = get(v, 'value.p', null)
+            let be = iseobj(p) &amp;&amp; isestr(get(p, 'proxy'))
+            //check
+            if (!be) {
+                return true //跳出換下一個
+            }
+            //b
+            let status = get(v, 'status', '')
+            let b1 = status === 'fulfilled'
+            let state = get(v, 'value.state', '')
+            let b2 = state === 'success'
+            let b = b1 &amp;&amp; b2
+            //push
+            if (b) {
+                psValid.push(p)
+            }
+            else {
+                psInvalid.push(p)
+            }
+        })
+        return {
+            psValid,
+            psInvalid,
+        }
+    }
+    let b_testProxies = false
+    async function _testProxies() {
+        // console.log('call testProxies...')
+        let core = async() => {
+            //確保本機真實IP已取得, 供匿名性檢查比對
+            await _fetchMyRealIp()
+            //get
+            let r = await _testProxiesCore(prxsRaw)
+            //emit add
+            each(r.psValid, (p) => {
+                kpPrx[p.proxy] = p
+                ev.emit('add', p, values(kpPrx))
+            })
+            //emit delete
+            each(r.psInvalid, (p) => {
+                delete kpPrx[p.proxy]
+                ev.emit('delete', p, values(kpPrx))
+            })
+            //emit change
+            ev.emit('change', values(kpPrx))
+        }
+        //core
+        if (b_testProxies) {
+            return
+        }
+        b_testProxies = true
+        await core()
+            .catch(() => {}) //吃掉錯誤
+            .finally(() => {
+                b_testProxies = false
+            })
+    }
+    function init() {
+        //取得代理清單
+        if (true) {
+            _getProxies()
+            setInterval(() => {
+                _getProxies()
+            }, timeGetProxies)
+        }
+        //過濾出有效代理清單, 延遲3s觸發, 給時間抓取
+        if (true) {
+            setTimeout(() => {
+                _testProxies()
+                setInterval(() => {
+                    _testProxies()
+                }, timeTestProxies)
+            }, 3000)
+        }
+    }
+    async function getProxies() {
+        let vs
+        await waitFun(() => {
+            vs = values(kpPrx)
+            return size(vs) > 0
+        })
+        return vs
+    }
+    //ev
+    let ev = evem()
+    //withServer
+    if (withServer) {
+        provideServer(getProxies, {
+            port: serverPort,
+            apiName: serverApiName,
+            corsOrigins: serverCorsOrigins,
+        })
+    }
+    async function getProxiesOnce() {
+        await _getProxies()
+        await _testProxies()
+        let ps = await getProxies()
+        return ps
+    }
+    //save
+    ev.init = init
+    ev.getProxies = getProxies
+    ev.getProxiesOnce = getProxiesOnce
+    return ev
+}
+export default WIpProxy
+</code></pre>
+        </article>
+    </section>
+</div>
+<br class="clear">
+<footer>
+    Documentation generated by <a href="https://github.com/jsdoc3/jsdoc">JSDoc 4.0.5</a> on Fri Apr 17 2026 13:21:29 GMT+0800 (台北標準時間) using the <a href="https://github.com/clenemt/docdash">docdash</a> theme.
+</footer>
+<script>prettyPrint();</script>
+<script src="scripts/polyfill.js"></script>
+<script src="scripts/linenumber.js"></script>
+</body>
+</html>