w-ipproxy 1.0.1

package/.editorconfig

@@ -0,0 +1,9 @@
+root = true
+
+[*]
+charset = utf-8
+indent_style = space
+indent_size = 4
+end_of_line = lf
+insert_final_newline = true
+trim_trailing_whitespace = true

package/.eslintignore

@@ -0,0 +1,3 @@
+/build/
+/config/
+/dist/

package/.eslintrc.js

@@ -0,0 +1,54 @@
+module.exports = {
+    "env": {
+        "browser": true,
+        "es6": true,
+        "mocha": true
+    },
+    "extends": ["plugin:vue/base", "plugin:vue/essential", "standard"],
+    "plugins": [
+        "vue"
+    ],
+    "globals": {
+        "Atomics": "readonly",
+        "SharedArrayBuffer": "readonly"
+    },
+    "parser": "vue-eslint-parser",
+    "parserOptions": {
+        "parser": "babel-eslint",
+        "ecmaVersion": 2019,
+        "sourceType": "module",
+    },
+    rules: {
+        'generator-star-spacing': 'off',
+        'no-debugger': process.env.NODE_ENV === 'production' ? 'error' : 'off',
+        'indent': ['error', 4],
+        'no-console': 'off',
+        'comma-dangle': ['error', {
+            'arrays': 'ignore',
+            'objects': 'ignore',
+            'imports': 'never',
+            'exports': 'never',
+            'functions': 'ignore'
+        }],
+        'no-multiple-empty-lines': ['error', { 'max': 2, 'maxEOF': 2 }],
+        //'space-before-function-paren': ['error', { 'anonymous': 'always', 'named': 'never' }],
+        'space-before-function-paren': 'off',
+        'spaced-comment': 'off',
+        'brace-style': ['error', 'stroustrup'],
+        'padded-blocks': 'off',
+        'no-constant-condition': 'off',
+        'camelcase': 'off',
+        'no-new': 'off',
+        'prefer-const': 'off',
+        'quote-props': ['error', 'consistent'],
+        'dot-notation': 'off',
+        'standard/no-callback-literal': 'off',
+        'quotes': ['error', 'single', { 'allowTemplateLiterals': true }],
+        'prefer-promise-reject-errors': 'off',
+        'no-unused-vars': ['error', { 'args': 'none', 'ignoreRestSiblings': true, 'argsIgnorePattern': '^_' }],
+        'node/no-callback-literal': 'off',
+        'prefer-regex-literals': 'off',
+        'array-callback-return': 'off',
+        'no-unreachable-loop': 'off',
+    }
+};

package/.github/workflows/ci-test.yml

@@ -0,0 +1,24 @@
+name: Node.js CI
+
+on: [push]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [16.x]
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v1
+      with:
+        node-version: ${{ matrix.node-version }}
+    - run: npm cache clean -f
+    - run: npm install
+    - run: npm test
+      env:
+        CI: true

package/.jsdoc

@@ -0,0 +1,25 @@
+{
+    "tags": {
+        "allowUnknownTags": false
+    },
+    "source": {
+        "include": ["src/", "server/"],
+        "includePattern": ".+\\.(js(doc|x)?|mjs|vue)$",
+        "excludePattern": "(node_modules/|docs)"
+    },
+    "plugins": [
+        "plugins/markdown",
+        "node_modules/jsdoc-vuejs"
+    ],
+    "opts": {
+        "template": "node_modules/docdash",
+        "encoding": "utf8",
+        "destination": "docs/",
+        "recurse": true,
+        "verbose": true
+    },
+    "templates": {
+        "cleverLinks": false,
+        "monospaceLinks": false
+    }
+}

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 semisphere(yu-da, lyu 呂昱達)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,10 @@
+# w-ipproxy
+IP proxy list.
+
+![language](https://img.shields.io/badge/language-JavaScript-orange.svg) 
+[![npm version](http://img.shields.io/npm/v/w-ipproxy.svg?style=flat)](https://npmjs.org/package/w-ipproxy) 
+[![license](https://img.shields.io/npm/l/w-ipproxy.svg?style=flat)](https://npmjs.org/package/w-ipproxy) 
+[![gzip file size](http://img.badgesize.io/yuda-lyu/w-ipproxy/master/dist/w-ipproxy.umd.js.svg?compression=gzip)](https://github.com/yuda-lyu/w-ipproxy)
+[![npm download](https://img.shields.io/npm/dt/w-ipproxy.svg)](https://npmjs.org/package/w-ipproxy) 
+[![jsdelivr download](https://img.shields.io/jsdelivr/npm/hm/w-ipproxy.svg)](https://www.jsdelivr.com/package/npm/w-ipproxy)
+

package/SECURITY.md

@@ -0,0 +1,5 @@
+# Security Policy
+
+## Reporting a Vulnerability
+
+Please report security issues to `firsemisphere@gmail.com`

package/babel.config.js

@@ -0,0 +1,14 @@
+module.exports = {
+    'presets': [
+        ['@babel/preset-env', {
+            'useBuiltIns': 'entry',
+            'corejs': 3
+        }]
+    ],
+    'plugins': [
+        '@babel/plugin-transform-runtime',
+        '@babel/plugin-proposal-export-default-from',
+        '@babel/plugin-proposal-nullish-coalescing-operator',
+        '@babel/plugin-proposal-optional-chaining'
+    ]
+}

package/g.mjs

@@ -0,0 +1,12 @@
+import wip from './src/WIpProxy.mjs'
+
+wip()
+    .then((res) => {
+        console.log(res)
+        console.log(res.length)
+    })
+    .catch((err) => {
+        console.error(err)
+    })
+
+//node --experimental-modules --es-module-specifier-resolution=node g.mjs

package/package.json

@@ -0,0 +1,31 @@
+{
+  "name": "w-ipproxy",
+  "version": "1.0.1",
+  "main": "dist/w-ipproxy.umd.js",
+  "dependencies": {
+    "axios": "^1.2.3",
+    "cheerio": "^1.0.0-rc.12",
+    "lodash": "^4.17.21",
+    "puppeteer": "^19.5.2",
+    "wsemi": "^1.6.87"
+  },
+  "devDependencies": {
+    "w-package-tools": "^1.0.66"
+  },
+  "scripts": {
+    "test": "mocha --parallel --timeout 60000 --experimental-modules --es-module-specifier-resolution=node",
+    "deploy": "gh-pages -d docs"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/yuda-lyu/w-ipproxy"
+  },
+  "keywords": [
+    "package",
+    "tool",
+    "ip",
+    "proxy"
+  ],
+  "author": "yuda-lyu(semisphere)",
+  "license": "MIT"
+}

package/src/WIpProxy.mjs

@@ -0,0 +1,23 @@
+import getProxyListOrg from './getProxyListOrg.mjs'
+
+//freeproxylists
+//http://www.freeproxylists.net/zh/?c=&pt=&pr=&a%5B%5D=0&a%5B%5D=1&a%5B%5D=2&u=0
+
+//aliveproxy
+//http://www.aliveproxy.com/proxy-list/proxies.aspx/Taiwan-tw
+
+//cnproxy
+//http://www.cnproxy.com/proxy1.html
+
+async function WIpProxy() {
+    let rs = []
+    let r
+
+    //getProxyListOrg
+    r = await getProxyListOrg()
+    rs = [...rs, ...r]
+
+    return rs
+}
+
+export default WIpProxy

package/src/getHtml.mjs

@@ -0,0 +1,84 @@
+import puppeteer from 'puppeteer'
+
+
+async function getHtml(url, selector, muti = false) {
+
+    async function view(url) {
+
+        //new page
+        let olaunch = {
+            //timeout: 0,
+            headless: false,
+            slowMo: 20,
+            // arg: [
+            //     //`--window-size=${viewport.width},${viewport.height}`, //無效
+            //     //`--disable-resize-lock`, //無效
+            // ],
+            // defaultViewport: { //無效
+            //     x: 0,
+            //     y: 0,
+            //     width: 800,
+            //     height: 600,
+            // }
+        }
+        let browser = await puppeteer.launch(olaunch)
+        let page = await browser.newPage()
+
+        //show page
+        await page.goto(url)
+        let viewport = {
+            x: 0,
+            y: 0,
+            width: 800,
+            height: 600,
+        }
+        await page.setViewport(viewport)
+
+        //wait
+        let waitsec = 5
+        await page.waitFor(waitsec * 1000)
+
+        return {
+            browser,
+            page,
+        }
+    }
+
+    async function close(p) {
+
+        //close
+        await p.page.close()
+        await p.browser.close()
+
+    }
+
+    async function g1(p, selector) {
+        return await p.page.$eval(selector, (node) => {
+            return node.innerHTML
+        })
+    }
+
+    async function gs(p, selector) {
+        return await p.page.$$eval(selector, (nodes) => {
+            return nodes.map((node) => {
+                return node.innerHTML
+            })
+        })
+    }
+
+    let p = await view(url)
+
+    let r
+    if (muti) {
+        r = await gs(p, selector)
+    }
+    else {
+        r = await g1(p, selector)
+    }
+
+    close(p)
+
+    return r
+}
+
+export default getHtml

package/src/getProxyListOrg.mjs

@@ -0,0 +1,66 @@
+// import fs from 'fs'
+import get from 'lodash/get'
+import sep from 'wsemi/src/sep.mjs'
+import pmMap from 'wsemi/src/pmMap.mjs'
+import parseHtml from './parseHtml.mjs'
+import getHtml from './getHtml.mjs'
+
+
+async function core(url) {
+    let ps = []
+
+    let selector = 'div.table'
+    let h = await getHtml(url, selector)
+    // fs.writeFileSync('temp.html', h)
+    // let h = fs.readFileSync('tempProxyListOrg.html', 'utf8')
+
+    //parseHtml
+    let $ = parseHtml(h)
+    $('ul').map((k, v) => {
+        let q = $(v)
+
+        let proxy = q.children('li.proxy').html()
+        proxy = sep(proxy, 'script>')
+        proxy = get(proxy, 1)
+        // console.log(k,'proxy',proxy)
+
+        let httpType = q.children('li.https').text()
+        // console.log(k,'httpType',httpType)
+
+        let country = q.find('span.country').text()
+        // console.log(k,'country',country)
+
+        let countryName = q.find('span.name').attr('name')
+        // console.log(k,'countryName',countryName)
+
+        ps.push({
+            proxy,
+            httpType,
+            country,
+            countryName,
+        })
+    })
+
+    return ps
+}
+
+async function getProxyListOrg() {
+    let psAll = []
+
+    await pmMap([1, 2, 3], async(v) => {
+        // console.log(v)
+
+        //url
+        //let url = 'https://proxy-list.org/chinese/index.php?setlang=chinese'
+        let url = `https://proxy-list.org/chinese/index.php?setlang=chinese&p=${v}`
+
+        //core
+        let ps = await core(url)
+        psAll = [...psAll, ...ps]
+
+    })
+
+    return psAll
+}
+
+export default getProxyListOrg

package/src/parseHtml.mjs

@@ -0,0 +1,19 @@
+
+import cheerio from 'cheerio'
+
+
+function parseHtml(h) {
+
+    let $setting = {
+        //ignoreWhitespace: true,
+        xmlMode: true,
+        decodeEntities: false,
+    }
+
+    //$
+    let $ = cheerio.load(h, $setting)
+
+    return $
+}
+
+export default parseHtml

package/test/all.test.mjs

@@ -0,0 +1,10 @@
+import assert from 'assert'
+
+
+describe('all', function() {
+
+    it('test in localhost', function() {
+        assert.strict.deepEqual(1, 1)
+    })
+
+})

package/toolg/addVersion.mjs

@@ -0,0 +1,4 @@
+import addVersion from 'w-package-tools/src/addVersion.mjs'
+
+
+addVersion()