parsagon 0.4.1__py3-none-any.whl → 0.5.0__py3-none-any.whl

parsagon/__init__.py

@@ -0,0 +1,77 @@
+import asyncio
+import time
+import httpx
+
+
+POLL_INTERVAL = 5
+ENVIRONMENTS = {
+    'local': 'LOCAL',
+    'cloud': 'DC',
+    'unblockable': 'RESID',
+}
+
+
+# Configuration variables
+api_key = None
+api_base = "https://parsagon.io/api"
+
+
+def _request_to_exception(response):
+    if response.status_code == 500:
+        raise Exception('A server error occurred. Please notify Parsagon.')
+    if response.status_code in (502, 503, 504):
+        raise Exception('Lost connection to server.')
+    errors = response.json()
+    if 'non_field_errors' in errors:
+        raise Exception(errors['non_field_errors'])
+    else:
+        raise Exception(errors)
+
+
+def _extract(api_endpoint, data):
+    headers = {"Authorization": f"Token {api_key}"}
+    r = httpx.post(api_endpoint, headers=headers, json=data)
+    if not r.is_success:
+        _request_to_exception(r)
+    poll_key = r.json()["poll_key"]
+    while True:
+        time.sleep(POLL_INTERVAL)
+        r = httpx.get(f"{api_base}/extract/poll/?poll_key={poll_key}", headers=headers)
+        if not r.is_success:
+            _request_to_exception(r)
+        data = r.json()
+        if data["done"]:
+            return data
+
+
+async def _aextract(api_endpoint, data):
+    headers = {"Authorization": f"Token {api_key}"}
+    async with httpx.AsyncClient() as client:
+        r = await client.post(api_endpoint, headers=headers, json=data)
+        if not r.is_success:
+            _request_to_exception(r)
+        poll_key = r.json()["poll_key"]
+        while True:
+            asyncio.sleep(POLL_INTERVAL)
+            r = await client.get(f"{api_base}/extract/poll/?poll_key={poll_key}", headers=headers)
+            if not r.is_success:
+                _request_to_exception(r)
+            data = r.json()
+            if data["done"]:
+                return data
+
+
+def get_product(url):
+    return _extract(f"{api_base}/extract/product/", {"url": url})
+
+
+async def aget_product(url):
+    return await _aextract(f"{api_base}/extract/product/", {"url": url})
+
+
+def get_product_list(url):
+    return _extract(f"{api_base}/extract/product-list/", {"url": url})
+
+
+async def aget_product_list(url):
+    return await _aextract(f"{api_base}/extract/product-list/", {"url": url})

parsagon-0.5.0.dist-info/METADATA

@@ -0,0 +1,16 @@
+Metadata-Version: 2.1
+Name: parsagon
+Version: 0.5.0
+Summary: Parsagon Python SDK
+Home-page: https://parsagon.io
+Author: Sandy Suh
+Author-email: sandy@parsagon.io
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: httpx
+
+# Parsagon Python Library

parsagon-0.5.0.dist-info/RECORD

@@ -0,0 +1,6 @@
+parsagon/__init__.py,sha256=KCcVCKj3LzCuTnYIfFqGr0dgvRpD9KxbMKvbBzQYj8M,2207
+parsagon-0.5.0.dist-info/LICENSE,sha256=Uh1vwgS0bVQOH6l9NjvjVZ29D-Fc2oooaFuSHACEIWE,1095
+parsagon-0.5.0.dist-info/METADATA,sha256=7jNpIsWEjeo56ubE5GGLZPtBHddANQ7Z82KQe4hCEyk,441
+parsagon-0.5.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+parsagon-0.5.0.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
+parsagon-0.5.0.dist-info/RECORD,,

{parsagon-0.4.1.dist-info → parsagon-0.5.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.37.1)
+Generator: bdist_wheel (0.40.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

parsagon-0.4.1.data/scripts/parsagon-server

@@ -1,84 +0,0 @@
-#!/usr/bin/env bash
-
-ORIG_DIR=$PWD
-IP_ADDR=$(dig @resolver4.opendns.com myip.opendns.com +short)
-
-if [ -e /home/ubuntu/parsagon ]
-then
-    rm -rf /home/ubuntu/parsagon
-fi
-
-mkdir -p /home/ubuntu/parsagon
-cd /home/ubuntu/parsagon
-git clone https://github.com/Sand1929/parsagon-local-server.git
-
-cd /home/ubuntu/parsagon
-echo $1 > api_key
-if [ -z "$2" ]
-then
-    echo 'parsagon.io' > parsagon_host
-else
-    echo $2 > parsagon_host
-fi
-cd /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/server
-printf '%s\n%s\n%s\n' "export PARSAGON_HOST=$(cat /home/ubuntu/parsagon/parsagon_host)" "export API_KEY=$(cat /home/ubuntu/parsagon/api_key)" "$(cat daphne.sh)" > daphne.sh
-printf '%s\n%s\n%s\n' "export PARSAGON_HOST=$(cat /home/ubuntu/parsagon/parsagon_host)" "export API_KEY=$(cat /home/ubuntu/parsagon/api_key)" "$(cat celery.sh)" > celery.sh
-
-sudo apt update
-sudo apt -y upgrade
-
-sudo apt -y install tinyproxy
-sudo cp /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/tinyproxy.conf /etc/tinyproxy/tinyproxy.conf
-
-sudo apt -y install libpq-dev python3-dev
-
-sudo apt -y install unzip xvfb libxi6 libgconf-2-4
-cd /home/ubuntu/parsagon
-wget -O chrome.deb https://dl.google.com/linux/chrome/deb/pool/main/g/google-chrome-stable/google-chrome-stable_99.0.4844.51-1_amd64.deb
-sudo apt install -y /home/ubuntu/parsagon/chrome.deb
-rm chrome.deb
-
-sudo apt -y install redis-server
-sudo cp /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/redis.conf /etc/redis/redis.conf
-sudo systemctl restart redis.service
-
-sudo apt -y install python3-venv
-python3 -m venv /home/ubuntu/parsagon/venv
-
-sudo apt -y install daphne
-/home/ubuntu/parsagon/venv/bin/pip install -r /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/server/requirements.txt
-
-if ! command -v mkcert &> /dev/null
-then
-    cd /home/ubuntu/parsagon
-    sudo apt -y install libnss3-tools
-    sudo apt -y install golang-go
-    git clone https://github.com/FiloSottile/mkcert && cd mkcert
-    go build -ldflags "-X main.Version=$(git describe --tags)"
-    sudo cp mkcert /usr/local/bin/mkcert
-    sudo chmod +x /usr/local/bin/mkcert
-fi
-mkcert -cert-file /home/ubuntu/parsagon/cert.pem -key-file /home/ubuntu/parsagon/key.pem $IP_ADDR
-
-sudo apt -y install nginx
-sudo ufw allow 'Nginx HTTPS'
-sudo cp /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/nginx.conf /etc/nginx/sites-available
-if [ ! -e /etc/nginx/sites-enabled/nginx.conf ]
-then
-    sudo ln -s /etc/nginx/sites-available/nginx.conf /etc/nginx/sites-enabled/
-fi
-if [ -e /etc/nginx/sites-enabled/default ]
-then
-    sudo rm /etc/nginx/sites-enabled/default
-fi
-sudo systemctl restart nginx
-
-sudo apt -y install supervisor
-sudo cp /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/supervisor.conf /etc/supervisor/conf.d/
-sudo supervisorctl stop all
-sudo supervisorctl update
-sudo supervisorctl start all
-
-sudo apt -y autoremove
-
-cd $ORIG_DIR

parsagon-0.4.1.dist-info/METADATA

@@ -1,37 +0,0 @@
-Metadata-Version: 2.1
-Name: parsagon
-Version: 0.4.1
-Summary: Parsagon Local Server
-Home-page: https://parsagon.io
-Author: Sandy Suh
-Author-email: sandy@parsagon.io
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3.6
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
-# parsagon-local-server
-
-To install on Ubuntu 20:
-```
-sudo apt update
-sudo apt install python3-pip
-sudo apt install python3-venv
-
-python3 -m venv parsagon-venv
-source parsagon-venv/bin/activate
-pip install parsagon
-parsagon-server <paste your api_key here>
-```
-
-For development:
-Make sure to include the test server as a second argument to parsagon-server:
-`parsagon-server <api_key> <test_server>`
-
-To add a proxy:
-Edit /etc/tinyproxy/tinyproxy.conf to point to your proxy, then run:
-`sudo service tinyproxy restart`
-and add
-`PROXY=127.0.0.1:8888` to `daphne.sh` and `celery.sh` and restart those tasks as well.

parsagon-0.4.1.dist-info/RECORD

@@ -1,7 +0,0 @@
-parsagon/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-parsagon-0.4.1.data/scripts/parsagon-server,sha256=LMv09HAMFORjKHxpN--nOtfMTfVQB5WSPSiUKTOwojg,2877
-parsagon-0.4.1.dist-info/LICENSE,sha256=Uh1vwgS0bVQOH6l9NjvjVZ29D-Fc2oooaFuSHACEIWE,1095
-parsagon-0.4.1.dist-info/METADATA,sha256=kM8PZywttz0rUHy3t6uia5unnyolRc4FQd-LoNPDCpM,1009
-parsagon-0.4.1.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-parsagon-0.4.1.dist-info/top_level.txt,sha256=ih5uYQzW4qjhRKppys-WiHLIbXVZ99YdqDcfAtlcQwk,9
-parsagon-0.4.1.dist-info/RECORD,,