parsagon 0.4.2__tar.gz → 0.5.0__tar.gz

parsagon-0.5.0/PKG-INFO

@@ -0,0 +1,15 @@
+Metadata-Version: 2.1
+Name: parsagon
+Version: 0.5.0
+Summary: Parsagon Python SDK
+Home-page: https://parsagon.io
+Author: Sandy Suh
+Author-email: sandy@parsagon.io
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# Parsagon Python Library

parsagon-0.5.0/README.md

@@ -0,0 +1 @@
+# Parsagon Python Library

{parsagon-0.4.2 → parsagon-0.5.0}/setup.cfg

@@ -1,9 +1,9 @@
 [metadata]
 name = parsagon
-version = 0.4.2
+version = 0.5.0
 author = Sandy Suh
 author_email = sandy@parsagon.io
-description = Parsagon Local Server
+description = Parsagon Python SDK
 long_description = file: README.md
 long_description_content_type = text/markdown
 url = https://parsagon.io
@@ -13,11 +13,11 @@ classifiers =
 	Operating System :: OS Independent
 
 [options]
+install_requires = 
+	httpx
 package_dir = 
 	= src
 packages = find:
-scripts = 
-	bin/parsagon-server
 python_requires = >=3.6
 
 [options.packages.find]

parsagon-0.5.0/src/parsagon/__init__.py

@@ -0,0 +1,77 @@
+import asyncio
+import time
+import httpx
+
+
+POLL_INTERVAL = 5
+ENVIRONMENTS = {
+    'local': 'LOCAL',
+    'cloud': 'DC',
+    'unblockable': 'RESID',
+}
+
+
+# Configuration variables
+api_key = None
+api_base = "https://parsagon.io/api"
+
+
+def _request_to_exception(response):
+    if response.status_code == 500:
+        raise Exception('A server error occurred. Please notify Parsagon.')
+    if response.status_code in (502, 503, 504):
+        raise Exception('Lost connection to server.')
+    errors = response.json()
+    if 'non_field_errors' in errors:
+        raise Exception(errors['non_field_errors'])
+    else:
+        raise Exception(errors)
+
+
+def _extract(api_endpoint, data):
+    headers = {"Authorization": f"Token {api_key}"}
+    r = httpx.post(api_endpoint, headers=headers, json=data)
+    if not r.is_success:
+        _request_to_exception(r)
+    poll_key = r.json()["poll_key"]
+    while True:
+        time.sleep(POLL_INTERVAL)
+        r = httpx.get(f"{api_base}/extract/poll/?poll_key={poll_key}", headers=headers)
+        if not r.is_success:
+            _request_to_exception(r)
+        data = r.json()
+        if data["done"]:
+            return data
+
+
+async def _aextract(api_endpoint, data):
+    headers = {"Authorization": f"Token {api_key}"}
+    async with httpx.AsyncClient() as client:
+        r = await client.post(api_endpoint, headers=headers, json=data)
+        if not r.is_success:
+            _request_to_exception(r)
+        poll_key = r.json()["poll_key"]
+        while True:
+            asyncio.sleep(POLL_INTERVAL)
+            r = await client.get(f"{api_base}/extract/poll/?poll_key={poll_key}", headers=headers)
+            if not r.is_success:
+                _request_to_exception(r)
+            data = r.json()
+            if data["done"]:
+                return data
+
+
+def get_product(url):
+    return _extract(f"{api_base}/extract/product/", {"url": url})
+
+
+async def aget_product(url):
+    return await _aextract(f"{api_base}/extract/product/", {"url": url})
+
+
+def get_product_list(url):
+    return _extract(f"{api_base}/extract/product-list/", {"url": url})
+
+
+async def aget_product_list(url):
+    return await _aextract(f"{api_base}/extract/product-list/", {"url": url})

parsagon-0.5.0/src/parsagon.egg-info/PKG-INFO

@@ -0,0 +1,15 @@
+Metadata-Version: 2.1
+Name: parsagon
+Version: 0.5.0
+Summary: Parsagon Python SDK
+Home-page: https://parsagon.io
+Author: Sandy Suh
+Author-email: sandy@parsagon.io
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# Parsagon Python Library

parsagon-0.5.0/src/parsagon.egg-info/SOURCES.txt

@@ -0,0 +1,10 @@
+LICENSE
+README.md
+pyproject.toml
+setup.cfg
+src/parsagon/__init__.py
+src/parsagon.egg-info/PKG-INFO
+src/parsagon.egg-info/SOURCES.txt
+src/parsagon.egg-info/dependency_links.txt
+src/parsagon.egg-info/requires.txt
+src/parsagon.egg-info/top_level.txt

parsagon-0.5.0/src/parsagon.egg-info/requires.txt

@@ -0,0 +1 @@
+httpx

parsagon-0.4.2/PKG-INFO

@@ -1,37 +0,0 @@
-Metadata-Version: 2.1
-Name: parsagon
-Version: 0.4.2
-Summary: Parsagon Local Server
-Home-page: https://parsagon.io
-Author: Sandy Suh
-Author-email: sandy@parsagon.io
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3.6
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
-# parsagon-local-server
-
-To install on Ubuntu 20:
-```
-sudo apt update
-sudo apt install python3-pip
-sudo apt install python3-venv
-
-python3 -m venv parsagon-venv
-source parsagon-venv/bin/activate
-pip install parsagon
-parsagon-server <paste your api_key here>
-```
-
-For development:
-Make sure to include the test server as a second argument to parsagon-server:
-`parsagon-server <api_key> <test_server>`
-
-To add a proxy:
-Edit /etc/tinyproxy/tinyproxy.conf to point to your proxy, then run:
-`sudo service tinyproxy restart`
-and add
-`PROXY=127.0.0.1:8888` to `daphne.sh` and `celery.sh` and restart those tasks as well.

parsagon-0.4.2/README.md

@@ -1,23 +0,0 @@
-# parsagon-local-server
-
-To install on Ubuntu 20:
-```
-sudo apt update
-sudo apt install python3-pip
-sudo apt install python3-venv
-
-python3 -m venv parsagon-venv
-source parsagon-venv/bin/activate
-pip install parsagon
-parsagon-server <paste your api_key here>
-```
-
-For development:
-Make sure to include the test server as a second argument to parsagon-server:
-`parsagon-server <api_key> <test_server>`
-
-To add a proxy:
-Edit /etc/tinyproxy/tinyproxy.conf to point to your proxy, then run:
-`sudo service tinyproxy restart`
-and add
-`PROXY=127.0.0.1:8888` to `daphne.sh` and `celery.sh` and restart those tasks as well.

parsagon-0.4.2/bin/parsagon-server

@@ -1,84 +0,0 @@
-#!/usr/bin/env bash
-
-ORIG_DIR=$PWD
-IP_ADDR=$(dig @resolver4.opendns.com myip.opendns.com +short)
-
-if [ -e /home/ubuntu/parsagon ]
-then
-    rm -rf /home/ubuntu/parsagon
-fi
-
-mkdir -p /home/ubuntu/parsagon
-cd /home/ubuntu/parsagon
-git clone https://github.com/Sand1929/parsagon-local-server.git
-
-cd /home/ubuntu/parsagon
-echo $1 > api_key
-if [ -z "$2" ]
-then
-    echo 'parsagon.io' > parsagon_host
-else
-    echo $2 > parsagon_host
-fi
-cd /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/server
-printf '%s\n%s\n%s\n' "export PARSAGON_HOST=$(cat /home/ubuntu/parsagon/parsagon_host)" "export API_KEY=$(cat /home/ubuntu/parsagon/api_key)" "$(cat daphne.sh)" > daphne.sh
-printf '%s\n%s\n%s\n' "export PARSAGON_HOST=$(cat /home/ubuntu/parsagon/parsagon_host)" "export API_KEY=$(cat /home/ubuntu/parsagon/api_key)" "$(cat celery.sh)" > celery.sh
-
-sudo apt update
-sudo apt -y upgrade
-
-sudo apt -y install tinyproxy
-sudo cp /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/tinyproxy.conf /etc/tinyproxy/tinyproxy.conf
-
-sudo apt -y install libpq-dev python3-dev
-
-sudo apt -y install unzip xvfb libxi6 libgconf-2-4
-cd /home/ubuntu/parsagon
-wget -O chrome.deb https://dl.google.com/linux/chrome/deb/pool/main/g/google-chrome-stable/google-chrome-stable_99.0.4844.51-1_amd64.deb
-sudo apt install -y /home/ubuntu/parsagon/chrome.deb
-rm chrome.deb
-
-sudo apt -y install redis-server
-sudo cp /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/redis.conf /etc/redis/redis.conf
-sudo systemctl restart redis.service
-
-sudo apt -y install python3-venv
-python3 -m venv /home/ubuntu/parsagon/venv
-
-sudo apt -y install daphne
-/home/ubuntu/parsagon/venv/bin/pip install -r /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/server/requirements.txt
-
-if ! command -v mkcert &> /dev/null
-then
-    cd /home/ubuntu/parsagon
-    sudo apt -y install libnss3-tools
-    sudo apt -y install golang-go
-    git clone https://github.com/FiloSottile/mkcert && cd mkcert
-    go build -ldflags "-X main.Version=$(git describe --tags)"
-    sudo cp mkcert /usr/local/bin/mkcert
-    sudo chmod +x /usr/local/bin/mkcert
-fi
-mkcert -cert-file /home/ubuntu/parsagon/cert.pem -key-file /home/ubuntu/parsagon/key.pem $IP_ADDR
-
-sudo apt -y install nginx
-sudo ufw allow 'Nginx HTTPS'
-sudo cp /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/nginx.conf /etc/nginx/sites-available
-if [ ! -e /etc/nginx/sites-enabled/nginx.conf ]
-then
-    sudo ln -s /etc/nginx/sites-available/nginx.conf /etc/nginx/sites-enabled/
-fi
-if [ -e /etc/nginx/sites-enabled/default ]
-then
-    sudo rm /etc/nginx/sites-enabled/default
-fi
-sudo systemctl restart nginx
-
-sudo apt -y install supervisor
-sudo cp /home/ubuntu/parsagon/parsagon-local-server/src/parsagon/supervisor.conf /etc/supervisor/conf.d/
-sudo supervisorctl stop all
-sudo supervisorctl update
-sudo supervisorctl start all
-
-sudo apt -y autoremove
-
-cd $ORIG_DIR

parsagon-0.4.2/src/parsagon/nginx.conf

@@ -1,45 +0,0 @@
-upstream backend {
-    server 127.0.0.1:8000;
-}
-
-server {
-    server_name $server_addr;
-
-    listen [::]:443 ssl ipv6only=on;
-    listen 443 ssl;
-    ssl_certificate /home/ubuntu/parsagon/cert.pem;
-    ssl_certificate_key /home/ubuntu/parsagon/key.pem;
-    proxy_read_timeout 300;
-    proxy_connect_timeout 300;
-
-    location / {
-        # Pass request to the upstream alias
-        proxy_pass http://backend;
-
-        # Require http version 1.1 to allow for upgrade requests
-        proxy_http_version 1.1;
-
-        # Depending on the request value, set the Upgrade and
-        # connection headers
-        proxy_set_header Upgrade $http_upgrade;
-        proxy_set_header Connection "upgrade";
-
-        # We've set the Host header, so we don't need Nginx to muddle
-        # about with redirects
-        proxy_redirect off;
-
-        # Pass the Host: header from the client for the sake of redirects
-        proxy_set_header Host $host;
-
-        # Pass client IP instead of proxy IP
-        proxy_set_header X-Real-IP $remote_addr;
-
-        # http://en.wikipedia.org/wiki/X-Forwarded-For
-        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-
-        # Pass server name instead of proxy
-        proxy_set_header X-Forwarded-Host $server_name;
-
-        client_max_body_size 100M;
-    }
-}