swiftshadow 0.1.2__py3-none-any.whl → 0.2.1__py3-none-any.whl

swiftshadow/cache.py

@@ -0,0 +1,16 @@
+from datetime import datetime, timezone, timedelta
+from time import sleep
+
+
+def getExpiry(expiryIn):
+    now = datetime.now(timezone.utc)
+    expiry = now + timedelta(seconds=expiryIn)
+    return expiry
+
+
+def checkExpiry(expiryDateObject):
+    now = datetime.now(timezone.utc)
+    if (now - expiryDateObject).days < 0:
+        return False
+    else:
+        return True

swiftshadow/swiftshadow.py

@@ -1,9 +1,10 @@
 from requests import get
 from random import choice
 from datetime import datetime, timezone, timedelta
-from pickle import dump, load
+from json import dump, load
 from swiftshadow.helpers import log
 from swiftshadow.providers import Proxyscrape, Scrapingant
+import swiftshadow.cache as cache
 
 
 class Proxy:
@@ -25,7 +26,7 @@ class Proxy:
                 protocol: HTTP/HTTPS protocol to filter proxies.
                 maxProxies: Maximum number of proxies to store and rotate from.
                 autoRotate: Rotates proxy when `Proxy.proxy()` function is called.
-                cachePeriod: Time to cache proxies in minutes.
+                cachePeriod: Time to cache proxies in seconds.
 
         Returns:
                 proxyClass (swiftshadow.Proxy): `swiftshadow.Proxy` class instance
@@ -44,7 +45,8 @@ class Proxy:
         self.maxProxies = maxProxies
         self.autoRotate = autoRotate
         self.cachePeriod = cachePeriod
-        self.updateProxyList()
+
+        self.update()
 
     def checkIp(self, ip, cc, protocol):
         if (ip[1] == cc or cc == None) and ip[2] == protocol:
@@ -60,27 +62,16 @@ class Proxy:
         else:
             return False
 
-    def checkCache(self, latest, cache=datetime.now(timezone.utc)):
-        expiry = latest + timedelta(minutes=self.cachePeriod)
-        live = cache - latest
-        dead = expiry - cache
-        limit = float(self.cachePeriod)
-        if live.seconds / 60 < limit and dead.seconds / 60 < limit:
-            cacheValid = True
-        else:
-            cacheValid = False
-        return cacheValid
-
-    def updateProxyList(self):
+    def update(self):
         try:
-            with open(".swiftshadow.dat", "rb") as file:
+            with open(".swiftshadow.json", "r") as file:
                 data = load(file)
-                self.latest = data[0]
-                cacheState = self.checkCache(self.latest)
-            if cacheState:
+                self.expiry = datetime.fromisoformat(data[0])
+                expired = cache.checkExpiry(self.expiry)
+            if not expired:
                 log(
                     "info",
-                    f"{datetime.now(timezone.utc).time()} Loaded proxies from cache",
+                    f"Loaded proxies from cache",
                 )
                 self.proxies = data[1]
                 self.current = self.proxies[0]
@@ -88,7 +79,7 @@ class Proxy:
             else:
                 log(
                     "info",
-                    f"{datetime.now(timezone.utc).time()} Cache expired. Updating cache...",
+                    f"Cache expired. Updating cache...",
                 )
         except FileNotFoundError:
             log("error", "No cache found. Cache will be created after update")
@@ -105,8 +96,8 @@ class Proxy:
                 "No proxies found for current settings. To prevent runtime error updating the proxy list again.",
             )
             self.update()
-        with open(".swiftshadow.dat", "wb") as file:
-            dump([datetime.now(timezone.utc), self.proxies], file)
+        with open(".swiftshadow.json", "w") as file:
+            dump([cache.getExpiry(self.cachePeriod).isoformat(), self.proxies], file)
         self.current = self.proxies[0]
 
     def rotate(self):
@@ -118,7 +109,7 @@ class Proxy:
         Note:
                 Function only for manual rotation. If `autoRotate` is set to `True` then no need to call this function.
         """
-        if not self.checkCache(self.latest):
+        if cache.checkExpiry(self.expiry):
             self.update()
         self.current = choice(self.proxies)
 
@@ -129,7 +120,7 @@ class Proxy:
         Returns:
                 proxyDict (dict):A proxy dict of format `{protocol:address}`
         """
-        if not self.checkCache(self.latest):
+        if cache.checkExpiry(self.expiry):
             self.update()
         if self.autoRotate == True:
             return choice(self.proxies)

{swiftshadow-0.1.2.dist-info → swiftshadow-0.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: swiftshadow
-Version: 0.1.2
+Version: 0.2.1
 Summary: Free IP Proxy rotator for python
 Home-page: https://github.com/sachin-sankar/swiftshadow
 Author: Sachin Sankar

swiftshadow-0.2.1.dist-info/RECORD

@@ -0,0 +1,11 @@
+swiftshadow/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+swiftshadow/cache.py,sha256=h7eRafFVFWB9ArhaoB-nRllMBOGj4lPB2r88LC-diV8,370
+swiftshadow/constants.py,sha256=FRhoYg8WNaLy8RLDD4BsANlXlY2tctBCdy7sCnkaVY0,6303
+swiftshadow/helpers.py,sha256=8Sd_1FRf9wRO7mhQ42OooRJVGhOp9xVQqQYeza0_2sI,807
+swiftshadow/providers.py,sha256=DpT13HtBC0VNC-SrVV-cxd-UXgJ68itxStLDZLmU5tE,1524
+swiftshadow/swiftshadow.py,sha256=RxNS5YDmMtBPlb1ESsv3jj0KmaVSACjQOdkgZzB0sPw,4411
+swiftshadow-0.2.1.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+swiftshadow-0.2.1.dist-info/METADATA,sha256=0pJvswxBMNnLAwfwnJCXJC9YvyAKDpRGz4fO2MbPOnE,2640
+swiftshadow-0.2.1.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+swiftshadow-0.2.1.dist-info/top_level.txt,sha256=GClzVDF5vWSzqHOwgG2ycQAAJXRxd-QOdP1h3YrHOuM,12
+swiftshadow-0.2.1.dist-info/RECORD,,

swiftshadow/classes.py

@@ -1,22 +0,0 @@
-from requests import get
-
-
-class ScrapingAnt:
-    def __init__(self):
-        self.update()
-
-    def update(self):
-        raw = get("https://scrapingant.com/proxies").text
-        rows = [i.split("<td>") for i in raw.split("<tr>")]
-        data = []
-
-        def clean(text):
-            return text[: text.find("<")].strip()
-
-        for row in rows[2:]:
-            cleaned = [clean(row[1]) + ":" + clean(row[2]), clean(row[3]).lower()]
-            data.append(cleaned)
-        print(data)
-
-
-a = ScrapingAnt()

swiftshadow-0.1.2.dist-info/RECORD

@@ -1,11 +0,0 @@
-swiftshadow/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-swiftshadow/classes.py,sha256=_nL5mMWZUWMKYUPun7g8d3IRK066oVy0vWWDpoY4iFE,513
-swiftshadow/constants.py,sha256=FRhoYg8WNaLy8RLDD4BsANlXlY2tctBCdy7sCnkaVY0,6303
-swiftshadow/helpers.py,sha256=8Sd_1FRf9wRO7mhQ42OooRJVGhOp9xVQqQYeza0_2sI,807
-swiftshadow/providers.py,sha256=DpT13HtBC0VNC-SrVV-cxd-UXgJ68itxStLDZLmU5tE,1524
-swiftshadow/swiftshadow.py,sha256=1plGjQ8DnFCbUiFeeiPS6y4rCFjKSlAQ75QCYjOTDe0,4829
-swiftshadow-0.1.2.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-swiftshadow-0.1.2.dist-info/METADATA,sha256=KjUbf4kd-uj8c69hGe1CSKP8jK3zCb4pUmZM37WOXoU,2640
-swiftshadow-0.1.2.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-swiftshadow-0.1.2.dist-info/top_level.txt,sha256=GClzVDF5vWSzqHOwgG2ycQAAJXRxd-QOdP1h3YrHOuM,12
-swiftshadow-0.1.2.dist-info/RECORD,,