syncmodels 0.1.339__py2.py3-none-any.whl → 0.1.341__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- syncmodels/__init__.py +1 -1
- syncmodels/helpers/surreal.py +2 -1
- syncmodels/logic/browser.py +2 -2
- syncmodels/session/__init__.py +10 -6
- syncmodels/storage.py +2 -1
- {syncmodels-0.1.339.dist-info → syncmodels-0.1.341.dist-info}/METADATA +2 -2
- {syncmodels-0.1.339.dist-info → syncmodels-0.1.341.dist-info}/RECORD +12 -12
- {syncmodels-0.1.339.dist-info → syncmodels-0.1.341.dist-info}/AUTHORS.rst +0 -0
- {syncmodels-0.1.339.dist-info → syncmodels-0.1.341.dist-info}/LICENSE +0 -0
- {syncmodels-0.1.339.dist-info → syncmodels-0.1.341.dist-info}/WHEEL +0 -0
- {syncmodels-0.1.339.dist-info → syncmodels-0.1.341.dist-info}/entry_points.txt +0 -0
- {syncmodels-0.1.339.dist-info → syncmodels-0.1.341.dist-info}/top_level.txt +0 -0
syncmodels/__init__.py
CHANGED
syncmodels/helpers/surreal.py
CHANGED
@@ -235,7 +235,8 @@ class SurrealServer:
|
|
235
235
|
except Exception as why:
|
236
236
|
pass
|
237
237
|
finally:
|
238
|
-
os.
|
238
|
+
if os.path.exists(self.SURREAL_PID):
|
239
|
+
os.unlink(self.SURREAL_PID)
|
239
240
|
|
240
241
|
# find process that match the launching arguments
|
241
242
|
cmd = "\0".join(self.cmd())
|
syncmodels/logic/browser.py
CHANGED
@@ -354,7 +354,7 @@ def save_json_xz(url, html_content):
|
|
354
354
|
|
355
355
|
# choose a path to save the raw content
|
356
356
|
_url = parse_uri(url)
|
357
|
-
uid = generate_blueprint(_url)
|
357
|
+
uid = generate_blueprint(_url, "uri,url")
|
358
358
|
_url["path"] = uid # = hashlib.md5(url.encode("utf-8")).hexdigest()
|
359
359
|
today = datetime.now().strftime("%Y-%m-%d")
|
360
360
|
path = "{host}/{path}".format_map(_url)
|
@@ -757,7 +757,7 @@ class BrowserLogicBot(SwarmBot):
|
|
757
757
|
'url': 'https://www.notino.es/ardell/remover-producto-para-quitar-las-pestanas-postizas/p-16258869/'}]}
|
758
758
|
"""
|
759
759
|
universe = {}
|
760
|
-
if
|
760
|
+
if False:
|
761
761
|
_task = {
|
762
762
|
"bot": "wip",
|
763
763
|
"datetime": "2025-01-18 11:46:18.241069+00:00",
|
syncmodels/session/__init__.py
CHANGED
@@ -184,12 +184,16 @@ class iSession(iContext, iSchema, iRegistry): # , iAuthenticator):
|
|
184
184
|
elif content_type in (APPLICATION_OCTET_STREAM, TEXT_CSV):
|
185
185
|
raw = await response.read()
|
186
186
|
try:
|
187
|
-
|
188
|
-
|
189
|
-
|
190
|
-
|
191
|
-
|
192
|
-
|
187
|
+
raw_decoded = raw.decode("ISO-8859-1")
|
188
|
+
if raw_decoded.strip():
|
189
|
+
df = pd.read_csv(
|
190
|
+
io.StringIO(raw_decoded),
|
191
|
+
sep=None,
|
192
|
+
engine="python",
|
193
|
+
decimal=",",
|
194
|
+
)
|
195
|
+
else:
|
196
|
+
df = pd.DataFrame()
|
193
197
|
stream = self._postprocess_df(df, self.context)
|
194
198
|
except Exception as why:
|
195
199
|
log.error("Error processing CSV [%s]", why)
|
syncmodels/storage.py
CHANGED
@@ -692,7 +692,8 @@ class DualStorage(PickleStorage):
|
|
692
692
|
res2 = await super().set(fqid, data, merge)
|
693
693
|
return all([res1, res2])
|
694
694
|
|
695
|
-
async def put(self, uri: URI, data: JSON = None, **kw) -> bool:
|
695
|
+
# async def put(self, uri: URI, data: JSON = None, **kw) -> bool:
|
696
|
+
async def put(self, uri: URI, data: JSON = None, context={}, **kw) -> bool:
|
696
697
|
_uri = parse_duri(uri)
|
697
698
|
if _uri.get("id"):
|
698
699
|
uri = build_uri(**_uri)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: syncmodels
|
3
|
-
Version: 0.1.
|
3
|
+
Version: 0.1.341
|
4
4
|
Summary: Synchronizable Models
|
5
5
|
Home-page: https://github.com/asterio.gonzalez/syncmodels
|
6
6
|
Author: Asterio Gonzalez
|
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.11
|
|
18
18
|
Requires-Python: >=3.6
|
19
19
|
License-File: LICENSE
|
20
20
|
License-File: AUTHORS.rst
|
21
|
-
Requires-Dist: agptools>=0.1.
|
21
|
+
Requires-Dist: agptools>=0.1.341
|
22
22
|
Requires-Dist: aiocache
|
23
23
|
Requires-Dist: aiohttp
|
24
24
|
Requires-Dist: Click
|
@@ -1,4 +1,4 @@
|
|
1
|
-
syncmodels/__init__.py,sha256=
|
1
|
+
syncmodels/__init__.py,sha256=OjT8zP-x3BGV0BADjHaNommB-qVVJL-X_QLxxfJ_dIM,142
|
2
2
|
syncmodels/context.py,sha256=k1Gs_ip9BfyRFpyRnzqYvRDKo0sYBqJsh6z9sWln9oE,451
|
3
3
|
syncmodels/crawler.py,sha256=DAD2tL93iG-LjNQRCg2h_snusjGhQyhdZyMPOCEyvNU,94499
|
4
4
|
syncmodels/crud.py,sha256=oZIcwEKR2i-lesEF_059Y4yThohd9m7gs6R6xYgLH-I,15351
|
@@ -11,7 +11,7 @@ syncmodels/registry.py,sha256=YaQtgbSwa0je1MpCcVHALI3_b85vrddyOlhsnrUcKZs,8224
|
|
11
11
|
syncmodels/requests.py,sha256=wWoC5hPDm1iBM_zrlyKRauzhXgdKR3pT5RqyC-5UZhQ,538
|
12
12
|
syncmodels/runner.py,sha256=IHDKuQ3yJ1DN9wktMiIrerPepYX61tc3AzbFfuUqEFw,5454
|
13
13
|
syncmodels/schema.py,sha256=uinUt8Asq_x7xa6MKWVXNyoWO6gKocjGPppjimaXzEU,2492
|
14
|
-
syncmodels/storage.py,sha256=
|
14
|
+
syncmodels/storage.py,sha256=kMtErJYjn0x3J4Z4L8-ZjNhfC3o6GYafgauZ_UUV6-g,74907
|
15
15
|
syncmodels/syncmodels.py,sha256=jcUxVbv1hrx5hI81VCO1onIM6WyORTqJVPwIqlPocOc,10596
|
16
16
|
syncmodels/timequeue.py,sha256=YRd3ULRaIhoszaBsYhfr0epMqAbL6-NwVEtScjUYttM,595
|
17
17
|
syncmodels/wave.py,sha256=Gra22BLiA9z2nF-6diXpjAc4GZv9nebmyvHxdAfXec4,7764
|
@@ -33,12 +33,12 @@ syncmodels/helpers/importers.py,sha256=KImR9pQu4ir6EI6Ipta0q3RWloFT_VTJi67kM0lZs
|
|
33
33
|
syncmodels/helpers/loaders.py,sha256=aus0aRcbU1vVa_zWo42aX6uV3B0fQ0aQpkTWlR9xGLA,4325
|
34
34
|
syncmodels/helpers/models.py,sha256=c_ATzmiw5mVY1IGnwmyhjIuu5d2idHU-XeRigZSMkOQ,719
|
35
35
|
syncmodels/helpers/orion.py,sha256=6lRp1w3yaq_rxOI7nJIjuHdsgBjQu92y0bW0IX_gq44,30719
|
36
|
-
syncmodels/helpers/surreal.py,sha256
|
36
|
+
syncmodels/helpers/surreal.py,sha256=-K7d0JjoSwquSLwIW18Ae4GEL3eI0FTmq2fJKUJd9TA,10912
|
37
37
|
syncmodels/helpers/units.py,sha256=g50m5DQrAyP_qpDRa4LCEA5Rz2UZUmlIixfWG_ddw9I,3571
|
38
38
|
syncmodels/logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
39
39
|
syncmodels/logic/activity_logger.py,sha256=8wjvgRwaNbibYWGgl-trovSS70yNkoCTlb-AIx3aZEE,14053
|
40
40
|
syncmodels/logic/analyzer.py,sha256=AJncaSGlgKKG2X-Y9-6_phBZkIz4CGWYLI2JSKqLhhI,12542
|
41
|
-
syncmodels/logic/browser.py,sha256=
|
41
|
+
syncmodels/logic/browser.py,sha256=iyoVjiY4QXJiJnM7sQKkgHdhHywX9oEvdpb3PKnQpVE,85269
|
42
42
|
syncmodels/logic/swarm.py,sha256=eRBVlNAOzzWKFGCb7LGLx2aj7yQlTY1OwLoeSEllvXY,17207
|
43
43
|
syncmodels/logic/tasks.py,sha256=7C6DYqbMOV9NTewg0qQRoCPo-k9424MlGR62ZkyPrCk,21962
|
44
44
|
syncmodels/mapper/__init__.py,sha256=jS82LFr9zzyqXBz82tSw04vDowhTpKxhg_W2XvhUlt0,129
|
@@ -297,16 +297,16 @@ syncmodels/model/schema_org/webpage.py,sha256=-bqKOpEs_2lW7qrey2nHtvOZ9xbmmwcviN
|
|
297
297
|
syncmodels/model/schema_org/webpageelement.py,sha256=brXfhU3l3FBXpy8qnR1Ve-EckjHW8VGoyR2IsnT7t2Y,1104
|
298
298
|
syncmodels/model/schema_org/website.py,sha256=48Rox27BbFIg1u3wDlOtX-lLCPoFgvvrCw5Hrdf6uRU,912
|
299
299
|
syncmodels/model/schema_org/xpathtype.py,sha256=D8gKiCrGSSuUVYw7BIWmOIUbKATfv2IpbkV1B2TmjC0,484
|
300
|
-
syncmodels/session/__init__.py,sha256=
|
300
|
+
syncmodels/session/__init__.py,sha256=uy9nMxUUT6VeExOLLzr5Zebe7LvP67WY34WzOs67WB4,15765
|
301
301
|
syncmodels/session/http.py,sha256=tf7z0ccAEYoCOZT4Ukv3NBXz9hUO3vs2s9bm491pCj8,1480
|
302
302
|
syncmodels/session/postgresql.py,sha256=ZMIu1Rv93pKfvFlovFBmWArzlrT2xaQWNYGZT_LW61k,175
|
303
303
|
syncmodels/session/sql.py,sha256=17C8EHn_1twHezhMlD5esMvx4m0iIrnD7JK-TuBswgU,6573
|
304
304
|
syncmodels/session/sqlite.py,sha256=nCDjopLiBpX1F10qkKoARM7JrVdIpJ1WdGOduFVxaiA,2080
|
305
305
|
syncmodels/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
306
|
-
syncmodels-0.1.
|
307
|
-
syncmodels-0.1.
|
308
|
-
syncmodels-0.1.
|
309
|
-
syncmodels-0.1.
|
310
|
-
syncmodels-0.1.
|
311
|
-
syncmodels-0.1.
|
312
|
-
syncmodels-0.1.
|
306
|
+
syncmodels-0.1.341.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
|
307
|
+
syncmodels-0.1.341.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
|
308
|
+
syncmodels-0.1.341.dist-info/METADATA,sha256=buhnYKc5Ir69IET-mVE4ACfMaxY6NlP279rQaBSodtE,2700
|
309
|
+
syncmodels-0.1.341.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
|
310
|
+
syncmodels-0.1.341.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
|
311
|
+
syncmodels-0.1.341.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
|
312
|
+
syncmodels-0.1.341.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|