tracktolib 0.36.0__py3-none-any.whl → 0.37.0__py3-none-any.whl

tracktolib/pg/utils.py

@@ -3,7 +3,7 @@ import datetime as dt
 import functools
 import logging
 from pathlib import Path
-from typing import AsyncIterator, Literal, Iterable
+from typing import AsyncIterator, Iterable, Sequence
 from typing_extensions import LiteralString
 from ..pg_utils import get_conflict_query
 
@@ -91,7 +91,10 @@ async def upsert_csv(conn: asyncpg.Connection,
                      chunk_size: int = 5_000,
                      show_progress: bool = False,
                      nb_lines: int | None = None,
-                     on_conflict_keys: Iterable[LiteralString] | None = None):
+                     on_conflict_keys: Iterable[LiteralString] | None = None,
+                     delimiter: str = ',',
+                     col_names: Sequence[str] | None = None,
+                     skip_header: bool = False):
     infos = await get_table_infos(conn, schema, table)
 
     on_conflict_str = 'ON CONFLICT DO NOTHING'
@@ -100,8 +103,10 @@ async def upsert_csv(conn: asyncpg.Connection,
                                              update_keys=on_conflict_keys)
 
     with csv_path.open('r') as f:
-        reader = csv.DictReader(f)
-        _columns = [x.lower() for x in (reader.fieldnames or [])]
+        reader = csv.DictReader(f, delimiter=delimiter, fieldnames=col_names)
+        if skip_header:
+            next(reader)
+        _columns = col_names if col_names else [x.lower() for x in (reader.fieldnames or [])]
         async with conn.transaction():
             _tmp_table, _tmp_query, _insert_query = get_tmp_table_query(schema, table,
                                                                         columns=infos.keys(),

{tracktolib-0.36.0.dist-info → tracktolib-0.37.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tracktolib
-Version: 0.36.0
+Version: 0.37.0
 Summary: Utility library for python
 Home-page: https://github.com/tracktor/tracktolib
 License: MIT

{tracktolib-0.36.0.dist-info → tracktolib-0.37.0.dist-info}/RECORD

@@ -5,7 +5,7 @@ tracktolib/http.py,sha256=GHWvD9rHTF1oAnG6Ptna_oeMDcwCxYYpPxLOME-oZ3Y,1574
 tracktolib/logs.py,sha256=nbI9LO2NaXDAv9aoUkad54V_x8B8zga-MwqUfYb-pkk,2523
 tracktolib/pg/__init__.py,sha256=mK_EAUN9wTLQC38n3iaBFTP2YzaEo7S17AyFiKHgu6k,241
 tracktolib/pg/query.py,sha256=E42F2pq_kv465XO2HQo52BhKhORsZ-mdvsGsqKdnbVg,14969
-tracktolib/pg/utils.py,sha256=exExoJqx8DFcRpDgVEU3nPU2eM65sZaTZjNMaN3aCYA,4786
+tracktolib/pg/utils.py,sha256=Yfd-6G5KfHbwIReYrymzdozFs8flQaP-R9K5CP42t_4,5059
 tracktolib/pg_sync.py,sha256=M_9DMVXWozhxD8KGVWKxLblOG4K-npbK5SKoO-Rz0yM,5203
 tracktolib/pg_utils.py,sha256=e5QdJ5clFtap949U57sSjplaWi6LNv-Rs2cuz4NRIxk,2012
 tracktolib/s3/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -13,7 +13,7 @@ tracktolib/s3/minio.py,sha256=gkpI2bvVwfXaAFY7M9e0Mlv82x0PjuriS8LdRmEJtMo,1258
 tracktolib/s3/s3.py,sha256=Kfmz0uLl5yGQxH4XvAfIe1yhOieTXS9Ck85nhj_aMnQ,4011
 tracktolib/tests.py,sha256=GycCVRUOdzazxqBXKBWWzhrlkV8yyD7NaActz_A2WXU,590
 tracktolib/utils.py,sha256=kU35LCJaFDNg0IR9ekAi4uEJ3unZCC3VPzqgkctt06Q,5437
-tracktolib-0.36.0.dist-info/LICENSE,sha256=uUanH0X7SeZEPdsRTHegMSMTiIHMurt9H0jSwEwKE1Y,1081
-tracktolib-0.36.0.dist-info/WHEEL,sha256=vxFmldFsRN_Hx10GDvsdv1wroKq8r5Lzvjp6GZ4OO8c,88
-tracktolib-0.36.0.dist-info/METADATA,sha256=DGand4zOwO_t5Ax-K1QzJu-axvUh-ACQ1ou-qJEWfFk,3630
-tracktolib-0.36.0.dist-info/RECORD,,
+tracktolib-0.37.0.dist-info/LICENSE,sha256=uUanH0X7SeZEPdsRTHegMSMTiIHMurt9H0jSwEwKE1Y,1081
+tracktolib-0.37.0.dist-info/WHEEL,sha256=vxFmldFsRN_Hx10GDvsdv1wroKq8r5Lzvjp6GZ4OO8c,88
+tracktolib-0.37.0.dist-info/METADATA,sha256=Fu_O-M1gdC3VCihdzJN3PVTRx9VjkO5TacWTLfNQC4c,3630
+tracktolib-0.37.0.dist-info/RECORD,,