ingestr 0.13.92__py3-none-any.whl → 0.13.94__py3-none-any.whl

ingestr/src/mongodb/helpers.py

@@ -870,123 +870,77 @@ class MongoDbCollectionResourceConfiguration(BaseConfiguration):
 def convert_mongo_shell_to_extended_json(query_string: str) -> str:
     """
     Convert MongoDB shell syntax to MongoDB Extended JSON v2 format.
-    
+
     This function handles common MongoDB shell constructs like ISODate, ObjectId,
     NumberLong, NumberDecimal, etc. and converts them to their Extended JSON equivalents
     that can be parsed by bson.json_util.
-    
+
     Args:
         query_string: A string containing MongoDB shell syntax
-        
+
     Returns:
         A string with MongoDB Extended JSON v2 format
-        
+
     Examples:
         >>> convert_mongo_shell_to_extended_json('ISODate("2010-01-01T00:00:00.000Z")')
         '{"$date": "2010-01-01T00:00:00.000Z"}'
-        
+
         >>> convert_mongo_shell_to_extended_json('ObjectId("507f1f77bcf86cd799439011")')
         '{"$oid": "507f1f77bcf86cd799439011"}'
     """
     converted = query_string
-    
+
     # Convert ISODate("...") to {"$date": "..."}
     # Pattern matches ISODate("2010-01-01T00:00:00.000+0000") or similar
-    converted = re.sub(
-        r'ISODate\("([^"]+)"\)',
-        r'{"$date": "\1"}',
-        converted
-    )
-    
+    converted = re.sub(r'ISODate\("([^"]+)"\)', r'{"$date": "\1"}', converted)
+
     # Convert ObjectId("...") to {"$oid": "..."}
-    converted = re.sub(
-        r'ObjectId\("([^"]+)"\)',
-        r'{"$oid": "\1"}',
-        converted
-    )
-    
+    converted = re.sub(r'ObjectId\("([^"]+)"\)', r'{"$oid": "\1"}', converted)
+
     # Convert NumberLong(...) to {"$numberLong": "..."}
     # Note: NumberLong can have quotes or not: NumberLong(123) or NumberLong("123")
-    converted = re.sub(
-        r'NumberLong\("([^"]+)"\)',
-        r'{"$numberLong": "\1"}',
-        converted
-    )
-    converted = re.sub(
-        r'NumberLong\(([^)]+)\)',
-        r'{"$numberLong": "\1"}',
-        converted
-    )
-    
+    converted = re.sub(r'NumberLong\("([^"]+)"\)', r'{"$numberLong": "\1"}', converted)
+    converted = re.sub(r"NumberLong\(([^)]+)\)", r'{"$numberLong": "\1"}', converted)
+
     # Convert NumberInt(...) to {"$numberInt": "..."}
-    converted = re.sub(
-        r'NumberInt\("([^"]+)"\)',
-        r'{"$numberInt": "\1"}',
-        converted
-    )
-    converted = re.sub(
-        r'NumberInt\(([^)]+)\)',
-        r'{"$numberInt": "\1"}',
-        converted
-    )
-    
+    converted = re.sub(r'NumberInt\("([^"]+)"\)', r'{"$numberInt": "\1"}', converted)
+    converted = re.sub(r"NumberInt\(([^)]+)\)", r'{"$numberInt": "\1"}', converted)
+
     # Convert NumberDecimal("...") to {"$numberDecimal": "..."}
     converted = re.sub(
-        r'NumberDecimal\("([^"]+)"\)',
-        r'{"$numberDecimal": "\1"}',
-        converted
+        r'NumberDecimal\("([^"]+)"\)', r'{"$numberDecimal": "\1"}', converted
     )
-    
+
     # Convert Timestamp(..., ...) to {"$timestamp": {"t": ..., "i": ...}}
     # Timestamp(1234567890, 1) -> {"$timestamp": {"t": 1234567890, "i": 1}}
     converted = re.sub(
-        r'Timestamp\((\d+),\s*(\d+)\)',
-        r'{"$timestamp": {"t": \1, "i": \2}}',
-        converted
+        r"Timestamp\((\d+),\s*(\d+)\)", r'{"$timestamp": {"t": \1, "i": \2}}', converted
     )
-    
+
     # Convert BinData(..., "...") to {"$binary": {"base64": "...", "subType": "..."}}
     converted = re.sub(
         r'BinData\((\d+),\s*"([^"]+)"\)',
         r'{"$binary": {"base64": "\2", "subType": "\1"}}',
-        converted
+        converted,
     )
-    
+
     # Convert MinKey() to {"$minKey": 1}
-    converted = re.sub(
-        r'MinKey\(\)',
-        r'{"$minKey": 1}',
-        converted
-    )
-    
+    converted = re.sub(r"MinKey\(\)", r'{"$minKey": 1}', converted)
+
     # Convert MaxKey() to {"$maxKey": 1}
-    converted = re.sub(
-        r'MaxKey\(\)',
-        r'{"$maxKey": 1}',
-        converted
-    )
-    
+    converted = re.sub(r"MaxKey\(\)", r'{"$maxKey": 1}', converted)
+
     # Convert UUID("...") to {"$uuid": "..."}
-    converted = re.sub(
-        r'UUID\("([^"]+)"\)',
-        r'{"$uuid": "\1"}',
-        converted
-    )
-    
+    converted = re.sub(r'UUID\("([^"]+)"\)', r'{"$uuid": "\1"}', converted)
+
     # Convert DBRef("collection", "id") to {"$ref": "collection", "$id": "id"}
     converted = re.sub(
-        r'DBRef\("([^"]+)",\s*"([^"]+)"\)',
-        r'{"$ref": "\1", "$id": "\2"}',
-        converted
+        r'DBRef\("([^"]+)",\s*"([^"]+)"\)', r'{"$ref": "\1", "$id": "\2"}', converted
     )
-    
+
     # Convert Code("...") to {"$code": "..."}
-    converted = re.sub(
-        r'Code\("([^"]+)"\)',
-        r'{"$code": "\1"}',
-        converted
-    )
-    
+    converted = re.sub(r'Code\("([^"]+)"\)', r'{"$code": "\1"}', converted)
+
     return converted
 
 

ingestr/src/sources.py

@@ -430,16 +430,17 @@ class MongoDbSource:
             # Parse the query using MongoDB's extended JSON parser
             # First, convert MongoDB shell syntax to Extended JSON format
             from bson import json_util
+
             from ingestr.src.mongodb.helpers import convert_mongo_shell_to_extended_json
-            
+
             # Convert MongoDB shell constructs to Extended JSON v2 format
             converted_query = convert_mongo_shell_to_extended_json(query_json)
-            
+
             try:
                 query = json_util.loads(converted_query)
             except Exception as e:
                 raise ValueError(f"Invalid MongoDB query format: {e}")
-            
+
             # Validate that it's a list for aggregation pipeline
             if not isinstance(query, list):
                 raise ValueError(
@@ -1883,6 +1884,72 @@ class DynamoDBSource:
         return dynamodb(table, creds, incremental)
 
 
+class DoceboSource:
+    def handles_incrementality(self) -> bool:
+        return False
+
+    def dlt_source(self, uri: str, table: str, **kwargs):
+        # docebo://?base_url=https://yourcompany.docebosaas.com&client_id=xxx&client_secret=xxx
+        # Optional: &username=xxx&password=xxx for password grant type
+
+        if kwargs.get("incremental_key"):
+            raise ValueError("Incremental loads are not yet supported for Docebo")
+
+        parsed_uri = urlparse(uri)
+        source_params = parse_qs(parsed_uri.query)
+
+        base_url = source_params.get("base_url")
+        if not base_url:
+            raise ValueError("base_url is required to connect to Docebo")
+
+        client_id = source_params.get("client_id")
+        if not client_id:
+            raise ValueError("client_id is required to connect to Docebo")
+
+        client_secret = source_params.get("client_secret")
+        if not client_secret:
+            raise ValueError("client_secret is required to connect to Docebo")
+
+        # Username and password are optional (uses client_credentials grant if not provided)
+        username = source_params.get("username", [None])[0]
+        password = source_params.get("password", [None])[0]
+
+        # Supported tables
+        supported_tables = [
+            "users",
+            "courses",
+            "user_fields",
+            "branches",
+            "groups",
+            "group_members",
+            "course_fields",
+            "learning_objects",
+            "learning_plans",
+            "learning_plan_enrollments",
+            "learning_plan_course_enrollments",
+            "course_enrollments",
+            "sessions",
+            "categories",
+            "certifications",
+            "external_training",
+            "survey_answers",
+        ]
+        if table not in supported_tables:
+            raise ValueError(
+                f"Resource '{table}' is not supported for Docebo source. Supported tables: {', '.join(supported_tables)}"
+            )
+
+        from ingestr.src.docebo import docebo_source
+
+        return docebo_source(
+            base_url=base_url[0],
+            client_id=client_id[0],
+            client_secret=client_secret[0],
+            username=username,
+            password=password,
+        ).with_resources(table)
+
+
 class GoogleAnalyticsSource:
     def handles_incrementality(self) -> bool:
         return True
@@ -2537,7 +2604,7 @@ class SalesforceSource:
 
         if table not in src.resources:
             raise UnsupportedResourceError(table, "Salesforce")
-        
+
         return src.with_resources(table)
 
 

{ingestr-0.13.92.dist-info → ingestr-0.13.94.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ingestr
-Version: 0.13.92
+Version: 0.13.94
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
@@ -47,7 +47,7 @@ Requires-Dist: databricks-sqlalchemy==1.0.2
 Requires-Dist: dataclasses-json==0.6.7
 Requires-Dist: decorator==5.2.1
 Requires-Dist: deprecation==2.1.0
-Requires-Dist: dlt-cratedb==0.0.1
+Requires-Dist: dlt-cratedb==0.0.2
 Requires-Dist: dlt==1.11.0
 Requires-Dist: dnspython==2.7.0
 Requires-Dist: duckdb-engine==0.17.0

{ingestr-0.13.92.dist-info → ingestr-0.13.94.dist-info}/RECORD

@@ -2,24 +2,24 @@ ingestr/conftest.py,sha256=OE2yxeTCosS9CUFVuqNypm-2ftYvVBeeq7egm3878cI,1981
 ingestr/main.py,sha256=qo0g3wCFl8a_1jUwXagX8L1Q8PKKQlTF7md9pfnzW0Y,27155
 ingestr/src/.gitignore,sha256=8cX1AZTSI0TcdZFGTmS_oyBjpfCzhOEt0DdAo2dFIY8,203
 ingestr/src/blob.py,sha256=UUWMjHUuoR9xP1XZQ6UANQmnMVyDx3d0X4-2FQC271I,2138
-ingestr/src/buildinfo.py,sha256=bR_SHBOnG2JaQD4K3ZvZC_ctkUAC7obqll7Reuy7YHE,21
-ingestr/src/destinations.py,sha256=QNT2rm91cZmY1_Zyj4VnbI14qGmZOUQOQUg9xUTVVYs,23799
+ingestr/src/buildinfo.py,sha256=tjPoi11Dio9bwbPoZ9l6d066j_pVtEhVxjcmSoQLbz0,21
+ingestr/src/destinations.py,sha256=UvZKKp1HUWR8Vxd89qOZcOVqOmlMnIIe5c8EByKylN0,23755
 ingestr/src/errors.py,sha256=Ufs4_DfE77_E3vnA1fOQdi6cmuLVNm7_SbFLkL1XPGk,686
-ingestr/src/factory.py,sha256=hC5E_XgrgTHMqwqPc6ihUYvRGTGMTzdPfQhrgPyD0tY,6945
+ingestr/src/factory.py,sha256=DQ3DsaFDqEVB8yNoQnQf451BRuVOuDmtpqzkUHra4Iw,6995
 ingestr/src/filters.py,sha256=0n0sNAVG_f-B_1r7lW5iNtw9z_G1bxWzPaiL1i6tnbU,1665
 ingestr/src/http_client.py,sha256=bxqsk6nJNXCo-79gW04B53DQO-yr25vaSsqP0AKtjx4,732
 ingestr/src/loader.py,sha256=9NaWAyfkXdqAZSS-N72Iwo36Lbx4PyqIfaaH1dNdkFs,1712
 ingestr/src/masking.py,sha256=VN0LdfvExhQ1bZMRylGtaBUIoH-vjuIUmRnYKwo3yiY,11358
 ingestr/src/partition.py,sha256=BrIP6wFJvyR7Nus_3ElnfxknUXeCipK_E_bB8kZowfc,969
 ingestr/src/resource.py,sha256=ZqmZxFQVGlF8rFPhBiUB08HES0yoTj8sZ--jKfaaVps,1164
-ingestr/src/sources.py,sha256=5S-RDTrAD6ZfpzTC4m7RW3WPKY2gBWCrPRC9esEsO5U,125785
+ingestr/src/sources.py,sha256=A049YPuofkFHQGrDVMtxRpvaU1GyKlA_KkmXwTzIrE4,128026
 ingestr/src/table_definition.py,sha256=REbAbqdlmUMUuRh8nEQRreWjPVOQ5ZcfqGkScKdCrmk,390
 ingestr/src/time.py,sha256=H_Fk2J4ShXyUM-EMY7MqCLZQhlnZMZvO952bmZPc4yE,254
 ingestr/src/version.py,sha256=J_2xgZ0mKlvuHcjdKCx2nlioneLH0I47JiU_Slr_Nwc,189
 ingestr/src/adjust/__init__.py,sha256=ULjtJqrNS6XDvUyGl0tjl12-tLyXlCgeFe2icTbtu3Q,3255
 ingestr/src/adjust/adjust_helpers.py,sha256=IHSS94A7enOWkZ8cP5iW3RdYt0Xl3qZGAmDc1Xy4qkI,3802
 ingestr/src/airtable/__init__.py,sha256=XzRsS39xszUlh_s7P1_zq5v8vLfjz3m-NtTPaa8TTZU,2818
-ingestr/src/applovin/__init__.py,sha256=Y02ysL2vRiDoP3uN9ven2OVcH9zTd8PbmIjqIHds4zU,6985
+ingestr/src/applovin/__init__.py,sha256=X_YCLppPrnL8KXfYWICE_uDfMzHHH3JZ-DBGZ1RlaOI,6984
 ingestr/src/applovin_max/__init__.py,sha256=fxXqsIibJarp5NOGe08G964HftwLDymTtYS_LqPJht4,3315
 ingestr/src/appsflyer/__init__.py,sha256=QoK-B3cYYMD3bqzQaLWNH6FkJyjRbzRkBF2n6urxubs,8071
 ingestr/src/appsflyer/client.py,sha256=E6xPW4KlbBnQZ0K4eq2Xgb3AmGrtrzIX9bX8EnQr-D4,3615
@@ -40,9 +40,12 @@ ingestr/src/chess/settings.py,sha256=p0RlCGgtXUacPDEvZmwzSWmzX0Apj1riwfz-nrMK89k
 ingestr/src/clickup/__init__.py,sha256=uvfAqNturT4bMvU4NS3E8BdL6nvDFzNuh7bMlih8HJk,2547
 ingestr/src/clickup/helpers.py,sha256=RzDKMUAHccuDhocIQ2ToBXfCERo8CBJqA3t-IPltBCE,1519
 ingestr/src/collector/spinner.py,sha256=_ZUqF5MI43hVIULdjF5s5mrAZbhEFXaiWirQmrv3Yk4,1201
+ingestr/src/docebo/__init__.py,sha256=NGfXafjuO9lDqBF7su71JaCKayhKTRmqL-hV9RlWZbQ,28346
+ingestr/src/docebo/client.py,sha256=nki0kNQhN8VDz5cdqlQQPhr1JMPlcNEYKnWK3umAyOc,15663
+ingestr/src/docebo/helpers.py,sha256=SaEjta6k3Lj-S5fvrheA5_xj7zfASMdOc_ihsqno5ko,3238
 ingestr/src/dynamodb/__init__.py,sha256=swhxkeYBbJ35jn1IghCtvYWT2BM33KynVCh_oR4z28A,2264
 ingestr/src/elasticsearch/__init__.py,sha256=m-q93HgUmTwGDUwHOjHawstWL06TC3WIX3H05szybrY,2556
-ingestr/src/facebook_ads/__init__.py,sha256=15GiovITANe0al5MI6WWLdl3LDmdBd1YpkUWBV3g6bk,9715
+ingestr/src/facebook_ads/__init__.py,sha256=6kiU_t_rt9uedGBLEjYFrfAnNQiYSFiUePRqPA3OloQ,9827
 ingestr/src/facebook_ads/exceptions.py,sha256=4Nlbc0Mv3i5g-9AoyT-n1PIa8IDi3VCTfEAzholx4Wc,115
 ingestr/src/facebook_ads/helpers.py,sha256=c-WG008yU_zIdhFwljtqE2jfjVYuaVoNKldxcnJN3U4,9761
 ingestr/src/facebook_ads/settings.py,sha256=Bsic8RcmH-NfEZ7r_NGospTCmwISK9XaMT5y2NZirtg,4938
@@ -50,7 +53,7 @@ ingestr/src/facebook_ads/utils.py,sha256=ES2ylPoW3j3fjp6OMUgp21n1cG1OktXsmWWMk5v
 ingestr/src/filesystem/__init__.py,sha256=42YAOHQxZ7TkTXC1eeaLUJpjqJ3l7DH7C8j927pV4pc,4353
 ingestr/src/filesystem/helpers.py,sha256=bg0muSHZr3hMa8H4jN2-LGWzI-SUoKlQNiWJ74-YYms,3211
 ingestr/src/filesystem/readers.py,sha256=a0fKkaRpnAOGsXI3EBNYZa7x6tlmAOsgRzb883StY30,3987
-ingestr/src/fluxx/__init__.py,sha256=Ei8BE0KAEzpadJT9RO5-8zMA7LvnIPhNPDKF4EyBcLo,328980
+ingestr/src/fluxx/__init__.py,sha256=1BLBHkIK0vlTtFYoc_8Uf2M4R7VphxYBinoiYgmpfg8,601058
 ingestr/src/fluxx/helpers.py,sha256=dCNgvMMTSEO4LNp6luNZ-XrV4NPW-_OUfmp0k3jFhuc,6602
 ingestr/src/frankfurter/__init__.py,sha256=aeyiv1jwcwblV5OeqG81vFcJo_Wc1bUlDwzdE4gnQiw,5246
 ingestr/src/frankfurter/helpers.py,sha256=SpRr992OcSf7IDI5y-ToUdO6m6sGpqFz59LTY0ojchI,1502
@@ -96,7 +99,7 @@ ingestr/src/linkedin_ads/helpers.py,sha256=eUWudRVlXl4kqIhfXQ1eVsUpZwJn7UFqKSpnb
 ingestr/src/mixpanel/__init__.py,sha256=s1QtqMP0BTGW6YtdCabJFWj7lEn7KujzELwGpBOQgfs,1796
 ingestr/src/mixpanel/client.py,sha256=c_reouegOVYBOwHLfgYFwpmkba0Sxro1Zkml07NCYf0,3602
 ingestr/src/mongodb/__init__.py,sha256=wu3KJ3VH5FF67gctJqm4T3ZTdBOQam1u6xuFBohq7bs,7486
-ingestr/src/mongodb/helpers.py,sha256=-CZo96tRPy5SvJVMejJ1F72F-PJhyVJ3Rfpk0o2M9rQ,35243
+ingestr/src/mongodb/helpers.py,sha256=6uRgxXgSHh38SApuZU7DyIw2Bvs9NVOc-VtI1wmOItE,34812
 ingestr/src/notion/__init__.py,sha256=36wUui8finbc85ObkRMq8boMraXMUehdABN_AMe_hzA,1834
 ingestr/src/notion/settings.py,sha256=MwQVZViJtnvOegfjXYc_pJ50oUYgSRPgwqu7TvpeMOA,82
 ingestr/src/notion/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -158,8 +161,8 @@ ingestr/testdata/merge_expected.csv,sha256=DReHqWGnQMsf2PBv_Q2pfjsgvikYFnf1zYcQZ
 ingestr/testdata/merge_part1.csv,sha256=Pw8Z9IDKcNU0qQHx1z6BUf4rF_-SxKGFOvymCt4OY9I,185
 ingestr/testdata/merge_part2.csv,sha256=T_GiWxA81SN63_tMOIuemcvboEFeAmbKc7xRXvL9esw,287
 ingestr/tests/unit/test_smartsheets.py,sha256=djU1TFD0-Zr7h-WNhm281DoyGApOpNOrZcN4r-U9Pks,4873
-ingestr-0.13.92.dist-info/METADATA,sha256=m59fSWl6js1EilscWOHeNyTe1p7mfKor2Xc2qvElXwA,15182
-ingestr-0.13.92.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-ingestr-0.13.92.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
-ingestr-0.13.92.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
-ingestr-0.13.92.dist-info/RECORD,,
+ingestr-0.13.94.dist-info/METADATA,sha256=8HZLFO-404rkW6UylsNKFWgdPGBWlzXp50UDwgcdMR8,15182
+ingestr-0.13.94.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+ingestr-0.13.94.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
+ingestr-0.13.94.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
+ingestr-0.13.94.dist-info/RECORD,,