anysite-cli 0.1.5__py3-none-any.whl → 0.1.7__py3-none-any.whl

anysite/dataset/db_loader.py

@@ -315,8 +315,14 @@ class DatasetDbLoader:
                 return _extract_dot_value(record, diff_key)
             return record.get(diff_key)
 
+        # Build field mapping for db_load.fields filtering
+        field_mapping = self._get_db_field_mapping(source)
+
         # Determine the DB column name for the key
-        db_key_col = diff_key.replace(".", "_")
+        if field_mapping and diff_key in field_mapping:
+            db_key_col = field_mapping[diff_key]
+        else:
+            db_key_col = diff_key.replace(".", "_")
 
         # INSERT added records
         if result.added:
@@ -326,13 +332,14 @@ class DatasetDbLoader:
                 total += 1
 
         # DELETE removed records (skipped in append mode)
+        ph = self._placeholder()
         if result.removed and sync_mode == "full":
             safe_col = sanitize_identifier(db_key_col)
             for record in result.removed:
                 key_val = _get_key_val(record)
                 if key_val is not None:
                     self.adapter.execute(
-                        f"DELETE FROM {table_name} WHERE {safe_col} = ?",
+                        f"DELETE FROM {table_name} WHERE {safe_col} = {ph}",
                         (str(key_val),),
                     )
                     total += 1
@@ -348,20 +355,34 @@ class DatasetDbLoader:
                 if not changed_fields:
                     continue
 
-                # Build SET clause from changed fields
+                # Build SET clause — only include fields that exist in the DB
                 set_parts = []
                 params: list[Any] = []
                 for field_name in changed_fields:
-                    new_val = record.get(field_name)
-                    safe_field = sanitize_identifier(field_name)
-                    set_parts.append(f"{safe_field} = ?")
+                    if field_mapping is not None:
+                        if field_name not in field_mapping:
+                            continue
+                        db_col = field_mapping[field_name]
+                    else:
+                        db_col = field_name
+
+                    if "." in field_name:
+                        new_val = _extract_dot_value(record, field_name)
+                    else:
+                        new_val = record.get(field_name)
+
+                    safe_field = sanitize_identifier(db_col)
+                    set_parts.append(f"{safe_field} = {ph}")
                     params.append(new_val)
 
+                if not set_parts:
+                    continue
+
                 params.append(str(key_val))
                 sql = (
                     f"UPDATE {table_name} "
                     f"SET {', '.join(set_parts)} "
-                    f"WHERE {safe_col} = ?"
+                    f"WHERE {safe_col} = {ph}"
                 )
                 self.adapter.execute(sql, tuple(params))
                 total += 1
@@ -375,6 +396,36 @@ class DatasetDbLoader:
                 return other.dependency.field
         return None
 
+    def _get_db_field_mapping(self, source: DatasetSource) -> dict[str, str] | None:
+        """Build mapping of parquet_field -> db_column from db_load.fields.
+
+        Returns None if no explicit fields configured (all fields allowed).
+        """
+        db_load = source.db_load
+        if not db_load or not db_load.fields:
+            return None
+
+        mapping: dict[str, str] = {}
+        for field_spec in db_load.fields:
+            alias = None
+            upper = field_spec.upper()
+            as_idx = upper.find(" AS ")
+            if as_idx != -1:
+                alias = field_spec[as_idx + 4:].strip()
+                source_field = field_spec[:as_idx].strip()
+            else:
+                source_field = field_spec
+
+            col_name = alias or source_field.replace(".", "_")
+            mapping[source_field] = col_name
+        return mapping
+
+    def _placeholder(self) -> str:
+        """Get the parameter placeholder for the dialect."""
+        if self._dialect == "postgres":
+            return "%s"
+        return "?"
+
     def _auto_id_type(self) -> str:
         """Get the auto-increment ID column type for the dialect."""
         if self._dialect == "postgres":

{anysite_cli-0.1.5.dist-info → anysite_cli-0.1.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: anysite-cli
-Version: 0.1.5
+Version: 0.1.7
 Summary: CLI for Anysite API - web data extraction for humans and AI agents
 Project-URL: Homepage, https://anysite.io
 Project-URL: Documentation, https://docs.anysite.io/cli

{anysite_cli-0.1.5.dist-info → anysite_cli-0.1.7.dist-info}/RECORD

@@ -21,7 +21,7 @@ anysite/dataset/__init__.py,sha256=J0sKQkGwVOPtvp6pka7LcdeUEADvjWRs71yRuROzJxI,8
 anysite/dataset/analyzer.py,sha256=8dsPW32SbSaUTy1F0NIed1U45wjiMgQeJ2iWX7hBxRQ,9245
 anysite/dataset/cli.py,sha256=rEWK1ka-YQ_Vbbj2nMaMYTD9g3wa3ethUWSoaWRSGTY,23066
 anysite/dataset/collector.py,sha256=ZdR3CmQQew_iuJpNtJ4knSrjt0hvkEL4WIaS0IKEkwQ,23927
-anysite/dataset/db_loader.py,sha256=ksvRt-VJISL4Syk2O1-TTkOMj1uGzk7aQARYS2n--U4,13751
+anysite/dataset/db_loader.py,sha256=ebx-SJa-w4EjUsuoNqU2wtAWlbXC93kCc9shs3ZHm70,15597
 anysite/dataset/differ.py,sha256=jB_VWTb7UuEBWG9nv1ry5xeo9hmWdhA_cTm6Ed43_Uw,17746
 anysite/dataset/errors.py,sha256=r8cZXoIzSeTGCWpeYjntnN0AduCu74YZyWs3sFu17J4,914
 anysite/dataset/exporters.py,sha256=mA2FYbYJbHfrwkXbHDu4g5qPG_JJKnkVciXFKPkF1Vw,3708
@@ -58,8 +58,8 @@ anysite/streaming/writer.py,sha256=HfMsC4umUdJuNIAPK57YAxEGyTwUmy-zNrqFkwY6aew,4
 anysite/utils/__init__.py,sha256=7SnbxpxKENK-2ecUL5NfnZ9okGI7COKYw4WF46172HM,23
 anysite/utils/fields.py,sha256=bSrHadzNmabL4qubqhXXZoWb_P8KA-3S7_FLVT8nGBc,7410
 anysite/utils/retry.py,sha256=89TbXvavi5t22P2mTYCLAS6SSZoW65gQ0nnYNbYAF0M,2684
-anysite_cli-0.1.5.dist-info/METADATA,sha256=B4HxyrTZxBbhMb17lb0LoRcne_cRehz8xNUYIvDraMA,12437
-anysite_cli-0.1.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-anysite_cli-0.1.5.dist-info/entry_points.txt,sha256=FDPxNasy0fRRcOgJdZRVP7Qw01C3TwRa1OwPJiskNyg,45
-anysite_cli-0.1.5.dist-info/licenses/LICENSE,sha256=gVAxkI23CFm4x4HV_fkQYw_bGq93mQmVZEwxNs-YTa4,1069
-anysite_cli-0.1.5.dist-info/RECORD,,
+anysite_cli-0.1.7.dist-info/METADATA,sha256=RLzLHvkzQ52E6Ovse5FrXEYjJ2P_6X_sGrs_F5ho2Uk,12437
+anysite_cli-0.1.7.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+anysite_cli-0.1.7.dist-info/entry_points.txt,sha256=FDPxNasy0fRRcOgJdZRVP7Qw01C3TwRa1OwPJiskNyg,45
+anysite_cli-0.1.7.dist-info/licenses/LICENSE,sha256=gVAxkI23CFm4x4HV_fkQYw_bGq93mQmVZEwxNs-YTa4,1069
+anysite_cli-0.1.7.dist-info/RECORD,,