surfdataverse 4.0.2__tar.gz → 4.1.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {surfdataverse-4.0.2 → surfdataverse-4.1.1}/PKG-INFO +1 -1
- {surfdataverse-4.0.2 → surfdataverse-4.1.1}/pyproject.toml +1 -1
- {surfdataverse-4.0.2 → surfdataverse-4.1.1}/src/surfdataverse/core.py +6 -5
- {surfdataverse-4.0.2 → surfdataverse-4.1.1}/README.md +0 -0
- {surfdataverse-4.0.2 → surfdataverse-4.1.1}/src/surfdataverse/__init__.py +0 -0
- {surfdataverse-4.0.2 → surfdataverse-4.1.1}/src/surfdataverse/container.py +0 -0
- {surfdataverse-4.0.2 → surfdataverse-4.1.1}/src/surfdataverse/exceptions.py +0 -0
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
from collections import defaultdict
|
|
1
2
|
import io
|
|
2
3
|
import json
|
|
3
4
|
import logging
|
|
@@ -361,7 +362,7 @@ class DataverseBase:
|
|
|
361
362
|
raise DataverseAPIError(error_msg, response.status_code, response.text)
|
|
362
363
|
|
|
363
364
|
# === HELPER METHODS
|
|
364
|
-
def name_to_guid(self, table_name, name: str="", name_column=None) -> str | None:
|
|
365
|
+
def name_to_guid(self, table_name, name: str = "", name_column=None) -> str | None:
|
|
365
366
|
"""
|
|
366
367
|
Fetches a mapping of unique names to GUIDs in a Dataverse table
|
|
367
368
|
|
|
@@ -457,7 +458,7 @@ class DataverseTable(DataverseBase):
|
|
|
457
458
|
"""Table-level operations for Dataverse - inherits shared functionality from DataverseBase"""
|
|
458
459
|
|
|
459
460
|
# === TABLES
|
|
460
|
-
def get_table_data(self, table_logical_name=None, polars=False):
|
|
461
|
+
def get_table_data(self, table_logical_name=None, polars=False, infer_schema_length=None):
|
|
461
462
|
"""Fetches actual data from this table
|
|
462
463
|
Args:
|
|
463
464
|
table_logical_name: logical name of the table (optional)
|
|
@@ -473,7 +474,7 @@ class DataverseTable(DataverseBase):
|
|
|
473
474
|
import polars as pl
|
|
474
475
|
|
|
475
476
|
data_list = entity_data["value"]
|
|
476
|
-
df = pl.DataFrame(data_list)
|
|
477
|
+
df = pl.DataFrame(data_list, infer_schema_length=infer_schema_length)
|
|
477
478
|
return df
|
|
478
479
|
|
|
479
480
|
entity_set_name = self.get_table_entity_set_name(
|
|
@@ -490,7 +491,7 @@ class DataverseTable(DataverseBase):
|
|
|
490
491
|
logger.error(error_msg)
|
|
491
492
|
raise DataverseAPIError(error_msg, response.status_code, response.text)
|
|
492
493
|
|
|
493
|
-
def get_column_data(self, columns, entity_set_name=None, polars=False):
|
|
494
|
+
def get_column_data(self, columns, entity_set_name=None, polars=False, infer_schema_length=None):
|
|
494
495
|
"""Fetches specific column data from this table
|
|
495
496
|
Args:
|
|
496
497
|
columns: Column name (string) or list of column names to retrieve
|
|
@@ -519,7 +520,7 @@ class DataverseTable(DataverseBase):
|
|
|
519
520
|
import polars as pl
|
|
520
521
|
|
|
521
522
|
data_list = entity_data["value"]
|
|
522
|
-
df = pl.DataFrame(data_list)
|
|
523
|
+
df = pl.DataFrame(data_list, infer_schema_length=infer_schema_length)
|
|
523
524
|
# Return only requested columns that exist in the data
|
|
524
525
|
available_cols = [col for col in cols if col in df.columns]
|
|
525
526
|
if not available_cols:
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|