ssb-konjunk 0.1.22__py3-none-any.whl → 1.0.1__py3-none-any.whl

ssb_konjunk/saving.py

@@ -5,6 +5,7 @@ Follows the the standardization for versioning and names.
 
 import glob
 import re
+import warnings
 
 import dapla
 import pandas as pd
@@ -350,6 +351,7 @@ def read_ssb_file(
     datatilstand: str = "",
     undermappe: str | None = None,
     filetype: str = "parquet",
+    columns: list[str] | None = None,
     version_number: int | None = None,
     fs: dapla.gcs.GCSFileSystem | None = None,
     seperator: str = ";",
@@ -371,6 +373,7 @@ def read_ssb_file(
         undermappe: Optional folder under 'datatilstand'.
         version_number: possibility to get another version, than the newest (i.e. highest version number). Default: np.nan.
         filetype: the filetype to save as. Default: 'parquet'.
+        columns: Columns to read from the file. If None (default), all columns are read.
         fs: the filesystem, pass with gsc Filesystem if Dapla. Default: None.
         seperator: the seperator to use it filetype is csv. Default: ';'.
         encoding: Encoding for file, base is latin1.
@@ -411,15 +414,27 @@ def read_ssb_file(
         if fs:
             # Samme som tidligere kan brukes til å lese alle filformater.
             with fs.open(file_path, "r") as f:
-                df = pd.read_csv(f, sep=seperator, encoding=encoding)
+                df = pd.read_csv(f, sep=seperator, encoding=encoding, usecols=columns)
                 f.close()
         else:
-            df = pd.read_csv(file_path, sep=seperator, encoding=encoding)
+            df = pd.read_csv(
+                file_path, sep=seperator, encoding=encoding, usecols=columns
+            )
     elif filetype == "parquet":
-        df = pd.read_parquet(file_path, filesystem=fs)
+        df = pd.read_parquet(file_path, columns=columns, filesystem=fs)
     elif filetype == "jsonl":
-        df = pd.read_json(file_path, lines=True)
+        if columns is not None:
+            warnings.warn(
+                f"Columns argumentet blir ignorert for {filetype} filer, hele filen vil bli lastet inn.",
+                stacklevel=2,
+            )
+        df = pd.read_json(file_path, lines=False)
     elif filetype == "json":
+        if columns is not None:
+            warnings.warn(
+                f"Columns argumentet blir ignorert for {filetype} filer, hele filen vil bli lastet inn.",
+                stacklevel=2,
+            )
         df = pd.read_json(file_path, lines=False)
     # Returns pandas df.
     return df

{ssb_konjunk-0.1.22.dist-info → ssb_konjunk-1.0.1.dist-info}/METADATA

@@ -1,10 +1,10 @@
 Metadata-Version: 2.3
 Name: ssb-konjunk
-Version: 0.1.22
-Summary: SSB Konjunk
+Version: 1.0.1
+Summary: SSB Konjunk 422
 License: MIT
-Author: Edvard Garmannslund
-Author-email: ged@ssb.no
+Author: Johanne Saxegaard
+Author-email: jox@ssb.no
 Requires-Python: >=3.10,<4.0
 Classifier: Development Status :: 1 - Planning
 Classifier: License :: OSI Approved :: MIT License
@@ -44,7 +44,6 @@ Description-Content-Type: text/markdown
 [pypi status]: https://pypi.org/project/ssb-konjunk/
 [documentation]: https://statisticsnorway.github.io/ssb-konjunk
 [tests]: https://github.com/statisticsnorway/ssb-konjunk/actions?workflow=Tests
-
 [sonarcov]: https://sonarcloud.io/summary/overall?id=statisticsnorway_ssb-konjunk
 [sonarquality]: https://sonarcloud.io/summary/overall?id=statisticsnorway_ssb-konjunk
 [pre-commit]: https://github.com/pre-commit/pre-commit

{ssb_konjunk-0.1.22.dist-info → ssb_konjunk-1.0.1.dist-info}/RECORD

@@ -6,12 +6,12 @@ ssb_konjunk/fame.py,sha256=6Yw0D1kY20yOu49DHgwfSIAmiHVCERuMeIANg1lYu64,1619
 ssb_konjunk/prompts.py,sha256=tGI2dARh8jIYB_IZ4Iwb5AEbNoDZq9-17Uc9QjhqPcQ,10269
 ssb_konjunk/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ssb_konjunk/rounding.py,sha256=nbxYMvvFzoJOxwJBCA80OyaZGhhOHCxbndeYB271Uzk,1269
-ssb_konjunk/saving.py,sha256=uPADvQDdSjMoLSAzqJHCSUgENlwPtg3-wboubLMgLmA,15015
+ssb_konjunk/saving.py,sha256=dBevCnurC4IBeMlrs1Ut1ymhM6Cg6kvRIyYbw0ujCmw,15658
 ssb_konjunk/statbank_format.py,sha256=cVXrq2qSuMk-FAiMdbIS8Cc8YgZUyTCKnsMdknMbfkM,1469
 ssb_konjunk/timestamp.py,sha256=XPB5JhZQdDgUPYYNVAFiMZGe8dYL8seb_k98G9CNtjY,9960
 ssb_konjunk/xml_handling.py,sha256=kvAZ699iOSxHCi2ksEGroFk60-ufsRW7b_m3j47A2gY,1726
-ssb_konjunk-0.1.22.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
-ssb_konjunk-0.1.22.dist-info/METADATA,sha256=9hiTM4IGOdHmRAA5KnX9BCM2tshwlXjKRhR8mm7HdZQ,3947
-ssb_konjunk-0.1.22.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-ssb_konjunk-0.1.22.dist-info/entry_points.txt,sha256=qU7y58sZiFKYonuEJTbV0MhhbAJtposy46crLp4TjAM,57
-ssb_konjunk-0.1.22.dist-info/RECORD,,
+ssb_konjunk-1.0.1.dist-info/LICENSE,sha256=np3IfD5m0ZUofn_kVzDZqliozuiO6wrktw3LRPjyEiI,1073
+ssb_konjunk-1.0.1.dist-info/METADATA,sha256=AkGNdqye185eaXSRqhaitwYxTGfgY29xuhfUo4gFaO4,3947
+ssb_konjunk-1.0.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+ssb_konjunk-1.0.1.dist-info/entry_points.txt,sha256=qU7y58sZiFKYonuEJTbV0MhhbAJtposy46crLp4TjAM,57
+ssb_konjunk-1.0.1.dist-info/RECORD,,

{ssb_konjunk-0.1.22.dist-info → ssb_konjunk-1.0.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.1
+Generator: poetry-core 2.1.3
 Root-Is-Purelib: true
 Tag: py3-none-any