databricks-modules-vy 1.2__tar.gz → 1.2.1__tar.gz

{databricks_modules_vy-1.2 → databricks_modules_vy-1.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: databricks_modules_vy
-Version: 1.2
+Version: 1.2.1
 Summary: Databricks modules for Vy
 Author-email: Sindre Kjetså <sindre.kjetsa@vy.no>
 Project-URL: Homepage, https://github.com/nsbno/

{databricks_modules_vy-1.2 → databricks_modules_vy-1.2.1}/databricks_modules_vy/sharepoint.py

@@ -283,6 +283,27 @@ def df_from_sharepoint_csv_utf8(
     return df
 
 
+def df_from_sharepoint_excel(item_path, site_name="VyMasterdata", **kwargs) -> DataFrame:
+    """Gets the bytes from an excel file in sharepoint and converts it to a spark dataframe.
+
+    Requires the 'openpyxl' package, install it with '%pip install openpyxl'.
+
+    Args:
+        item_path (str) : path relative to the site the file is located. Initiate the path with '/'
+        site_name (str) : name of site to fetch the file from
+        **kwargs         : additional keyword arguments passed directly to pd.read_excel
+    Returns:
+        (spark.DataFrame) dataframe of the excel sheet
+    """
+    file_bytesio = _get_file_bytes_from_sharepoint(item_path, site_name)
+    dp = pd.read_excel(io=file_bytesio, **kwargs)
+    dp = dp.replace([np.nan], [None])
+
+    df = spark.createDataFrame(dp)
+
+    return df
+
+
 # # Functions for traversing and extracting files and folders from a site # #
 def get_files_in_folder(relative_path_to_folder, site_name="VyMasterdata"):
     """

{databricks_modules_vy-1.2 → databricks_modules_vy-1.2.1}/databricks_modules_vy.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: databricks_modules_vy
-Version: 1.2
+Version: 1.2.1
 Summary: Databricks modules for Vy
 Author-email: Sindre Kjetså <sindre.kjetsa@vy.no>
 Project-URL: Homepage, https://github.com/nsbno/

{databricks_modules_vy-1.2 → databricks_modules_vy-1.2.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "databricks_modules_vy"
-version = "1.2"
+version = "1.2.1"
 authors = [
   { name="Sindre Kjetså", email="sindre.kjetsa@vy.no" },
 ]