salesforce-data-customcode 0.1.27__tar.gz → 1.0.0__tar.gz

{salesforce_data_customcode-0.1.27 → salesforce_data_customcode-1.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: salesforce-data-customcode
-Version: 0.1.27
+Version: 1.0.0
 Summary: Data Cloud Custom Code SDK
 License-Expression: Apache-2.0
 License-File: LICENSE.txt

{salesforce_data_customcode-0.1.27 → salesforce_data_customcode-1.0.0}/pyproject.toml

@@ -18,7 +18,7 @@ license = "Apache-2.0"
 name = "salesforce-data-customcode"
 readme = "README.md"
 requires-python = ">=3.10,<3.12"
-version = "0.1.27"
+version = "1.0.0"
 
 [tool.black]
 exclude = '''

{salesforce_data_customcode-0.1.27 → salesforce_data_customcode-1.0.0}/src/datacustomcode/cli.py

@@ -134,9 +134,12 @@ def auth(profile: str):
 @click.option("--network", default="default")
 def zip(path: str, network: str):
     from datacustomcode.deploy import zip
+    from datacustomcode.scan import find_base_directory, get_package_type
 
     logger.debug("Zipping project")
-    zip(path, network)
+    base_directory = find_base_directory(path)
+    package_type = get_package_type(base_directory)
+    zip(path, network, package_type)
 
 
 @cli.command()

{salesforce_data_customcode-0.1.27 → salesforce_data_customcode-1.0.0}/src/datacustomcode/deploy.py

@@ -279,10 +279,13 @@ DEPENDENCIES_ARCHIVE_FULL_NAME = f"{DEPENDENCIES_ARCHIVE_NAME}.tar.gz"
 DEPENDENCIES_ARCHIVE_PATH = os.path.join(
     "payload", "archives", DEPENDENCIES_ARCHIVE_FULL_NAME
 )
+PY_FILES_PATH = os.path.join("payload", "py-files")
 ZIP_FILE_NAME = "deployment.zip"
 
 
-def prepare_dependency_archive(directory: str, docker_network: str) -> None:
+def prepare_dependency_archive(
+    directory: str, docker_network: str, package_type: str
+) -> None:
     cmd = f"docker images -q {DOCKER_IMAGE_NAME}"
     image_exists = cmd_output(cmd)
 
@@ -305,11 +308,28 @@ def prepare_dependency_archive(directory: str, docker_network: str) -> None:
         shutil.copy("build_native_dependencies.sh", temp_dir)
         cmd = docker_run_cmd(docker_network, temp_dir)
         cmd_output(cmd, env=docker_env)
-        archives_temp_path = os.path.join(temp_dir, DEPENDENCIES_ARCHIVE_FULL_NAME)
-        os.makedirs(os.path.dirname(DEPENDENCIES_ARCHIVE_PATH), exist_ok=True)
-        shutil.copy(archives_temp_path, DEPENDENCIES_ARCHIVE_PATH)
-
-        logger.info(f"Dependencies archived to {DEPENDENCIES_ARCHIVE_PATH}")
+        if package_type == "function":
+            source_py_files = os.path.join(temp_dir, "py-files")
+            if os.path.exists(source_py_files):
+                logger.info(
+                    f"py-files directory found at {source_py_files}. "
+                    "Copying to payload directory..."
+                )
+                os.makedirs(os.path.dirname(PY_FILES_PATH), exist_ok=True)
+                if os.path.exists(PY_FILES_PATH):
+                    shutil.rmtree(PY_FILES_PATH)
+                shutil.copytree(source_py_files, PY_FILES_PATH)
+                logger.info(f"py-files copied to {PY_FILES_PATH}")
+            else:
+                logger.info(
+                    f"No py-files directory found at {source_py_files}. "
+                    "Skipping py-files copy."
+                )
+        else:
+            archives_temp_path = os.path.join(temp_dir, DEPENDENCIES_ARCHIVE_FULL_NAME)
+            os.makedirs(os.path.dirname(DEPENDENCIES_ARCHIVE_PATH), exist_ok=True)
+            shutil.copy(archives_temp_path, DEPENDENCIES_ARCHIVE_PATH)
+            logger.info(f"Dependencies archived to {DEPENDENCIES_ARCHIVE_PATH}")
 
 
 def docker_build_cmd(network: str) -> str:
@@ -516,13 +536,14 @@ def upload_zip(file_upload_url: str) -> None:
 def zip(
     directory: str,
     docker_network: str,
+    package_type: str,
 ):
     # Create a zip file excluding .DS_Store files
     import zipfile
 
     # prepare payload only if requirements.txt is non-empty
     if has_nonempty_requirements_file(directory):
-        prepare_dependency_archive(directory, docker_network)
+        prepare_dependency_archive(directory, docker_network, package_type)
     else:
         logger.info(
             f"Skipping dependency archive: requirements.txt is missing or empty "
@@ -561,7 +582,7 @@ def deploy_full(
 
     # create deployment and upload payload
     deployment = create_deployment(access_token, metadata)
-    zip(directory, docker_network)
+    zip(directory, docker_network, metadata.codeType)
     upload_zip(deployment.fileUploadUrl)
     wait_for_deployment(access_token, metadata, callback)
 

{salesforce_data_customcode-0.1.27 → salesforce_data_customcode-1.0.0}/src/datacustomcode/io/reader/utils.py

@@ -49,5 +49,5 @@ def _pandas_to_spark_schema(
             spark_type = TimestampType()
         else:
             spark_type = PANDAS_TYPE_MAPPING.get(str(dtype), StringType())
-        fields.append(StructField(column, spark_type, nullable))
+        fields.append(StructField(column.lower(), spark_type, nullable))
     return StructType(fields)

salesforce_data_customcode-1.0.0/src/datacustomcode/templates/function/build_native_dependencies.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+set -e
+
+# Description: build native dependencies for function (unpacked pip install to py-files)
+
+python3.11 -m venv --copies .venv
+source .venv/bin/activate
+pip install --target ./py-files -r requirements.txt

{salesforce_data_customcode-0.1.27 → salesforce_data_customcode-1.0.0}/src/datacustomcode/templates/script/payload/entrypoint.py

@@ -10,11 +10,11 @@ def main():
     df = client.read_dlo("Account_std__dll")
 
     # Perform transformations on the DataFrame
-    df_upper1 = df.withColumn("Description__c", upper(col("Description__c")))
+    df_upper1 = df.withColumn("description__c", upper(col("description__c")))
 
     # Drop specific columns related to relationships
-    df_upper1 = df_upper1.drop("SfdcOrganizationId__c")
-    df_upper1 = df_upper1.drop("KQ_Id__c")
+    df_upper1 = df_upper1.drop("sfdcorganizationid__c")
+    df_upper1 = df_upper1.drop("kq_id__c")
 
     # Save the transformed DataFrame
     dlo_name = "Account_std_copy__dll"

salesforce_data_customcode-0.1.27/src/datacustomcode/templates/script/build_native_dependencies.sh

@@ -1,9 +0,0 @@
-#!/bin/bash
-set -e
-
-# Description: build native dependencies
-
-python3.11 -m venv --copies .venv
-source .venv/bin/activate
-pip install -r requirements.txt
-venv-pack -o native_dependencies.tar.gz -f