truefoundry 0.10.0__tar.gz → 0.10.1__tar.gz

{truefoundry-0.10.0 → truefoundry-0.10.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: truefoundry
-Version: 0.10.0
+Version: 0.10.1
 Summary: TrueFoundry CLI
 Author-email: TrueFoundry Team <abhishek@truefoundry.com>
 Requires-Python: <3.14,>=3.8.1

{truefoundry-0.10.0 → truefoundry-0.10.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "truefoundry"
-version = "0.10.0"  # This is a placeholder version, it will be replaced when releasing
+version = "0.10.1"  # This is a placeholder version, it will be replaced when releasing
 requires-python = ">=3.8.1,<3.14"
 description = "TrueFoundry CLI"
 authors = [{ name = "TrueFoundry Team", email = "abhishek@truefoundry.com" }]

{truefoundry-0.10.0 → truefoundry-0.10.1}/truefoundry/deploy/builder/builders/tfy_spark_buildpack/dockerfile_template.py

@@ -24,9 +24,11 @@ COPY ${requirements_path} ${requirements_destination_path}
 % if python_packages_install_command is not None:
 RUN ${package_manager_config_secret_mount} ${python_packages_install_command}
 % endif
+ENV PYTHONDONTWRITEBYTECODE=1
+ENV IPYTHONDIR=/tmp/.ipython
+RUN groupadd --system --gid 1001 spark && useradd --system --uid 1001 --gid spark --no-create-home spark
 USER spark
 COPY . /app
-WORKDIR /app
 """
 
 _POST_USER_TEMPLATE = """
@@ -45,7 +47,7 @@ RUN apt update && \
     + _POST_USER_TEMPLATE
 )
 
-ADDITIONAL_PIP_PACKAGES = ["papermill>=2.6.0,<2.7.0"]
+ADDITIONAL_PIP_PACKAGES = ["papermill>=2.6.0,<2.7.0", "ipykernel>=6.0.0,<7.0.0"]
 
 
 def generate_pip_install_command(

{truefoundry-0.10.0 → truefoundry-0.10.1}/truefoundry/deploy/builder/builders/tfy_spark_buildpack/tfy_execute_notebook.py

@@ -9,7 +9,7 @@ import sys
 import papermill as pm
 
 
-def execute_notebook(notebook_path, output_path="output.ipynb", parameters=None):
+def execute_notebook(notebook_path, output_path="/tmp/output.ipynb", parameters=None):
     """
     Execute a Jupyter notebook using papermill.
 
@@ -31,6 +31,11 @@ def execute_notebook(notebook_path, output_path="output.ipynb", parameters=None)
         parameters=parameters,
         # TODO(gw): Replace with kernel name for venv
         kernel_name="python3",
+        # Log cell by cell execution output
+        # TODO(gw): Output logs to a file instead, so that they aren't merged with the container's logs
+        log_output=True,
+        stdout_file=sys.stdout,
+        stderr_file=sys.stderr,
     )
     print(f"Successfully executed notebook: {notebook_path}")