appose 0.1.0__tar.gz → 0.2.0__tar.gz

{appose-0.1.0 → appose-0.2.0}/LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2023, Appose developers.
+Copyright (c) 2023 - 2024, Appose developers.
 All rights reserved.
 
 Redistribution and use in source and binary forms, with or without modification,

{appose-0.1.0/src/appose.egg-info → appose-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: appose
-Version: 0.1.0
+Version: 0.2.0
 Summary: Appose: multi-language interprocess cooperation with shared memory.
 Author: Appose developers
 License: Simplified BSD License
@@ -8,7 +8,7 @@ Project-URL: homepage, https://github.com/apposed/appose-python
 Project-URL: documentation, https://github.com/apposed/appose-python/blob/main/README.md
 Project-URL: source, https://github.com/apposed/appose-python
 Project-URL: download, https://pypi.org/project/appose-python
-Project-URL: tracker, https://github.com/apposed/appose-python/issues
+Project-URL: tracker, https://github.com/apposed/appose/issues
 Keywords: java,javascript,python,cross-language,interprocess
 Classifier: Development Status :: 2 - Pre-Alpha
 Classifier: Intended Audience :: Developers
@@ -27,8 +27,19 @@ Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Topic :: Utilities
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
-Provides-Extra: dev
 License-File: LICENSE.txt
+Provides-Extra: dev
+Requires-Dist: autopep8; extra == "dev"
+Requires-Dist: black; extra == "dev"
+Requires-Dist: build; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: flake8-pyproject; extra == "dev"
+Requires-Dist: flake8-typing-imports; extra == "dev"
+Requires-Dist: isort; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: numpy; extra == "dev"
+Requires-Dist: toml; extra == "dev"
+Requires-Dist: validate-pyproject[all]; extra == "dev"
 
 # Appose Python
 
@@ -60,16 +71,6 @@ This is the **Python implementation of Appose**.
 
 The name of the package is `appose`.
 
-### Conda/Mamba
-
-To use [the conda-forge package](https://anaconda.org/conda-forge/appose),
-add `appose` to your `environment.yml`'s `dependencies` section:
-
-```yaml
-dependencies:
-  - appose
-```
-
 ### PyPI/Pip
 
 To use [the PyPI package](https://pypi.org/project/appose),
@@ -87,6 +88,16 @@ dependencies = [
 ]
 ```
 
+### Conda/Mamba
+
+To use [the conda-forge package](https://anaconda.org/conda-forge/appose),
+add `appose` to your `environment.yml`'s `dependencies` section:
+
+```yaml
+dependencies:
+  - appose
+```
+
 ## Examples
 
 Here is a minimal example for calling into Java from Python:
@@ -96,12 +107,12 @@ import appose
 env = appose.java(vendor="zulu", version="17").build()
 with env.groovy() as groovy:
     task = groovy.task("5 + 6")
-    task.waitFor()
-    result = task.outputs.get("result")
+    task.wait_for()
+    result = task.outputs["result"]
     assert 11 == result
 ```
 
-*Note: The `Appose.java` builder is planned, but not yet implemented.*
+*Note: The `appose.java` builder is planned, but not yet implemented.*
 
 Here is an example using a few more of Appose's features:
 
@@ -158,3 +169,9 @@ with env.groovy() as groovy:
 
 Of course, the above examples could have been done all in one language. But
 hopefully they hint at the possibilities of easy cross-language integration.
+
+## Issue tracker
+
+All implementations of Appose use the same issue tracker:
+
+https://github.com/apposed/appose/issues

{appose-0.1.0 → appose-0.2.0}/README.md

@@ -28,16 +28,6 @@ This is the **Python implementation of Appose**.
 
 The name of the package is `appose`.
 
-### Conda/Mamba
-
-To use [the conda-forge package](https://anaconda.org/conda-forge/appose),
-add `appose` to your `environment.yml`'s `dependencies` section:
-
-```yaml
-dependencies:
-  - appose
-```
-
 ### PyPI/Pip
 
 To use [the PyPI package](https://pypi.org/project/appose),
@@ -55,6 +45,16 @@ dependencies = [
 ]
 ```
 
+### Conda/Mamba
+
+To use [the conda-forge package](https://anaconda.org/conda-forge/appose),
+add `appose` to your `environment.yml`'s `dependencies` section:
+
+```yaml
+dependencies:
+  - appose
+```
+
 ## Examples
 
 Here is a minimal example for calling into Java from Python:
@@ -64,12 +64,12 @@ import appose
 env = appose.java(vendor="zulu", version="17").build()
 with env.groovy() as groovy:
     task = groovy.task("5 + 6")
-    task.waitFor()
-    result = task.outputs.get("result")
+    task.wait_for()
+    result = task.outputs["result"]
     assert 11 == result
 ```
 
-*Note: The `Appose.java` builder is planned, but not yet implemented.*
+*Note: The `appose.java` builder is planned, but not yet implemented.*
 
 Here is an example using a few more of Appose's features:
 
@@ -126,3 +126,9 @@ with env.groovy() as groovy:
 
 Of course, the above examples could have been done all in one language. But
 hopefully they hint at the possibilities of easy cross-language integration.
+
+## Issue tracker
+
+All implementations of Appose use the same issue tracker:
+
+https://github.com/apposed/appose/issues

{appose-0.1.0 → appose-0.2.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "appose"
-version = "0.1.0"
+version = "0.2.0"
 description = "Appose: multi-language interprocess cooperation with shared memory."
 license = {text = "Simplified BSD License"}
 authors = [{name = "Appose developers"}]
@@ -54,7 +54,7 @@ homepage = "https://github.com/apposed/appose-python"
 documentation = "https://github.com/apposed/appose-python/blob/main/README.md"
 source = "https://github.com/apposed/appose-python"
 download = "https://pypi.org/project/appose-python"
-tracker = "https://github.com/apposed/appose-python/issues"
+tracker = "https://github.com/apposed/appose/issues"
 
 [tool.setuptools]
 package-dir = {"" = "src"}

{appose-0.1.0 → appose-0.2.0}/src/appose/__init__.py

@@ -2,7 +2,7 @@
 # #%L
 # Appose: multi-language interprocess cooperation with shared memory.
 # %%
-# Copyright (C) 2023 Appose developers.
+# Copyright (C) 2023 - 2024 Appose developers.
 # %%
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are met:
@@ -52,7 +52,7 @@ Here is a very simple example written in Python:
     Task task = groovy.task("""
         5 + 6
     """)
-    task.waitFor()
+    task.wait_for()
     result = task.outputs.get("result")
     assert 11 == result
 
@@ -103,7 +103,7 @@ And here is an example using a few more of Appose's features:
         # Task is taking too long; request a cancelation.
         task.cancel()
 
-    task.waitFor()
+    task.wait_for()
 
 Of course, the above examples could have been done all in Python. But
 hopefully they hint at the possibilities of easy cross-language integration.
@@ -134,6 +134,7 @@ JSON, one line per request/response.
 from pathlib import Path
 
 from .environment import Builder, Environment
+from .types import NDArray, SharedMemory  # noqa: F401
 
 
 def base(directory: Path) -> Builder:

{appose-0.1.0 → appose-0.2.0}/src/appose/environment.py

@@ -2,7 +2,7 @@
 # #%L
 # Appose: multi-language interprocess cooperation with shared memory.
 # %%
-# Copyright (C) 2023 Appose developers.
+# Copyright (C) 2023 - 2024 Appose developers.
 # %%
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are met:
@@ -58,6 +58,7 @@ class Environment:
         """
         python_exes = [
             "python",
+            "python3",
             "python.exe",
             "bin/python",
             "bin/python.exe",
@@ -109,8 +110,9 @@ class Environment:
         # TODO: Ensure that the classpath includes Appose and its dependencies.
 
         # Append any explicitly requested classpath elements.
-        for element in class_path:
-            cp[element] = None
+        if class_path is not None:
+            for element in class_path:
+                cp[element] = None
 
         # Build up the service arguments.
         args = [

{appose-0.1.0 → appose-0.2.0}/src/appose/paths.py

@@ -2,7 +2,7 @@
 # #%L
 # Appose: multi-language interprocess cooperation with shared memory.
 # %%
-# Copyright (C) 2023 Appose developers.
+# Copyright (C) 2023 - 2024 Appose developers.
 # %%
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are met:
@@ -51,6 +51,6 @@ def find_exe(dirs: Sequence[str], exes: Sequence[str]) -> Optional[Path]:
             # Candidate is a relative path; check beneath each given directory.
             for d in dirs:
                 f = Path(d) / exe
-                if can_execute(f):
+                if can_execute(f) and not f.is_dir():
                     return f
     return None

{appose-0.1.0 → appose-0.2.0}/src/appose/python_worker.py

@@ -2,7 +2,7 @@
 # #%L
 # Appose: multi-language interprocess cooperation with shared memory.
 # %%
-# Copyright (C) 2023 Appose developers.
+# Copyright (C) 2023 - 2024 Appose developers.
 # %%
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are met:
@@ -28,7 +28,14 @@
 ###
 
 """
-TODO
+The Appose worker for running Python scripts.
+
+Like all Appose workers, this program conforms to the Appose worker process
+contract, meaning it accepts requests on stdin and produces responses on
+stdout, both formatted according to Appose's assumptions.
+
+For details, see the Appose README:
+https://github.com/apposed/appose/blob/-/README.md#workers
 """
 
 import ast
@@ -39,7 +46,7 @@ from typing import Optional
 
 # NB: Avoid relative imports so that this script can be run standalone.
 from appose.service import RequestType, ResponseType
-from appose.types import Args, decode, encode
+from appose.types import Args, _set_worker, decode, encode
 
 
 class Task:
@@ -56,11 +63,17 @@ class Task:
     ) -> None:
         args = {}
         if message is not None:
-            args["message"] = message
+            args["message"] = str(message)
         if current is not None:
-            args["current"] = current
+            try:
+                args["current"] = int(current)
+            except ValueError:
+                pass
         if maximum is not None:
-            args["maximum"] = maximum
+            try:
+                args["maximum"] = int(maximum)
+            except ValueError:
+                pass
         self._respond(ResponseType.UPDATE, args)
 
     def cancel(self) -> None:
@@ -74,7 +87,6 @@ class Task:
         def execute_script():
             # Populate script bindings.
             binding = {"task": self}
-            # TODO: Magically convert shared memory image inputs.
             if inputs is not None:
                 binding.update(inputs)
 
@@ -136,10 +148,22 @@ class Task:
         if args is not None:
             response.update(args)
         # NB: Flush is necessary to ensure service receives the data!
-        print(encode(response), flush=True)
+        try:
+            print(encode(response), flush=True)
+        except Exception:
+            # Encoding can fail due to unsupported types, when the response
+            # or its elements are not supported by JSON encoding.
+            # No matter what goes wrong, we want to tell the caller.
+            if response_type is ResponseType.FAILURE:
+                # TODO: How to address this hypothetical case
+                # of a failure message triggering another failure?
+                raise
+            self.fail(traceback.format_exc())
 
 
 def main() -> None:
+    _set_worker(True)
+
     tasks = {}
 
     while True:
@@ -165,8 +189,6 @@ def main() -> None:
             case RequestType.CANCEL:
                 task = tasks.get(uuid)
                 if task is None:
-                    # TODO: proper logging
-                    # Maybe should stdout the error back to Appose calling process.
                     print(f"No such task: {uuid}", file=sys.stderr)
                     continue
                 task.cancel_requested = True

{appose-0.1.0 → appose-0.2.0}/src/appose/service.py

@@ -2,7 +2,7 @@
 # #%L
 # Appose: multi-language interprocess cooperation with shared memory.
 # %%
-# Copyright (C) 2023 Appose developers.
+# Copyright (C) 2023 - 2024 Appose developers.
 # %%
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are met:
@@ -61,6 +61,7 @@ class Service:
         self._process: Optional[subprocess.Popen] = None
         self._stdout_thread: Optional[threading.Thread] = None
         self._stderr_thread: Optional[threading.Thread] = None
+        self._monitor_thread: Optional[threading.Thread] = None
         self._debug_callback: Optional[Callable[[Any], Any]] = None
 
     def debug(self, debug_callback: Callable[[Any], Any]) -> None:
@@ -101,8 +102,12 @@ class Service:
         self._stderr_thread = threading.Thread(
             target=self._stderr_loop, name=f"{prefix}-Stderr"
         )
+        self._monitor_thread = threading.Thread(
+            target=self._monitor_loop, name=f"{prefix}-Monitor"
+        )
         self._stdout_thread.start()
         self._stderr_thread.start()
+        self._monitor_thread.start()
 
     def task(self, script: str, inputs: Optional[Args] = None) -> "Task":
         """
@@ -131,15 +136,24 @@ class Service:
         """
         Input loop processing lines from the worker's stdout stream.
         """
-        # noinspection PyBroadException
-        try:
-            while True:
-                line = self._process.stdout.readline()
-                self._debug_service("<worker stdout closed>" if line is None else line)
+        while True:
+            stdout = self._process.stdout
+            # noinspection PyBroadException
+            try:
+                line = None if stdout is None else stdout.readline()
+            except Exception:
+                # Something went wrong reading the line. Panic!
+                self._debug_service(format_exc())
+                break
+
+            if not line:  # readline returns empty string upon EOF
+                self._debug_service("<worker stdout closed>")
+                return
 
-                if line is None:
-                    return  # pipe closed
+            # noinspection PyBroadException
+            try:
                 response = decode(line)
+                self._debug_service(line)  # Echo the line to the debug listener.
                 uuid = response.get("task")
                 if uuid is None:
                     self._debug_service("Invalid service message: {line}")
@@ -150,8 +164,10 @@ class Service:
                     continue
                 # noinspection PyProtectedMember
                 task._handle(response)
-        except Exception:
-            self._debug_service(format_exc())
+            except Exception:
+                # Something went wrong decoding the line of JSON.
+                # Skip it and keep going, but log it first.
+                self._debug_service(f"<INVALID> {line}")
 
     def _stderr_loop(self) -> None:
         """
@@ -160,14 +176,37 @@ class Service:
         # noinspection PyBroadException
         try:
             while True:
-                line = self._process.stderr.readline()
-                if line is None:
+                stderr = self._process.stderr
+                line = None if stderr is None else stderr.readline()
+                if not line:  # readline returns empty string upon EOF
                     self._debug_service("<worker stderr closed>")
                     return
                 self._debug_worker(line)
         except Exception:
             self._debug_service(format_exc())
 
+    def _monitor_loop(self) -> None:
+        # Wait until the worker process terminates.
+        self._process.wait()
+
+        # Do some sanity checks.
+        exit_code = self._process.returncode
+        if exit_code != 0:
+            self._debug_service(
+                f"<worker process terminated with exit code {exit_code}>"
+            )
+        task_count = len(self._tasks)
+        if task_count > 0:
+            self._debug_service(
+                f"<worker process terminated with {task_count} pending tasks>"
+            )
+
+        # Notify any remaining tasks about the process crash.
+        for task in self._tasks.values():
+            task._crash()
+
+        self._tasks.clear()
+
     def _debug_service(self, message: str) -> None:
         self._debug("SERVICE", message)
 
@@ -190,15 +229,17 @@ class TaskStatus(Enum):
     COMPLETE = "COMPLETE"
     CANCELED = "CANCELED"
     FAILED = "FAILED"
+    CRASHED = "CRASHED"
 
     def is_finished(self):
         """
-        True iff status is COMPLETE, CANCELED, or FAILED.
+        True iff status is COMPLETE, CANCELED, FAILED, or CRASHED.
         """
         return self in (
             TaskStatus.COMPLETE,
             TaskStatus.CANCELED,
             TaskStatus.FAILED,
+            TaskStatus.CRASHED,
         )
 
 
@@ -213,6 +254,7 @@ class ResponseType(Enum):
     COMPLETION = "COMPLETION"
     CANCELATION = "CANCELATION"
     FAILURE = "FAILURE"
+    CRASH = "CRASH"
 
 
 class TaskEvent:
@@ -220,6 +262,9 @@ class TaskEvent:
         self.task: "Task" = task
         self.response_type: ResponseType = response_type
 
+    def __str__(self):
+        return f"[{self.response_type}] {self.task}"
+
 
 # noinspection PyProtectedMember
 class Task:
@@ -342,3 +387,17 @@ class Task:
         if self.status.is_finished():
             with self.cv:
                 self.cv.notify_all()
+
+    def _crash(self):
+        event = TaskEvent(self, ResponseType.CRASH)
+        self.status = TaskStatus.CRASHED
+        for listener in self.listeners:
+            listener(event)
+        with self.cv:
+            self.cv.notify_all()
+
+    def __str__(self):
+        return (
+            f"{self.uuid=}, {self.status=}, {self.message=}, "
+            f"{self.current=}, {self.maximum=}, {self.error=}"
+        )

appose-0.2.0/src/appose/types.py

@@ -0,0 +1,197 @@
+###
+# #%L
+# Appose: multi-language interprocess cooperation with shared memory.
+# %%
+# Copyright (C) 2023 - 2024 Appose developers.
+# %%
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+# 1. Redistributions of source code must retain the above copyright notice,
+#    this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright notice,
+#    this list of conditions and the following disclaimer in the documentation
+#    and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+# #L%
+###
+
+import json
+import re
+from math import ceil, prod
+from multiprocessing import resource_tracker, shared_memory
+from typing import Any, Dict, Sequence, Union
+
+Args = Dict[str, Any]
+
+
+class SharedMemory(shared_memory.SharedMemory):
+    """
+    An enhanced version of Python's multiprocessing.shared_memory.SharedMemory
+    class which can be used with a `with` statement. When the program flow
+    exits the `with` block, this class's `dispose()` method will be invoked,
+    which might call `close()` or `unlink()` depending on the value of its
+    `unlink_on_dispose` flag.
+    """
+
+    def __init__(self, name: str = None, create: bool = False, size: int = 0):
+        super().__init__(name=name, create=create, size=size)
+        self._unlink_on_dispose = create
+        if _is_worker:
+            # HACK: Remove this shared memory block from the resource_tracker,
+            # which wants to clean up shared memory blocks after all known
+            # references are done using them.
+            #
+            # There is one resource_tracker per Python process, and they will
+            # each try to delete shared memory blocks known to them when they
+            # are shutting down, even when other processes still need them.
+            #
+            # As such, the rule Appose follows is: let the service process
+            # always handle cleanup of shared memory blocks, regardless of
+            # which process initially allocated it.
+            resource_tracker.unregister(self._name, "shared_memory")
+
+    def unlink_on_dispose(self, value: bool) -> None:
+        """
+        Set whether the `unlink()` method should be invoked to destroy
+        the shared memory block when the `dispose()` method is called.
+
+        Note: dispose() is the method called when exiting a `with` block.
+
+        By default, shared memory objects constructed with `create=True`
+        will behave this way, whereas shared memory objects constructed
+        with `create=False` will not. But this method allows to override
+        the behavior.
+        """
+        self._unlink_on_dispose = value
+
+    def dispose(self) -> None:
+        if self._unlink_on_dispose:
+            self.unlink()
+        else:
+            self.close()
+
+    def __enter__(self) -> "SharedMemory":
+        return self
+
+    def __exit__(self, exc_type, exc_value, exc_tb) -> None:
+        self.dispose()
+
+
+def encode(data: Args) -> str:
+    return json.dumps(data, cls=_ApposeJSONEncoder, separators=(",", ":"))
+
+
+def decode(the_json: str) -> Args:
+    return json.loads(the_json, object_hook=_appose_object_hook)
+
+
+class NDArray:
+    """
+    Data structure for a multi-dimensional array.
+    The array contains elements of a data type, arranged in
+    a particular shape, and flattened into SharedMemory.
+    """
+
+    def __init__(self, dtype: str, shape: Sequence[int], shm: SharedMemory = None):
+        """
+        Create an NDArray.
+        :param dtype: The type of the data elements; e.g. int8, uint8, float32, float64.
+        :param shape: The dimensional extents; e.g. a stack of 7 image planes
+                      with resolution 512x512 would have shape [7, 512, 512].
+        :param shm: The SharedMemory containing the array data, or None to create it.
+        """
+        self.dtype = dtype
+        self.shape = shape
+        self.shm = (
+            SharedMemory(
+                create=True, size=ceil(prod(shape) * _bytes_per_element(dtype))
+            )
+            if shm is None
+            else shm
+        )
+
+    def __str__(self):
+        return (
+            f"NDArray("
+            f"dtype='{self.dtype}', "
+            f"shape={self.shape}, "
+            f"shm='{self.shm.name}' ({self.shm.size}))"
+        )
+
+    def ndarray(self):
+        """
+        Create a NumPy ndarray object for working with the array data.
+        No array data is copied; the NumPy array wraps the same SharedMemory.
+        Requires the numpy package to be installed.
+        """
+        try:
+            import numpy
+
+            return numpy.ndarray(
+                prod(self.shape), dtype=self.dtype, buffer=self.shm.buf
+            ).reshape(self.shape)
+        except ModuleNotFoundError:
+            raise ImportError("NumPy is not available.")
+
+    def __enter__(self) -> "NDArray":
+        return self
+
+    def __exit__(self, exc_type, exc_value, exc_tb) -> None:
+        self.shm.dispose()
+
+
+class _ApposeJSONEncoder(json.JSONEncoder):
+    def default(self, obj):
+        if isinstance(obj, SharedMemory):
+            return {
+                "appose_type": "shm",
+                "name": obj.name,
+                "size": obj.size,
+            }
+        if isinstance(obj, NDArray):
+            return {
+                "appose_type": "ndarray",
+                "dtype": obj.dtype,
+                "shape": obj.shape,
+                "shm": obj.shm,
+            }
+        return super().default(obj)
+
+
+def _appose_object_hook(obj: Dict):
+    atype = obj.get("appose_type")
+    if atype == "shm":
+        # Attach to existing shared memory block.
+        return SharedMemory(name=(obj["name"]), size=(obj["size"]))
+    elif atype == "ndarray":
+        return NDArray(obj["dtype"], obj["shape"], obj["shm"])
+    else:
+        return obj
+
+
+def _bytes_per_element(dtype: str) -> Union[int, float]:
+    try:
+        bits = int(re.sub("[^0-9]", "", dtype))
+    except ValueError:
+        raise ValueError(f"Invalid dtype: {dtype}")
+    return bits / 8
+
+
+_is_worker = False
+
+
+def _set_worker(value: bool) -> None:
+    global _is_worker
+    _is_worker = value

{appose-0.1.0 → appose-0.2.0/src/appose.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: appose
-Version: 0.1.0
+Version: 0.2.0
 Summary: Appose: multi-language interprocess cooperation with shared memory.
 Author: Appose developers
 License: Simplified BSD License
@@ -8,7 +8,7 @@ Project-URL: homepage, https://github.com/apposed/appose-python
 Project-URL: documentation, https://github.com/apposed/appose-python/blob/main/README.md
 Project-URL: source, https://github.com/apposed/appose-python
 Project-URL: download, https://pypi.org/project/appose-python
-Project-URL: tracker, https://github.com/apposed/appose-python/issues
+Project-URL: tracker, https://github.com/apposed/appose/issues
 Keywords: java,javascript,python,cross-language,interprocess
 Classifier: Development Status :: 2 - Pre-Alpha
 Classifier: Intended Audience :: Developers
@@ -27,8 +27,19 @@ Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Topic :: Utilities
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
-Provides-Extra: dev
 License-File: LICENSE.txt
+Provides-Extra: dev
+Requires-Dist: autopep8; extra == "dev"
+Requires-Dist: black; extra == "dev"
+Requires-Dist: build; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: flake8-pyproject; extra == "dev"
+Requires-Dist: flake8-typing-imports; extra == "dev"
+Requires-Dist: isort; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: numpy; extra == "dev"
+Requires-Dist: toml; extra == "dev"
+Requires-Dist: validate-pyproject[all]; extra == "dev"
 
 # Appose Python
 
@@ -60,16 +71,6 @@ This is the **Python implementation of Appose**.
 
 The name of the package is `appose`.
 
-### Conda/Mamba
-
-To use [the conda-forge package](https://anaconda.org/conda-forge/appose),
-add `appose` to your `environment.yml`'s `dependencies` section:
-
-```yaml
-dependencies:
-  - appose
-```
-
 ### PyPI/Pip
 
 To use [the PyPI package](https://pypi.org/project/appose),
@@ -87,6 +88,16 @@ dependencies = [
 ]
 ```
 
+### Conda/Mamba
+
+To use [the conda-forge package](https://anaconda.org/conda-forge/appose),
+add `appose` to your `environment.yml`'s `dependencies` section:
+
+```yaml
+dependencies:
+  - appose
+```
+
 ## Examples
 
 Here is a minimal example for calling into Java from Python:
@@ -96,12 +107,12 @@ import appose
 env = appose.java(vendor="zulu", version="17").build()
 with env.groovy() as groovy:
     task = groovy.task("5 + 6")
-    task.waitFor()
-    result = task.outputs.get("result")
+    task.wait_for()
+    result = task.outputs["result"]
     assert 11 == result
 ```
 
-*Note: The `Appose.java` builder is planned, but not yet implemented.*
+*Note: The `appose.java` builder is planned, but not yet implemented.*
 
 Here is an example using a few more of Appose's features:
 
@@ -158,3 +169,9 @@ with env.groovy() as groovy:
 
 Of course, the above examples could have been done all in one language. But
 hopefully they hint at the possibilities of easy cross-language integration.
+
+## Issue tracker
+
+All implementations of Appose use the same issue tracker:
+
+https://github.com/apposed/appose/issues

{appose-0.1.0 → appose-0.2.0}/src/appose.egg-info/SOURCES.txt

@@ -12,4 +12,6 @@ src/appose.egg-info/SOURCES.txt
 src/appose.egg-info/dependency_links.txt
 src/appose.egg-info/requires.txt
 src/appose.egg-info/top_level.txt
-tests/test_appose.py
+tests/test_appose.py
+tests/test_shm.py
+tests/test_types.py

{appose-0.1.0 → appose-0.2.0}/tests/test_appose.py

@@ -2,7 +2,7 @@
 # #%L
 # Appose: multi-language interprocess cooperation with shared memory.
 # %%
-# Copyright (C) 2023 Appose developers.
+# Copyright (C) 2023 - 2024 Appose developers.
 # %%
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are met:
@@ -70,6 +70,19 @@ def test_python():
         execute_and_assert(service, collatz_python)
 
 
+def test_service_startup_failure():
+    env = appose.base("no-java-to-be-found-here").build()
+    try:
+        with env.groovy():
+            raise AssertionError("Groovy worker process started successfully!?")
+    except ValueError as e:
+        assert (
+            "No executables found amongst candidates: "
+            "['java', 'java.exe', 'bin/java', 'bin/java.exe', "
+            "'jre/bin/java', 'jre/bin/java.exe']"
+        ) == str(e)
+
+
 def execute_and_assert(service: Service, script: str):
     task = service.task(script)
 
@@ -91,6 +104,7 @@ def execute_and_assert(service: Service, script: str):
     task.wait_for()
 
     # Validate the execution result.
+    assert TaskStatus.COMPLETE == task.status
     result = task.outputs["result"]
     assert 91 == result
 

appose-0.1.0/src/appose/types.py → appose-0.2.0/tests/test_shm.py

@@ -2,7 +2,7 @@
 # #%L
 # Appose: multi-language interprocess cooperation with shared memory.
 # %%
-# Copyright (C) 2023 Appose developers.
+# Copyright (C) 2023 - 2024 Appose developers.
 # %%
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are met:
@@ -27,15 +27,34 @@
 # #L%
 ###
 
-import json
-from typing import Any, Dict
+import appose
+from appose.service import TaskStatus
 
-Args = Dict[str, Any]
+ndarray_inspect = """
+task.outputs["size"] = data.shm.size
+task.outputs["dtype"] = data.dtype
+task.outputs["shape"] = data.shape
+task.outputs["sum"] = sum(v for v in data.shm.buf)
+"""
 
 
-def encode(data: Args) -> str:
-    return json.dumps(data)
+def test_ndarray():
+    env = appose.system()
+    with env.python() as service:
+        with appose.SharedMemory(create=True, size=2 * 2 * 20 * 25) as shm:
+            # Construct the data.
+            shm.buf[0] = 123
+            shm.buf[456] = 78
+            shm.buf[1999] = 210
+            data = appose.NDArray("uint16", [2, 20, 25], shm)
 
+            # Run the task.
+            task = service.task(ndarray_inspect, {"data": data})
+            task.wait_for()
 
-def decode(the_json: str) -> Args:
-    return json.loads(the_json)
+            # Validate the execution result.
+            assert TaskStatus.COMPLETE == task.status
+            assert 2 * 20 * 25 * 2 == task.outputs["size"]
+            assert "uint16" == task.outputs["dtype"]
+            assert [2, 20, 25] == task.outputs["shape"]
+            assert 123 + 78 + 210 == task.outputs["sum"]

appose-0.2.0/tests/test_types.py

@@ -0,0 +1,131 @@
+###
+# #%L
+# Appose: multi-language interprocess cooperation with shared memory.
+# %%
+# Copyright (C) 2023 - 2024 Appose developers.
+# %%
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+# 1. Redistributions of source code must retain the above copyright notice,
+#    this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright notice,
+#    this list of conditions and the following disclaimer in the documentation
+#    and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+# #L%
+###
+
+import unittest
+
+import appose
+
+
+class TypesTest(unittest.TestCase):
+    JSON = (
+        "{"
+        '"posByte":123,"negByte":-98,'
+        '"posDouble":9.876543210123456,"negDouble":-1.234567890987654e+302,'
+        '"posFloat":9.876543,"negFloat":-1.2345678,'
+        '"posInt":1234567890,"negInt":-987654321,'
+        '"posLong":12345678987654321,"negLong":-98765432123456789,'
+        '"posShort":32109,"negShort":-23456,'
+        '"trueBoolean":true,"falseBoolean":false,'
+        '"nullChar":"\\u0000",'
+        '"aString":"-=[]\\\\;\',./_+{}|:\\"<>?'
+        "AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz"
+        '~!@#$%^&*()",'
+        '"numbers":[1,1,2,3,5,8],'
+        '"words":["quick","brown","fox"],'
+        # fmt: off
+        '"ndArray":{'
+            '"appose_type":"ndarray",'  # noqa: E131
+            '"dtype":"float32",'        # noqa: E131
+            '"shape":[2,20,25],'        # noqa: E131
+            '"shm":{'                   # noqa: E131
+                '"appose_type":"shm",'  # noqa: E131
+                '"name":"SHM_NAME",'    # noqa: E131
+                '"size":4000'           # noqa: E131
+            "}"                         # noqa: E131
+        "}"
+        # fmt: on
+        "}"
+    )
+
+    STRING = (
+        "-=[]\\;',./_+{}|:\"<>?"
+        "AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz"
+        "~!@#$%^&*()"
+    )
+
+    NUMBERS = [1, 1, 2, 3, 5, 8]
+
+    WORDS = ["quick", "brown", "fox"]
+
+    def test_encode(self):
+        data = {
+            "posByte": 123,
+            "negByte": -98,
+            "posDouble": 9.876543210123456,
+            "negDouble": -1.234567890987654e302,
+            "posFloat": 9.876543,
+            "negFloat": -1.2345678,
+            "posInt": 1234567890,
+            "negInt": -987654321,
+            "posLong": 12345678987654321,
+            "negLong": -98765432123456789,
+            "posShort": 32109,
+            "negShort": -23456,
+            "trueBoolean": True,
+            "falseBoolean": False,
+            "nullChar": "\0",
+            "aString": self.STRING,
+            "numbers": self.NUMBERS,
+            "words": self.WORDS,
+        }
+        with appose.NDArray("float32", [2, 20, 25]) as ndarray:
+            shm_name = ndarray.shm.name
+            data["ndArray"] = ndarray
+            json_str = appose.types.encode(data)
+            self.assertIsNotNone(json_str)
+            expected = self.JSON.replace("SHM_NAME", shm_name)
+            self.assertEqual(expected, json_str)
+
+    def test_decode(self):
+        with appose.SharedMemory(create=True, size=4000) as shm:
+            shm_name = shm.name
+            data = appose.types.decode(self.JSON.replace("SHM_NAME", shm_name))
+            self.assertIsNotNone(data)
+            self.assertEqual(19, len(data))
+            self.assertEqual(123, data["posByte"])
+            self.assertEqual(-98, data["negByte"])
+            self.assertEqual(9.876543210123456, data["posDouble"])
+            self.assertEqual(-1.234567890987654e302, data["negDouble"])
+            self.assertEqual(9.876543, data["posFloat"])
+            self.assertEqual(-1.2345678, data["negFloat"])
+            self.assertEqual(1234567890, data["posInt"])
+            self.assertEqual(-987654321, data["negInt"])
+            self.assertEqual(12345678987654321, data["posLong"])
+            self.assertEqual(-98765432123456789, data["negLong"])
+            self.assertEqual(32109, data["posShort"])
+            self.assertEqual(-23456, data["negShort"])
+            self.assertTrue(data["trueBoolean"])
+            self.assertFalse(data["falseBoolean"])
+            self.assertEqual("\0", data["nullChar"])
+            self.assertEqual(self.STRING, data["aString"])
+            self.assertEqual(self.NUMBERS, data["numbers"])
+            self.assertEqual(self.WORDS, data["words"])
+            ndArray = data["ndArray"]
+            self.assertEqual("float32", ndArray.dtype)
+            self.assertEqual([2, 20, 25], ndArray.shape)