pyarrow-sender 0.3.6__py2.py3-none-any.whl

pyarrow_sender/__init__.py

@@ -0,0 +1,11 @@
+import os
+
+# Define the path to the README file relative to the package directory
+readme_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), "README.md")
+
+# Read the content of the README file
+try:
+    with open(readme_path, "r", encoding="utf-8") as f:
+        __doc__ = f.read()
+except FileNotFoundError:
+    __doc__ = "README file not found."

pyarrow_sender/main.py

@@ -0,0 +1,63 @@
+import argparse
+import os
+import ast
+
+import pyarrow as pa
+
+from dora import Node
+
+RUNNER_CI = True if os.getenv("CI") == "true" else False
+
+
+def main():
+
+    # Handle dynamic nodes, ask for the name of the node in the dataflow, and the same values as the ENV variables.
+    parser = argparse.ArgumentParser(description="Simple arrow sender")
+
+    parser.add_argument(
+        "--name",
+        type=str,
+        required=False,
+        help="The name of the node in the dataflow.",
+        default="pyarrow-sender",
+    )
+    parser.add_argument(
+        "--data",
+        type=str,
+        required=False,
+        help="Arrow Data as string.",
+        default=None,
+    )
+
+    args = parser.parse_args()
+
+    data = os.getenv("DATA", args.data)
+
+    node = Node(
+        args.name
+    )  # provide the name to connect to the dataflow if dynamic node
+
+    if data is None:
+        raise ValueError(
+            "No data provided. Please specify `DATA` environment argument or as `--data` argument"
+        )
+    else:
+        try:
+            data = ast.literal_eval(data)
+        except ValueError:
+            print("Passing input as string")
+        if isinstance(data, list):
+            data = pa.array(data)  # initialize pyarrow array
+        elif isinstance(data, str):
+            data = pa.array([data])
+        elif isinstance(data, int):
+            data = pa.array([data])
+        elif isinstance(data, float):
+            data = pa.array([data])
+        else:
+            data = pa.array(data)  # initialize pyarrow array
+        node.send_output("data", data)
+
+
+if __name__ == "__main__":
+    main()

pyarrow_sender-0.3.6.dist-info/METADATA

@@ -0,0 +1,33 @@
+Metadata-Version: 2.1
+Name: pyarrow-sender
+Version: 0.3.6
+Summary: Dora pyarrow Sender
+Home-page: https://github.com/dora-rs/dora.git
+License: MIT
+Author: Haixuan Xavier Tao
+Author-email: tao.xavier@outlook.com
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 2
+Classifier: Programming Language :: Python :: 2.7
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.4
+Classifier: Programming Language :: Python :: 3.5
+Classifier: Programming Language :: Python :: 3.6
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Dist: dora-rs (>=0.3.6,<0.4.0)
+Requires-Dist: numpy (<2.0.0)
+Requires-Dist: pyarrow (>=5.0.0)
+Project-URL: Documentation, https://github.com/dora-rs/dora/blob/main/node-hub/pyarrow-sender/README.md
+Description-Content-Type: text/markdown
+
+# Dora Node for sending arrow data.
+
+This node send DATA that is specified within the environment variable or from `--data` argument.
+
+Check example at [examples/pyarrow-test](examples/pyarrow-test)
+

pyarrow_sender-0.3.6.dist-info/RECORD

@@ -0,0 +1,6 @@
+pyarrow_sender/__init__.py,sha256=Gy4qL4vCeTyA5HR1Yp3ioL4-ClJyW8oi_38CzMuMsBM,358
+pyarrow_sender/main.py,sha256=VN9T1T-17CoZeRzN_PRoenLwyEUchPTdkOut5KPN2eA,1616
+pyarrow_sender-0.3.6.dist-info/METADATA,sha256=qPgi5pQyW8P0zfIrbu8_3GL99WNIq-NhjwFC0EFoZhI,1309
+pyarrow_sender-0.3.6.dist-info/WHEEL,sha256=IrRNNNJ-uuL1ggO5qMvT1GGhQVdQU54d6ZpYqEZfEWo,92
+pyarrow_sender-0.3.6.dist-info/entry_points.txt,sha256=3AWaBv-7MPtqM0J5l9jo4MTx0xw2MXrGja_ZXEN9wT0,59
+pyarrow_sender-0.3.6.dist-info/RECORD,,

pyarrow_sender-0.3.6.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: poetry-core 1.9.0
+Root-Is-Purelib: true
+Tag: py2.py3-none-any

pyarrow_sender-0.3.6.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+pyarrow-sender=pyarrow_sender.main:main
+