workflowredo 1.0.1__tar.gz

workflowredo-1.0.1/MANIFEST.in

@@ -0,0 +1,2 @@
+include README.md
+recursive-include workflowredo/scripts *.py

workflowredo-1.0.1/PKG-INFO

@@ -0,0 +1,72 @@
+Metadata-Version: 2.4
+Name: workflowredo
+Version: 1.0.1
+Summary: All-in-one AI workflow toolkit: encode images/text/video/files to IDs, training & tokenizer helpers, and 1000+ utility scripts for continual AI development.
+Author: workflowredo
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: tensorflow
+Requires-Dist: tokenizers
+Requires-Dist: numpy
+Requires-Dist: pandas
+Requires-Dist: torch
+Requires-Dist: seaborn
+Requires-Dist: scikit-learn
+Requires-Dist: scipy
+Requires-Dist: jupyter
+Requires-Dist: notebook
+Requires-Dist: tqdm
+Requires-Dist: requests
+Requires-Dist: pillow
+Requires-Dist: opencv-python
+Requires-Dist: nltk
+Requires-Dist: spacy
+Requires-Dist: sentencepiece
+Dynamic: author
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# workflowredo 1.0.1
+
+Library Python all-in-one untuk mempermudah membangun AI berkelanjutan.
+
+## Instalasi
+
+```bash
+pip install workflowredo
+```
+
+Otomatis menginstall: tensorflow, tokenizers, numpy, pandas, torch, seaborn,
+scikit-learn, scipy, jupyter, notebook, tqdm, requests, pillow, opencv-python,
+nltk, spacy, sentencepiece.
+
+## Fitur Utama
+
+- `image_to_id(path)` – encode gambar menjadi ID unik + vector embedding.
+- `text_to_id(text)` – encode kata/kalimat menjadi token ID.
+- `file_to_id(path)` – encode video, zip, pdf, atau file apa pun menjadi ID.
+- `Trainer` – helper training PyTorch / TensorFlow.
+- `Tokenizer` – wrapper tokenizer cepat.
+- `tensorflow_helpers` – util untuk model TF.
+- 1000+ script utility di dalam `workflowredo.scripts` untuk mempermudah
+  pembuatan AI berkelanjutan (data loading, augmentasi, evaluasi, dll).
+
+## Contoh
+
+```python
+import workflowredo as wr
+
+img_id   = wr.image_to_id("foto.jpg")
+text_id  = wr.text_to_id("halo dunia")
+file_id  = wr.file_to_id("video.mp4")
+
+trainer = wr.Trainer(model, dataset)
+trainer.fit(epochs=3)
+```

workflowredo-1.0.1/README.md

@@ -0,0 +1,37 @@
+# workflowredo 1.0.1
+
+Library Python all-in-one untuk mempermudah membangun AI berkelanjutan.
+
+## Instalasi
+
+```bash
+pip install workflowredo
+```
+
+Otomatis menginstall: tensorflow, tokenizers, numpy, pandas, torch, seaborn,
+scikit-learn, scipy, jupyter, notebook, tqdm, requests, pillow, opencv-python,
+nltk, spacy, sentencepiece.
+
+## Fitur Utama
+
+- `image_to_id(path)` – encode gambar menjadi ID unik + vector embedding.
+- `text_to_id(text)` – encode kata/kalimat menjadi token ID.
+- `file_to_id(path)` – encode video, zip, pdf, atau file apa pun menjadi ID.
+- `Trainer` – helper training PyTorch / TensorFlow.
+- `Tokenizer` – wrapper tokenizer cepat.
+- `tensorflow_helpers` – util untuk model TF.
+- 1000+ script utility di dalam `workflowredo.scripts` untuk mempermudah
+  pembuatan AI berkelanjutan (data loading, augmentasi, evaluasi, dll).
+
+## Contoh
+
+```python
+import workflowredo as wr
+
+img_id   = wr.image_to_id("foto.jpg")
+text_id  = wr.text_to_id("halo dunia")
+file_id  = wr.file_to_id("video.mp4")
+
+trainer = wr.Trainer(model, dataset)
+trainer.fit(epochs=3)
+```

workflowredo-1.0.1/pyproject.toml

@@ -0,0 +1,3 @@
+[build-system]
+requires = ["setuptools>=61", "wheel"]
+build-backend = "setuptools.build_meta"

workflowredo-1.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

workflowredo-1.0.1/setup.py

@@ -0,0 +1,37 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="workflowredo",
+    version="1.0.1",
+    description="All-in-one AI workflow toolkit: encode images/text/video/files to IDs, training & tokenizer helpers, and 1000+ utility scripts for continual AI development.",
+    long_description=open("README.md", encoding="utf-8").read() if __import__("os").path.exists("README.md") else "",
+    long_description_content_type="text/markdown",
+    author="workflowredo",
+    packages=find_packages(),
+    include_package_data=True,
+    install_requires=[
+        "tensorflow",
+        "tokenizers",
+        "numpy",
+        "pandas",
+        "torch",
+        "seaborn",
+        "scikit-learn",
+        "scipy",
+        "jupyter",
+        "notebook",
+        "tqdm",
+        "requests",
+        "pillow",
+        "opencv-python",
+        "nltk",
+        "spacy",
+        "sentencepiece",
+    ],
+    python_requires=">=3.8",
+    classifiers=[
+        "Programming Language :: Python :: 3",
+        "License :: OSI Approved :: MIT License",
+        "Operating System :: OS Independent",
+    ],
+)

workflowredo-1.0.1/workflowredo/__init__.py

@@ -0,0 +1,18 @@
+"""workflowredo 1.0.1 - All-in-one AI workflow toolkit."""
+__version__ = "1.0.1"
+
+from .encoders import image_to_id, text_to_id, file_to_id, video_to_id, pdf_to_id, zip_to_id, any_to_id
+from .tokenizer import Tokenizer
+from .trainer import Trainer
+from .tensorflow_helpers import build_dense_model, compile_model, quick_train
+from .torch_helpers import build_mlp, train_loop
+from .utils import set_seed, device, ensure_dir, timer
+
+__all__ = [
+    "image_to_id", "text_to_id", "file_to_id", "video_to_id",
+    "pdf_to_id", "zip_to_id", "any_to_id",
+    "Tokenizer", "Trainer",
+    "build_dense_model", "compile_model", "quick_train",
+    "build_mlp", "train_loop",
+    "set_seed", "device", "ensure_dir", "timer",
+]

workflowredo-1.0.1/workflowredo/encoders.py

@@ -0,0 +1,44 @@
+"""Encode apapun (gambar, teks, video, zip, pdf, file) menjadi ID unik."""
+import hashlib, os, base64, json
+
+def _hash_bytes(b: bytes) -> str:
+    return hashlib.sha256(b).hexdigest()
+
+def _hash_file(path: str) -> str:
+    h = hashlib.sha256()
+    with open(path, "rb") as f:
+        for chunk in iter(lambda: f.read(8192), b""):
+            h.update(chunk)
+    return h.hexdigest()
+
+def image_to_id(path_or_bytes):
+    """Ubah gambar menjadi ID unik (sha256). Menerima path atau bytes."""
+    if isinstance(path_or_bytes, (bytes, bytearray)):
+        return "img_" + _hash_bytes(bytes(path_or_bytes))
+    return "img_" + _hash_file(path_or_bytes)
+
+def text_to_id(text: str) -> str:
+    """Ubah teks/kata menjadi ID unik."""
+    return "txt_" + _hash_bytes(text.encode("utf-8"))
+
+def video_to_id(path: str) -> str:
+    return "vid_" + _hash_file(path)
+
+def pdf_to_id(path: str) -> str:
+    return "pdf_" + _hash_file(path)
+
+def zip_to_id(path: str) -> str:
+    return "zip_" + _hash_file(path)
+
+def file_to_id(path: str) -> str:
+    """Ubah file apapun menjadi ID unik."""
+    ext = os.path.splitext(path)[1].lower().strip(".") or "bin"
+    return f"{ext}_" + _hash_file(path)
+
+def any_to_id(obj) -> str:
+    """Ubah object Python apapun menjadi ID."""
+    try:
+        s = json.dumps(obj, sort_keys=True, default=str)
+    except Exception:
+        s = repr(obj)
+    return "obj_" + _hash_bytes(s.encode("utf-8"))