fabricatio 0.2.10.dev0__tar.gz → 0.2.11__tar.gz

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/.gitignore

@@ -166,3 +166,4 @@ cython_debug/
 extra/scripts/*
 output/
 .vscode/
+templates/customed

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/Cargo.lock

@@ -17,6 +17,15 @@ version = "2.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "512761e0bb2578dd7380c6baaa0f4ce03e84f95e960231d1dec8bf4d7d6e2627"
 
+[[package]]
+name = "aho-corasick"
+version = "1.1.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916"
+dependencies = [
+ "memchr",
+]
+
 [[package]]
 name = "anstream"
 version = "0.6.18"
@@ -451,7 +460,9 @@ dependencies = [
  "pyo3",
  "pythonize",
  "rayon",
+ "regex",
  "serde_json",
+ "tex2typst-rs",
  "unicode-segmentation",
  "walkdir",
  "whichlang",
@@ -1198,6 +1209,48 @@ dependencies = [
  "sha2",
 ]
 
+[[package]]
+name = "phf"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1fd6780a80ae0c52cc120a26a1a42c1ae51b247a253e4e06113d23d2c2edd078"
+dependencies = [
+ "phf_macros",
+ "phf_shared",
+]
+
+[[package]]
+name = "phf_generator"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3c80231409c20246a13fddb31776fb942c38553c51e871f8cbd687a4cfb5843d"
+dependencies = [
+ "phf_shared",
+ "rand",
+]
+
+[[package]]
+name = "phf_macros"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f84ac04429c13a7ff43785d75ad27569f2951ce0ffd30a3321230db2fc727216"
+dependencies = [
+ "phf_generator",
+ "phf_shared",
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "phf_shared"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67eabc2ef2a60eb7faa00097bd1ffdb5bd28e62bf39990626a582201b7a754e5"
+dependencies = [
+ "siphasher",
+]
+
 [[package]]
 name = "pin-project-lite"
 version = "0.2.16"
@@ -1319,6 +1372,21 @@ version = "5.2.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "74765f6d916ee2faa39bc8e68e4f3ed8949b48cccdac59983d287a7cb71ce9c5"
 
+[[package]]
+name = "rand"
+version = "0.8.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404"
+dependencies = [
+ "rand_core",
+]
+
+[[package]]
+name = "rand_core"
+version = "0.6.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c"
+
 [[package]]
 name = "rayon"
 version = "1.10.0"
@@ -1359,6 +1427,35 @@ dependencies = [
  "thiserror",
 ]
 
+[[package]]
+name = "regex"
+version = "1.11.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191"
+dependencies = [
+ "aho-corasick",
+ "memchr",
+ "regex-automata",
+ "regex-syntax",
+]
+
+[[package]]
+name = "regex-automata"
+version = "0.4.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908"
+dependencies = [
+ "aho-corasick",
+ "memchr",
+ "regex-syntax",
+]
+
+[[package]]
+name = "regex-syntax"
+version = "0.8.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c"
+
 [[package]]
 name = "reqwest"
 version = "0.12.15"
@@ -1590,6 +1687,12 @@ version = "1.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
 
+[[package]]
+name = "siphasher"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "56199f7ddabf13fe5074ce809e7d3f42b42ae711800501b5b16ea82ad029c39d"
+
 [[package]]
 name = "slab"
 version = "0.4.9"
@@ -1737,6 +1840,16 @@ dependencies = [
  "windows-sys 0.59.0",
 ]
 
+[[package]]
+name = "tex2typst-rs"
+version = "0.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3b0b6b6ad0966ace50ba5e817e4f48d759857c015f5936d4976232df786d432d"
+dependencies = [
+ "phf",
+ "regex",
+]
+
 [[package]]
 name = "thiserror"
 version = "2.0.12"

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/Cargo.toml

@@ -13,7 +13,9 @@ nucleo-matcher = "0.3.1"
 pyo3 = { version = "0.23.4", features = ["extension-module"] }
 pythonize = "0.23.0"
 rayon = "1.10.0"
+regex = "1.11.1"
 serde_json = "1.0.138"
+tex2typst-rs = "0.4.1"
 unicode-segmentation = "1.12.0"
 walkdir = "2.5.0"
 whichlang = "0.1.1"

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricatio
-Version: 0.2.10.dev0
+Version: 0.2.11
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Rust
 Classifier: Programming Language :: Python :: 3.12
@@ -14,24 +14,26 @@ Requires-Dist: asyncstdlib>=3.13.0
 Requires-Dist: json-repair>=0.39.1
 Requires-Dist: litellm>=1.60.0
 Requires-Dist: loguru>=0.7.3
-Requires-Dist: magika>=0.5.1
 Requires-Dist: more-itertools>=10.6.0
-Requires-Dist: orjson>=3.10.15
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: pydantic-settings>=2.7.1
 Requires-Dist: pymitter>=1.0.0
-Requires-Dist: questionary>=2.1.0
-Requires-Dist: regex>=2024.11.6
 Requires-Dist: rich>=13.9.4
-Requires-Dist: rtoml>=0.12.0
+Requires-Dist: ujson>=5.10.0
+Requires-Dist: fabricatio[calc,ftd,plot,qa,rag,cli] ; extra == 'full'
 Requires-Dist: pymilvus>=2.5.4 ; extra == 'rag'
-Requires-Dist: fabricatio[calc,plot,rag] ; extra == 'full'
 Requires-Dist: sympy>=1.13.3 ; extra == 'calc'
 Requires-Dist: matplotlib>=3.10.1 ; extra == 'plot'
-Provides-Extra: rag
+Requires-Dist: questionary>=2.1.0 ; extra == 'qa'
+Requires-Dist: magika>=0.6.1 ; extra == 'ftd'
+Requires-Dist: typer-slim[standard]>=0.15.2 ; extra == 'cli'
 Provides-Extra: full
+Provides-Extra: rag
 Provides-Extra: calc
 Provides-Extra: plot
+Provides-Extra: qa
+Provides-Extra: ftd
+Provides-Extra: cli
 License-File: LICENSE
 Summary: A LLM multi-agent framework.
 Keywords: ai,agents,multi-agent,llm,pyo3
@@ -45,12 +47,11 @@ Project-URL: Issues, https://github.com/Whth/fabricatio/issues
 # Fabricatio
 
 ![MIT License](https://img.shields.io/badge/license-MIT-blue.svg)
-![Python 3.12+](https://img.shields.io/badge/python-3.12+-blue.svg)
-![Build Status](https://img.shields.io/badge/build-passing-brightgreen)
 
 ## Overview
 
-Fabricatio is a streamlined Python library for building LLM applications using an event-based agent structure. It leverages Rust for performance-critical tasks, Handlebars for templating, and PyO3 for Python bindings.
+Fabricatio is a streamlined Python library for building LLM applications using an event-based agent structure. It
+leverages Rust for performance-critical tasks, Handlebars for templating, and PyO3 for Python bindings.
 
 ## Features
 
@@ -90,6 +91,7 @@ import asyncio
 from fabricatio import Action, Role, Task, logger, WorkFlow
 from typing import Any
 
+
 class Hello(Action):
     name: str = "hello"
     output_key: str = "task_output"
@@ -99,6 +101,7 @@ class Hello(Action):
         logger.info("executing talk action")
         return ret
 
+
 async def main() -> None:
     role = Role(
         name="talker",
@@ -110,6 +113,7 @@ async def main() -> None:
     result = await task.delegate()
     logger.success(f"Result: {result}")
 
+
 if __name__ == "__main__":
     asyncio.run(main())
 ```
@@ -117,6 +121,7 @@ if __name__ == "__main__":
 ### Examples
 
 For various usage scenarios, refer to the following examples:
+
 - Simple Chat
 - Retrieval-Augmented Generation (RAG)
 - Article Extraction
@@ -164,6 +169,7 @@ max_tokens = 8192
 ## Contributing
 
 Contributions are welcome! Follow these steps:
+
 1. Fork the repository.
 2. Create your feature branch (`git checkout -b feature/new-feature`).
 3. Commit your changes (`git commit -am 'Add new feature'`).
@@ -177,6 +183,8 @@ Fabricatio is licensed under the MIT License. See [LICENSE](LICENSE) for details
 ## Acknowledgments
 
 Special thanks to the contributors and maintainers of:
+
 - [PyO3](https://github.com/PyO3/pyo3)
 - [Maturin](https://github.com/PyO3/maturin)
 - [Handlebars.rs](https://github.com/sunng87/handlebars-rust)
+

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/README.md

@@ -1,12 +1,11 @@
 # Fabricatio
 
 ![MIT License](https://img.shields.io/badge/license-MIT-blue.svg)
-![Python 3.12+](https://img.shields.io/badge/python-3.12+-blue.svg)
-![Build Status](https://img.shields.io/badge/build-passing-brightgreen)
 
 ## Overview
 
-Fabricatio is a streamlined Python library for building LLM applications using an event-based agent structure. It leverages Rust for performance-critical tasks, Handlebars for templating, and PyO3 for Python bindings.
+Fabricatio is a streamlined Python library for building LLM applications using an event-based agent structure. It
+leverages Rust for performance-critical tasks, Handlebars for templating, and PyO3 for Python bindings.
 
 ## Features
 
@@ -46,6 +45,7 @@ import asyncio
 from fabricatio import Action, Role, Task, logger, WorkFlow
 from typing import Any
 
+
 class Hello(Action):
     name: str = "hello"
     output_key: str = "task_output"
@@ -55,6 +55,7 @@ class Hello(Action):
         logger.info("executing talk action")
         return ret
 
+
 async def main() -> None:
     role = Role(
         name="talker",
@@ -66,6 +67,7 @@ async def main() -> None:
     result = await task.delegate()
     logger.success(f"Result: {result}")
 
+
 if __name__ == "__main__":
     asyncio.run(main())
 ```
@@ -73,6 +75,7 @@ if __name__ == "__main__":
 ### Examples
 
 For various usage scenarios, refer to the following examples:
+
 - Simple Chat
 - Retrieval-Augmented Generation (RAG)
 - Article Extraction
@@ -120,6 +123,7 @@ max_tokens = 8192
 ## Contributing
 
 Contributions are welcome! Follow these steps:
+
 1. Fork the repository.
 2. Create your feature branch (`git checkout -b feature/new-feature`).
 3. Commit your changes (`git commit -am 'Add new feature'`).
@@ -133,6 +137,7 @@ Fabricatio is licensed under the MIT License. See [LICENSE](LICENSE) for details
 ## Acknowledgments
 
 Special thanks to the contributors and maintainers of:
+
 - [PyO3](https://github.com/PyO3/pyo3)
 - [Maturin](https://github.com/PyO3/maturin)
-- [Handlebars.rs](https://github.com/sunng87/handlebars-rust)
+- [Handlebars.rs](https://github.com/sunng87/handlebars-rust)

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/examples/extract_and_inject/.gitignore

@@ -1,3 +1,4 @@
 bpdf_out
 output*
-ref.bib
+ref.bib
+bare_md

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/examples/extract_and_inject/ask.py

@@ -2,8 +2,10 @@
 
 import asyncio
 
-from fabricatio import RAG, Action, Role, Task, WorkFlow, logger
+from fabricatio import Action, Role, Task, WorkFlow, logger
+from fabricatio.capabilities.rag import RAG
 from fabricatio.models.events import Event
+from fabricatio.models.extra.aricle_rag import ArticleChunk
 from fabricatio.utils import ok
 from questionary import text
 
@@ -23,14 +25,14 @@ class Talk(Action, RAG):
                 user_say = await text("User: ").ask_async()
                 if user_say is None:
                     break
-                gpt_say = await self.aask_refined(
-                    user_say,
-                    "article_essence_max",
-                    extra_system_message=f"You have to answer to user obeying task assigned to you:\n{task_input.briefing}\nYou should explicitly say write a label if you draw a conclusion from the references, the label shall contain names.",
-                    result_per_query=16,
-                    final_limit=40,
-                    similarity_threshold=0.31,
-                )
+                ref_q = ok(await self.arefined_query(user_say))
+                logger.info(f'refined query: \n{ref_q}')
+                ret = await self.aretrieve(ref_q, document_model=ArticleChunk)
+
+                sys_msg = "\n".join(r.as_prompt() for r in ret)
+                logger.info(f"System message: \n{sys_msg}")
+                gpt_say = await self.aask(user_say, sys_msg)
+
                 print(f"GPT: {gpt_say}")  # noqa: T201
                 counter += 1
         except KeyboardInterrupt:
@@ -40,18 +42,15 @@ class Talk(Action, RAG):
 
 async def main() -> None:
     """Main function."""
-    role = Role(
+    Role(
         name="talker",
         description="talker role but with rag",
-        registry={Event.instantiate_from("talk").push_wildcard().push("pending"): WorkFlow(name="talk", steps=(Talk,))},
+        registry={
+            Event.quick_instantiate("talk"): WorkFlow(name="talk", steps=(Talk(target_collection="article_chunks"),))
+        },
     )
 
-    task = ok(
-        await role.propose_task(
-            "you have to act as a helpful assistant, answer to all user questions properly and patiently"
-        ),
-        "Failed to propose task",
-    )
+    task = Task(name="answer user's questions")
     _ = await task.delegate("talk")
 
 

fabricatio-0.2.11/examples/extract_and_inject/chunk_article.py

@@ -0,0 +1,40 @@
+"""Example of proposing a task to a role."""
+
+import asyncio
+
+from fabricatio import BibManager, Event, Role, Task, WorkFlow, logger
+from fabricatio.actions.article_rag import ChunkArticle
+from fabricatio.actions.rag import InjectToDB
+from fabricatio.fs import gather_files
+from fabricatio.utils import ok
+
+
+async def main() -> None:
+    """Main function."""
+    Role(
+        name="Researcher",
+        description="chunk the article",
+        registry={
+            Event.quick_instantiate(e := "Chunk"): WorkFlow(
+                name="Chunk",
+                steps=(
+                    ChunkArticle(output_key="to_inject"),
+                    InjectToDB(collection_name="article_chunks").to_task_output(),
+                ),
+            ).update_init_context(
+                article_path=gather_files("bare_md", "md"),
+                bib_manager=BibManager(path="ref.bib"),
+                max_chunk_size=600,
+                max_overlapping_rate=0.3,
+                override_inject=True,
+            ),
+        },
+    )
+
+    task: Task[str] = Task(name="Chunk Article")
+    res = ok(await task.delegate(e))
+    logger.success(f"Injected to {res}")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/examples/make_a_rating/rating.py

@@ -3,7 +3,7 @@
 import asyncio
 from typing import Dict, List, Set, Unpack
 
-import orjson
+import ujson
 from fabricatio import Action, JsonCapture, Role, WorkFlow, logger
 from fabricatio.capabilities.rating import Rating
 from fabricatio.models.events import Event
@@ -33,9 +33,9 @@ class WhatToRate(Action):
     async def _execute(self, task_input: Task, rate_topic: str, **cxt: Unpack) -> List[str]:
         def _validate(resp: str) -> List[str] | None:
             if (
-                (cap := JsonCapture.convert_with(resp, orjson.loads)) is not None
-                and isinstance(cap, list)
-                and all(isinstance(i, str) for i in cap)
+                    (cap := JsonCapture.convert_with(resp, ujson.loads)) is not None
+                    and isinstance(cap, list)
+                    and all(isinstance(i, str) for i in cap)
             ):
                 return cap
             return None

fabricatio-0.2.11/examples/propose_task/.gitignore

@@ -0,0 +1,2 @@
+task_output
+briefing.txt

fabricatio-0.2.11/examples/propose_task/propose.py

@@ -0,0 +1,49 @@
+"""Example of proposing a task to a role."""
+
+import asyncio
+from typing import Any
+
+from fabricatio import Action, Event, Role, Task, WorkFlow, logger
+from fabricatio.actions.output import PersistentAll
+from fabricatio.capabilities.propose import Propose
+from fabricatio.fs import safe_text_read
+from fabricatio.models.extra.article_outline import ArticleOutline
+from fabricatio.utils import ok
+
+
+class ProposeObj(Action, Propose):
+    """Action that says hello to the world."""
+
+    output_key: str = "task_output"
+
+    async def _execute(self, briefing: str, **_) -> Any:
+        return await self.propose(
+            ArticleOutline,
+            f"{briefing}\n\n\n\n\nAccording to the above plaintext article outline, "
+            f"I need you to create an `ArticleOutline` obj against it."
+            f"Note the heading shall not contain any heading numbers.",
+        )
+
+async def main() -> None:
+    """Main function."""
+    Role(
+        name="talker",
+        description="talker role",
+        llm_model="openai/qwq-plus",
+        llm_max_tokens=8190,
+        llm_stream=True,
+        llm_temperature=0.6,
+        registry={
+            Event.quick_instantiate("talk"): WorkFlow(
+                name="talk", steps=(ProposeObj, PersistentAll(persist_dir="persis"))
+            ).update_init_context(briefing=safe_text_read("briefing.txt"))
+        },
+    )
+
+    task: Task[ArticleOutline] = Task(name="write outline")
+    article_outline = ok(await task.delegate("talk"))
+    logger.success(f"article_outline:\n{article_outline.display()}")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

{fabricatio-0.2.10.dev0 → fabricatio-0.2.11}/examples/search_bibtex/search.py

@@ -3,7 +3,7 @@ from fabricatio import BibManager, logger
 
 b = BibManager("Exported Items.bib")
 logger.success(
-    b.get_cite_key("A Negative Selection Immune System Inspired Methodology for Fault Diagnosis of Wind Turbines"))
+    b.get_cite_key_by_title("A Negative Selection Immune System Inspired Methodology for Fault Diagnosis of Wind Turbines"))
 logger.success(
     b.get_cite_key_fuzzy(
         "System Inspired Methodology for Fault"

fabricatio-0.2.11/examples/write_article/.gitignore

@@ -0,0 +1,4 @@
+article_briefing.txt
+article_outline_raw.txt
+out.typ
+persistent*

fabricatio-0.2.11/examples/write_article/post_process.py

@@ -0,0 +1,12 @@
+"""Fix the article."""
+
+from fabricatio.models.extra.article_main import Article
+
+a = Article.from_persistent(
+    r"persistent\to_dump\Article_20250408_103051_51d822.json")
+a.convert_tex()
+
+
+from fabricatio.fs.curd import dump_text
+
+dump_text("corrected.typ",a.finalized_dump())