byllm 0.4.1__py2.py3-none-any.whl → 0.4.2__py2.py3-none-any.whl

byllm/schema.py

@@ -6,7 +6,7 @@ and to validate instances against these schemas.
 
 from dataclasses import is_dataclass
 from enum import Enum
-from types import FunctionType, UnionType
+from types import FunctionType, MethodType, UnionType
 from typing import Callable, Union, get_args, get_origin, get_type_hints
 
 from pydantic import TypeAdapter
@@ -129,7 +129,7 @@ def _type_to_schema(ty: type, title: str = "", desc: str = "") -> dict:
         }
 
     # Handle functions
-    if isinstance(ty, FunctionType):
+    if isinstance(ty, (FunctionType, MethodType)):
         hints = get_type_hints(ty)
         hints.pop("return", None)
         params = {

byllm/types.py

@@ -8,6 +8,7 @@ tool calls, and tools that can be used in LLM requests and responses.
 import base64
 import mimetypes
 import os
+from contextlib import suppress
 from dataclasses import dataclass
 from enum import StrEnum
 from io import BytesIO
@@ -90,14 +91,15 @@ class Tool:
 
     def __post_init__(self) -> None:
         """Post-initialization to validate the function."""
-        self.func.__annotations__ = get_type_hints(self.func)
+        annotations = get_type_hints(self.func)
+        with suppress(Exception):
+            self.func.__annotations__ = annotations
+
         self.description = Tool.get_func_description(self.func)
         if hasattr(self.func, "_jac_semstr_inner"):
             self.params_desc = self.func._jac_semstr_inner  # type: ignore
         else:
-            self.params_desc = {
-                name: str(type) for name, type in self.func.__annotations__.items()
-            }
+            self.params_desc = {name: str(type) for name, type in annotations.items()}
 
     def __call__(self, *args: list, **kwargs: dict) -> object:
         """Call the tool function with the provided arguments."""
@@ -152,7 +154,13 @@ class Tool:
     def parse_arguments(self, args_json: dict) -> dict:
         """Parse the arguments from JSON to the function's expected format."""
         args = {}
-        annotations = self.func.__annotations__
+
+        annotations: dict = {}
+        try:
+            annotations = self.func.__annotations__
+        except AttributeError:
+            annotations = get_type_hints(self.func)
+
         for arg_name, arg_json in args_json.items():
             if arg_type := annotations.get(arg_name):
                 args[arg_name] = TypeAdapter(arg_type).validate_python(arg_json)

byllm-0.4.2.dist-info/METADATA

@@ -0,0 +1,188 @@
+Metadata-Version: 2.4
+Name: byllm
+Version: 0.4.2
+Summary: byLLM Provides Easy to use APIs for different LLM Providers to be used with Jaseci's Jaclang Programming Language.
+License: MIT
+Keywords: llm,jaclang,jaseci,byLLM
+Author: Jason Mars
+Author-email: jason@jaseci.org
+Maintainer: Jason Mars
+Maintainer-email: jason@jaseci.org
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 2
+Classifier: Programming Language :: Python :: 2.7
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.4
+Classifier: Programming Language :: Python :: 3.5
+Classifier: Programming Language :: Python :: 3.6
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Provides-Extra: tools
+Provides-Extra: video
+Requires-Dist: jaclang (>=0.8.7)
+Requires-Dist: litellm (>=1.75.5.post1)
+Requires-Dist: loguru (>=0.7.2,<0.8.0)
+Requires-Dist: pillow (>=10.4.0,<10.5.0)
+Description-Content-Type: text/markdown
+
+<div align="center">
+    <img src="../docs/docs/assets/byLLM_name_logo.png" height="150">
+
+  [About byLLM] | [Get started] | [Usage docs] | [Research Paper]
+</div>
+
+[About byLLM]: https://www.jac-lang.org/learn/jac-byllm/with_llm/
+[Get started]: https://www.jac-lang.org/learn/jac-byllm/quickstart/
+[Usage docs]: https://www.jac-lang.org/learn/jac-byllm/usage/
+[Research Paper]: https://arxiv.org/abs/2405.08965
+
+# byLLM : Language Abstrations for AI-Integrated Programming.
+> Prompt No More!
+
+[![PyPI version](https://img.shields.io/pypi/v/byllm.svg)](https://pypi.org/project/byllm/) [![tests](https://github.com/jaseci-labs/jaseci/actions/workflows/test-jaseci.yml/badge.svg?branch=main)](https://github.com/jaseci-labs/jaseci/actions/workflows/test-jaseci.yml)
+
+byLLM is an innovative AI integration framework built for the Jaseci ecosystem, implementing the cutting-edge Meaning Typed Programming (MTP) paradigm. MTP revolutionizes AI integration by embedding prompt engineering directly into code semantics, making AI interactions more natural and maintainable. While primarily designed to complement the Jac programming language, byLLM also provides a powerful Python library interface.
+
+Installation is simple via PyPI:
+
+```bash
+pip install byllm
+```
+
+## Basic Example
+
+Consider building an application that translates english to other languages using an LLM. This can be simply built as follows:
+
+```python
+import from byllm { Model }
+
+glob llm = Model(model_name="gpt-4o");
+
+def translate_to(language: str, phrase: str) -> str by llm();
+
+with entry {
+    output = translate_to(language="Welsh", phrase="Hello world");
+    print(output);
+}
+```
+
+This simple piece of code replaces traditional prompt engineering without introducing additional complexity.
+
+## Power Types with LLMs
+
+Consider a program that detects the personality type of a historical figure from their name. This can eb built in a way that LLM picks from an enum and the output strictly adhere this type.
+
+```python
+import from byllm { Model }
+glob llm = Model(model_name="gemini/gemini-2.0-flash");
+
+enum Personality {
+    INTROVERT, EXTROVERT, AMBIVERT
+}
+
+def get_personality(name: str) -> Personality by llm();
+
+with entry {
+    name = "Albert Einstein";
+    result = get_personality(name);
+    print(f"{result} personality detected for {name}");
+}
+```
+
+> Similarly, custom types can be used as output types which force the LLM to adhere to the specified type and produce a valid result.
+
+## Control! Control! Control!
+
+Even if we are elimination prompt engineering entierly, we allow specific ways to enrich code semantics through **docstrings** and **semstrings**.
+
+```python
+"""Represents the personal record of a person"""
+obj Person {
+    has name;
+    has dob;
+    has ssn;
+}
+
+sem Person.name = "Full name of the person";
+sem Person.dob = "Date of Birth";
+sem Person.ssn = "Last four digits of the Social Security Number of a person";
+
+"""Calculate eligibility for various services based on person's data."""
+def check_eligibility(person: Person, service_type: str) -> bool by llm();
+
+```
+
+Docstrings naturally enhance the semantics of their associated code constructs, while the `sem` keyword provides an elegant way to enrich the meaning of class attributes and function arguments. Our research shows these concise semantic strings are more effective than traditional multi-line prompts.
+
+## How well does byLLM work?
+
+byLLM is built using the underline priciple of Meaning Typed Programming and we shown our evaluation data compared with two such AI integration frameworks for python, such as DSPy and LMQL. We show significant performance gain against LMQL while allowing on par or better performance to DSPy, while having a lower cost and faster runtime.
+
+<div align="center">
+    <img src="../docs/docs/assets/correctness_comparison.png" alt="Correctness Comparison" width="600" style="max-width: 100%;">
+    <br>
+    <em>Figure: Correctness comparison of byLLM with DSPy and LMQL on benchmark tasks.</em>
+</div>
+
+**📚 Full Documentation**: [Jac byLLM Documentation](https://www.jac-lang.org/learn/jac-byllm/with_llm/)
+
+**🎮 Complete Examples**:
+- [Fantasy Trading Game](https://www.jac-lang.org/learn/examples/mtp_examples/fantasy_trading_game/) - Interactive RPG with AI-generated characters
+- [RPG Level Generator](https://www.jac-lang.org/learn/examples/mtp_examples/rpg_game/) - AI-powered game level creation
+- [RAG Chatbot Tutorial](https://www.jac-lang.org/learn/examples/rag_chatbot/Overview/) - Building chatbots with document retrieval
+
+**🔬 Research**: The research journey of MTP is available on [Arxiv](https://arxiv.org/abs/2405.08965) and accepted for OOPSLA 2025.
+
+## Quick Links
+
+- [Getting Started Guide](https://www.jac-lang.org/learn/jac-byllm/quickstart/)
+- [Jac Language Documentation](https://www.jac-lang.org/)
+- [GitHub Repository](https://github.com/jaseci-labs/jaseci)
+
+## Contributing
+
+We welcome contributions to byLLM! Whether you're fixing bugs, improving documentation, or adding new features, your help is appreciated.
+
+Areas we actively seek contributions:
+- 🐛 Bug fixes and improvements
+- 📚 Documentation enhancements
+- ✨ New examples and tutorials
+- 🧪 Test cases and benchmarks
+
+Please see our [Contributing Guide](https://www.jac-lang.org/internals/contrib/) for detailed instructions.
+
+If you find a bug or have a feature request, please [open an issue](https://github.com/jaseci-labs/jaseci/issues/new/choose).
+
+## Community
+
+Join our vibrant community:
+- [Discord Server](https://discord.gg/6j3QNdtcN6) - Chat with the team and community
+
+## License
+
+This project is licensed under the MIT License.
+
+### Third-Party Dependencies
+
+byLLM integrates with various LLM providers (OpenAI, Anthropic, Google, etc.) through LiteLLM.
+
+## Cite our research
+
+
+> Jayanaka L. Dantanarayana, Yiping Kang, Kugesan Sivasothynathan, Christopher Clarke, Baichuan Li, Savini
+Kashmira, Krisztian Flautner, Lingjia Tang, and Jason Mars. 2025. MTP: A Meaning-Typed Language Ab-
+straction for AI-Integrated Programming. Proc. ACM Program. Lang. 9, OOPSLA2, Article 314 (October 2025),
+29 pages. https://doi.org/10.1145/3763092
+
+
+## Jaseci Contributors
+
+<a href="https://github.com/jaseci-labs/jaseci/graphs/contributors">
+  <img src="https://contrib.rocks/image?repo=jaseci-labs/jaseci" />
+</a>

byllm-0.4.2.dist-info/RECORD

@@ -0,0 +1,11 @@
+byllm/__init__.py,sha256=Iqi_KAnRkr5vC9OYMWa9e5vZE3PiR2ror_Th1wa8F9Q,226
+byllm/llm.py,sha256=fjraqQaT1uiwxTjLW7Wm8TDnnl7N5xDztA2KhyUfIQE,3560
+byllm/llm_connector.py,sha256=XK8ftsafTYWq7aAjDxk4R4OeyJ1P1ou2qrZAXOU9xmU,8546
+byllm/mtir.py,sha256=V4fpc0-j_7pb8rVMV8yskc9XczUCtHczrj5OZGXKA8g,7083
+byllm/plugin.py,sha256=T_uSAkiyuPiufo5SEUNcgMOU0Ns5Zbg7BPfMo_ihC9s,1132
+byllm/schema.py,sha256=q5Tnfv9sNDxkiK9579MJ4SXgtXzirIbsJYCzZ5mstUM,8838
+byllm/types.py,sha256=rS_ISxYeHmXQiP1rv9qMKDiojdwk_x7bckOhn8_DFJk,11311
+byllm-0.4.2.dist-info/METADATA,sha256=edJ9DvRcQzm01stAEFNzkJoFPJkp1qTXbH0OMKon8Ps,7639
+byllm-0.4.2.dist-info/WHEEL,sha256=hHsm7XBrBXzBRNffhH1pmcsQOxyb5EETurgI-_j97X0,92
+byllm-0.4.2.dist-info/entry_points.txt,sha256=hUzQdaP8qTKkAqHfBpcqxQK02wixeyyzx3y-s6KyrQg,37
+byllm-0.4.2.dist-info/RECORD,,

{byllm-0.4.1.dist-info → byllm-0.4.2.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.3
+Generator: poetry-core 2.2.0
 Root-Is-Purelib: true
 Tag: py2.py3-none-any

byllm-0.4.1.dist-info/METADATA

@@ -1,102 +0,0 @@
-Metadata-Version: 2.3
-Name: byllm
-Version: 0.4.1
-Summary: byLLM Provides Easy to use APIs for different LLM Providers to be used with Jaseci's Jaclang Programming Language.
-License: MIT
-Keywords: llm,jaclang,jaseci,byLLM
-Author: Jason Mars
-Author-email: jason@jaseci.org
-Maintainer: Jason Mars
-Maintainer-email: jason@jaseci.org
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Programming Language :: Python :: 2
-Classifier: Programming Language :: Python :: 2.7
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.4
-Classifier: Programming Language :: Python :: 3.5
-Classifier: Programming Language :: Python :: 3.6
-Classifier: Programming Language :: Python :: 3.7
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Programming Language :: Python :: 3.13
-Provides-Extra: tools
-Provides-Extra: video
-Requires-Dist: jaclang (==0.8.5)
-Requires-Dist: litellm (>=1.75.5.post1)
-Requires-Dist: loguru (>=0.7.2,<0.8.0)
-Requires-Dist: pillow (>=10.4.0,<10.5.0)
-Description-Content-Type: text/markdown
-
-# byLLM - AI Integration Framework for Jac-lang
-
-[![PyPI version](https://img.shields.io/pypi/v/mtllm.svg)](https://pypi.org/project/mtllm/) [![tests](https://github.com/jaseci-labs/jaseci/actions/workflows/test-jaseci.yml/badge.svg?branch=main)](https://github.com/jaseci-labs/jaseci/actions/workflows/test-jaseci.yml)
-
-Meaning Typed Programming (MTP) is a programming paradigm for AI integration where prompt engineering is hidden through code semantics. byLLM is the plugin built, exploring this hypothesis. byLLM is built as a plugin to the Jaseci ecosystem. This plugin can be installed as a PyPI package.
-
-```bash
-pip install byllm
-```
-
-## Basic Example
-
-A basic usecase of MTP can be demonstrated as follows:
-
-```python
-import from byllm {Model}
-
-glob llm = Model(model_name="openai\gpt-4o");
-
-def translate_to(language: str, phrase: str) -> str by llm();
-
-with entry {
-    output = translate_to(language="Welsh", phrase="Hello world");
-    print(output);
-}
-```
-
-## AI-Powered Object Generation
-
-```python
-import from byllm {Model}
-
-glob llm = Model(model_name="gpt-4o");
-
-obj Task {
-    has description: str,
-        priority: int,
-        estimated_time: int;
-}
-
-sem Task.priority = "priority between 0 (highest priority) and 10(lowest priority)";
-
-def create_task(description: str, previous_tasks: list[Task]) -> Task by llm();
-
-with entry {
-    tasks = [];
-    new_task = create_task("Write documentation for the API", tasks);
-    print(f"Task: {new_task.description}, Priority: {new_task.priority}, Time: {new_task.estimated_time}min");
-}
-```
-
-The `by` abstraction allows to automate semantic extraction from existing code semantics, eliminating manual prompt engineering while leveraging type annotations for structured AI responses.
-
-## Documentation and Examples
-
-**📚 Full Documentation**: [Jac byLLM Documentation](https://www.jac-lang.org/learn/jac-byllm/with_llm/)
-
-**🎮 Complete Examples**:
-- [Fantasy Trading Game](https://www.jac-lang.org/learn/examples/mtp_examples/fantasy_trading_game/) - Interactive RPG with AI-generated characters
-- [RPG Level Generator](https://www.jac-lang.org/learn/examples/mtp_examples/rpg_game/) - AI-powered game level creation
-- [RAG Chatbot Tutorial](https://www.jac-lang.org/learn/examples/rag_chatbot/Overview/) - Building chatbots with document retrieval
-
-**🔬 Research**: The research journey of MTP is available on [Arxiv](https://arxiv.org/abs/2405.08965).
-
-## Quick Links
-
-- [Getting Started Guide](https://www.jac-lang.org/learn/jac-byllm/with_llm/)
-- [Model Configuration](https://www.jac-lang.org/learn/jac-byllm/model_declaration/)
-- [Jac Language Documentation](https://www.jac-lang.org/)
-- [GitHub Repository](https://github.com/jaseci-labs/jaseci)

byllm-0.4.1.dist-info/RECORD

@@ -1,11 +0,0 @@
-byllm/__init__.py,sha256=Iqi_KAnRkr5vC9OYMWa9e5vZE3PiR2ror_Th1wa8F9Q,226
-byllm/llm.py,sha256=fjraqQaT1uiwxTjLW7Wm8TDnnl7N5xDztA2KhyUfIQE,3560
-byllm/llm_connector.py,sha256=XK8ftsafTYWq7aAjDxk4R4OeyJ1P1ou2qrZAXOU9xmU,8546
-byllm/mtir.py,sha256=V4fpc0-j_7pb8rVMV8yskc9XczUCtHczrj5OZGXKA8g,7083
-byllm/plugin.py,sha256=T_uSAkiyuPiufo5SEUNcgMOU0Ns5Zbg7BPfMo_ihC9s,1132
-byllm/schema.py,sha256=PGaEiNlbm9CjIJu1lE2kv8QrfudfD2I3LvHfkMqxQkI,8812
-byllm/types.py,sha256=Uh6j0AcdHZ0zZ_KESu-ZBBpI9yoA7kw4yU550N4E-Tk,11117
-byllm-0.4.1.dist-info/METADATA,sha256=RQYnecvetizswVO-4TmSJ6r3G4aFrgkK99rjnK_isw0,3990
-byllm-0.4.1.dist-info/WHEEL,sha256=5druYqcII7zHXzX7qmN0TH895Jg3yuTtfjMgJIVBrKE,92
-byllm-0.4.1.dist-info/entry_points.txt,sha256=hUzQdaP8qTKkAqHfBpcqxQK02wixeyyzx3y-s6KyrQg,37
-byllm-0.4.1.dist-info/RECORD,,