langfun 0.0.2.dev20240319__tar.gz → 0.1.2.dev202501150804__tar.gz

langfun-0.1.2.dev202501150804/PKG-INFO

@@ -0,0 +1,225 @@
+Metadata-Version: 2.2
+Name: langfun
+Version: 0.1.2.dev202501150804
+Summary: Langfun: Language as Functions.
+Home-page: https://github.com/google/langfun
+Author: Langfun Authors
+Author-email: langfun-authors@google.com
+License: Apache License 2.0
+Keywords: llm generative-ai machine-learning
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Education
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Scientific/Engineering :: Human Machine Interfaces
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Software Development :: Libraries
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pyglove>=0.4.5.dev202409110000
+Requires-Dist: jinja2>=3.1.2
+Requires-Dist: requests>=2.31.0
+Provides-Extra: all
+Requires-Dist: pyglove>=0.4.5.dev202409110000; extra == "all"
+Requires-Dist: jinja2>=3.1.2; extra == "all"
+Requires-Dist: requests>=2.31.0; extra == "all"
+Requires-Dist: termcolor==1.1.0; extra == "all"
+Requires-Dist: tqdm>=4.64.1; extra == "all"
+Requires-Dist: google-auth>=2.16.0; extra == "all"
+Requires-Dist: python-magic>=0.4.27; extra == "all"
+Requires-Dist: python-docx>=0.8.11; extra == "all"
+Requires-Dist: pillow>=10.0.0; extra == "all"
+Requires-Dist: openpyxl>=3.1.0; extra == "all"
+Requires-Dist: pandas>=2.0.3; extra == "all"
+Provides-Extra: ui
+Requires-Dist: termcolor==1.1.0; extra == "ui"
+Requires-Dist: tqdm>=4.64.1; extra == "ui"
+Provides-Extra: vertexai
+Requires-Dist: google-auth>=2.16.0; extra == "vertexai"
+Provides-Extra: mime
+Requires-Dist: python-magic>=0.4.27; extra == "mime"
+Requires-Dist: python-docx>=0.8.11; extra == "mime"
+Requires-Dist: pillow>=10.0.0; extra == "mime"
+Requires-Dist: openpyxl>=3.1.0; extra == "mime"
+Requires-Dist: pandas>=2.0.3; extra == "mime"
+Provides-Extra: mime-auto
+Requires-Dist: python-magic>=0.4.27; extra == "mime-auto"
+Provides-Extra: mime-docx
+Requires-Dist: python-docx>=0.8.11; extra == "mime-docx"
+Provides-Extra: mime-pil
+Requires-Dist: pillow>=10.0.0; extra == "mime-pil"
+Provides-Extra: mime-xlsx
+Requires-Dist: openpyxl>=3.1.0; extra == "mime-xlsx"
+Requires-Dist: pandas>=2.0.3; extra == "mime-xlsx"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: keywords
+Dynamic: license
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: summary
+
+<div align="center">
+<img src="https://raw.githubusercontent.com/google/langfun/main/docs/_static/logo.svg" width="520px" alt="logo"></img>
+</div>
+
+# Langfun
+
+[![PyPI version](https://badge.fury.io/py/langfun.svg)](https://badge.fury.io/py/langfun)
+[![codecov](https://codecov.io/gh/google/langfun/branch/main/graph/badge.svg)](https://codecov.io/gh/google/langfun)
+![pytest](https://github.com/google/langfun/actions/workflows/ci.yaml/badge.svg)
+
+[**Installation**](#install) | [**Getting started**](#hello-langfun) | [**Tutorial**](https://colab.research.google.com/github/google/langfun/blob/main/docs/notebooks/langfun101.ipynb) | [**Discord community**](https://discord.gg/U6wPN9R68k)
+
+## Introduction
+
+Langfun is a [PyGlove](https://github.com/google/pyglove) powered library that
+aims to *make language models (LM) fun to work with*. Its central principle is
+to enable seamless integration between natural language and programming by
+treating language as functions. Through the introduction of *Object-Oriented Prompting*, 
+Langfun empowers users to prompt LLMs using objects and types, offering enhanced
+control and simplifying agent development.
+
+To unlock the magic of Langfun, you can start with
+[Langfun 101](https://colab.research.google.com/github/google/langfun/blob/main/docs/notebooks/langfun101.ipynb). Notably, Langfun is compatible with popular LLMs such as Gemini, GPT,
+Claude, all without the need for additional fine-tuning.
+
+## Why Langfun?
+
+Langfun is *powerful and scalable*:
+
+*   Seamless integration between natural language and computer programs.
+*   Modular prompts, which allows a natural blend of texts and modalities;
+*   Efficient for both request-based workflows and batch jobs;
+*   A powerful eval framework that thrives dimension explosions.
+
+Langfun is *simple and elegant*:
+
+*   An intuitive programming model, graspable in 5 minutes;
+*   Plug-and-play into any Python codebase, making an immediate difference;
+*   Comprehensive LLMs under a unified API: Gemini, GPT, Claude, Llama3, and more.
+*   Designed for agile developement: offering intellisense, easy debugging, with minimal overhead;
+
+## Hello, Langfun
+
+```python
+import langfun as lf
+import pyglove as pg
+
+from IPython import display
+
+class Item(pg.Object):
+  name: str
+  color: str
+
+class ImageDescription(pg.Object):
+  items: list[Item]
+
+image = lf.Image.from_uri('https://upload.wikimedia.org/wikipedia/commons/thumb/8/83/Solar_system.jpg/1646px-Solar_system.jpg')
+display.display(image)
+
+desc = lf.query(
+    'Describe objects in {{my_image}} from top to bottom.',
+    ImageDescription,
+    lm=lf.llms.Gpt4o(api_key='<your-openai-api-key>'),
+    my_image=image,
+)
+print(desc)
+```
+*Output:*
+
+<img src="https://upload.wikimedia.org/wikipedia/commons/thumb/8/83/Solar_system.jpg/1646px-Solar_system.jpg" width="520px" alt="my_image"></img>
+
+```
+ImageDescription(
+  items = [
+    0 : Item(
+      name = 'Mercury',
+      color = 'Gray'
+    ),
+    1 : Item(
+      name = 'Venus',
+      color = 'Yellow'
+    ),
+    2 : Item(
+      name = 'Earth',
+      color = 'Blue and white'
+    ),
+    3 : Item(
+      name = 'Moon',
+      color = 'Gray'
+    ),
+    4 : Item(
+      name = 'Mars',
+      color = 'Red'
+    ),
+    5 : Item(
+      name = 'Jupiter',
+      color = 'Brown and white'
+    ),
+    6 : Item(
+      name = 'Saturn',
+      color = 'Yellowish-brown with rings'
+    ),
+    7 : Item(
+      name = 'Uranus',
+      color = 'Light blue'
+    ),
+    8 : Item(
+      name = 'Neptune',
+      color = 'Dark blue'
+    )
+  ]
+)
+```
+See [Langfun 101](https://colab.research.google.com/github/google/langfun/blob/main/docs/notebooks/langfun101.ipynb) for more examples.
+
+## Install
+
+Langfun offers a range of features through [Extras](https://packaging.python.org/en/latest/tutorials/installing-packages/#installing-extras), allowing users to install only what they need. The minimal installation of Langfun requires only [PyGlove](https://github.com/google/pyglove), [Jinja2](https://github.com/pallets/jinja/), and [requests](https://github.com/psf/requests). To install Langfun with its minimal dependencies, use:
+
+```
+pip install langfun
+```
+
+For a complete installation with all dependencies, use:
+
+```
+pip install langfun[all]
+```
+
+To install a nightly build, include the `--pre` flag, like this:
+
+```
+pip install langfun[all] --pre
+```
+
+If you want to customize your installation, you can select specific features using package names like `langfun[X1, X2, ..., Xn]`, where `Xi` corresponds to a tag from the list below:
+
+| Tag                 |  Description                             |
+| ------------------- | ---------------------------------------- |
+| all                 | All Langfun features.                    |
+| vertexai            | VertexAI access.                         |
+| mime                | All MIME supports.                       |
+| mime-auto           | Automatic MIME type detection.           |
+| mime-docx           | DocX format support.                     |
+| mime-pil            | Image support for PIL.                   |
+| mime-xlsx           | XlsX format support.                     |
+| ui                  | UI enhancements                          |
+
+
+For example, to install a nightly build that includes VertexAI access, full modality support, and UI enhancements, use:
+```
+pip install langfun[vertexai,mime,ui] --pre
+```
+
+*Disclaimer: this is not an officially supported Google product.*

langfun-0.1.2.dev202501150804/README.md

@@ -0,0 +1,155 @@
+<div align="center">
+<img src="https://raw.githubusercontent.com/google/langfun/main/docs/_static/logo.svg" width="520px" alt="logo"></img>
+</div>
+
+# Langfun
+
+[![PyPI version](https://badge.fury.io/py/langfun.svg)](https://badge.fury.io/py/langfun)
+[![codecov](https://codecov.io/gh/google/langfun/branch/main/graph/badge.svg)](https://codecov.io/gh/google/langfun)
+![pytest](https://github.com/google/langfun/actions/workflows/ci.yaml/badge.svg)
+
+[**Installation**](#install) | [**Getting started**](#hello-langfun) | [**Tutorial**](https://colab.research.google.com/github/google/langfun/blob/main/docs/notebooks/langfun101.ipynb) | [**Discord community**](https://discord.gg/U6wPN9R68k)
+
+## Introduction
+
+Langfun is a [PyGlove](https://github.com/google/pyglove) powered library that
+aims to *make language models (LM) fun to work with*. Its central principle is
+to enable seamless integration between natural language and programming by
+treating language as functions. Through the introduction of *Object-Oriented Prompting*, 
+Langfun empowers users to prompt LLMs using objects and types, offering enhanced
+control and simplifying agent development.
+
+To unlock the magic of Langfun, you can start with
+[Langfun 101](https://colab.research.google.com/github/google/langfun/blob/main/docs/notebooks/langfun101.ipynb). Notably, Langfun is compatible with popular LLMs such as Gemini, GPT,
+Claude, all without the need for additional fine-tuning.
+
+## Why Langfun?
+
+Langfun is *powerful and scalable*:
+
+*   Seamless integration between natural language and computer programs.
+*   Modular prompts, which allows a natural blend of texts and modalities;
+*   Efficient for both request-based workflows and batch jobs;
+*   A powerful eval framework that thrives dimension explosions.
+
+Langfun is *simple and elegant*:
+
+*   An intuitive programming model, graspable in 5 minutes;
+*   Plug-and-play into any Python codebase, making an immediate difference;
+*   Comprehensive LLMs under a unified API: Gemini, GPT, Claude, Llama3, and more.
+*   Designed for agile developement: offering intellisense, easy debugging, with minimal overhead;
+
+## Hello, Langfun
+
+```python
+import langfun as lf
+import pyglove as pg
+
+from IPython import display
+
+class Item(pg.Object):
+  name: str
+  color: str
+
+class ImageDescription(pg.Object):
+  items: list[Item]
+
+image = lf.Image.from_uri('https://upload.wikimedia.org/wikipedia/commons/thumb/8/83/Solar_system.jpg/1646px-Solar_system.jpg')
+display.display(image)
+
+desc = lf.query(
+    'Describe objects in {{my_image}} from top to bottom.',
+    ImageDescription,
+    lm=lf.llms.Gpt4o(api_key='<your-openai-api-key>'),
+    my_image=image,
+)
+print(desc)
+```
+*Output:*
+
+<img src="https://upload.wikimedia.org/wikipedia/commons/thumb/8/83/Solar_system.jpg/1646px-Solar_system.jpg" width="520px" alt="my_image"></img>
+
+```
+ImageDescription(
+  items = [
+    0 : Item(
+      name = 'Mercury',
+      color = 'Gray'
+    ),
+    1 : Item(
+      name = 'Venus',
+      color = 'Yellow'
+    ),
+    2 : Item(
+      name = 'Earth',
+      color = 'Blue and white'
+    ),
+    3 : Item(
+      name = 'Moon',
+      color = 'Gray'
+    ),
+    4 : Item(
+      name = 'Mars',
+      color = 'Red'
+    ),
+    5 : Item(
+      name = 'Jupiter',
+      color = 'Brown and white'
+    ),
+    6 : Item(
+      name = 'Saturn',
+      color = 'Yellowish-brown with rings'
+    ),
+    7 : Item(
+      name = 'Uranus',
+      color = 'Light blue'
+    ),
+    8 : Item(
+      name = 'Neptune',
+      color = 'Dark blue'
+    )
+  ]
+)
+```
+See [Langfun 101](https://colab.research.google.com/github/google/langfun/blob/main/docs/notebooks/langfun101.ipynb) for more examples.
+
+## Install
+
+Langfun offers a range of features through [Extras](https://packaging.python.org/en/latest/tutorials/installing-packages/#installing-extras), allowing users to install only what they need. The minimal installation of Langfun requires only [PyGlove](https://github.com/google/pyglove), [Jinja2](https://github.com/pallets/jinja/), and [requests](https://github.com/psf/requests). To install Langfun with its minimal dependencies, use:
+
+```
+pip install langfun
+```
+
+For a complete installation with all dependencies, use:
+
+```
+pip install langfun[all]
+```
+
+To install a nightly build, include the `--pre` flag, like this:
+
+```
+pip install langfun[all] --pre
+```
+
+If you want to customize your installation, you can select specific features using package names like `langfun[X1, X2, ..., Xn]`, where `Xi` corresponds to a tag from the list below:
+
+| Tag                 |  Description                             |
+| ------------------- | ---------------------------------------- |
+| all                 | All Langfun features.                    |
+| vertexai            | VertexAI access.                         |
+| mime                | All MIME supports.                       |
+| mime-auto           | Automatic MIME type detection.           |
+| mime-docx           | DocX format support.                     |
+| mime-pil            | Image support for PIL.                   |
+| mime-xlsx           | XlsX format support.                     |
+| ui                  | UI enhancements                          |
+
+
+For example, to install a nightly build that includes VertexAI access, full modality support, and UI enhancements, use:
+```
+pip install langfun[vertexai,mime,ui] --pre
+```
+
+*Disclaimer: this is not an officially supported Google product.*

{langfun-0.0.2.dev20240319 → langfun-0.1.2.dev202501150804}/langfun/__init__.py

@@ -23,6 +23,8 @@ Schema = structured.Schema
 MISSING = structured.MISSING
 UNKNOWN = structured.UNKNOWN
 
+include_method_in_prompt = structured.include_method_in_prompt
+
 MappingExample = structured.MappingExample
 
 call = structured.call
@@ -33,7 +35,18 @@ complete = structured.complete
 score = structured.score
 generate_class = structured.generate_class
 
+track_queries = structured.track_queries
+
+# Helper function for map-reduce style querying.
+query_and_reduce = structured.query_and_reduce
+
+# Helper functions for input/output transformations based on
+# `lf.query` (e.g. jax-on-beam could use these for batch processing)
+query_prompt = structured.query_prompt
+query_output = structured.query_output
+
 source_form = structured.source_form
+function_gen = structured.function_gen
 
 from langfun.core import eval  # pylint: disable=redefined-builtin
 from langfun.core import templates
@@ -45,15 +58,22 @@ PythonFunction = coding.PythonFunction
 from langfun.core import llms
 lm_cache = llms.cache.lm_cache
 
+from langfun.core import agentic
+Action = agentic.Action
+Session = agentic.Session
+
 from langfun.core import memories
 
 from langfun.core import modalities
 
+Mime = modalities.Mime
+MimeType = Mime  # For backwards compatibility.
 Image = modalities.Image
 Video = modalities.Video
 PDF = modalities.PDF
 
-# Error types.
+# Additional error types.
+MappingError = structured.MappingError
 SchemaError = structured.SchemaError
 JsonError = structured.JsonError
 CodeError = coding.CodeError
@@ -64,4 +84,4 @@ CodeError = coding.CodeError
 # pylint: enable=g-import-not-at-top
 # pylint: enable=g-bad-import-order
 
-__version__ = "0.0.2"
+__version__ = "0.1.2"

{langfun-0.0.2.dev20240319 → langfun-0.1.2.dev202501150804}/langfun/core/__init__.py

@@ -45,6 +45,7 @@ use_context = context
 from langfun.core.component import use_settings
 
 from langfun.core.component import get_contextual_override
+from langfun.core.component import context_value
 
 # Value marker for attribute whose values will be provided from parent
 # objects or from the `pg.component_context` context manager.
@@ -71,16 +72,12 @@ from langfun.core.sampling import random_sample
 
 # Concurrent execute a function with parallel inputs with inheriting current
 # context's defaults and overrides.
+from langfun.core.concurrent import RetryEntry
 from langfun.core.concurrent import concurrent_execute
 from langfun.core.concurrent import concurrent_map
 from langfun.core.concurrent import with_context_access
 from langfun.core.concurrent import with_retry
 
-# Utility libraries for text formatting.
-from langfun.core.text_formatting import colored
-from langfun.core.text_formatting import colored_print as print  # pylint: disable=redefined-builtin
-from langfun.core.text_formatting import colored_template
-
 # Interface for natural language formattable.
 from langfun.core.natural_language import NaturalLanguageFormattable
 
@@ -94,22 +91,37 @@ from langfun.core.message import MemoryRecord
 # Interface for modality.
 from langfun.core.modality import Modality
 from langfun.core.modality import ModalityRef
+from langfun.core.modality import ModalityError
 
 # Interfaces for languge models.
 from langfun.core.language_model import LanguageModel
 from langfun.core.language_model import LMSample
 from langfun.core.language_model import LMSamplingOptions
+from langfun.core.language_model import LMSamplingUsage
+from langfun.core.language_model import UsageNotAvailable
+from langfun.core.language_model import UsageSummary
 from langfun.core.language_model import LMSamplingResult
 from langfun.core.language_model import LMScoringResult
 from langfun.core.language_model import LMCache
 from langfun.core.language_model import LMDebugMode
 
+from langfun.core.language_model import LMError
+from langfun.core.language_model import RetryableLMError
+from langfun.core.language_model import RateLimitError
+from langfun.core.language_model import TemporaryLMError
+
+# Context manager for tracking usages.
+from langfun.core.language_model import track_usages
+
 # Components for building agents.
 from langfun.core.memory import Memory
 
 # Utility for console output.
 from langfun.core import console
 
+# Utility for event logging.
+from langfun.core import logging
+
 # Import internal modules.
 
 # pylint: enable=g-import-not-at-top

langfun-0.1.2.dev202501150804/langfun/core/agentic/__init__.py

@@ -0,0 +1,30 @@
+# Copyright 2024 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Langfun agentic framework.."""
+
+# pylint: disable=g-bad-import-order
+# pylint: disable=g-importing-member
+# pylint: disable=g-import-not-at-top
+
+from langfun.core.agentic.action import Action
+from langfun.core.agentic.action import ActionInvocation
+from langfun.core.agentic.action import Session
+
+from langfun.core.agentic.action_eval import ActionEval
+from langfun.core.agentic.action_eval import ActionEvalV1
+
+
+# pylint: enable=g-bad-import-order
+# pylint: enable=g-importing-member
+# pylint: enable=g-import-not-at-top