langfun 0.1.2.dev202505010804__tar.gz → 0.1.2.dev202505020804__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of langfun might be problematic. Click here for more details.
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/PKG-INFO +1 -1
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/evaluation.py +2 -1
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/querying.py +5 -3
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun.egg-info/PKG-INFO +1 -1
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/LICENSE +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/README.md +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/action.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/action_eval.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/action_eval_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/action_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/correction.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/correction_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/execution.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/execution_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/generation.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/generation_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/parsing.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/parsing_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/sandboxing.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/python/sandboxing_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/component.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/component_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/concurrent.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/concurrent_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/console.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/console_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/conversion/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/conversion/anthropic.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/conversion/anthropic_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/conversion/gemini.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/conversion/gemini_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/conversion/openai.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/conversion/openai_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/base.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/base_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/matching.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/matching_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/patching.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/patching_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/scoring.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/scoring_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/checkpointing.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/checkpointing_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/eval_test_helper.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/evaluation_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/example.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/example_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/experiment.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/experiment_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/metric_values.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/metric_values_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/metrics.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/metrics_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/progress.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/progress_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/progress_tracking.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/progress_tracking_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/reporting.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/reporting_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/runners.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/runners_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/langfunc.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/langfunc_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/language_model.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/language_model_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/anthropic.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/anthropic_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/azure_openai.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/azure_openai_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/cache/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/cache/base.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/cache/in_memory.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/cache/in_memory_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/compositional.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/compositional_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/deepseek.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/deepseek_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/fake.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/fake_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/gemini.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/gemini_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/google_genai.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/google_genai_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/groq.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/groq_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/llama_cpp.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/llama_cpp_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/openai.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/openai_compatible.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/openai_compatible_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/openai_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/rest.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/rest_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/vertexai.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/vertexai_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/logging.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/logging_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/memories/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/memories/conversation_history.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/memories/conversation_history_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/memory.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/message.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/message_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/audio.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/audio_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/image.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/image_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/mime.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/mime_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/pdf.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/pdf_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/video.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/video_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modality.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modality_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/natural_language.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/natural_language_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/sampling.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/sampling_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/completion.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/completion_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/description.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/description_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/function_generation.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/function_generation_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/mapping.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/mapping_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/parsing.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/parsing_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/querying_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/schema.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/schema_generation.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/schema_generation_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/schema_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/scoring.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/scoring_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/tokenization.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/tokenization_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/subscription.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/subscription_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/template.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/template_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/__init__.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/completion.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/completion_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/conversation.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/conversation_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/demonstration.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/demonstration_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/selfplay.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/selfplay_test.py +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun.egg-info/SOURCES.txt +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun.egg-info/dependency_links.txt +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun.egg-info/requires.txt +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun.egg-info/top_level.txt +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/setup.cfg +0 -0
- {langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/setup.py +0 -0
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/evaluation.py
RENAMED
@@ -167,7 +167,6 @@ class Evaluation(experiment_lib.Experiment):
|
|
167
167
|
example.input = self.example_input_by_id(example.id)
|
168
168
|
|
169
169
|
checkpointed = self._state.ckpt_example(example.id)
|
170
|
-
self._state.update(example, in_progress=True)
|
171
170
|
|
172
171
|
with pg.timeit('evaluate') as timeit, lf.track_usages() as usage_summary:
|
173
172
|
if checkpointed is None or checkpointed.has_error:
|
@@ -182,6 +181,7 @@ class Evaluation(experiment_lib.Experiment):
|
|
182
181
|
f'contains error: {checkpointed.error}'
|
183
182
|
)
|
184
183
|
example.start_time = time.time()
|
184
|
+
self._state.update(example, in_progress=True)
|
185
185
|
self._process(example, raise_if_has_error=raise_if_has_error)
|
186
186
|
else:
|
187
187
|
self.info(
|
@@ -189,6 +189,7 @@ class Evaluation(experiment_lib.Experiment):
|
|
189
189
|
'is available and error free.'
|
190
190
|
)
|
191
191
|
example.start_time = checkpointed.start_time
|
192
|
+
self._state.update(example, in_progress=True)
|
192
193
|
|
193
194
|
# Use the output and metadata obtained from the previous processing.
|
194
195
|
example.output = checkpointed.output
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/querying.py
RENAMED
@@ -458,7 +458,9 @@ def query(
|
|
458
458
|
if protocol is None:
|
459
459
|
protocol = lf.context_value('__query_protocol__', 'python')
|
460
460
|
|
461
|
-
|
461
|
+
def _invocation_id():
|
462
|
+
return invocation_id or f'query@{uuid.uuid4().hex[-7:]}'
|
463
|
+
|
462
464
|
# Multiple quries will be issued when `lm` is a list or `num_samples` is
|
463
465
|
# greater than 1.
|
464
466
|
if isinstance(lm, list) or num_samples != 1:
|
@@ -482,7 +484,7 @@ def query(
|
|
482
484
|
protocol=protocol,
|
483
485
|
returns_message=returns_message,
|
484
486
|
skip_lm=skip_lm,
|
485
|
-
invocation_id=f'{
|
487
|
+
invocation_id=f'{_invocation_id()}:{i}',
|
486
488
|
**kwargs,
|
487
489
|
)
|
488
490
|
lm_list = lm if isinstance(lm, list) else [lm]
|
@@ -595,7 +597,7 @@ def query(
|
|
595
597
|
metadata.pop('usage', None)
|
596
598
|
|
597
599
|
invocation = QueryInvocation(
|
598
|
-
id=
|
600
|
+
id=_invocation_id(),
|
599
601
|
input=pg.Ref(query_input),
|
600
602
|
schema=(
|
601
603
|
schema_lib.Schema.from_value(schema)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/__init__.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/action.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/action_eval.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/agentic/action_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/coding/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/component_test.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/concurrent_test.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/console_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/data/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/__init__.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/base_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/matching.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/matching_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/patching.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/patching_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/scoring.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/scoring_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/example.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/example_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/experiment.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/metrics.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/metrics_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/progress.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/reporting.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/runners.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/eval/v2/runners_test.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/langfunc_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/language_model.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/language_model_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/__init__.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/anthropic.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/anthropic_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/azure_openai.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/cache/__init__.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/cache/base.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/cache/in_memory.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/compositional.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/deepseek.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/deepseek_test.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/fake_test.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/gemini_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/google_genai.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/groq_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/llama_cpp.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/llama_cpp_test.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/openai_test.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/rest_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/vertexai.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/llms/vertexai_test.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/logging_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/memories/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/message_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/__init__.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/audio.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/image.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/mime.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/mime_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/pdf.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/pdf_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modalities/video.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/modality_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/natural_language.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/sampling_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/mapping.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/parsing.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/schema.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/structured/scoring.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/subscription.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/subscription_test.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/template_test.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/__init__.py
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/completion.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun/core/templates/selfplay.py
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun.egg-info/SOURCES.txt
RENAMED
File without changes
|
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun.egg-info/requires.txt
RENAMED
File without changes
|
{langfun-0.1.2.dev202505010804 → langfun-0.1.2.dev202505020804}/langfun.egg-info/top_level.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|