langfun 0.0.2.dev20240429__tar.gz → 0.0.2.dev20240501__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/PKG-INFO +1 -2
  2. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/eval/__init__.py +14 -1
  3. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/eval/base.py +490 -105
  4. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/eval/base_test.py +185 -53
  5. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/eval/matching.py +22 -21
  6. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/eval/matching_test.py +23 -2
  7. langfun-0.0.2.dev20240501/langfun/core/eval/patching.py +130 -0
  8. langfun-0.0.2.dev20240501/langfun/core/eval/patching_test.py +170 -0
  9. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/eval/scoring.py +4 -4
  10. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/eval/scoring_test.py +19 -2
  11. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/openai.py +1 -1
  12. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/openai_test.py +2 -1
  13. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun.egg-info/PKG-INFO +1 -2
  14. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun.egg-info/SOURCES.txt +2 -0
  15. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun.egg-info/requires.txt +0 -1
  16. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/LICENSE +0 -0
  17. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/README.md +0 -0
  18. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/__init__.py +0 -0
  19. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/__init__.py +0 -0
  20. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/__init__.py +0 -0
  21. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/__init__.py +0 -0
  22. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/correction.py +0 -0
  23. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/correction_test.py +0 -0
  24. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/errors.py +0 -0
  25. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/errors_test.py +0 -0
  26. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/execution.py +0 -0
  27. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/execution_test.py +0 -0
  28. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/generation.py +0 -0
  29. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/generation_test.py +0 -0
  30. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/parsing.py +0 -0
  31. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/parsing_test.py +0 -0
  32. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/permissions.py +0 -0
  33. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/coding/python/permissions_test.py +0 -0
  34. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/component.py +0 -0
  35. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/component_test.py +0 -0
  36. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/concurrent.py +0 -0
  37. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/concurrent_test.py +0 -0
  38. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/console.py +0 -0
  39. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/console_test.py +0 -0
  40. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/langfunc.py +0 -0
  41. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/langfunc_test.py +0 -0
  42. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/language_model.py +0 -0
  43. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/language_model_test.py +0 -0
  44. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/__init__.py +0 -0
  45. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/anthropic.py +0 -0
  46. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/anthropic_test.py +0 -0
  47. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/cache/__init__.py +0 -0
  48. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/cache/base.py +0 -0
  49. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/cache/in_memory.py +0 -0
  50. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/cache/in_memory_test.py +0 -0
  51. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/fake.py +0 -0
  52. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/fake_test.py +0 -0
  53. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/google_genai.py +0 -0
  54. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/google_genai_test.py +0 -0
  55. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/groq.py +0 -0
  56. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/groq_test.py +0 -0
  57. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/llama_cpp.py +0 -0
  58. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/llms/llama_cpp_test.py +0 -0
  59. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/memories/__init__.py +0 -0
  60. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/memories/conversation_history.py +0 -0
  61. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/memories/conversation_history_test.py +0 -0
  62. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/memory.py +0 -0
  63. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/message.py +0 -0
  64. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/message_test.py +0 -0
  65. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modalities/__init__.py +0 -0
  66. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modalities/image.py +0 -0
  67. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modalities/image_test.py +0 -0
  68. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modalities/mime.py +0 -0
  69. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modalities/mime_test.py +0 -0
  70. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modalities/video.py +0 -0
  71. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modalities/video_test.py +0 -0
  72. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modality.py +0 -0
  73. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/modality_test.py +0 -0
  74. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/natural_language.py +0 -0
  75. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/natural_language_test.py +0 -0
  76. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/sampling.py +0 -0
  77. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/sampling_test.py +0 -0
  78. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/__init__.py +0 -0
  79. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/completion.py +0 -0
  80. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/completion_test.py +0 -0
  81. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/description.py +0 -0
  82. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/description_test.py +0 -0
  83. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/function_generation.py +0 -0
  84. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/function_generation_test.py +0 -0
  85. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/mapping.py +0 -0
  86. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/mapping_test.py +0 -0
  87. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/parsing.py +0 -0
  88. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/parsing_test.py +0 -0
  89. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/prompting.py +0 -0
  90. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/prompting_test.py +0 -0
  91. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/schema.py +0 -0
  92. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/schema_generation.py +0 -0
  93. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/schema_generation_test.py +0 -0
  94. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/schema_test.py +0 -0
  95. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/scoring.py +0 -0
  96. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/structured/scoring_test.py +0 -0
  97. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/subscription.py +0 -0
  98. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/subscription_test.py +0 -0
  99. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/template.py +0 -0
  100. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/template_test.py +0 -0
  101. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/__init__.py +0 -0
  102. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/completion.py +0 -0
  103. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/completion_test.py +0 -0
  104. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/conversation.py +0 -0
  105. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/conversation_test.py +0 -0
  106. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/demonstration.py +0 -0
  107. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/demonstration_test.py +0 -0
  108. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/selfplay.py +0 -0
  109. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/templates/selfplay_test.py +0 -0
  110. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/text_formatting.py +0 -0
  111. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun/core/text_formatting_test.py +0 -0
  112. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun.egg-info/dependency_links.txt +0 -0
  113. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/langfun.egg-info/top_level.txt +0 -0
  114. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/setup.cfg +0 -0
  115. {langfun-0.0.2.dev20240429 → langfun-0.0.2.dev20240501}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: langfun
3
- Version: 0.0.2.dev20240429
3
+ Version: 0.0.2.dev20240501
4
4
  Summary: Langfun: Language as Functions.
5
5
  Home-page: https://github.com/google/langfun
6
6
  Author: Langfun Authors
@@ -21,7 +21,6 @@ Classifier: Topic :: Software Development :: Libraries :: Python Modules
21
21
  Classifier: Topic :: Software Development :: Libraries
22
22
  Description-Content-Type: text/markdown
23
23
  License-File: LICENSE
24
- Requires-Dist: absl-py>=1.0.0
25
24
  Requires-Dist: google-generativeai>=0.3.2
26
25
  Requires-Dist: jinja2>=3.1.2
27
26
  Requires-Dist: openai==0.27.2
@@ -16,7 +16,11 @@
16
16
  # pylint: disable=g-importing-member
17
17
  # pylint: disable=g-bad-import-order
18
18
 
19
- from langfun.core.eval.base import app_run
19
+ from langfun.core.eval.base import register
20
+ from langfun.core.eval.base import registered_names
21
+ from langfun.core.eval.base import get_evaluation
22
+ from langfun.core.eval.base import get
23
+ from langfun.core.eval.base import run
20
24
 
21
25
  from langfun.core.eval.base import Evaluable
22
26
  from langfun.core.eval.base import Evaluation
@@ -34,6 +38,15 @@ from langfun.core.eval.base import as_inputs
34
38
  from langfun.core.eval.matching import Matching
35
39
  from langfun.core.eval.scoring import Scoring
36
40
 
41
+ # Experiment patching.
42
+ from langfun.core.eval.patching import patch_member
37
43
 
44
+ from langfun.core.eval.patching import patch_lm
45
+ from langfun.core.eval.patching import patch_parsing_lm
46
+ from langfun.core.eval.patching import patch_inputs
47
+ from langfun.core.eval.patching import patch_prompt
48
+ from langfun.core.eval.patching import patch_schema_fn
49
+
50
+ # Placeholder for Google-internal imports.
38
51
  # pylint: enable=g-bad-import-order
39
52
  # pylint: enable=g-importing-member