langfun 0.1.2.dev202412110804__py3-none-any.whl → 0.1.2.dev202412140804__py3-none-any.whl

langfun/core/agentic/action.py

@@ -32,7 +32,7 @@ class Action(pg.Object):
     super()._on_bound()
     self._session = None
     self._result = None
-    self._result_metadata = {}
+    self._metadata = {}
 
   @property
   def session(self) -> Optional['Session']:
@@ -45,9 +45,9 @@ class Action(pg.Object):
     return self._result
 
   @property
-  def result_metadata(self) -> dict[str, Any] | None:
+  def metadata(self) -> dict[str, Any] | None:
     """Returns the metadata associated with the result from previous call."""
-    return self._result_metadata
+    return self._metadata
 
   def __call__(
       self,
@@ -69,7 +69,7 @@ class Action(pg.Object):
       if new_session:
         self._session = session
       self._result = result
-      self._result_metadata = session.current_action.result_metadata
+      self._metadata = session.current_action.metadata
       return self._result
 
   @abc.abstractmethod
@@ -139,7 +139,7 @@ class ExecutionTrace(pg.Object, pg.views.html.HtmlTreeView.Extension):
     if self._time_badge is not None:
       self._time_badge.update(
           'Starting',
-          add_class=['running'],
+          add_class=['starting'],
           remove_class=['not-started'],
       )
 
@@ -149,10 +149,14 @@ class ExecutionTrace(pg.Object, pg.views.html.HtmlTreeView.Extension):
     if self._time_badge is not None:
       self._time_badge.update(
           f'{int(self.elapse)} seconds',
+          tooltip=pg.format(self.execution_summary(), verbose=False),
           add_class=['finished'],
           remove_class=['running'],
       )
 
+  def __len__(self) -> int:
+    return len(self.items)
+
   @property
   def has_started(self) -> bool:
     return self.start_time is not None
@@ -238,17 +242,8 @@ class ExecutionTrace(pg.Object, pg.views.html.HtmlTreeView.Extension):
         and not isinstance(item, lf.logging.LogEntry)):
       sub_task_label = self._execution_item_label(item)
       self._time_badge.update(
-          pg.Html.element(
-              'span',
-              [
-                  'Running',
-                  pg.views.html.controls.Badge(
-                      sub_task_label.text,
-                      tooltip=sub_task_label.tooltip,
-                      css_classes=['task-in-progress']
-                  )
-              ]
-          ),
+          text=sub_task_label.text,
+          tooltip=sub_task_label.tooltip.content,
           add_class=['running'],
           remove_class=['not-started'],
       )
@@ -263,6 +258,20 @@ class ExecutionTrace(pg.Object, pg.views.html.HtmlTreeView.Extension):
     """Returns the usage summary of the action."""
     return self._usage_summary
 
+  def execution_summary(self) -> dict[str, Any]:
+    """Execution summary string."""
+    return pg.Dict(
+        num_queries=len(self.queries),
+        execution_breakdown=[
+            dict(
+                action=action.action.__class__.__name__,
+                usage=action.usage_summary.total,
+                execution_time=action.execution.elapse,
+            )
+            for action in self.actions
+        ]
+    )
+
   #
   # HTML views.
   #
@@ -274,57 +283,47 @@ class ExecutionTrace(pg.Object, pg.views.html.HtmlTreeView.Extension):
       extra_flags: dict[str, Any] | None = None,
       view: pg.views.html.HtmlTreeView, **kwargs
   ):
-    extra_flags = extra_flags or {}
-    interactive = extra_flags.get('interactive', True)
-    def time_badge():
-      if not self.has_started:
-        label = '(Not started)'
-        css_class = 'not-started'
-      elif not self.has_stopped:
-        label = 'Starting'
-        css_class = 'running'
-      else:
-        label = f'{int(self.elapse)} seconds'
-        css_class = 'finished'
-      return pg.views.html.controls.Badge(
-          label,
-          css_classes=['execution-time', css_class],
-          interactive=interactive,
-      )
-    time_badge = time_badge()
+    return None
+
+  def _execution_badge(self, interactive: bool = True):
+    if not self.has_started:
+      label = '(Not started)'
+      tooltip = 'Execution not started.'
+      css_class = 'not-started'
+    elif not self.has_stopped:
+      label = 'Starting'
+      tooltip = 'Execution starting.'
+      css_class = 'running'
+    else:
+      label = f'{int(self.elapse)} seconds'
+      tooltip = pg.format(self.execution_summary(), verbose=False)
+      css_class = 'finished'
+    time_badge = pg.views.html.controls.Badge(
+        label,
+        tooltip=tooltip,
+        css_classes=['execution-time', css_class],
+        interactive=interactive,
+    )
     if interactive:
       self._time_badge = time_badge
-    title = pg.Html.element(
-        'div',
-        [
-            'ExecutionTrace',
-            time_badge,
-        ],
-        css_classes=['execution-trace-title'],
-    )
-    kwargs.pop('title', None)
-    kwargs['enable_summary_tooltip'] = False
-    kwargs['enable_key_tooltip'] = False
-    return view.summary(
-        self,
-        name=name,
-        title=title,
-        extra_flags=extra_flags,
-        **kwargs
-    )
+    return time_badge
 
-  def _html_tree_view_content(self, **kwargs):
+  def _html_tree_view_content(
+      self,
+      *,
+      extra_flags: dict[str, Any] | None = None,
+      **kwargs
+  ):
     del kwargs
-    self._tab_control = pg.views.html.controls.TabControl(
-        [self._execution_item_tab(item) for item in self.items],
-        tab_position='left'
-    )
-    return pg.Html.element(
-        'div',
-        [
-            self._tab_control
-        ]
-    )
+    extra_flags = extra_flags or {}
+    interactive = extra_flags.get('interactive', True)
+    if interactive or self.items:
+      self._tab_control = pg.views.html.controls.TabControl(
+          [self._execution_item_tab(item) for item in self.items],
+          tab_position='left'
+      )
+      return self._tab_control.to_html()
+    return '(no tracked items)'
 
   def _execution_item_tab(self, item: TracedItem) -> pg.views.html.controls.Tab:
     if isinstance(item, ActionInvocation):
@@ -381,7 +380,8 @@ class ExecutionTrace(pg.Object, pg.views.html.HtmlTreeView.Extension):
       )
     elif isinstance(item, ExecutionTrace):
       return pg.views.html.controls.Label(
-          item.name or 'Phase'
+          item.name or 'Phase',
+          tooltip=f'Execution phase {item.name!r}.'
       )
     else:
       raise ValueError(f'Unsupported item type: {type(item)}')
@@ -420,21 +420,21 @@ class ExecutionTrace(pg.Object, pg.views.html.HtmlTreeView.Extension):
           display: inline-block;
         }
         .badge.execution-time {
-          margin-left: 5px;
+          margin-left: 4px;
+          border-radius: 0px;
+        }
+        .execution-time.starting {
+          background-color: ghostwhite;
+          font-weight: normal;
         }
         .execution-time.running {
-          background-color: lavender;
+          background-color: ghostwhite;
           font-weight: normal;
         }
         .execution-time.finished {
           background-color: aliceblue;
           font-weight: bold;
         }
-        .badge.task-in-progress {
-          margin-left: 5px;
-          background-color: azure;
-          font-weight: bold;
-        }
        """
     ]
 
@@ -448,7 +448,7 @@ class ActionInvocation(pg.Object, pg.views.html.HtmlTreeView.Extension):
       'The result of the action.'
   ] = None
 
-  result_metadata: Annotated[
+  metadata: Annotated[
       dict[str, Any],
       'The metadata returned by the action.'
   ] = {}
@@ -464,8 +464,7 @@ class ActionInvocation(pg.Object, pg.views.html.HtmlTreeView.Extension):
   def _on_bound(self):
     super()._on_bound()
     self._current_phase = self.execution
-    self._result_badge = None
-    self._result_metadata_badge = None
+    self._tab_control = None
 
   @property
   def current_phase(self) -> ExecutionTrace:
@@ -520,31 +519,42 @@ class ActionInvocation(pg.Object, pg.views.html.HtmlTreeView.Extension):
     """Starts the execution of the action."""
     self.execution.start()
 
-  def end(self, result: Any, result_metadata: dict[str, Any]) -> None:
+  def end(self, result: Any, metadata: dict[str, Any]) -> None:
     """Ends the execution of the action with result and metadata."""
-    self.execution.stop()
     self.rebind(
         result=result,
-        result_metadata=result_metadata,
+        metadata=metadata,
         skip_notification=True,
         raise_on_no_change=False
     )
-    if self._result_badge is not None:
-      self._result_badge.update(
-          self._result_badge_label(result),
-          tooltip=self._result_badge_tooltip(result),
-          add_class=['ready'],
-          remove_class=['not-ready'],
-      )
-    if self._result_metadata_badge is not None:
-      result_metadata = dict(result_metadata)
-      result_metadata.pop('session', None)
-      self._result_metadata_badge.update(
-          '{...}',
-          tooltip=self._result_metadata_badge_tooltip(result_metadata),
-          add_class=['ready'],
-          remove_class=['not-ready'],
+    self.execution.stop()
+    if self._tab_control is not None:
+      if self.metadata:
+        self._tab_control.insert(
+            1,
+            pg.views.html.controls.Tab(
+                'metadata',
+                pg.view(
+                    self.metadata,
+                    collapse_level=None,
+                    enable_summary_tooltip=False
+                ),
+                name='metadata',
+            )
+        )
+      self._tab_control.insert(
+          1,
+          pg.views.html.controls.Tab(
+              'result',
+              pg.view(
+                  self.result,
+                  collapse_level=None,
+                  enable_summary_tooltip=False
+              ),
+              name='result',
+          ),
       )
+      self._tab_control.select(['metadata', 'result'])
 
   #
   # HTML views.
@@ -566,128 +576,88 @@ class ActionInvocation(pg.Object, pg.views.html.HtmlTreeView.Extension):
     interactive = extra_flags.get('interactive', True)
     if (isinstance(self.action, RootAction)
         and self.execution.has_stopped
-        and len(self.execution.items) == 1):
+        and len(self.execution) == 1):
       return view.content(self.execution.items[0], extra_flags=extra_flags)
 
-    def _result_badge():
-      if not self.execution.has_stopped:
-        label = '(n/a)'
-        tooltip = 'Result is not available yet.'
-        css_class = 'not-ready'
-      else:
-        label = self._result_badge_label(self.result)
-        tooltip = self._result_badge_tooltip(self.result)
-        css_class = 'ready'
-      return pg.views.html.controls.Badge(
-          label,
-          tooltip=tooltip,
-          css_classes=['invocation-result', css_class],
-          interactive=interactive,
+    tabs = []
+    if not isinstance(self.action, RootAction):
+      tabs.append(
+          pg.views.html.controls.Tab(
+              'action',
+              view.render(  # pylint: disable=g-long-ternary
+                  self.action,
+                  collapse_level=None,
+                  root_path=self.action.sym_path,
+                  enable_summary_tooltip=False,
+              ),
+              name='action',
+          )
       )
-
-    def _result_metadata_badge():
-      if not self.execution.has_stopped:
-        label = '(n/a)'
-        tooltip = 'Result metadata is not available yet.'
-        css_class = 'not-ready'
-      else:
-        label = '{...}' if self.result_metadata else '(empty)'
-        tooltip = self._result_metadata_badge_tooltip(self.result_metadata)
-        css_class = 'ready'
-      return pg.views.html.controls.Badge(
-          label,
-          tooltip=tooltip,
-          css_classes=['invocation-result-metadata', css_class],
-          interactive=interactive,
+    if self.execution.has_stopped:
+      tabs.append(
+          pg.views.html.controls.Tab(
+              'result',
+              view.render(
+                  self.result,
+                  collapse_level=None,
+                  enable_summary_tooltip=False
+              ),
+              name='result'
+          )
       )
+      if self.metadata:
+        tabs.append(
+            pg.views.html.controls.Tab(
+                'metadata',
+                view.render(
+                    self.metadata,
+                    collapse_level=None,
+                    enable_summary_tooltip=False
+                ),
+                name='metadata'
+            )
+        )
 
-    result_badge = _result_badge()
-    result_metadata_badge = _result_metadata_badge()
-    if interactive:
-      self._result_badge = result_badge
-      self._result_metadata_badge = result_metadata_badge
-
-    return pg.Html.element(
-        'div',
-        [
+    tabs.append(
+        pg.views.html.controls.Tab(
             pg.Html.element(
-                'div',
+                'span',
                 [
-                    view.render(
-                        self.usage_summary, extra_flags=dict(as_badge=True)
+                    'execution',
+                    self.execution._execution_badge(interactive),  # pylint: disable=protected-access
+                    (
+                        self.usage_summary.to_html(  # pylint: disable=g-long-ternary
+                            extra_flags=dict(as_badge=True)
+                        )
+                        if (interactive
+                            or self.usage_summary.total.num_requests > 0)
+                        else None
                     ),
-                    result_badge,
-                    result_metadata_badge,
                 ],
-                css_classes=['invocation-badge-container'],
+                css_classes=['execution-tab-title']
             ),
-            view.render(  # pylint: disable=g-long-ternary
-                self.action,
-                name='action',
-                collapse_level=None,
-                root_path=self.action.sym_path,
-                css_classes='invocation-title',
-                enable_summary_tooltip=False,
-            ) if not isinstance(self.action, RootAction) else None,
-            view.render(self.execution, name='execution'),
-        ]
-    )
-
-  def _result_badge_label(self, result: Any) -> str:
-    label = pg.format(
-        result, python_format=True, verbose=False
-    )
-    if len(label) > 40:
-      if isinstance(result, str):
-        label = label[:40] + '...'
-      else:
-        label = f'{result.__class__.__name__}(...)'
-    return label
-
-  def _result_badge_tooltip(self, result: Any) -> pg.Html:
-    return typing.cast(
-        pg.Html,
-        pg.view(
-            result, name='result',
-            collapse_level=None,
-            enable_summary_tooltip=False,
-            enable_key_tooltip=False,
-        )
-    )
-
-  def _result_metadata_badge_tooltip(
-      self, result_metadata: dict[str, Any]
-  ) -> pg.Html:
-    return typing.cast(
-        pg.Html,
-        pg.view(
-            result_metadata,
-            name='result_metadata',
-            collapse_level=None,
-            enable_summary_tooltip=False,
+            view.render(self.execution, extra_flags=extra_flags),
+            name='execution',
         )
     )
+    tab_control = pg.views.html.controls.TabControl(tabs)
+    # Select the tab following a priority: metadata, result, action, execution.
+    tab_control.select(['metadata', 'result', 'action', 'execution'])
+    if interactive:
+      self._tab_control = tab_control
+    return tab_control
 
   @classmethod
   def _html_tree_view_css_styles(cls) -> list[str]:
     return super()._html_tree_view_css_styles() + [
         """
-        .invocation-badge-container {
-          display: flex;
-          padding-bottom: 5px;
-        }
-        .invocation-badge-container > .label-container {
-          margin-right: 3px;
-        }
-        .invocation-result.ready {
-          background-color: lightcyan;
+        .execution-tab-title {
+          text-align: left;
         }
-        .invocation-result-metadata.ready {
-          background-color: lightyellow;
-        }
-        details.pyglove.invocation-title {
-          background-color: aliceblue;
-          border: 0px solid white;
+        .execution-tab-title .usage-summary.label {
+          border-radius: 0px;
+          font-weight: normal;
+          color: #AAA;
         }
         """
     ]
@@ -722,7 +692,7 @@ class Session(pg.Object, pg.views.html.HtmlTreeView.Extension):
   def add_metadata(self, **kwargs: Any) -> None:
     """Adds metadata to the current invocation."""
     with pg.notify_on_change(False):
-      self._current_action.result_metadata.update(kwargs)
+      self._current_action.metadata.update(kwargs)
 
   def phase(self, name: str) -> ContextManager[ExecutionTrace]:
     """Context manager for starting a new execution phase."""
@@ -745,11 +715,11 @@ class Session(pg.Object, pg.views.html.HtmlTreeView.Extension):
       yield invocation
     finally:
       # Stop the execution of the current action.
-      self._current_action.end(action.result, action.result_metadata)
+      self._current_action.end(action.result, action.metadata)
       self._current_action = parent_action
       if parent_action is self.root:
         parent_action.end(
-            result=action.result, result_metadata=action.result_metadata,
+            result=action.result, metadata=action.metadata,
         )
 
   @contextlib.contextmanager

langfun/core/agentic/action_test.py

@@ -73,7 +73,7 @@ class SessionTest(unittest.TestCase):
     self.assertTrue(root.execution.has_stopped)
     self.assertGreater(root.execution.elapse, 0)
     self.assertEqual(root.result, 3)
-    self.assertEqual(root.result_metadata, dict(note='foo'))
+    self.assertEqual(root.metadata, dict(note='foo'))
 
     # The root space should have one action (foo), no queries, and no logs.
     self.assertEqual(len(list(root.actions)), 1)
@@ -109,11 +109,11 @@ class SessionTest(unittest.TestCase):
     self.assertIsInstance(bar_invocation, action_lib.ActionInvocation)
     self.assertIsInstance(bar_invocation.action, Bar)
     self.assertEqual(bar_invocation.result, 2)
-    self.assertEqual(bar_invocation.result_metadata, dict(note='bar'))
+    self.assertEqual(bar_invocation.metadata, dict(note='bar'))
     self.assertEqual(len(bar_invocation.execution.items), 2)
 
     # Save to HTML
-    self.assertIn('invocation-result', session.to_html().content)
+    self.assertIn('result', session.to_html().content)
 
     # Save session to JSON
     json_str = session.to_json_str(save_ref_value=True)

langfun/core/eval/v2/experiment.py

@@ -465,6 +465,33 @@ class Experiment(lf.Component, pg.views.HtmlTreeView.Extension):
     runner.run()
     return runner.current_run
 
+  def run_preconfigured(
+      self,
+      root_dir: str | None = None,
+      id: str | None = None,   # pylint: disable=redefined-builtin
+      **kwargs
+  ) -> 'Run':
+    """Runs the experiment with pre-configured kwargs from `cls.RUN_ARGS`.
+
+    This helper method allows users to config running arguments as a part of
+    the class.
+
+    Args:
+      root_dir: root directory of the experiment.
+      id: ID of the current run.
+      **kwargs: Keyword arguments to override the RUN_CONFIG.
+
+    Returns:
+      The current run.
+    """
+    run_config = getattr(self, 'RUN_ARGS', {})
+    run_config.update(kwargs)
+    if root_dir is not None:
+      run_config['root_dir'] = root_dir
+    if id is not None:
+      run_config['id'] = id
+    return self.run(**run_config)
+
   #
   # HTML views.
   #

langfun/core/eval/v2/experiment_test.py

@@ -39,6 +39,10 @@ def sample_inputs():
 
 class MyEvaluation(Evaluation):
   NAME = 'my_eval'
+  RUN_ARGS = dict(
+      runner='test'
+  )
+
   replica_id: int = 0
   inputs = sample_inputs()
   metrics = [metrics_lib.Match()]
@@ -288,10 +292,17 @@ class RunnerTest(unittest.TestCase):
         TestRunner
     )
     root_dir = os.path.join(tempfile.gettempdir(), 'my_eval')
+
+    # Test standard run.
     MyEvaluation(replica_id=0).run(
         root_dir, id='20241101_0', runner='test'
     )
 
+    # Test run preconfigured.
+    MyEvaluation(replica_id=0).run_preconfigured(
+        root_dir=root_dir, id='20241101_1'
+    )
+
     with self.assertRaisesRegex(
         ValueError, 'Runner class must define a NAME constant'
     ):

langfun/core/llms/__init__.py

@@ -32,11 +32,12 @@ from langfun.core.llms.rest import REST
 
 # Gemini models.
 from langfun.core.llms.google_genai import GenAI
+from langfun.core.llms.google_genai import GeminiFlash2_0Exp
 from langfun.core.llms.google_genai import GeminiExp_20241114
 from langfun.core.llms.google_genai import GeminiExp_20241206
 from langfun.core.llms.google_genai import GeminiFlash1_5
-from langfun.core.llms.google_genai import GeminiPro
 from langfun.core.llms.google_genai import GeminiPro1_5
+from langfun.core.llms.google_genai import GeminiPro
 from langfun.core.llms.google_genai import GeminiProVision
 from langfun.core.llms.google_genai import Palm2
 from langfun.core.llms.google_genai import Palm2_IT
@@ -121,6 +122,8 @@ from langfun.core.llms.groq import GroqWhisper_Large_v3
 from langfun.core.llms.groq import GroqWhisper_Large_v3Turbo
 
 from langfun.core.llms.vertexai import VertexAI
+from langfun.core.llms.vertexai import VertexAIGemini2_0
+from langfun.core.llms.vertexai import VertexAIGeminiFlash2_0Exp
 from langfun.core.llms.vertexai import VertexAIGemini1_5
 from langfun.core.llms.vertexai import VertexAIGeminiPro1_5
 from langfun.core.llms.vertexai import VertexAIGeminiPro1_5_001

langfun/core/llms/google_genai.py

@@ -48,14 +48,15 @@ class GenAI(lf.LanguageModel):
 
   model: Annotated[
       Literal[
+          'gemini-2.0-flash-exp',
+          'gemini-exp-1206',
+          'gemini-exp-1114',
+          'gemini-1.5-pro-latest',
+          'gemini-1.5-flash-latest',
           'gemini-pro',
           'gemini-pro-vision',
           'text-bison-001',
           'chat-bison-001',
-          'gemini-1.5-pro-latest',
-          'gemini-1.5-flash-latest',
-          'gemini-exp-1114',
-          'gemini-exp-1206',
       ],
       'Model name.',
   ]
@@ -308,6 +309,18 @@ _GOOGLE_GENAI_MODEL_HUB = _ModelHub()
 #
 
 
+class GeminiFlash2_0Exp(GenAI):  # pylint: disable=invalid-name
+  """Gemini Experimental model launched on 12/06/2024."""
+
+  model = 'gemini-2.0-flash-exp'
+  supported_modalities = (
+      vertexai.DOCUMENT_TYPES
+      + vertexai.IMAGE_TYPES
+      + vertexai.AUDIO_TYPES
+      + vertexai.VIDEO_TYPES
+  )
+
+
 class GeminiExp_20241206(GenAI):  # pylint: disable=invalid-name
   """Gemini Experimental model launched on 12/06/2024."""
 

langfun/core/llms/vertexai.py

@@ -40,7 +40,7 @@ except ImportError:
 
 # https://cloud.google.com/vertex-ai/generative-ai/pricing
 # describes that the average number of characters per token is about 4.
-AVGERAGE_CHARS_PER_TOEKN = 4
+AVGERAGE_CHARS_PER_TOKEN = 4
 
 
 # Price in US dollars,
@@ -102,6 +102,18 @@ SUPPORTED_MODELS_AND_SETTINGS = {
         cost_per_1k_input_chars=0.000125,
         cost_per_1k_output_chars=0.000375,
     ),
+    # TODO(sharatsharat): Update costs when published
+    'gemini-exp-1206': pg.Dict(
+        rpm=20,
+        cost_per_1k_input_chars=0.000,
+        cost_per_1k_output_chars=0.000,
+    ),
+    # TODO(sharatsharat): Update costs when published
+    'gemini-2.0-flash-exp': pg.Dict(
+        rpm=20,
+        cost_per_1k_input_chars=0.000,
+        cost_per_1k_output_chars=0.000,
+    ),
     # TODO(chengrun): Set a more appropriate rpm for endpoint.
     'vertexai-endpoint': pg.Dict(
         rpm=20,
@@ -215,7 +227,7 @@ class VertexAI(rest.REST):
     return (
         cost_per_1k_input_chars * num_input_tokens
         + cost_per_1k_output_chars * num_output_tokens
-    ) * AVGERAGE_CHARS_PER_TOEKN / 1000
+    ) * AVGERAGE_CHARS_PER_TOKEN / 1000
 
   @functools.cached_property
   def _session(self):
@@ -389,6 +401,20 @@ DOCUMENT_TYPES = [
 ]
 
 
+class VertexAIGemini2_0(VertexAI):  # pylint: disable=invalid-name
+  """Vertex AI Gemini 2.0 model."""
+
+  supported_modalities: pg.typing.List(str).freeze(  # pytype: disable=invalid-annotation
+      DOCUMENT_TYPES + IMAGE_TYPES + AUDIO_TYPES + VIDEO_TYPES
+  )
+
+
+class VertexAIGeminiFlash2_0Exp(VertexAI):  # pylint: disable=invalid-name
+  """Vertex AI Gemini 2.0 Flash model."""
+
+  model = 'gemini-2.0-flash-exp'
+
+
 class VertexAIGemini1_5(VertexAI):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.5 model."""
 

langfun/core/structured/prompting.py

@@ -15,6 +15,7 @@
 
 import contextlib
 import functools
+import time
 from typing import Annotated, Any, Callable, Iterator, Type, Union
 
 import langfun.core as lf
@@ -221,6 +222,7 @@ def query(
     query_input = schema_lib.mark_missing(prompt)
 
   with lf.track_usages() as usage_summary:
+    start_time = time.time()
     if schema in (None, str):
       # Query with natural language output.
       output_message = lf.LangFunc.from_value(query_input, **kwargs)(
@@ -250,6 +252,7 @@ def query(
           cache_seed=cache_seed,
           skip_lm=skip_lm,
       )
+    end_time = time.time()
 
   def _result(message: lf.Message):
     return message.text if schema in (None, str) else message.result
@@ -268,6 +271,8 @@ def query(
           examples=pg.Ref(examples) if examples else [],
           lm_response=lf.AIMessage(output_message.text),
           usage_summary=usage_summary,
+          start_time=start_time,
+          end_time=end_time,
       )
       for i, (tracker, include_child_scopes) in enumerate(trackers):
         if i == 0 or include_child_scopes:
@@ -384,6 +389,14 @@ class QueryInvocation(pg.Object, pg.views.HtmlTreeView.Extension):
       lf.UsageSummary,
       'Usage summary for `lf.query`.'
   ]
+  start_time: Annotated[
+      float,
+      'Start time of query.'
+  ]
+  end_time: Annotated[
+      float,
+      'End time of query.'
+  ]
 
   @functools.cached_property
   def lm_request(self) -> lf.Message:
@@ -393,6 +406,11 @@ class QueryInvocation(pg.Object, pg.views.HtmlTreeView.Extension):
   def output(self) -> Any:
     return query_output(self.lm_response, self.schema)
 
+  @property
+  def elapse(self) -> float:
+    """Returns query elapse in seconds."""
+    return self.end_time - self.start_time
+
   def _on_bound(self):
     super()._on_bound()
     self.__dict__.pop('lm_request', None)
@@ -404,6 +422,8 @@ class QueryInvocation(pg.Object, pg.views.HtmlTreeView.Extension):
       view: pg.views.HtmlTreeView,
       **kwargs: Any
   ) -> pg.Html | None:
+    kwargs.pop('title', None)
+    kwargs.pop('enable_summary_tooltip', None)
     return view.summary(
         value=self,
         title=pg.Html.element(
@@ -423,11 +443,16 @@ class QueryInvocation(pg.Object, pg.views.HtmlTreeView.Extension):
                     ),
                     css_classes=['query-invocation-lm']
                 ),
+                pg.views.html.controls.Badge(
+                    f'{int(self.elapse)} seconds',
+                    css_classes=['query-invocation-time']
+                ),
                 self.usage_summary.to_html(extra_flags=dict(as_badge=True))
             ],
             css_classes=['query-invocation-title']
         ),
-        enable_summary_tooltip=False
+        enable_summary_tooltip=False,
+        **kwargs
     )
 
   def _html_tree_view_content(
@@ -441,14 +466,14 @@ class QueryInvocation(pg.Object, pg.views.HtmlTreeView.Extension):
             'input',
             pg.view(self.input, collapse_level=None),
         ),
-        pg.views.html.controls.Tab(
-            'schema',
-            pg.view(self.schema),
-        ),
         pg.views.html.controls.Tab(
             'output',
             pg.view(self.output, collapse_level=None),
         ),
+        pg.views.html.controls.Tab(
+            'schema',
+            pg.view(self.schema),
+        ),
         pg.views.html.controls.Tab(
             'lm_request',
             pg.view(
@@ -463,24 +488,34 @@ class QueryInvocation(pg.Object, pg.views.HtmlTreeView.Extension):
                 extra_flags=dict(include_message_metadata=False)
             ),
         ),
-    ], tab_position='top').to_html()
+    ], tab_position='top', selected=1).to_html()
 
   @classmethod
   def _html_tree_view_css_styles(cls) -> list[str]:
     return super()._html_tree_view_css_styles() + [
         """
         .query-invocation-title {
-            display: inline-block;
-            font-weight: normal;
+          display: inline-block;
+          font-weight: normal;
         }
         .query-invocation-type-name {
-            font-style: italic;
-            color: #888;
+          color: #888;
         }
         .query-invocation-lm.badge {
-            margin-left: 5px;
-            margin-right: 5px;
-            background-color: #fff0d6;
+          margin-left: 5px;
+          margin-right: 5px;
+          color: white;
+          background-color: mediumslateblue;
+        }
+        .query-invocation-time.badge {
+          margin-left: 5px;
+          border-radius: 0px;
+          font-weight: bold;
+          background-color: aliceblue;
+        }
+        .query-invocation-title .usage-summary.label {
+          border-radius: 0px;
+          color: #AAA;
         }
         """
     ]

langfun/core/structured/prompting_test.py

@@ -996,6 +996,7 @@ class TrackQueriesTest(unittest.TestCase):
     self.assertEqual(queries[1].schema.spec.cls, Activity)
     self.assertTrue(pg.eq(queries[1].output, Activity(description='hi')))
     self.assertIs(queries[1].lm, lm)
+    self.assertGreater(queries[0].elapse, 0)
     self.assertGreater(queries[0].usage_summary.total.total_tokens, 0)
     self.assertGreater(queries[1].usage_summary.total.total_tokens, 0)
 

langfun/core/template.py

@@ -552,38 +552,33 @@ class Template(
       )
 
     def render_fields():
-      return pg.Html.element(
-          'fieldset',
-          [
-              pg.Html.element('legend', ['Template Variables']),
-              view.complex_value(
-                  {k: v for k, v in self.sym_items()},
-                  name='fields',
-                  root_path=root_path,
-                  parent=self,
-                  exclude_keys=['template_str', 'clean'],
-                  collapse_level=max(
-                      collapse_template_vars_level, collapse_level
-                  ) if collapse_level is not None else None,
-                  extra_flags=extra_flags,
-                  debug=debug,
-                  **view.get_passthrough_kwargs(
-                      remove=['exclude_keys'],
-                      **kwargs,
-                  )
-              ),
-          ],
-          css_classes=['template-fields'],
+      return view.complex_value(
+          {k: v for k, v in self.sym_items()},
+          name='fields',
+          root_path=root_path,
+          parent=self,
+          exclude_keys=['template_str', 'clean'],
+          collapse_level=max(
+              collapse_template_vars_level, collapse_level
+          ) if collapse_level is not None else None,
+          extra_flags=extra_flags,
+          debug=debug,
+          **view.get_passthrough_kwargs(
+              remove=['exclude_keys'],
+              **kwargs,
+          )
       )
 
-    return pg.Html.element(
-        'div',
-        [
+    return pg.views.html.controls.TabControl([
+        pg.views.html.controls.Tab(
+            'template_str',
             render_template_str(),
+        ),
+        pg.views.html.controls.Tab(
+            'variables',
             render_fields(),
-        ],
-        css_classes=['complex_value'],
-    )
+        ),
+    ], selected=1)
 
   @classmethod
   def _html_tree_view_css_styles(cls) -> list[str]:
@@ -601,15 +596,6 @@ class Template(
             background-color: #EEE;
             color: #cc2986;
         }
-        .template-fields {
-            margin: 0px 0px 5px 0px;
-            border: 1px solid #EEE;
-            padding: 5px;
-        }
-        .template-fields > legend {
-            font-size: 0.8em;
-            margin: 5px 0px 5px 0px;
-        }
         """
     ]
 

langfun/core/template_test.py

@@ -555,13 +555,6 @@ class TemplateRenderEventTest(unittest.TestCase):
 
 class HtmlTest(unittest.TestCase):
 
-  def assert_html_content(self, html, expected):
-    expected = inspect.cleandoc(expected).strip()
-    actual = html.content.strip()
-    if actual != expected:
-      print(actual)
-    self.assertEqual(actual, expected)
-
   def test_html(self):
 
     class Foo(Template):
@@ -594,36 +587,23 @@ class HtmlTest(unittest.TestCase):
                 background-color: #EEE;
                 color: #cc2986;
             }
-            .template-fields {
-                margin: 0px 0px 5px 0px;
-                border: 1px solid #EEE;
-                padding: 5px;
-            }
-            .template-fields > legend {
-                font-size: 0.8em;
-                margin: 5px 0px 5px 0px;
-            }
             """
         ),
         Foo(x=1, y=2).to_html().style_section,
     )
-    self.assert_html_content(
+    self.assertIn(
+        'template-str',
         Foo(x=Bar('{{y}} + {{z}}'), y=1).to_html(
             enable_summary_tooltip=False,
-        ),
-        """
-        <details open class="pyglove foo lf-template"><summary><div class="summary-title lf-template">Foo(...)</div></summary><div class="complex_value"><div class="template-str"><span>{{x}} + {{y}} = ?</span></div><fieldset class="template-fields"><legend>Template Variables</legend><div class="complex-value foo"><details class="pyglove bar lf-template"><summary><div class="summary-name lf-template">x<span class="tooltip lf-template">x</span></div><div class="summary-title lf-template">Bar(...)</div></summary><div class="complex_value"><div class="template-str"><span>{{y}} + {{z}}</span></div><fieldset class="template-fields"><legend>Template Variables</legend><div class="complex-value bar"><details open class="pyglove contextual-attribute"><summary><div class="summary-name">y<span class="tooltip">x.y</span></div><div class="summary-title">ContextualAttribute(...)</div></summary><span class="simple-value int">1</span></details><details open class="pyglove contextual-attribute"><summary><div class="summary-name">z<span class="tooltip">x.z</span></div><div class="summary-title">ContextualAttribute(...)</div></summary><div class="unavailable-contextual">(not available)</div></details></div></fieldset></div></details><details open class="pyglove int"><summary><div class="summary-name">y<span class="tooltip">y</span></div><div class="summary-title">int</div></summary><span class="simple-value int">1</span></details></div></fieldset></div></details>
-        """
+        ).content,
     )
-    self.assert_html_content(
+    self.assertIn(
+        'template-str',
         Foo(x=Bar('{{y}} + {{z}}'), y=1).to_html(
             enable_summary_tooltip=False,
             collapse_level=0,
             key_style='label',
-        ),
-        """
-        <details class="pyglove foo lf-template"><summary><div class="summary-title lf-template">Foo(...)</div></summary><div class="complex_value"><div class="template-str"><span>{{x}} + {{y}} = ?</span></div><fieldset class="template-fields"><legend>Template Variables</legend><div class="complex-value foo"><table><tr><td><span class="object-key str">x</span><span class="tooltip">x</span></td><td><details class="pyglove bar lf-template"><summary><div class="summary-title lf-template">Bar(...)</div></summary><div class="complex_value"><div class="template-str"><span>{{y}} + {{z}}</span></div><fieldset class="template-fields"><legend>Template Variables</legend><div class="complex-value bar"><table><tr><td><span class="object-key str">y</span><span class="tooltip">x.y</span></td><td><details open class="pyglove contextual-attribute"><summary><div class="summary-title">ContextualAttribute(...)</div></summary><span class="simple-value int">1</span></details></td></tr><tr><td><span class="object-key str">z</span><span class="tooltip">x.z</span></td><td><details open class="pyglove contextual-attribute"><summary><div class="summary-title">ContextualAttribute(...)</div></summary><div class="unavailable-contextual">(not available)</div></details></td></tr></table></div></fieldset></div></details></td></tr><tr><td><span class="object-key str">y</span><span class="tooltip">y</span></td><td><span class="simple-value int">1</span></td></tr></table></div></fieldset></div></details>
-        """
+        ).content,
     )
 
 

{langfun-0.1.2.dev202412110804.dist-info → langfun-0.1.2.dev202412140804.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langfun
-Version: 0.1.2.dev202412110804
+Version: 0.1.2.dev202412140804
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202412110804.dist-info → langfun-0.1.2.dev202412140804.dist-info}/RECORD

@@ -25,15 +25,15 @@ langfun/core/sampling.py,sha256=SCnS5PFJWNVxSKvSkSCNRUmruvScun8UcNN4gafuXcw,5866
 langfun/core/sampling_test.py,sha256=U7PANpMsl9E_pa4_Y4FzesSjcwg-u-LKHGCWSgv-8FY,3663
 langfun/core/subscription.py,sha256=euawEuSZP-BHydaT-AQpfYFL0m5pWPGcW0upFhrojqc,10930
 langfun/core/subscription_test.py,sha256=Y4ZdbZEwm83YNZBxHff0QR4QUa4rdaNXA3_jfIcArBo,8717
-langfun/core/template.py,sha256=_Sae_WsRo_yvwul0nqAPTOa0NOjW1zNYbW0CQpvg7l0,25389
-langfun/core/template_test.py,sha256=Qokz1hQFhRYaTZWBWGqvPJ0NXC9B9ennUpnRYHEf0hE,20542
+langfun/core/template.py,sha256=jNhYSrbLIn9kZOa03w5QZbyjgfnzJzE_ZrrMvvWY4t4,24929
+langfun/core/template_test.py,sha256=g7x4mgNIAXEEj-4W1D5whGfl5YikLEQoylKPzaeDomk,17069
 langfun/core/text_formatting.py,sha256=d7t9vaY6aCn1dkfkikpNYnBy5E_i93vHbfyDWFclGZU,5284
 langfun/core/text_formatting_test.py,sha256=ck0Xzdd4YF4CtCUj7VE0GybfbAyKQ8p3xkM1FBGrqIk,2096
 langfun/core/agentic/__init__.py,sha256=ndoDX0sAYsa3eVdXuu6nB-a-BH5TaK3urW6zAaFiyVs,1110
-langfun/core/agentic/action.py,sha256=QZPKRU31m0qr7R7LBtx0B7I1ZOgqf-CSrXf9Mf11CTo,26253
+langfun/core/agentic/action.py,sha256=yW5-2NRHIrQmmQEYmL83aIdSwaRfUez9mqCbME_aBWQ,25391
 langfun/core/agentic/action_eval.py,sha256=ZtjTh34S7XPIUqandQ0YwAtzw-S7ofuZ7rRXnRbUMdQ,4424
 langfun/core/agentic/action_eval_test.py,sha256=tRUkWmOE9p0rpNOq19xAY2oDEnYsEEykjg6sUpAwJk0,2832
-langfun/core/agentic/action_test.py,sha256=LkRTAa1zv8zavnkvCQEovKbKilVN5VNcqpK4shAcc1E,4637
+langfun/core/agentic/action_test.py,sha256=Gu7P5XQvzqbKawn2jjyTpWaARzzhzO04KkC1TuBnUnw,4612
 langfun/core/coding/__init__.py,sha256=5utju_fwEsImaiftx4oXKl9FAM8p281k8-Esdh_-m1w,835
 langfun/core/coding/python/__init__.py,sha256=MJ-vubliz-ebrZH3OBRKBwMi0S9-FrhGCp8YQLR6_I4,1776
 langfun/core/coding/python/correction.py,sha256=WiBdoScL-6C___iA3Tg3vizuYtJWI-_4wy9zcMfVpj8,7020
@@ -64,8 +64,8 @@ langfun/core/eval/v2/evaluation.py,sha256=h_AWRUSKhEs-bHLBgqo-GeBYXluD5bPbAqypRW
 langfun/core/eval/v2/evaluation_test.py,sha256=hh6L2HhQPQ6NBv1pXKcNkYraNcV9MLuJ--69t9jbmaI,5846
 langfun/core/eval/v2/example.py,sha256=fURrvdNmMsVMqoEErcsmLmC6Xq3ny16dYsnLH8HVlcY,9626
 langfun/core/eval/v2/example_test.py,sha256=WcJmU7IQQXvjFia63mokySC4CqxzVL9Wso1sC5F0YK8,3032
-langfun/core/eval/v2/experiment.py,sha256=xkROLFYj2Nf6G9wunfVx6nEhdMX_560hRSsB8qT3S_Q,28787
-langfun/core/eval/v2/experiment_test.py,sha256=R0ujPSluvDu5gwxGpiSWJ3eTiVpfleJDwwT1pXN8Nvg,8933
+langfun/core/eval/v2/experiment.py,sha256=0JBGckJ93aqSdffpJPDVPy_I5T2BXscghTxiglHzJWo,29556
+langfun/core/eval/v2/experiment_test.py,sha256=zSMHYqC9cA0k61U71pCSYTAJ6yK2_b6Dml5btc-bKzQ,9133
 langfun/core/eval/v2/metric_values.py,sha256=_B905bC-jxrYPLSEcP2M8MaHZOVMz_bVrUw8YC4arCE,4660
 langfun/core/eval/v2/metric_values_test.py,sha256=ab2oF_HsIwrSy459108ggyjgefHSPn8UVILR4dRwx14,2634
 langfun/core/eval/v2/metrics.py,sha256=bl8i6u-ZHRBz4hAc3LzsZ2Dc7ZRQcuTYeUhhH-GxfF0,10628
@@ -79,14 +79,14 @@ langfun/core/eval/v2/reporting_test.py,sha256=JxffbUPWInUyLjo-AQVFrllga884Mdfm05
 langfun/core/eval/v2/runners.py,sha256=kP6ZEg9L8M7fK03tOZYGqIjTKUzoJn8Hz_LXS7btFPQ,14335
 langfun/core/eval/v2/runners_test.py,sha256=UeiUNygux_U6iGVG18rhp68ZE4hoWeoT6XsXvSjxNQg,11620
 langfun/core/eval/v2/test_helper.py,sha256=pDpZTBnWRR5xjJv3Uy3NWEzArqlL8FTMOgeR4C53F5M,2348
-langfun/core/llms/__init__.py,sha256=Y3sTFM_V3l09WiRmjb-kQFHfqBAV23KH2JWJKMhZvMc,6278
+langfun/core/llms/__init__.py,sha256=lWXKjGHv66ShG7AE_Bc4QM7SDTxJdfoQMn3PF0lr0sU,6461
 langfun/core/llms/anthropic.py,sha256=afKZmdiLcosS_UEBlB8WKyf1K-zeXgwtPAx6ofg2Gww,13989
 langfun/core/llms/anthropic_test.py,sha256=-2U4kc_pgBM7wqxu8RuxzyHPGww1EAWqKUvN4PW8Btw,8058
 langfun/core/llms/compositional.py,sha256=csW_FLlgL-tpeyCOTVvfUQkMa_zCN5Y2I-YbSNuK27U,2872
 langfun/core/llms/compositional_test.py,sha256=4eTnOer-DncRKGaIJW2ZQQMLnt5r2R0UIx_DYOvGAQo,2027
 langfun/core/llms/fake.py,sha256=gCHBYBLvBCsC78HI1hpoqXCS-p1FMTgY1P1qh_sGBPk,3070
 langfun/core/llms/fake_test.py,sha256=2h13qkwEz_JR0mtUDPxdAhQo7MueXaFSwsD2DIRDW9g,7653
-langfun/core/llms/google_genai.py,sha256=8gLOJ_o2T1uu84QU8RWDPzSlDNtidGkYQHWb1voKwCU,11263
+langfun/core/llms/google_genai.py,sha256=AAYOsSyeNIfHduIL9ZBzLhA8_acZUDMzHhS7AwUbOlM,11603
 langfun/core/llms/google_genai_test.py,sha256=zw14sgWmk0P_irHyb7vpPy1WAuLEE0PmyfiFElu03sA,7686
 langfun/core/llms/groq.py,sha256=dCnR3eAECEKuKKAAj-PDTs8NRHl6CQPdf57m1f6a79U,10312
 langfun/core/llms/groq_test.py,sha256=GYF_Qtq5S1H1TrKH38t6_lkdroqT7v-joYLDKnmS9e0,5274
@@ -96,7 +96,7 @@ langfun/core/llms/openai.py,sha256=l49v6RubfInvV0iG114AymTKNogTX4u4N-UFCeSgIxw,2
 langfun/core/llms/openai_test.py,sha256=kOWa1nf-nJvtYY10REUw5wojh3ZgfU8tRaCZ8wUgJbA,16623
 langfun/core/llms/rest.py,sha256=sWbYUV8S3SuOg9giq7xwD-xDRfaF7NP_ig7bI52-Rj4,3442
 langfun/core/llms/rest_test.py,sha256=NZ3Nf0XQVpT9kLP5cBVo_yBHLI7vWTYhWQxYEJVMGs4,3472
-langfun/core/llms/vertexai.py,sha256=BkhRKnr20gIJvRL8G-KwTT7EM7v7L-pXkBkPeRkEFFY,14184
+langfun/core/llms/vertexai.py,sha256=adUTByiuiTHBQ31tM_EXPUWIyUwo3zqyYIe9UILAFDE,14981
 langfun/core/llms/vertexai_test.py,sha256=ffcA5yPecnQy_rhkuYAw_6o1iLW8AR8FgswmHt6aAys,6725
 langfun/core/llms/cache/__init__.py,sha256=QAo3InUMDM_YpteNnVCSejI4zOsnjSMWKJKzkb3VY64,993
 langfun/core/llms/cache/base.py,sha256=rt3zwmyw0y9jsSGW-ZbV1vAfLxQ7_3AVk0l2EySlse4,3918
@@ -129,8 +129,8 @@ langfun/core/structured/mapping.py,sha256=vLKH79UT-j0qkQdvqlQBO7SkXXuM-yr2Idm8_H
 langfun/core/structured/mapping_test.py,sha256=bHm2ZCXBITq_G8Lvw_olFHeUUc4s_lGXZm9v9JhoPB4,9630
 langfun/core/structured/parsing.py,sha256=D58wBWOC6r6DCJNychCDkiHPrsy1XJfBDCDDZtug00k,11765
 langfun/core/structured/parsing_test.py,sha256=i0i090FVgM8ngGqYjds0hjEm1v7q4gv18k-z1kaNr7E,21467
-langfun/core/structured/prompting.py,sha256=vvPZcB0OL_kQMwyCUe4r4Q77luHT_OwVX3DeILN0hNw,16564
-langfun/core/structured/prompting_test.py,sha256=TFqerzK5RFlYyNL-X4wrhY-vOjF_XEpHX3nbSNuNKxg,29720
+langfun/core/structured/prompting.py,sha256=ceZQgK00rlnDxFEPKq4O61zJs6u-W_mggT02bODqBSg,17522
+langfun/core/structured/prompting_test.py,sha256=fHJuBli4dryQIrg_HmU7gMWSIOzHuYM_4xT3m84haGs,29765
 langfun/core/structured/schema.py,sha256=_T8WIDdpvWXlZVPLVgKYH9TvoM9gK11m3f0b2nImQRM,28190
 langfun/core/structured/schema_generation.py,sha256=U3nRQsqmMZg_qIVDh2fiY3K4JLfsAL1LcKzIFP1iXFg,5316
 langfun/core/structured/schema_generation_test.py,sha256=RM9s71kMNg2jTePwInkiW9fK1ACN37eyPeF8OII-0zw,2950
@@ -148,8 +148,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202412110804.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202412110804.dist-info/METADATA,sha256=q4fWRzn0BflL8Z9pe8gzxyew2F4NyjczuTkV4Tw7f30,8281
-langfun-0.1.2.dev202412110804.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-langfun-0.1.2.dev202412110804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202412110804.dist-info/RECORD,,
+langfun-0.1.2.dev202412140804.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202412140804.dist-info/METADATA,sha256=q58cOyfw1yxxacgXgp5nPwnh4cUHuPzJmgD33YE1Ro4,8281
+langfun-0.1.2.dev202412140804.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+langfun-0.1.2.dev202412140804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202412140804.dist-info/RECORD,,