langfun 0.1.2.dev202501150804__tar.gz → 0.1.2.dev202501170804__tar.gz

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: langfun
-Version: 0.1.2.dev202501150804
+Version: 0.1.2.dev202501170804
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/langfun/core/__init__.py

@@ -75,7 +75,6 @@ from langfun.core.sampling import random_sample
 from langfun.core.concurrent import RetryEntry
 from langfun.core.concurrent import concurrent_execute
 from langfun.core.concurrent import concurrent_map
-from langfun.core.concurrent import with_context_access
 from langfun.core.concurrent import with_retry
 
 # Interface for natural language formattable.

langfun-0.1.2.dev202501170804/langfun/core/component.py

@@ -0,0 +1,90 @@
+# Copyright 2023 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""langfun Component."""
+
+from typing import ContextManager
+import pyglove as pg
+
+
+# Default value marker that indicates to raise error.
+RAISE_IF_HAS_ERROR = (pg.MISSING_VALUE,)
+
+
+class Component(pg.ContextualObject):
+  """Base class for langfun components."""
+
+  # Allow symbolic assignment, which invalidates the object and recomputes
+  # states upon update.
+  allow_symbolic_assignment = True
+
+  # Class property that indicates whether to use `sym_eq` for `__eq__`,
+  # `sym_ne` for `__ne__`, and `sym_hash` for `__hash__`.
+  use_symbolic_comparison = False
+
+  def __init_subclass__(cls):
+    super().__init_subclass__()
+
+    # Find class attributes that do not have annotations but are `Component`,
+    # and treat them as symbolic fields.
+    additional_fields = []
+    for attr_name in dir(cls):
+      if (
+          attr_name.startswith('_')
+          or attr_name.isupper()
+          or attr_name in cls.__schema__.fields
+      ):
+        continue
+      attr_value = getattr(cls, attr_name)
+      if isinstance(attr_value, pg.Inferentiable):
+        value_spec = pg.typing.Any()
+      elif isinstance(attr_value, Component):
+        value_spec = pg.typing.Object(Component)
+      else:
+        value_spec = None
+      if value_spec:
+        field = pg.typing.create_field((attr_name, value_spec))
+        field.value.set_default(attr_value)
+        additional_fields.append(field)
+    if additional_fields:
+      cls.update_schema(additional_fields)
+
+
+# Aliases from PyGlove for ease of access.
+context = pg.contextual_override
+get_contextual_override = pg.utils.get_contextual_override
+context_value = pg.utils.contextual_value
+all_contextual_values = pg.utils.all_contextual_values
+contextual = pg.contextual_attribute
+
+# Decorator for setting the positional arguments for Component.
+use_init_args = pg.use_init_args
+
+
+def use_settings(
+    *,
+    cascade: bool = False,
+    **settings,
+) -> ContextManager[dict[str, pg.utils.ContextualOverride]]:
+  """Shortcut method for overriding component attributes.
+
+  Args:
+    cascade: If True, this override will apply to both current scope and nested
+      scope, meaning that this `lf.context` will take precedence over all
+      nested `lf.context` on the overriden variables.
+    **settings: Key/values as override for component attributes.
+
+  Returns:
+    A dict of attribute names to their contextual overrides.
+  """
+  return context(cascade=cascade, override_attrs=True, **settings)

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/langfun/core/component_test.py

@@ -73,26 +73,7 @@ class ComponentContextTest(unittest.TestCase):
     self.assertEqual(a1.y, 2)
     self.assertEqual(a1.z, -1)
 
-    with lf.context(x=3, y=3, z=3) as parent_override:
-      self.assertEqual(
-          parent_override,
-          dict(
-              x=lf.ContextualOverride(3, cascade=False, override_attrs=False),
-              y=lf.ContextualOverride(3, cascade=False, override_attrs=False),
-              z=lf.ContextualOverride(3, cascade=False, override_attrs=False),
-          ),
-      )
-      self.assertEqual(
-          lf.get_contextual_override('y'),
-          lf.ContextualOverride(3, cascade=False, override_attrs=False),
-      )
-      self.assertEqual(lf.context_value('x'), 3)
-      self.assertIsNone(lf.context_value('f', None))
-      with self.assertRaisesRegex(KeyError, '.* does not exist'):
-        lf.context_value('f')
-
-      self.assertEqual(lf.all_contextual_values(), dict(x=3, y=3, z=3))
-
+    with lf.context(x=3, y=3, z=3):
       # Member attributes take precedence over `lf.context`.
       self.assertEqual(a1.x, 1)
       self.assertEqual(a1.y, 2)
@@ -109,15 +90,7 @@ class ComponentContextTest(unittest.TestCase):
       self.assertEqual(a1.z, 3)
 
       # Test nested contextual override with override_attrs=True (default).
-      with lf.context(y=4, z=4, override_attrs=True) as nested_override:
-        self.assertEqual(
-            nested_override,
-            dict(
-                x=lf.ContextualOverride(3, cascade=False, override_attrs=False),
-                y=lf.ContextualOverride(4, cascade=False, override_attrs=True),
-                z=lf.ContextualOverride(4, cascade=False, override_attrs=True),
-            ),
-        )
+      with lf.context(y=4, z=4, override_attrs=True):
 
         # Member attribute is not overriden as current scope does not override
         # `x``.

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/langfun/core/concurrent.py

@@ -25,7 +25,6 @@ import threading
 import time
 from typing import Annotated, Any, Callable, Iterable, Iterator, Literal, Sequence, Tuple, Type, Union
 
-from langfun.core import component
 import pyglove as pg
 
 
@@ -39,18 +38,6 @@ except ImportError:
   tqdm = None
 
 
-def with_context_access(func: Callable[..., Any]) -> Callable[..., Any]:
-  """Derives a user function with the access to the current context."""
-  with component.context() as current_context:
-    pass
-
-  def _func(*args, **kwargs) -> Any:
-    with component.context(**current_context):
-      return func(*args, **kwargs)
-
-  return _func
-
-
 class RetryError(RuntimeError):
   """Retry error."""
 
@@ -249,7 +236,8 @@ def concurrent_execute(
   try:
     executed_jobs = list(
         executor.map(
-            lambda job: job(), [with_context_access(job) for job in jobs]
+            lambda job: job(),
+            [pg.with_contextual_override(job) for job in jobs]
         )
     )
     for job in executed_jobs:
@@ -736,9 +724,7 @@ def concurrent_map(
         retry_interval=retry_interval,
         exponential_backoff=exponential_backoff,
     )
-    future = executor.submit(
-        with_context_access(job),
-    )
+    future = executor.submit(pg.with_contextual_override(job))
     pending_futures.append(future)
     future_to_job[future] = job
     total += 1

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/langfun/core/concurrent_test.py

@@ -29,22 +29,6 @@ class A(component.Component):
   y: int = component.contextual()
 
 
-class WithContextAccessTest(unittest.TestCase):
-
-  def test_context_access(self):
-    inputs = [A(1), A(2)]
-    with futures.ThreadPoolExecutor() as executor:
-      with component.context(y=3):
-        self.assertEqual(
-            list(
-                executor.map(
-                    concurrent.with_context_access(lambda x: x.y), inputs
-                )
-            ),
-            [3, 3],
-        )
-
-
 class RetryErrorTest(unittest.TestCase):
 
   def test_basics(self):

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/langfun/core/llms/__init__.py

@@ -30,6 +30,9 @@ from langfun.core.llms.compositional import RandomChoice
 # REST-based models.
 from langfun.core.llms.rest import REST
 
+# VertexAI-based models.
+from langfun.core.llms.vertexai import VertexAI
+
 # Gemini models.
 from langfun.core.llms.google_genai import GenAI
 from langfun.core.llms.google_genai import GeminiFlash2_0ThinkingExp_20241219
@@ -44,7 +47,7 @@ from langfun.core.llms.google_genai import GeminiFlash1_5_002
 from langfun.core.llms.google_genai import GeminiFlash1_5_001
 from langfun.core.llms.google_genai import GeminiPro1
 
-from langfun.core.llms.vertexai import VertexAI
+from langfun.core.llms.vertexai import VertexAIGemini
 from langfun.core.llms.vertexai import VertexAIGeminiFlash2_0ThinkingExp_20241219
 from langfun.core.llms.vertexai import VertexAIGeminiFlash2_0Exp
 from langfun.core.llms.vertexai import VertexAIGeminiExp_20241206
@@ -114,6 +117,8 @@ from langfun.core.llms.openai import Gpt3Curie
 from langfun.core.llms.openai import Gpt3Babbage
 from langfun.core.llms.openai import Gpt3Ada
 
+# Anthropic models.
+
 from langfun.core.llms.anthropic import Anthropic
 from langfun.core.llms.anthropic import Claude35Sonnet
 from langfun.core.llms.anthropic import Claude35Sonnet20241022
@@ -121,11 +126,14 @@ from langfun.core.llms.anthropic import Claude35Sonnet20240620
 from langfun.core.llms.anthropic import Claude3Opus
 from langfun.core.llms.anthropic import Claude3Sonnet
 from langfun.core.llms.anthropic import Claude3Haiku
-from langfun.core.llms.anthropic import VertexAIAnthropic
-from langfun.core.llms.anthropic import VertexAIClaude3_5_Sonnet_20241022
-from langfun.core.llms.anthropic import VertexAIClaude3_5_Sonnet_20240620
-from langfun.core.llms.anthropic import VertexAIClaude3_5_Haiku_20241022
-from langfun.core.llms.anthropic import VertexAIClaude3_Opus_20240229
+
+from langfun.core.llms.vertexai import VertexAIAnthropic
+from langfun.core.llms.vertexai import VertexAIClaude3_5_Sonnet_20241022
+from langfun.core.llms.vertexai import VertexAIClaude3_5_Sonnet_20240620
+from langfun.core.llms.vertexai import VertexAIClaude3_5_Haiku_20241022
+from langfun.core.llms.vertexai import VertexAIClaude3_Opus_20240229
+
+# Misc open source models.
 
 from langfun.core.llms.groq import Groq
 from langfun.core.llms.groq import GroqLlama3_2_3B

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/langfun/core/llms/anthropic.py

@@ -14,9 +14,8 @@
 """Language models from Anthropic."""
 
 import base64
-import functools
 import os
-from typing import Annotated, Any, Literal
+from typing import Annotated, Any
 
 import langfun.core as lf
 from langfun.core import modalities as lf_modalities
@@ -24,20 +23,6 @@ from langfun.core.llms import rest
 import pyglove as pg
 
 
-try:
-  # pylint: disable=g-import-not-at-top
-  from google import auth as google_auth
-  from google.auth import credentials as credentials_lib
-  from google.auth.transport import requests as auth_requests
-  Credentials = credentials_lib.Credentials
-  # pylint: enable=g-import-not-at-top
-except ImportError:
-  google_auth = None
-  auth_requests = None
-  credentials_lib = None
-  Credentials = Any  # pylint: disable=invalid-name
-
-
 SUPPORTED_MODELS_AND_SETTINGS = {
     # See https://docs.anthropic.com/claude/docs/models-overview
     # Rate limits from https://docs.anthropic.com/claude/reference/rate-limits
@@ -379,110 +364,3 @@ class Claude21(Anthropic):
 class ClaudeInstant(Anthropic):
   """Cheapest small and fast model, 100K context window."""
   model = 'claude-instant-1.2'
-
-
-#
-# Authropic models on VertexAI.
-#
-
-
-class VertexAIAnthropic(Anthropic):
-  """Anthropic models on VertexAI."""
-
-  project: Annotated[
-      str | None,
-      'Google Cloud project ID.',
-  ] = None
-
-  location: Annotated[
-      Literal['us-east5', 'europe-west1'],
-      'GCP location with Anthropic models hosted.'
-  ] = 'us-east5'
-
-  credentials: Annotated[
-      Credentials | None,    # pytype: disable=invalid-annotation
-      (
-          'Credentials to use. If None, the default credentials '
-          'to the environment will be used.'
-      ),
-  ] = None
-
-  api_version = 'vertex-2023-10-16'
-
-  def _on_bound(self):
-    super()._on_bound()
-    if google_auth is None:
-      raise ValueError(
-          'Please install "langfun[llm-google-vertex]" to use Vertex AI models.'
-      )
-    self._project = None
-    self._credentials = None
-
-  def _initialize(self):
-    project = self.project or os.environ.get('VERTEXAI_PROJECT', None)
-    if not project:
-      raise ValueError(
-          'Please specify `project` during `__init__` or set environment '
-          'variable `VERTEXAI_PROJECT` with your Vertex AI project ID.'
-      )
-    self._project = project
-    credentials = self.credentials
-    if credentials is None:
-      # Use default credentials.
-      credentials = google_auth.default(
-          scopes=['https://www.googleapis.com/auth/cloud-platform']
-      )
-    self._credentials = credentials
-
-  @functools.cached_property
-  def _session(self):
-    assert self._api_initialized
-    assert self._credentials is not None
-    assert auth_requests is not None
-    s = auth_requests.AuthorizedSession(self._credentials)
-    s.headers.update(self.headers or {})
-    return s
-
-  @property
-  def headers(self):
-    return {
-        'Content-Type': 'application/json; charset=utf-8',
-    }
-
-  @property
-  def api_endpoint(self) -> str:
-    return (
-        f'https://{self.location}-aiplatform.googleapis.com/v1/projects/'
-        f'{self._project}/locations/{self.location}/publishers/anthropic/'
-        f'models/{self.model}:streamRawPredict'
-    )
-
-  def request(
-      self,
-      prompt: lf.Message,
-      sampling_options: lf.LMSamplingOptions
-  ):
-    request = super().request(prompt, sampling_options)
-    request['anthropic_version'] = self.api_version
-    del request['model']
-    return request
-
-
-class VertexAIClaude3_Opus_20240229(VertexAIAnthropic):  # pylint: disable=invalid-name
-  """Anthropic's Claude 3 Opus model on VertexAI."""
-  model = 'claude-3-opus@20240229'
-
-
-class VertexAIClaude3_5_Sonnet_20241022(VertexAIAnthropic):  # pylint: disable=invalid-name
-  """Anthropic's Claude 3.5 Sonnet model on VertexAI."""
-  model = 'claude-3-5-sonnet-v2@20241022'
-
-
-class VertexAIClaude3_5_Sonnet_20240620(VertexAIAnthropic):  # pylint: disable=invalid-name
-  """Anthropic's Claude 3.5 Sonnet model on VertexAI."""
-  model = 'claude-3-5-sonnet@20240620'
-
-
-class VertexAIClaude3_5_Haiku_20241022(VertexAIAnthropic):  # pylint: disable=invalid-name
-  """Anthropic's Claude 3.5 Haiku model on VertexAI."""
-  model = 'claude-3-5-haiku@20241022'

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/langfun/core/llms/anthropic_test.py

@@ -19,9 +19,6 @@ from typing import Any
 import unittest
 from unittest import mock
 
-from google.auth import exceptions
-from langfun.core import language_model
-from langfun.core import message as lf_message
 from langfun.core import modalities as lf_modalities
 from langfun.core.llms import anthropic
 import pyglove as pg
@@ -186,50 +183,5 @@ class AnthropicTest(unittest.TestCase):
           lm('hello', max_attempts=1)
 
 
-class VertexAIAnthropicTest(unittest.TestCase):
-  """Tests for VertexAI Anthropic models."""
-
-  def test_basics(self):
-    with self.assertRaisesRegex(ValueError, 'Please specify `project`'):
-      lm = anthropic.VertexAIClaude3_5_Sonnet_20241022()
-      lm('hi')
-
-    model = anthropic.VertexAIClaude3_5_Sonnet_20241022(project='langfun')
-
-    # NOTE(daiyip): For OSS users, default credentials are not available unless
-    # users have already set up their GCP project. Therefore we ignore the
-    # exception here.
-    try:
-      model._initialize()
-    except exceptions.DefaultCredentialsError:
-      pass
-
-    self.assertEqual(
-        model.api_endpoint,
-        (
-            'https://us-east5-aiplatform.googleapis.com/v1/projects/'
-            'langfun/locations/us-east5/publishers/anthropic/'
-            'models/claude-3-5-sonnet-v2@20241022:streamRawPredict'
-        )
-    )
-    request = model.request(
-        lf_message.UserMessage('hi'),
-        language_model.LMSamplingOptions(temperature=0.0),
-    )
-    self.assertEqual(
-        request,
-        {
-            'anthropic_version': 'vertex-2023-10-16',
-            'max_tokens': 8192,
-            'messages': [
-                {'content': [{'text': 'hi', 'type': 'text'}], 'role': 'user'}
-            ],
-            'stream': False,
-            'temperature': 0.0,
-            'top_k': 40,
-        },
-    )
-
-
 if __name__ == '__main__':
   unittest.main()

{langfun-0.1.2.dev202501150804 → langfun-0.1.2.dev202501170804}/langfun/core/llms/vertexai.py

@@ -1,4 +1,4 @@
-# Copyright 2023 The Langfun Authors
+# Copyright 2025 The Langfun Authors
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,10 +15,12 @@
 
 import functools
 import os
-from typing import Annotated, Any
+from typing import Annotated, Any, Literal
 
 import langfun.core as lf
+from langfun.core.llms import anthropic
 from langfun.core.llms import gemini
+from langfun.core.llms import rest
 import pyglove as pg
 
 try:
@@ -36,10 +38,21 @@ except ImportError:
   Credentials = Any
 
 
-@lf.use_init_args(['model'])
-@pg.members([('api_endpoint', pg.typing.Str().freeze(''))])
-class VertexAI(gemini.Gemini):
-  """Language model served on VertexAI with REST API."""
+@pg.use_init_args(['api_endpoint'])
+class VertexAI(rest.REST):
+  """Base class for VertexAI models.
+
+  This class handles the authentication of vertex AI models. Subclasses
+  should implement `request` and `result` methods, as well as the `api_endpoint`
+  property. Or let users to provide them as __init__ arguments.
+
+  Please check out VertexAIGemini in `gemini.py` as an example.
+  """
+
+  model: Annotated[
+      str | None,
+      'Model ID.'
+  ] = None
 
   project: Annotated[
       str | None,
@@ -114,6 +127,17 @@ class VertexAI(gemini.Gemini):
     s.headers.update(self.headers or {})
     return s
 
+
+#
+# Gemini models served by Vertex AI.
+#
+
+
+@pg.use_init_args(['model'])
+@pg.members([('api_endpoint', pg.typing.Str().freeze(''))])
+class VertexAIGemini(VertexAI, gemini.Gemini):
+  """Gemini models served by Vertex AI.."""
+
   @property
   def api_endpoint(self) -> str:
     assert self._api_initialized
@@ -124,7 +148,7 @@ class VertexAI(gemini.Gemini):
     )
 
 
-class VertexAIGeminiFlash2_0ThinkingExp_20241219(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiFlash2_0ThinkingExp_20241219(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini Flash 2.0 Thinking model launched on 12/19/2024."""
 
   api_version = 'v1alpha'
@@ -132,61 +156,128 @@ class VertexAIGeminiFlash2_0ThinkingExp_20241219(VertexAI):  # pylint: disable=i
   timeout = None
 
 
-class VertexAIGeminiFlash2_0Exp(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiFlash2_0Exp(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini 2.0 Flash model."""
 
   model = 'gemini-2.0-flash-exp'
 
 
-class VertexAIGeminiExp_20241206(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiExp_20241206(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini Experimental model launched on 12/06/2024."""
 
   model = 'gemini-exp-1206'
 
 
-class VertexAIGeminiExp_20241114(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiExp_20241114(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini Experimental model launched on 11/14/2024."""
 
   model = 'gemini-exp-1114'
 
 
-class VertexAIGeminiPro1_5(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiPro1_5(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.5 Pro model."""
 
   model = 'gemini-1.5-pro-latest'
 
 
-class VertexAIGeminiPro1_5_002(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiPro1_5_002(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.5 Pro model."""
 
   model = 'gemini-1.5-pro-002'
 
 
-class VertexAIGeminiPro1_5_001(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiPro1_5_001(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.5 Pro model."""
 
   model = 'gemini-1.5-pro-001'
 
 
-class VertexAIGeminiFlash1_5(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiFlash1_5(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.5 Flash model."""
 
   model = 'gemini-1.5-flash'
 
 
-class VertexAIGeminiFlash1_5_002(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiFlash1_5_002(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.5 Flash model."""
 
   model = 'gemini-1.5-flash-002'
 
 
-class VertexAIGeminiFlash1_5_001(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiFlash1_5_001(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.5 Flash model."""
 
   model = 'gemini-1.5-flash-001'
 
 
-class VertexAIGeminiPro1(VertexAI):  # pylint: disable=invalid-name
+class VertexAIGeminiPro1(VertexAIGemini):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.0 Pro model."""
 
   model = 'gemini-1.0-pro'
+
+
+#
+# Anthropic models on Vertex AI.
+#
+
+
+@pg.use_init_args(['model'])
+@pg.members([('api_endpoint', pg.typing.Str().freeze(''))])
+class VertexAIAnthropic(VertexAI, anthropic.Anthropic):
+  """Anthropic models on VertexAI."""
+
+  location: Annotated[
+      Literal['us-east5', 'europe-west1'],
+      'GCP location with Anthropic models hosted.'
+  ] = 'us-east5'
+
+  api_version = 'vertex-2023-10-16'
+
+  @property
+  def headers(self):
+    return {
+        'Content-Type': 'application/json; charset=utf-8',
+    }
+
+  @property
+  def api_endpoint(self) -> str:
+    return (
+        f'https://{self.location}-aiplatform.googleapis.com/v1/projects/'
+        f'{self._project}/locations/{self.location}/publishers/anthropic/'
+        f'models/{self.model}:streamRawPredict'
+    )
+
+  def request(
+      self,
+      prompt: lf.Message,
+      sampling_options: lf.LMSamplingOptions
+  ):
+    request = super().request(prompt, sampling_options)
+    request['anthropic_version'] = self.api_version
+    del request['model']
+    return request
+
+
+# pylint: disable=invalid-name
+
+
+class VertexAIClaude3_Opus_20240229(VertexAIAnthropic):
+  """Anthropic's Claude 3 Opus model on VertexAI."""
+  model = 'claude-3-opus@20240229'
+
+
+class VertexAIClaude3_5_Sonnet_20241022(VertexAIAnthropic):
+  """Anthropic's Claude 3.5 Sonnet model on VertexAI."""
+  model = 'claude-3-5-sonnet-v2@20241022'
+
+
+class VertexAIClaude3_5_Sonnet_20240620(VertexAIAnthropic):
+  """Anthropic's Claude 3.5 Sonnet model on VertexAI."""
+  model = 'claude-3-5-sonnet@20240620'
+
+
+class VertexAIClaude3_5_Haiku_20241022(VertexAIAnthropic):
+  """Anthropic's Claude 3.5 Haiku model on VertexAI."""
+  model = 'claude-3-5-haiku@20241022'
+
+# pylint: enable=invalid-name