oracle-ads 2.11.19__py3-none-any.whl → 2.12.1__py3-none-any.whl

{oracle_ads-2.11.19.dist-info → oracle_ads-2.12.1.dist-info}/RECORD

@@ -18,7 +18,7 @@ ads/aqua/config/config.py,sha256=YIbd_9yP5kZd3G2q4q0TM6hzMdJSQ8BHPRAFE_5Xk3s,154
 ads/aqua/config/deployment_config_defaults.json,sha256=1fzb8EZOcFMjwktes40qgetKvdmUtEGCl4Jp4eb8tJg,665
 ads/aqua/config/resource_limit_names.json,sha256=0ecGLCLxll9qt3E7fVZPtzpurqe1PGdTk0Rjn_cWh8k,235
 ads/aqua/config/evaluation/__init__.py,sha256=2a_1LI4jWtJpbic5_v4EoOUTXCAH7cmsy9BW5prDHjU,179
-ads/aqua/config/evaluation/evaluation_service_config.py,sha256=JAaK_2dSVyoGv22PkjGgzMbt9WLBaZAOlk02yY3590k,8735
+ads/aqua/config/evaluation/evaluation_service_config.py,sha256=i3yRcCiwCwVp-7YGWBWO7pPg2iWlN9Pz0upCSYOVVj4,8769
 ads/aqua/config/evaluation/evaluation_service_model_config.py,sha256=ITs_RBCynWuygjNdcUD7e2BLbPyPP3UozryEWlnju9s,280
 ads/aqua/config/utils/__init__.py,sha256=2a_1LI4jWtJpbic5_v4EoOUTXCAH7cmsy9BW5prDHjU,179
 ads/aqua/config/utils/serializer.py,sha256=RTyeFw2fDxmcTsERRd8AJDuyOuRQckL9dDLk8HFdxxc,11347
@@ -42,7 +42,7 @@ ads/aqua/extension/errors.py,sha256=i37EnRzxGgvxzUNoyEORzHYmB296DGOUb6pm7VwEyTU,
 ads/aqua/extension/evaluation_handler.py,sha256=RT2W7WDtxNIT0uirLfTcDlmTPYCuMuWRhiDxYZYliZs,4542
 ads/aqua/extension/evaluation_ws_msg_handler.py,sha256=dv0iwOSTxYj1kQ1rPEoDmGgFBzLUCLXq5h7rpmY2T1M,2098
 ads/aqua/extension/finetune_handler.py,sha256=ZCdXoEYzfViZfJsk0solCB6HQkg0skG1jFfqq1zF-vw,3312
-ads/aqua/extension/model_handler.py,sha256=usiyLPaJJLAjtDhyFCNseaT3AQelZkBkLwoCno4Uo1o,9079
+ads/aqua/extension/model_handler.py,sha256=lsa8cRblUbITOtn2K9HuPWrl_CVGV2GXHq2aiGh4K5U,9130
 ads/aqua/extension/models_ws_msg_handler.py,sha256=3CPfzWl1xfrE2Dpn_WYP9zY0kY5zlsAE8tU_6Y2-i18,1801
 ads/aqua/extension/ui_handler.py,sha256=IYhtyL4oE8zlxe-kfbvWSmFsayyXaZZZButDdxM3hcA,9850
 ads/aqua/extension/ui_websocket_handler.py,sha256=oLFjaDrqkSERbhExdvxjLJX0oRcP-DVJ_aWn0qy0uvo,5084
@@ -54,7 +54,7 @@ ads/aqua/finetuning/constants.py,sha256=7LGF-rbbp-3IS8APjM9ABVHvm0EsaoC9A7XvxTgn
 ads/aqua/finetuning/entities.py,sha256=ZGFqewDV_YIGgmJqIXjrprSZE0yFZQF_tdbmQlvhTrQ,4045
 ads/aqua/finetuning/finetuning.py,sha256=5GXya26dmerhwlCxQ4TZJWZh5pr0h-TnkZ6WahJITvY,24497
 ads/aqua/model/__init__.py,sha256=j2iylvERdANxgrEDp7b_mLcKMz1CF5Go0qgYCiMwdos,278
-ads/aqua/model/constants.py,sha256=eUVl3FK8SRpfnDc1jNF09CkbWXyxmfTgW6Nqvus8lx0,1476
+ads/aqua/model/constants.py,sha256=b2nszavi2fNGiMpfpqT5xPWpab_yTJUN_sEdC8gOG2M,1535
 ads/aqua/model/entities.py,sha256=5S2WFvDDt2XaQKYkWFAgs3P_g-VPpt74rpNQRM6-ssY,9580
 ads/aqua/model/enums.py,sha256=t8GbK2nblIPm3gClR8W31RmbtTuqpoSzoN4W3JfD6AI,1004
 ads/aqua/model/model.py,sha256=gMoELf_HjuUYYcW05XfNRghXk3IhBP0PPaQDgP_-QUA,54277
@@ -446,25 +446,27 @@ ads/jobs/templates/driver_pytorch.py,sha256=lZMokjQqcYVqTfXzhQYjc1Z-kXhmYgxZe3pg
 ads/jobs/templates/driver_utils.py,sha256=tFQOwdspi6eXNftFt1ZLtFChc3HQ37rdf3cQ4kf3ayg,22097
 ads/jobs/templates/hostname_from_env.c,sha256=SeEoIQnuCiP9fiYWJ5MokWBUi1u0mcSo-nTXbXyZp7w,2309
 ads/jobs/templates/oci_metrics.py,sha256=3l4h17W_dheSK34thp95pMvG0iqBufoXck3I8_4zX6I,5859
-ads/llm/__init__.py,sha256=ku_cx5jqTcYQzEWU6lMisuK1PFJU9Jva6Ncq8VpnrBI,714
+ads/llm/__init__.py,sha256=t5yoDsD5huaEp38qdI5iTtkfXmJQ-5XDSrvcHM_XnHU,830
 ads/llm/chain.py,sha256=KuQcZGQsrlcl3CjtLk8KOHtSu0XJvFRL_Wv0Gz2RdF4,9526
+ads/llm/chat_template.py,sha256=t2QRfLLR_c_cq3JqABghWqiCSWjjuVc_mfEN-yVYG10,934
 ads/llm/deploy.py,sha256=VYm_8ML8iXL_y-G8LqSm1VsQQTSFq7rA95VCdhLz1A0,1985
-ads/llm/requirements.txt,sha256=ZOtrHBFR6A5LCly-nqbwGD7iWTBVHIWRPrAejN3oQl0,65
-ads/llm/serialize.py,sha256=C5Zo8NjO1iAJ4De9tuOB8bQO-5Bcp6VszSULA46LOOM,7423
+ads/llm/requirements.txt,sha256=vaVwhWCteqmo0fRsEk6M8S1LQMjULU_Bt_syBAa2G-s,55
+ads/llm/serialize.py,sha256=WjQNMPACyR8nIh1dB7BLFUmqUrumld6vt91lg1DWzWI,7281
 ads/llm/guardrails/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
-ads/llm/guardrails/base.py,sha256=3z_gSik-d859fvDGe4UGjSon_aeqE0PqZwHOCS_89J0,16491
-ads/llm/guardrails/huggingface.py,sha256=ts54JD6AUgXu7HoqYYU6NCQhwdhlWl0DSxuQ9ZRCQ3k,1314
+ads/llm/guardrails/base.py,sha256=UESjl8VgQGnDwpf8dy0PWpOJxpZKKnGHN6s46qnQUNw,16512
+ads/llm/guardrails/huggingface.py,sha256=4DFanCYb3R1SKYSFdcEyGH2ywQgf2yFDDZGJtOcoph0,1304
 ads/llm/langchain/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
 ads/llm/langchain/plugins/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
-ads/llm/langchain/plugins/base.py,sha256=fmcI7KRCzh1Y-k7FbTzS-3WyAGomanFK0ZPZcqPIkFA,4704
-ads/llm/langchain/plugins/contant.py,sha256=p1k9p7LwITygnZttNRauato1PhybUPESnIcZv3kkqLY,1008
-ads/llm/langchain/plugins/embeddings.py,sha256=nOm902vY1P1oV6v1M7o9Fh0lSc7Gg0Nj5-puOByO6xI,2046
-ads/llm/langchain/plugins/llm_gen_ai.py,sha256=HeFHUV1aqdw661VoyYdjG973m-LntU0YWozOZ9YEKi0,9975
-ads/llm/langchain/plugins/llm_md.py,sha256=YhlT1gu4BZShcdQ4sy6S9N4h9BC-FqSbvYTAVoHkgpw,9899
+ads/llm/langchain/plugins/chat_models/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
+ads/llm/langchain/plugins/chat_models/oci_data_science.py,sha256=q398lxXycKlAtPmkVqeEE-Uaqymj13HZIRaCm2B_xDU,33667
+ads/llm/langchain/plugins/llms/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
+ads/llm/langchain/plugins/llms/oci_data_science_model_deployment_endpoint.py,sha256=ng3pEoXXEaCc_qSHkXwyJmZC9dGPO-imQT4JN6jAJnc,32353
 ads/llm/serializers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ads/llm/serializers/retrieval_qa.py,sha256=VQ4rFRrDHOpAcMYNvRbT19LcDGwRrE1lczerLQYKxwU,5133
 ads/llm/serializers/runnable_parallel.py,sha256=USCVhMNi67AiCmu-s_mmOvc0sK7v4yKVwBTJm60x7wE,835
 ads/llm/templates/score_chain.jinja2,sha256=H6_riqJlFtnQk7Za4rb7wGffWVLEUxxqgXlsbMPdInY,4869
+ads/llm/templates/tool_chat_template_hermes.jinja,sha256=nQgWGwZludNFmUO7V8emgPQud828l9T4e5QmsDyLq4k,5226
+ads/llm/templates/tool_chat_template_mistral_parallel.jinja,sha256=xkZLgw50a3wPiw9I5HmDlZiEAXPg9wtwnrkhaAiI_1o,4773
 ads/model/__init__.py,sha256=r4U2NvroKMUa-tqNnXBtND9cA6b1Yefmdj6lgdoKlDk,1900
 ads/model/artifact.py,sha256=ONKyjZKO5wmAYI-GT63z8yLm_QsmIGXcob9KrnwtF5k,20503
 ads/model/artifact_downloader.py,sha256=-9IYkjZ0LaMWf5foz5HUGTZCEm67f-3LbDsigNlzEPg,9751
@@ -637,17 +639,17 @@ ads/opctl/operator/lowcode/anomaly/README.md,sha256=E3vpyc5iKvIq8iuvGj8ZvLq3i_Q5
 ads/opctl/operator/lowcode/anomaly/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
 ads/opctl/operator/lowcode/anomaly/__main__.py,sha256=q7TSFpSmLSAXlwjWNMi_M5y9ndF86RPd7KJ_kanltjM,3328
 ads/opctl/operator/lowcode/anomaly/cmd.py,sha256=e6ATBJcPXEdZ85hlSb7aWselA-8LlvtpI0AuO4Yw6Iw,1002
-ads/opctl/operator/lowcode/anomaly/const.py,sha256=nNZqjH-YNB2GVsk890v3B88pml15xrSOPjvfW2P5M1o,2930
+ads/opctl/operator/lowcode/anomaly/const.py,sha256=XKJkWFkXy6BYPn68L0bopYOUUKbzOI_AyxBDEiGWgaM,3048
 ads/opctl/operator/lowcode/anomaly/environment.yaml,sha256=J6KiIHOb5a2AcgZm1sisMgbjABlizyYRUq_aYZBk228,156
 ads/opctl/operator/lowcode/anomaly/operator_config.py,sha256=A1LBD0n3_M6M_2NuFQ6FrLq4vukUL47iPbPDBkIS3OY,4328
-ads/opctl/operator/lowcode/anomaly/schema.yaml,sha256=jMSoCqb58Dz4_LeB55LO9_NRQ8TKPeVdl5VkGZHlqYs,9200
+ads/opctl/operator/lowcode/anomaly/schema.yaml,sha256=j2JvCyCStZ3owDxAm7b_v0E5Hrx7gE6DbYv1hSjOxD4,9314
 ads/opctl/operator/lowcode/anomaly/utils.py,sha256=Uj98FO5oM-sLjoqsOnoBmgSMF7iJiL0XX-gvphw9yiU,2746
 ads/opctl/operator/lowcode/anomaly/model/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
 ads/opctl/operator/lowcode/anomaly/model/anomaly_dataset.py,sha256=zpRRAtbjRgX9HPJb_7-eZ96c1AGQgDjjs-CsLTvYtuY,5402
 ads/opctl/operator/lowcode/anomaly/model/automlx.py,sha256=Zn4ySrGfLbaKW0KIduwdnY0-YK8XAprCcMhElA4g-Vc,3401
-ads/opctl/operator/lowcode/anomaly/model/autots.py,sha256=WlA39DA3GeQfW5HYiBLCArVQBXGzIVQH3D09cZYGjtg,3689
+ads/opctl/operator/lowcode/anomaly/model/autots.py,sha256=Q9FjVIOjnyctGDvYWCMB_rtusbl5IK1wCzkVze_MKxw,3984
 ads/opctl/operator/lowcode/anomaly/model/base_model.py,sha256=bq2VgRxLIRFov8pEoYCPGw3AXUmTJktA2nszQN8La2c,15365
-ads/opctl/operator/lowcode/anomaly/model/factory.py,sha256=XEh5bdnWDjIEBswrOb36CeTmRcWQ2uUGDrC3e3iJVxY,3264
+ads/opctl/operator/lowcode/anomaly/model/factory.py,sha256=uRVD44_VCJVJzr3s3Cy_fPpYyP45JwKRmmN7uE2lw3I,3450
 ads/opctl/operator/lowcode/anomaly/model/isolationforest.py,sha256=Kjsuio7cM-dKv63p58B9Jj0XPly6Z0hqfghs5nnXepA,2671
 ads/opctl/operator/lowcode/anomaly/model/oneclasssvm.py,sha256=eQpNyax1hnufLHhL8Rbzee28comD2fF7TLn3TpzMrs8,2583
 ads/opctl/operator/lowcode/anomaly/model/randomcutforest.py,sha256=HUyWQOFjfLkIWsnmhfEn9354slKStlv6jIwQi5xzVj0,4270
@@ -672,7 +674,7 @@ ads/opctl/operator/lowcode/feature_store_marketplace/models/apigw_config.py,sha2
 ads/opctl/operator/lowcode/feature_store_marketplace/models/db_config.py,sha256=ush-EZ9TUSg00g0Px-4SJa83KNLlV3BgQl9PNkVQC7M,1249
 ads/opctl/operator/lowcode/feature_store_marketplace/models/mysql_config.py,sha256=wLifggnPo6d10SxkgVbGHB5L-EdV4QaO_BvBzpeTZGQ,3268
 ads/opctl/operator/lowcode/feature_store_marketplace/models/serializable_yaml_model.py,sha256=Fd5K1q30mIyCbU6WDH8nDXyCJFlo_kSAEKxqr4dQSSc,1135
-ads/opctl/operator/lowcode/forecast/MLoperator,sha256=i0H5hvZsYYFf8pP9997ulcU4gD5q8K2yeyUSicJOHsk,5973
+ads/opctl/operator/lowcode/forecast/MLoperator,sha256=xM8yBUQObjG_6Mg36f3Vv8b9N3L8_5RUZJE2riOjXuw,5981
 ads/opctl/operator/lowcode/forecast/README.md,sha256=kbCCEdo-0pwKlZp9ctnWUK6Z31n69IsnG0i26b202Zg,9768
 ads/opctl/operator/lowcode/forecast/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
 ads/opctl/operator/lowcode/forecast/__main__.py,sha256=5Vh-kClwxTsvZLEuECyQBvbZFfH37HQW2G09RwX11Kw,2503
@@ -686,11 +688,11 @@ ads/opctl/operator/lowcode/forecast/schema.yaml,sha256=Zfhh_wfWxNeTtN4bqAe623Vf0
 ads/opctl/operator/lowcode/forecast/utils.py,sha256=oc6eBH9naYg4BB14KS2HL0uFdZHMgKsxx9vG28dJrXA,14347
 ads/opctl/operator/lowcode/forecast/model/__init__.py,sha256=sAqmLhogrLXb3xI7dPOj9HmSkpTnLh9wkzysuGd8AXk,204
 ads/opctl/operator/lowcode/forecast/model/arima.py,sha256=6ZXtzXcqoEMVF9DChzX0cnTJ-9tXKdbPiiSPQq4a9oM,10914
-ads/opctl/operator/lowcode/forecast/model/automlx.py,sha256=nMqljeHnhuYGMmRa8e0PkDtx-ClSclQeJVowBIkq0Sk,14848
+ads/opctl/operator/lowcode/forecast/model/automlx.py,sha256=D7U-y-sTdkiqynk_l86z1HNSjn9c58DJTU7l8T33BJk,14856
 ads/opctl/operator/lowcode/forecast/model/autots.py,sha256=QxU24eZeaRpnC5rTqBFe6-5ylMorPN0sCamHUiNQVaE,13162
 ads/opctl/operator/lowcode/forecast/model/base_model.py,sha256=s4_lvasasCqvrj49ubD0H_2wA9pvh16_f5BiivqvL20,30876
 ads/opctl/operator/lowcode/forecast/model/factory.py,sha256=NV_m2sEgj3byHHqLs9Vbth7d5yfvFuXj8QI3-y9x2Po,3488
-ads/opctl/operator/lowcode/forecast/model/forecast_datasets.py,sha256=d9rDmrIAbKTStOVroIKZkTEP1FP2AP0dq9XDEWt6w2c,16968
+ads/opctl/operator/lowcode/forecast/model/forecast_datasets.py,sha256=02gOA-0KKtD0VYj87SsgRMq4EP2VSnhfuxoH1suAIO0,16968
 ads/opctl/operator/lowcode/forecast/model/ml_forecast.py,sha256=EOFZR5wjZcpKACW3ZNnxd31Okz_ehOSaO5_dKL-Ktgw,9558
 ads/opctl/operator/lowcode/forecast/model/neuralprophet.py,sha256=pRmhLHjP027gmPbkgqzR2SZYKvj1rG9Heev2P8mSZ_k,19347
 ads/opctl/operator/lowcode/forecast/model/prophet.py,sha256=0OBnyVP9bFpo1zSAqA5qtobZxICRTLVT9mwPOlHb3sM,14554
@@ -811,8 +813,8 @@ ads/type_discovery/unknown_detector.py,sha256=yZuYQReO7PUyoWZE7onhhtYaOg6088wf1y
 ads/type_discovery/zipcode_detector.py,sha256=3AlETg_ZF4FT0u914WXvTT3F3Z6Vf51WiIt34yQMRbw,1421
 ads/vault/__init__.py,sha256=x9tMdDAOdF5iDHk9u2di_K-ze5Nq068x25EWOBoWwqY,245
 ads/vault/vault.py,sha256=hFBkpYE-Hfmzu1L0sQwUfYcGxpWmgG18JPndRl0NOXI,8624
-oracle_ads-2.11.19.dist-info/entry_points.txt,sha256=9VFnjpQCsMORA4rVkvN8eH6D3uHjtegb9T911t8cqV0,35
-oracle_ads-2.11.19.dist-info/LICENSE.txt,sha256=zoGmbfD1IdRKx834U0IzfFFFo5KoFK71TND3K9xqYqo,1845
-oracle_ads-2.11.19.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-oracle_ads-2.11.19.dist-info/METADATA,sha256=R8jk8MKEE5pas8WxbiX_VJ02VbhhojP_R83HgtIKUmE,16068
-oracle_ads-2.11.19.dist-info/RECORD,,
+oracle_ads-2.12.1.dist-info/entry_points.txt,sha256=9VFnjpQCsMORA4rVkvN8eH6D3uHjtegb9T911t8cqV0,35
+oracle_ads-2.12.1.dist-info/LICENSE.txt,sha256=zoGmbfD1IdRKx834U0IzfFFFo5KoFK71TND3K9xqYqo,1845
+oracle_ads-2.12.1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+oracle_ads-2.12.1.dist-info/METADATA,sha256=5I5Ky6jb3u3gyBOYwjEu4ov9lwZAme6eaE7A_wcotMo,16150
+oracle_ads-2.12.1.dist-info/RECORD,,

ads/llm/langchain/plugins/base.py

@@ -1,118 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-
-# Copyright (c) 2023, 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-from typing import Any, Dict, List, Optional
-
-from langchain.llms.base import LLM
-from langchain.pydantic_v1 import BaseModel, Field, root_validator
-
-from ads import logger
-from ads.common.auth import default_signer
-from ads.config import COMPARTMENT_OCID
-
-
-class BaseLLM(LLM):
-    """Base OCI LLM class. Contains common attributes."""
-
-    auth: dict = Field(default_factory=default_signer, exclude=True)
-    """ADS auth dictionary for OCI authentication.
-    This can be generated by calling `ads.common.auth.api_keys()` or `ads.common.auth.resource_principal()`.
-    If this is not provided then the `ads.common.default_signer()` will be used."""
-
-    max_tokens: int = 256
-    """Denotes the number of tokens to predict per generation."""
-
-    temperature: float = 0.2
-    """A non-negative float that tunes the degree of randomness in generation."""
-
-    k: int = 0
-    """Number of most likely tokens to consider at each step."""
-
-    p: int = 0.75
-    """Total probability mass of tokens to consider at each step."""
-
-    stop: Optional[List[str]] = None
-    """Stop words to use when generating. Model output is cut off at the first occurrence of any of these substrings."""
-
-    def _print_request(self, prompt, params):
-        if self.verbose:
-            print(f"LLM API Request:\n{prompt}")
-
-    def _print_response(self, completion, response):
-        if self.verbose:
-            print(f"LLM API Completion:\n{completion}")
-
-    @classmethod
-    def get_lc_namespace(cls) -> List[str]:
-        """Get the namespace of the LangChain object."""
-        return ["ads", "llm"]
-
-    @classmethod
-    def is_lc_serializable(cls) -> bool:
-        """This class can be serialized with default LangChain serialization."""
-        return True
-
-
-class GenerativeAiClientModel(BaseModel):
-    """Base model for generative AI embedding model and LLM."""
-
-    # This auth is the same as the auth in BaseLLM class.
-    # However, this is needed for the Gen AI embedding model.
-    # Do not remove this attribute
-    auth: dict = Field(default_factory=default_signer, exclude=True)
-    """ADS auth dictionary for OCI authentication.
-    This can be generated by calling `ads.common.auth.api_keys()` or `ads.common.auth.resource_principal()`.
-    If this is not provided then the `ads.common.default_signer()` will be used."""
-
-    client: Any  #: :meta private:
-    """OCI GenerativeAiClient."""
-
-    compartment_id: str = None
-    """Compartment ID of the caller."""
-
-    endpoint_kwargs: Dict[str, Any] = {}
-    """Optional attributes passed to the OCI API call."""
-
-    client_kwargs: Dict[str, Any] = {}
-    """Holds any client parameters for creating GenerativeAiClient"""
-
-    @staticmethod
-    def _import_client():
-        try:
-            from oci.generative_ai_inference import GenerativeAiInferenceClient
-        except ImportError as ex:
-            raise ImportError(
-                "Could not import GenerativeAiInferenceClient from oci. "
-                "The OCI SDK installed does not support generative AI service."
-            ) from ex
-        return GenerativeAiInferenceClient
-
-    @root_validator()
-    def validate_environment(  # pylint: disable=no-self-argument
-        cls, values: Dict
-    ) -> Dict:
-        """Validate that python package exists in environment."""
-        # Initialize client only if user does not pass in client.
-        # Users may choose to initialize the OCI client by themselves and pass it into this model.
-        logger.warning(
-            f"The ads langchain plugin {cls.__name__} will be deprecated soon. "
-            "Please refer to https://python.langchain.com/v0.2/docs/integrations/providers/oci/ "
-            "for the latest support."
-        )
-        if not values.get("client"):
-            auth = values.get("auth", {})
-            client_kwargs = auth.get("client_kwargs") or {}
-            client_kwargs.update(values["client_kwargs"])
-            # Import the GenerativeAIClient here so that there will be no error when user import ads.llm
-            # and the install OCI SDK does not support generative AI service yet.
-            client_class = cls._import_client()
-            values["client"] = client_class(**auth, **client_kwargs)
-        # Set default compartment ID
-        if not values.get("compartment_id"):
-            if COMPARTMENT_OCID:
-                values["compartment_id"] = COMPARTMENT_OCID
-            else:
-                raise ValueError("Please specify compartment_id.")
-        return values

ads/llm/langchain/plugins/contant.py

@@ -1,44 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-
-# Copyright (c) 2023, 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-from enum import Enum
-
-
-class StrEnum(str, Enum):
-    """Enum with string members
-    https://docs.python.org/3.11/library/enum.html#enum.StrEnum
-    """
-
-    # Pydantic uses Python's standard enum classes to define choices.
-    # https://docs.pydantic.dev/latest/api/standard_library_types/#enum
-
-
-DEFAULT_TIME_OUT = 300
-DEFAULT_CONTENT_TYPE_JSON = "application/json"
-
-
-class Task(StrEnum):
-    TEXT_GENERATION = "text_generation"
-    TEXT_SUMMARIZATION = "text_summarization"
-
-
-class LengthParam(StrEnum):
-    SHORT = "SHORT"
-    MEDIUM = "MEDIUM"
-    LONG = "LONG"
-    AUTO = "AUTO"
-
-
-class FormatParam(StrEnum):
-    PARAGRAPH = "PARAGRAPH"
-    BULLETS = "BULLETS"
-    AUTO = "AUTO"
-
-
-class ExtractivenessParam(StrEnum):
-    LOW = "LOW"
-    MEDIUM = "MEDIUM"
-    HIGH = "HIGH"
-    AUTO = "AUTO"

ads/llm/langchain/plugins/embeddings.py

@@ -1,64 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-
-# Copyright (c) 2023, 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-from typing import List, Optional
-from langchain.load.serializable import Serializable
-from langchain.schema.embeddings import Embeddings
-from ads.llm.langchain.plugins.base import GenerativeAiClientModel
-
-
-class GenerativeAIEmbeddings(GenerativeAiClientModel, Embeddings, Serializable):
-    """OCI Generative AI embedding models."""
-
-    model: str = "cohere.embed-english-light-v2.0"
-    """Model name to use."""
-
-    truncate: Optional[str] = None
-    """Truncate embeddings that are too long from start or end ("NONE"|"START"|"END")"""
-
-    @classmethod
-    def get_lc_namespace(cls) -> List[str]:
-        """Get the namespace of the LangChain object."""
-        return ["ads", "llm"]
-
-    @classmethod
-    def is_lc_serializable(cls) -> bool:
-        """This class can be serialized with default LangChain serialization."""
-        return True
-
-    def embed_documents(self, texts: List[str]) -> List[List[float]]:
-        """Embeds a list of strings.
-
-        Args:
-            texts: The list of texts to embed.
-
-        Returns:
-            List of embeddings, one for each text.
-        """
-        from oci.generative_ai_inference.models import (
-            EmbedTextDetails,
-            OnDemandServingMode,
-        )
-
-        details = EmbedTextDetails(
-            compartment_id=self.compartment_id,
-            inputs=texts,
-            serving_mode=OnDemandServingMode(model_id=self.model),
-            truncate=self.truncate,
-        )
-        embeddings = self.client.embed_text(details).data.embeddings
-        return [list(map(float, e)) for e in embeddings]
-
-    def embed_query(self, text: str) -> List[float]:
-        """Embeds a single string.
-
-        Args:
-            text: The text to embed.
-
-        Returns:
-            Embeddings for the text.
-        """
-        return self.embed_documents([text])[0]

ads/llm/langchain/plugins/llm_gen_ai.py

@@ -1,301 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*--
-
-# Copyright (c) 2023, 2024 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-import logging
-from typing import Any, Dict, List, Optional
-
-from langchain.callbacks.manager import CallbackManagerForLLMRun
-
-from ads.llm.langchain.plugins.base import BaseLLM, GenerativeAiClientModel
-from ads.llm.langchain.plugins.contant import Task
-
-logger = logging.getLogger(__name__)
-
-
-class GenerativeAI(GenerativeAiClientModel, BaseLLM):
-    """GenerativeAI Service.
-
-    To use, you should have the ``oci`` python package installed.
-
-    Example
-    -------
-
-    .. code-block:: python
-
-        from ads.llm import GenerativeAI
-
-        gen_ai = GenerativeAI(compartment_id="ocid1.compartment.oc1..<ocid>")
-
-    """
-
-    task: str = "text_generation"
-    """Task can be either text_generation or text_summarization."""
-
-    model: Optional[str] = "cohere.command"
-    """Model name to use."""
-
-    frequency_penalty: float = None
-    """Penalizes repeated tokens according to frequency. Between 0 and 1."""
-
-    presence_penalty: float = None
-    """Penalizes repeated tokens. Between 0 and 1."""
-
-    truncate: Optional[str] = None
-    """Specify how the client handles inputs longer than the maximum token."""
-
-    length: str = "AUTO"
-    """Indicates the approximate length of the summary. """
-
-    format: str = "PARAGRAPH"
-    """Indicates the style in which the summary will be delivered - in a free form paragraph or in bullet points."""
-
-    extractiveness: str = "AUTO"
-    """Controls how close to the original text the summary is. High extractiveness summaries will lean towards reusing sentences verbatim, while low extractiveness summaries will tend to paraphrase more."""
-
-    additional_command: str = ""
-    """A free-form instruction for modifying how the summaries get generated. """
-
-    @property
-    def _identifying_params(self) -> Dict[str, Any]:
-        """Get the identifying parameters."""
-        return {
-            **{
-                "model": self.model,
-                "task": self.task,
-                "client_kwargs": self.client_kwargs,
-                "endpoint_kwargs": self.endpoint_kwargs,
-            },
-            **self._default_params,
-        }
-
-    @property
-    def _llm_type(self) -> str:
-        """Return type of llm."""
-        return "GenerativeAI"
-
-    @property
-    def _default_params(self) -> Dict[str, Any]:
-        """Get the default parameters for calling OCIGenerativeAI API."""
-        # This property is used by _identifying_params(), which then used for serialization
-        # All parameters returning here should be JSON serializable.
-
-        return (
-            {
-                "compartment_id": self.compartment_id,
-                "temperature": self.temperature,
-                "max_tokens": self.max_tokens,
-                "top_k": self.k,
-                "top_p": self.p,
-                "frequency_penalty": self.frequency_penalty,
-                "presence_penalty": self.presence_penalty,
-                "truncate": self.truncate,
-            }
-            if self.task == Task.TEXT_GENERATION
-            else {
-                "compartment_id": self.compartment_id,
-                "temperature": self.temperature,
-                "length": self.length,
-                "format": self.format,
-                "extractiveness": self.extractiveness,
-                "additional_command": self.additional_command,
-            }
-        )
-
-    def _invocation_params(self, stop: Optional[List[str]], **kwargs: Any) -> dict:
-        params = self._default_params
-        if self.task == Task.TEXT_SUMMARIZATION:
-            return {**params}
-
-        if self.stop is not None and stop is not None:
-            raise ValueError("`stop` found in both the input and default params.")
-        elif self.stop is not None:
-            params["stop_sequences"] = self.stop
-        else:
-            params["stop_sequences"] = stop
-        return {**params, **kwargs}
-
-    def _call(
-        self,
-        prompt: str,
-        stop: Optional[List[str]] = None,
-        run_manager: Optional[CallbackManagerForLLMRun] = None,
-        **kwargs: Any,
-    ):
-        """Call out to GenerativeAI's generate endpoint.
-
-        Parameters
-        ----------
-        prompt (str):
-            The prompt to pass into the model.
-        stop (List[str], Optional):
-            List of stop words to use when generating.
-
-        Returns
-        -------
-        The string generated by the model.
-
-        Example
-        -------
-
-            .. code-block:: python
-
-                response = gen_ai("Tell me a joke.")
-        """
-
-        params = self._invocation_params(stop, **kwargs)
-        self._print_request(prompt, params)
-
-        try:
-            completion = self.completion_with_retry(prompt=prompt, **params)
-        except Exception:
-            logger.error(
-                "Error occur when invoking oci service api."
-                "DEBUG INTO: task=%s, params=%s, prompt=%s",
-                self.task,
-                params,
-                prompt,
-            )
-            raise
-
-        return completion
-
-    def _text_generation(self, request_class, serving_mode, **kwargs):
-        from oci.generative_ai_inference.models import (
-            GenerateTextDetails,
-            GenerateTextResult,
-        )
-
-        compartment_id = kwargs.pop("compartment_id")
-        inference_request = request_class(**kwargs)
-        response = self.client.generate_text(
-            GenerateTextDetails(
-                compartment_id=compartment_id,
-                serving_mode=serving_mode,
-                inference_request=inference_request,
-            ),
-            **self.endpoint_kwargs,
-        ).data
-        response: GenerateTextResult
-        return response.inference_response
-
-    def _cohere_completion(self, serving_mode, **kwargs) -> str:
-        from oci.generative_ai_inference.models import (
-            CohereLlmInferenceRequest,
-            CohereLlmInferenceResponse,
-        )
-
-        response = self._text_generation(
-            CohereLlmInferenceRequest, serving_mode, **kwargs
-        )
-        response: CohereLlmInferenceResponse
-        if kwargs.get("num_generations", 1) == 1:
-            completion = response.generated_texts[0].text
-        else:
-            completion = [result.text for result in response.generated_texts]
-        self._print_response(completion, response)
-        return completion
-
-    def _llama_completion(self, serving_mode, **kwargs) -> str:
-        from oci.generative_ai_inference.models import (
-            LlamaLlmInferenceRequest,
-            LlamaLlmInferenceResponse,
-        )
-
-        # truncate and stop_sequence are not supported.
-        kwargs.pop("truncate", None)
-        kwargs.pop("stop_sequences", None)
-        # top_k must be >1 or -1
-        if "top_k" in kwargs and kwargs["top_k"] == 0:
-            kwargs.pop("top_k")
-
-        # top_p must be 1 when temperature is 0
-        if kwargs.get("temperature") == 0:
-            kwargs["top_p"] = 1
-
-        response = self._text_generation(
-            LlamaLlmInferenceRequest, serving_mode, **kwargs
-        )
-        response: LlamaLlmInferenceResponse
-        if kwargs.get("num_generations", 1) == 1:
-            completion = response.choices[0].text
-        else:
-            completion = [result.text for result in response.choices]
-        self._print_response(completion, response)
-        return completion
-
-    def _cohere_summarize(self, serving_mode, **kwargs) -> str:
-        from oci.generative_ai_inference.models import SummarizeTextDetails
-
-        kwargs["input"] = kwargs.pop("prompt")
-
-        response = self.client.summarize_text(
-            SummarizeTextDetails(serving_mode=serving_mode, **kwargs),
-            **self.endpoint_kwargs,
-        )
-        return response.data.summary
-
-    def completion_with_retry(self, **kwargs: Any) -> Any:
-        from oci.generative_ai_inference.models import OnDemandServingMode
-
-        serving_mode = OnDemandServingMode(model_id=self.model)
-
-        if self.task == Task.TEXT_SUMMARIZATION:
-            return self._cohere_summarize(serving_mode, **kwargs)
-        elif self.model.startswith("cohere"):
-            return self._cohere_completion(serving_mode, **kwargs)
-        elif self.model.startswith("meta.llama"):
-            return self._llama_completion(serving_mode, **kwargs)
-        raise ValueError(f"Model {self.model} is not supported.")
-
-    def batch_completion(
-        self,
-        prompt: str,
-        stop: Optional[List[str]] = None,
-        run_manager: Optional[CallbackManagerForLLMRun] = None,
-        num_generations: int = 1,
-        **kwargs: Any,
-    ) -> List[str]:
-        """Generates multiple completion for the given prompt.
-
-        Parameters
-        ----------
-        prompt (str):
-            The prompt to pass into the model.
-        stop: (List[str], optional):
-            Optional list of stop words to use when generating. Defaults to None.
-        num_generations (int, optional):
-            Number of completions aims to get. Defaults to 1.
-
-        Raises
-        ------
-        NotImplementedError
-            Raise when invoking batch_completion under summarization task.
-
-        Returns
-        -------
-        List[str]
-            List of multiple completions.
-
-        Example
-        -------
-
-            .. code-block:: python
-
-                responses = gen_ai.batch_completion("Tell me a joke.", num_generations=5)
-
-        """
-        if self.task == Task.TEXT_SUMMARIZATION:
-            raise NotImplementedError(
-                f"task={Task.TEXT_SUMMARIZATION} does not support batch_completion. "
-            )
-
-        return self._call(
-            prompt=prompt,
-            stop=stop,
-            run_manager=run_manager,
-            num_generations=num_generations,
-            **kwargs,
-        )