airbyte-cdk 7.4.0__py3-none-any.whl → 7.4.0.post2.dev18891812908__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of airbyte-cdk might be problematic. Click here for more details.
- airbyte_cdk/destinations/vector_db_based/document_processor.py +2 -2
- airbyte_cdk/destinations/vector_db_based/embedder.py +9 -5
- {airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/METADATA +4 -3
- {airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/RECORD +8 -8
- {airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/WHEEL +0 -0
- {airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/entry_points.txt +0 -0
|
@@ -8,9 +8,9 @@ from dataclasses import dataclass
|
|
|
8
8
|
from typing import Any, Dict, List, Mapping, Optional, Tuple
|
|
9
9
|
|
|
10
10
|
import dpath
|
|
11
|
-
from langchain.text_splitter import Language, RecursiveCharacterTextSplitter
|
|
12
|
-
from langchain.utils import stringify_dict
|
|
13
11
|
from langchain_core.documents.base import Document
|
|
12
|
+
from langchain_core.utils.strings import stringify_dict
|
|
13
|
+
from langchain_text_splitters import Language, RecursiveCharacterTextSplitter
|
|
14
14
|
|
|
15
15
|
from airbyte_cdk.destinations.vector_db_based.config import (
|
|
16
16
|
ProcessingConfigModel,
|
|
@@ -7,10 +7,12 @@ from abc import ABC, abstractmethod
|
|
|
7
7
|
from dataclasses import dataclass
|
|
8
8
|
from typing import List, Optional, Union, cast
|
|
9
9
|
|
|
10
|
-
from
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
10
|
+
from langchain_community.embeddings import (
|
|
11
|
+
CohereEmbeddings,
|
|
12
|
+
FakeEmbeddings,
|
|
13
|
+
LocalAIEmbeddings,
|
|
14
|
+
OpenAIEmbeddings,
|
|
15
|
+
)
|
|
14
16
|
|
|
15
17
|
from airbyte_cdk.destinations.vector_db_based.config import (
|
|
16
18
|
AzureOpenAIEmbeddingConfigModel,
|
|
@@ -140,7 +142,9 @@ class CohereEmbedder(Embedder):
|
|
|
140
142
|
super().__init__()
|
|
141
143
|
# Client is set internally
|
|
142
144
|
self.embeddings = CohereEmbeddings(
|
|
143
|
-
cohere_api_key=config.cohere_key,
|
|
145
|
+
cohere_api_key=config.cohere_key,
|
|
146
|
+
model="embed-english-light-v2.0",
|
|
147
|
+
user_agent="airbyte-cdk",
|
|
144
148
|
) # type: ignore
|
|
145
149
|
|
|
146
150
|
def check(self) -> Optional[str]:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: airbyte-cdk
|
|
3
|
-
Version: 7.4.0
|
|
3
|
+
Version: 7.4.0.post2.dev18891812908
|
|
4
4
|
Summary: A framework for writing Airbyte Connectors.
|
|
5
5
|
Home-page: https://airbyte.com
|
|
6
6
|
License: MIT
|
|
@@ -45,8 +45,9 @@ Requires-Dist: google-cloud-secret-manager (>=2.17.0,<3.0.0)
|
|
|
45
45
|
Requires-Dist: isodate (>=0.6.1,<0.7.0)
|
|
46
46
|
Requires-Dist: jsonref (>=1,<2)
|
|
47
47
|
Requires-Dist: jsonschema (>=4.17.3,<5.0)
|
|
48
|
-
Requires-Dist:
|
|
49
|
-
Requires-Dist: langchain_core (
|
|
48
|
+
Requires-Dist: langchain_community (>=0.4,<0.5) ; extra == "vector-db-based"
|
|
49
|
+
Requires-Dist: langchain_core (>=1.0.0,<2.0.0) ; extra == "vector-db-based"
|
|
50
|
+
Requires-Dist: langchain_text_splitters (>=1.0.0,<2.0.0) ; extra == "vector-db-based"
|
|
50
51
|
Requires-Dist: markdown ; extra == "file-based"
|
|
51
52
|
Requires-Dist: nltk (==3.9.1)
|
|
52
53
|
Requires-Dist: openai[embeddings] (==0.27.9) ; extra == "vector-db-based"
|
|
@@ -28,8 +28,8 @@ airbyte_cdk/destinations/destination.py,sha256=CIq-yb8C_0QvcKCtmStaHfiqn53GEfRAI
|
|
|
28
28
|
airbyte_cdk/destinations/vector_db_based/README.md,sha256=QAe8c_1Afme4r2TCE10cTSaxUE3zgCBuArSuRQqK8tA,2115
|
|
29
29
|
airbyte_cdk/destinations/vector_db_based/__init__.py,sha256=eAkzwTjBbXBhJ5GfPO5I53Zgpv5xQFLRQS8n4nuyPt0,1006
|
|
30
30
|
airbyte_cdk/destinations/vector_db_based/config.py,sha256=1u87eibIWLZ_wuaCvE3yp5ayguM9dGhGXbT8agmkUBg,12468
|
|
31
|
-
airbyte_cdk/destinations/vector_db_based/document_processor.py,sha256=
|
|
32
|
-
airbyte_cdk/destinations/vector_db_based/embedder.py,sha256=
|
|
31
|
+
airbyte_cdk/destinations/vector_db_based/document_processor.py,sha256=PSeqmA4XhsFPFDJHRs5-CkPs16_aYaCnpQ8NEO9IDuM,9414
|
|
32
|
+
airbyte_cdk/destinations/vector_db_based/embedder.py,sha256=_RDlPlmqqCgtMa4-Xups3K7Xmt5cdY1rENClevBN5Lo,11998
|
|
33
33
|
airbyte_cdk/destinations/vector_db_based/indexer.py,sha256=beiSi2Uu67EoTr7yQSaCJFAh9RajHFGKA4PoTbpTOqM,3243
|
|
34
34
|
airbyte_cdk/destinations/vector_db_based/test_utils.py,sha256=MkqLiOJ5QyKbV4rNiJhe-BHM7FD-ADHQ4bQGf4c5lRY,1932
|
|
35
35
|
airbyte_cdk/destinations/vector_db_based/utils.py,sha256=FOyEo8Lc-fY8UyhpCivhZtIqBRyxf3cUt6anmK03fUY,1127
|
|
@@ -462,9 +462,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
|
462
462
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=9YDJmnIGFsT51CVQf2tSSvTapGimITjEFGbUTSZAGTI,963
|
|
463
463
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
|
464
464
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
|
465
|
-
airbyte_cdk-7.4.0.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
|
466
|
-
airbyte_cdk-7.4.0.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
|
467
|
-
airbyte_cdk-7.4.0.dist-info/METADATA,sha256=
|
|
468
|
-
airbyte_cdk-7.4.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
|
469
|
-
airbyte_cdk-7.4.0.dist-info/entry_points.txt,sha256=eLZ2UYvJZGm1s07Pplcs--1Gim60YhZWTb53j_dghwU,195
|
|
470
|
-
airbyte_cdk-7.4.0.dist-info/RECORD,,
|
|
465
|
+
airbyte_cdk-7.4.0.post2.dev18891812908.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
|
466
|
+
airbyte_cdk-7.4.0.post2.dev18891812908.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
|
467
|
+
airbyte_cdk-7.4.0.post2.dev18891812908.dist-info/METADATA,sha256=rhc_hJe6TMeV1uDHyoxxAMLTY8NjoA-dQtgraXp1haI,6913
|
|
468
|
+
airbyte_cdk-7.4.0.post2.dev18891812908.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
|
469
|
+
airbyte_cdk-7.4.0.post2.dev18891812908.dist-info/entry_points.txt,sha256=eLZ2UYvJZGm1s07Pplcs--1Gim60YhZWTb53j_dghwU,195
|
|
470
|
+
airbyte_cdk-7.4.0.post2.dev18891812908.dist-info/RECORD,,
|
{airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/LICENSE.txt
RENAMED
|
File without changes
|
{airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/LICENSE_SHORT
RENAMED
|
File without changes
|
|
File without changes
|
{airbyte_cdk-7.4.0.dist-info → airbyte_cdk-7.4.0.post2.dev18891812908.dist-info}/entry_points.txt
RENAMED
|
File without changes
|