ai-parrot 0.3.9__cp311-cp311-manylinux_2_28_x86_64.whl → 0.3.11__cp311-cp311-manylinux_2_28_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ai-parrot might be problematic. Click here for more details.
- {ai_parrot-0.3.9.dist-info → ai_parrot-0.3.11.dist-info}/METADATA +5 -3
- {ai_parrot-0.3.9.dist-info → ai_parrot-0.3.11.dist-info}/RECORD +24 -24
- parrot/loaders/audio.py +2 -2
- parrot/loaders/excel.py +2 -2
- parrot/loaders/pdf.py +10 -10
- parrot/loaders/pdfchapters.py +1 -1
- parrot/loaders/pdffn.py +1 -1
- parrot/loaders/pdfimages.py +2 -2
- parrot/loaders/pdfmark.py +1 -1
- parrot/loaders/pdftables.py +1 -1
- parrot/loaders/qa.py +1 -1
- parrot/loaders/rtd.py +1 -1
- parrot/loaders/txt.py +1 -1
- parrot/loaders/videolocal.py +2 -2
- parrot/loaders/vimeo.py +2 -2
- parrot/loaders/web.py +1 -1
- parrot/loaders/web_base.py +1 -1
- parrot/loaders/word.py +1 -1
- parrot/loaders/youtube.py +4 -4
- parrot/stores/milvus.py +5 -5
- parrot/version.py +1 -1
- {ai_parrot-0.3.9.dist-info → ai_parrot-0.3.11.dist-info}/LICENSE +0 -0
- {ai_parrot-0.3.9.dist-info → ai_parrot-0.3.11.dist-info}/WHEEL +0 -0
- {ai_parrot-0.3.9.dist-info → ai_parrot-0.3.11.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ai-parrot
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.11
|
|
4
4
|
Summary: Live Chatbots based on Langchain chatbots and Agents Integrated into Navigator Framework or used into aiohttp applications.
|
|
5
5
|
Home-page: https://github.com/phenobarbital/ai-parrot
|
|
6
6
|
Author: Jesus Lara
|
|
@@ -78,13 +78,13 @@ Requires-Dist: O365==2.0.35
|
|
|
78
78
|
Requires-Dist: stackapi==0.3.1
|
|
79
79
|
Requires-Dist: torchvision==0.19.1
|
|
80
80
|
Requires-Dist: tf-keras==2.17.0
|
|
81
|
+
Requires-Dist: simsimd==4.3.1
|
|
82
|
+
Requires-Dist: opencv-python==4.10.0.84
|
|
81
83
|
Provides-Extra: analytics
|
|
82
84
|
Requires-Dist: annoy==1.17.3; extra == "analytics"
|
|
83
85
|
Requires-Dist: gradio-tools==0.0.9; extra == "analytics"
|
|
84
86
|
Requires-Dist: gradio-client==0.2.9; extra == "analytics"
|
|
85
87
|
Requires-Dist: streamlit==1.37.1; extra == "analytics"
|
|
86
|
-
Requires-Dist: simsimd==4.3.1; extra == "analytics"
|
|
87
|
-
Requires-Dist: opencv-python==4.10.0.84; extra == "analytics"
|
|
88
88
|
Provides-Extra: anthropic
|
|
89
89
|
Requires-Dist: langchain-anthropic==0.1.11; extra == "anthropic"
|
|
90
90
|
Requires-Dist: anthropic==0.25.2; extra == "anthropic"
|
|
@@ -131,6 +131,8 @@ Requires-Dist: ftfy==6.2.3; extra == "loaders"
|
|
|
131
131
|
Requires-Dist: librosa==0.10.1; extra == "loaders"
|
|
132
132
|
Requires-Dist: XlsxWriter==3.2.0; extra == "loaders"
|
|
133
133
|
Requires-Dist: timm==1.0.9; extra == "loaders"
|
|
134
|
+
Requires-Dist: simsimd==4.3.1; extra == "loaders"
|
|
135
|
+
Requires-Dist: opencv-python==4.10.0.84; extra == "loaders"
|
|
134
136
|
Requires-Dist: easyocr==1.7.1; extra == "loaders"
|
|
135
137
|
Provides-Extra: milvus
|
|
136
138
|
Requires-Dist: langchain-milvus>=0.1.4; extra == "milvus"
|
|
@@ -4,7 +4,7 @@ parrot/exceptions.cpython-311-x86_64-linux-gnu.so,sha256=VNyBh3uLxGQgB0l1bkWjQDq
|
|
|
4
4
|
parrot/manager.py,sha256=NhzXoWxSgtoWHpmYP8cV2Ujq_SlvCbQYQBaohAeL2TM,5935
|
|
5
5
|
parrot/models.py,sha256=RsVQCqhSXBKRPcu-BCga9Y1wyvENFXDCuq3_ObIKvAo,13452
|
|
6
6
|
parrot/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
7
|
-
parrot/version.py,sha256=
|
|
7
|
+
parrot/version.py,sha256=iXWwg_05dEqR8n13PRWz5QqlmSq6_og3HT3moP37RAg,374
|
|
8
8
|
parrot/chatbots/__init__.py,sha256=ypskCnME0xUv6psBEGCEyXCrD0J0ULHSllpVmSxqb4A,200
|
|
9
9
|
parrot/chatbots/abstract.py,sha256=CmDn3k4r9uKImOZRN4L9zxLbCdC-1MPUAorDlfZT-kA,26421
|
|
10
10
|
parrot/chatbots/asktroc.py,sha256=gyWzyvpAnmXwXd-3DEKoIJtAxt6NnP5mUZdZbkFky8s,604
|
|
@@ -47,40 +47,40 @@ parrot/llms/pipes.py,sha256=Ns_wh-alkKocZKlbQyQLKOSBxqfRC_hCbz34vpOOyP8,3798
|
|
|
47
47
|
parrot/llms/vertex.py,sha256=a0UsH9sa_GiMkg31E52cWE8pXFZjyMtIanr7eAA7iyE,2615
|
|
48
48
|
parrot/loaders/__init__.py,sha256=LGEaj54DP3FA5-C2IDaA8u-MF4lj-Lbd_Mx5R19qHYY,665
|
|
49
49
|
parrot/loaders/abstract.py,sha256=_tsGDb7TracwkL20J2VYd5hC9MR262c2mmS9VvYB4vM,15870
|
|
50
|
-
parrot/loaders/audio.py,sha256=
|
|
50
|
+
parrot/loaders/audio.py,sha256=P2tWYKxWLM5TMLMm-5qR35cD_pGQWmf8-UZUTiK4R0o,3698
|
|
51
51
|
parrot/loaders/basepdf.py,sha256=Qh_hzR0JArQEVP31SgWt9utt7qWmbfwVoCzUDyBHcXw,3243
|
|
52
52
|
parrot/loaders/basevideo.py,sha256=WcX-q0Rn_E1dYurbA1eH5NOcUBdOye2iWiFTCY_DVgo,10292
|
|
53
53
|
parrot/loaders/csv.py,sha256=DLcFK3z9boMNH3y9Qca5BWDfYXgXjXsGkzxVN1_2wyo,1103
|
|
54
54
|
parrot/loaders/dir.py,sha256=_CU9kWGCpHnZplUamXLs2yEizA1aCRBASn3F6MggitQ,866
|
|
55
|
-
parrot/loaders/excel.py,sha256=
|
|
55
|
+
parrot/loaders/excel.py,sha256=9cTsMfxR_YOpBHz9Ru0LJsxBXDVBh52XM8hHV63QgYo,12445
|
|
56
56
|
parrot/loaders/github.py,sha256=CscyUIqoHTytqCbRUUTcV3QSxI8XoDntq5aTU0vdhzQ,2593
|
|
57
57
|
parrot/loaders/image.py,sha256=A9KCXXoGuhDoyeJaascY7Q1ZK12Kf1ggE1drzJjS3AU,3946
|
|
58
58
|
parrot/loaders/json.py,sha256=6B43k591OpvoJLbsJa8CxJue_lAt713SCdldn8bFW3c,1481
|
|
59
|
-
parrot/loaders/pdf.py,sha256
|
|
60
|
-
parrot/loaders/pdfchapters.py,sha256=
|
|
61
|
-
parrot/loaders/pdffn.py,sha256=
|
|
62
|
-
parrot/loaders/pdfimages.py,sha256=
|
|
63
|
-
parrot/loaders/pdfmark.py,sha256=
|
|
64
|
-
parrot/loaders/pdftables.py,sha256=
|
|
59
|
+
parrot/loaders/pdf.py,sha256=FWeBznFsnBaCwfBEFG64kieDX1C-05ephMNooK6euuE,20730
|
|
60
|
+
parrot/loaders/pdfchapters.py,sha256=YhaURiggOFYmJBL6BL8wutGKV6G0hEcFxvK7v91uQc8,5639
|
|
61
|
+
parrot/loaders/pdffn.py,sha256=BXYPxSCe7Dc-35sHB4BXMZMoAHIPvzCPEubEQu1CqaI,4006
|
|
62
|
+
parrot/loaders/pdfimages.py,sha256=DMI_dWxLRN9aWGiZg4TfQCFLQgfk8K__Z3nS7ng8mcE,7903
|
|
63
|
+
parrot/loaders/pdfmark.py,sha256=HLAgaFcKeHZzQXMAIq0NjNfi69elHPpEgX6chY381VI,2958
|
|
64
|
+
parrot/loaders/pdftables.py,sha256=kbslZp97V8wiesNdKf_4pR-KHSH4mtZsIPkFmz8UKzY,4769
|
|
65
65
|
parrot/loaders/ppt.py,sha256=6XailMQeQBFMzaSCvNJTHtfpzunTJRatytGT6o3v8-c,832
|
|
66
|
-
parrot/loaders/qa.py,sha256=
|
|
66
|
+
parrot/loaders/qa.py,sha256=3K_2yBxUzj-ifDpAbUsIc-v66004fKPzGavUqrhc3Kc,2646
|
|
67
67
|
parrot/loaders/repo.py,sha256=vBqBAnwU6p3_DCvI9DVhi1Bs8iCDYHwFGp0P9zvGRyw,3737
|
|
68
|
-
parrot/loaders/rtd.py,sha256=
|
|
69
|
-
parrot/loaders/txt.py,sha256
|
|
68
|
+
parrot/loaders/rtd.py,sha256=O0h7LDntP_0IBT8LDQi09u-gYVUO5cuvmGsfZLZ4CoU,1990
|
|
69
|
+
parrot/loaders/txt.py,sha256=-xXVSuvkC2LQ2XZ44Nqwk3V8nE4F6UgXylosMCNgeFo,2804
|
|
70
70
|
parrot/loaders/video.py,sha256=pl5Ho69bp5vrWMqg5tLbsnHUus1LByTDoL6NPk57Ays,2929
|
|
71
|
-
parrot/loaders/videolocal.py,sha256=
|
|
72
|
-
parrot/loaders/vimeo.py,sha256=
|
|
73
|
-
parrot/loaders/web.py,sha256=
|
|
74
|
-
parrot/loaders/web_base.py,sha256=
|
|
75
|
-
parrot/loaders/word.py,sha256=
|
|
76
|
-
parrot/loaders/youtube.py,sha256=
|
|
71
|
+
parrot/loaders/videolocal.py,sha256=NwFB6n9sQZxh01L6YKIISpG1tuRsg-ME_qXCDS7Vtkk,5143
|
|
72
|
+
parrot/loaders/vimeo.py,sha256=Cs7FkL2Cr8yV44-Tv5wWkveKzqhOeAIP6kF93SCr_Lk,4118
|
|
73
|
+
parrot/loaders/web.py,sha256=kTi-NtAsbQLKi3wD_2o15Z0HHnYzsEEEGjH0RdvyQqQ,8869
|
|
74
|
+
parrot/loaders/web_base.py,sha256=ZwSFXtJR71cpFGN1WCLUC2W6JjEUV865tRKf8isbJ5M,4382
|
|
75
|
+
parrot/loaders/word.py,sha256=jZdHSL5CtAEn1otBYLNSqKLtO3BNcTObDPgqhzk5-4M,4533
|
|
76
|
+
parrot/loaders/youtube.py,sha256=fVnBBw4IfK6NWP7mO66TgxOzJEcGwE3-3S1WMUApJYg,7751
|
|
77
77
|
parrot/loaders/handlers/__init__.py,sha256=ksEDtUOEJELmyCIi0KNv7tR2fCUyADBVkwCcyqN_sVE,70
|
|
78
78
|
parrot/loaders/handlers/data.py,sha256=olZ2p-wyUMGoazah7tgHY7V9buGX1FOeJ-cv2vGEoH8,7386
|
|
79
79
|
parrot/loaders/utils/__init__.py,sha256=SkDyK3MuPGhp0NM6kHvaxQDe97Gcl3n9t5A741OVh1c,28
|
|
80
80
|
parrot/loaders/utils/models.py,sha256=BHcnFzS7oOKUGG-vPy_TlqeFNAC8puRgsIMX2mSgKxY,1059
|
|
81
81
|
parrot/stores/__init__.py,sha256=ZFjZvcLhcqJqndx9tiEANpyiude1fvjrCxyt2S42VqY,1496
|
|
82
82
|
parrot/stores/abstract.py,sha256=aqDhkVr5VwdKqg7StroIXf32-11MLyyMAlZuh5hJeCY,5138
|
|
83
|
-
parrot/stores/milvus.py,sha256=
|
|
83
|
+
parrot/stores/milvus.py,sha256=r1PiIf3uFE84l1OeGb_-2oEf09mbu8truY5e6wsDv7I,20606
|
|
84
84
|
parrot/stores/qdrant.py,sha256=y-jG5sB6ICESyxdpyGBhQ-hgTDLxxPtM5xYZTWIRiAY,4720
|
|
85
85
|
parrot/tools/__init__.py,sha256=XKZwogdGr6ObPfAGbzAdyDjFnXI286eapsi180VwdjE,614
|
|
86
86
|
parrot/tools/abstract.py,sha256=pVSZw8MDpbVcQ-CHaGwP6CpqXHIs8hH8Oy1AqUuMmrw,1706
|
|
@@ -103,8 +103,8 @@ resources/users/handlers.py,sha256=BGzqBvPY_OaIF_nONWX4b_B5OyyBrdGuSihIsdlFwjk,2
|
|
|
103
103
|
resources/users/models.py,sha256=glk7Emv7QCi6i32xRFDrGc8UwK23_LPg0XUOJoHnwRU,6799
|
|
104
104
|
settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
105
105
|
settings/settings.py,sha256=9ueEvyLNurUX-AaIeRPV8GKX1c4YjDLbksUAeqEq6Ck,1854
|
|
106
|
-
ai_parrot-0.3.
|
|
107
|
-
ai_parrot-0.3.
|
|
108
|
-
ai_parrot-0.3.
|
|
109
|
-
ai_parrot-0.3.
|
|
110
|
-
ai_parrot-0.3.
|
|
106
|
+
ai_parrot-0.3.11.dist-info/LICENSE,sha256=vRKOoa7onTsLNvSzJtGtMaNhWWh8B3YAT733Tlu6M4o,1070
|
|
107
|
+
ai_parrot-0.3.11.dist-info/METADATA,sha256=zOYFernNOneZdQH-EIXCsmT83ATrzxGA4x9WmOhciX8,9838
|
|
108
|
+
ai_parrot-0.3.11.dist-info/WHEEL,sha256=UQ-0qXN3LQUffjrV43_e_ZXj2pgORBqTmXipnkj0E8I,113
|
|
109
|
+
ai_parrot-0.3.11.dist-info/top_level.txt,sha256=qHoO4BhYDfeTkyKnciZSQtn5FSLN3Q-P5xCTkyvbuxg,26
|
|
110
|
+
ai_parrot-0.3.11.dist-info/RECORD,,
|
parrot/loaders/audio.py
CHANGED
|
@@ -28,7 +28,7 @@ class AudioLoader(BaseVideoLoader):
|
|
|
28
28
|
metadata = {
|
|
29
29
|
"source": f"{path}",
|
|
30
30
|
"url": f"{path.name}",
|
|
31
|
-
"index": path.stem,
|
|
31
|
+
# "index": path.stem,
|
|
32
32
|
"filename": f"{path}",
|
|
33
33
|
"question": '',
|
|
34
34
|
"answer": '',
|
|
@@ -71,7 +71,7 @@ class AudioLoader(BaseVideoLoader):
|
|
|
71
71
|
docs = []
|
|
72
72
|
for chunk in dialogs:
|
|
73
73
|
_meta = {
|
|
74
|
-
"index": f"{path.stem}:{chunk['id']}",
|
|
74
|
+
# "index": f"{path.stem}:{chunk['id']}",
|
|
75
75
|
"document_meta": {
|
|
76
76
|
"start": f"{chunk['start_time']}",
|
|
77
77
|
"end": f"{chunk['end_time']}",
|
parrot/loaders/excel.py
CHANGED
|
@@ -284,7 +284,7 @@ class ExcelLoader(AbstractLoader):
|
|
|
284
284
|
df = self.unique_columns(df)
|
|
285
285
|
metadata = {
|
|
286
286
|
"url": '',
|
|
287
|
-
"index": '',
|
|
287
|
+
# "index": '',
|
|
288
288
|
"source": str(path.name),
|
|
289
289
|
"filename": path.name,
|
|
290
290
|
"question": '',
|
|
@@ -309,7 +309,7 @@ class ExcelLoader(AbstractLoader):
|
|
|
309
309
|
idk = row[col]
|
|
310
310
|
break
|
|
311
311
|
_data = {
|
|
312
|
-
"index": idk,
|
|
312
|
+
# "index": idk,
|
|
313
313
|
"data": rw,
|
|
314
314
|
"document_meta": {
|
|
315
315
|
"row_index": idx,
|
parrot/loaders/pdf.py
CHANGED
|
@@ -299,7 +299,7 @@ class PDFLoader(BasePDF):
|
|
|
299
299
|
"answer": '',
|
|
300
300
|
"source_type": self._source_type,
|
|
301
301
|
"data": {},
|
|
302
|
-
"summary": '',
|
|
302
|
+
"summary": '-',
|
|
303
303
|
"document_meta": {
|
|
304
304
|
"title": pdf.metadata.get("title", ""), # pylint: disable=E1101
|
|
305
305
|
"creationDate": pdf.metadata.get("creationDate", ""), # pylint: disable=E1101
|
|
@@ -331,12 +331,12 @@ class PDFLoader(BasePDF):
|
|
|
331
331
|
try:
|
|
332
332
|
summary = self.get_summary_from_text(text)
|
|
333
333
|
except Exception:
|
|
334
|
-
summary = ''
|
|
334
|
+
summary = '-'
|
|
335
335
|
metadata = {
|
|
336
|
-
"url":
|
|
336
|
+
"url": f"{path}:#{page_num}",
|
|
337
337
|
"source": f"{path.name} Page.#{page_num}",
|
|
338
338
|
"filename": path.name,
|
|
339
|
-
"index": f"{page_num}",
|
|
339
|
+
# "index": f"{page_num}",
|
|
340
340
|
"type": 'pdf',
|
|
341
341
|
"question": '',
|
|
342
342
|
"answer": '',
|
|
@@ -400,7 +400,7 @@ class PDFLoader(BasePDF):
|
|
|
400
400
|
"url": url,
|
|
401
401
|
"source": f"{path.name} Page.#{page_num}",
|
|
402
402
|
"filename": path.name,
|
|
403
|
-
"index": f"{path.name}:{page_num}",
|
|
403
|
+
# "index": f"{path.name}:{page_num}",
|
|
404
404
|
"question": '',
|
|
405
405
|
"answer": '',
|
|
406
406
|
"type": 'image',
|
|
@@ -427,15 +427,15 @@ class PDFLoader(BasePDF):
|
|
|
427
427
|
df = df.dropna(axis=1, how='all')
|
|
428
428
|
df = df.dropna(how='all', axis=0) # Drop empty rows
|
|
429
429
|
table_meta = {
|
|
430
|
-
"url":
|
|
430
|
+
"url": f"{path.name} Page.#{page_num} Table.#{tab_idx}",
|
|
431
431
|
"source": f"{path.name} Page.#{page_num} Table.#{tab_idx}",
|
|
432
432
|
"filename": path.name,
|
|
433
|
-
"index": f"{path.name}:{page_num}",
|
|
433
|
+
# "index": f"{path.name}:{page_num}",
|
|
434
434
|
"question": '',
|
|
435
435
|
"answer": '',
|
|
436
436
|
"type": 'table',
|
|
437
437
|
"data": {},
|
|
438
|
-
"summary": '',
|
|
438
|
+
"summary": '-',
|
|
439
439
|
"document_meta": {
|
|
440
440
|
"table_index": tab_idx,
|
|
441
441
|
"table_shape": df.shape,
|
|
@@ -476,12 +476,12 @@ class PDFLoader(BasePDF):
|
|
|
476
476
|
"url": url,
|
|
477
477
|
"source": f"{path.name} Page.#{page_num}",
|
|
478
478
|
"filename": path.name,
|
|
479
|
-
"index": f"{path.name}:{page_num}",
|
|
479
|
+
# "index": f"{path.name}:{page_num}",
|
|
480
480
|
"question": '',
|
|
481
481
|
"answer": '',
|
|
482
482
|
"type": 'page',
|
|
483
483
|
"data": {},
|
|
484
|
-
"summary": '',
|
|
484
|
+
"summary": '-',
|
|
485
485
|
"document_meta": {
|
|
486
486
|
"image_name": img_name,
|
|
487
487
|
"page_number": f"{page_number}"
|
parrot/loaders/pdfchapters.py
CHANGED
|
@@ -78,7 +78,7 @@ class PDFChapterLoader(BasePDF):
|
|
|
78
78
|
page_number = page_num + 1
|
|
79
79
|
metadata = {
|
|
80
80
|
"url": '',
|
|
81
|
-
"index": f"{path.name} #{page_number}",
|
|
81
|
+
# "index": f"{path.name} #{page_number}",
|
|
82
82
|
"source": f"{path.name} #{page_number}",
|
|
83
83
|
"filename": path.name,
|
|
84
84
|
"source_type": self._source_type,
|
parrot/loaders/pdffn.py
CHANGED
|
@@ -55,7 +55,7 @@ class PDFFnLoader(BasePDF):
|
|
|
55
55
|
n = page_number + 1
|
|
56
56
|
return {
|
|
57
57
|
"url": '',
|
|
58
|
-
"index": f"{path.name} #{page_number}",
|
|
58
|
+
# "index": f"{path.name} #{page_number}",
|
|
59
59
|
"source": f"{path.name} #{page_number}",
|
|
60
60
|
"filename": path.name,
|
|
61
61
|
"source_type": self._source_type,
|
parrot/loaders/pdfimages.py
CHANGED
|
@@ -124,7 +124,7 @@ class PDFImageLoader(BasePDF):
|
|
|
124
124
|
}
|
|
125
125
|
for idx, chunk in enumerate(self._splitter.split_text(md_text)):
|
|
126
126
|
_info = {
|
|
127
|
-
"index": f"{idx}",
|
|
127
|
+
# "index": f"{idx}",
|
|
128
128
|
**metadata
|
|
129
129
|
}
|
|
130
130
|
docs.append(
|
|
@@ -178,7 +178,7 @@ class PDFImageLoader(BasePDF):
|
|
|
178
178
|
_meta = {
|
|
179
179
|
"url": f"{url}",
|
|
180
180
|
"filename": str(path.name),
|
|
181
|
-
"index": f"Page {page_num}, part: {idx}",
|
|
181
|
+
# "index": f"Page {page_num}, part: {idx}",
|
|
182
182
|
"source": str(path.name),
|
|
183
183
|
"type": 'pdf',
|
|
184
184
|
"question": prompt_text,
|
parrot/loaders/pdfmark.py
CHANGED
parrot/loaders/pdftables.py
CHANGED
|
@@ -91,7 +91,7 @@ class PDFTablesLoader(BasePDF):
|
|
|
91
91
|
"url": '',
|
|
92
92
|
"source": f"{path.name} Page.#{page} Table.#{table_idx}",
|
|
93
93
|
"filename": path.name,
|
|
94
|
-
"index": f"{path.name}:Table:{table_idx}",
|
|
94
|
+
# "index": f"{path.name}:Table:{table_idx}",
|
|
95
95
|
"question": '',
|
|
96
96
|
"answer": '',
|
|
97
97
|
"type": 'table',
|
parrot/loaders/qa.py
CHANGED
|
@@ -46,7 +46,7 @@ class QAFileLoader(AbstractLoader):
|
|
|
46
46
|
page_content=f"**Question:** {row[q]}: **Answer:** {row[a]}",
|
|
47
47
|
metadata={
|
|
48
48
|
"url": '',
|
|
49
|
-
"index": f"{path.name} #{idx}",
|
|
49
|
+
# "index": f"{path.name} #{idx}",
|
|
50
50
|
"source": f"{path.name} Row.#{idx}",
|
|
51
51
|
"filename": f"{path.name}",
|
|
52
52
|
"question": row[q],
|
parrot/loaders/rtd.py
CHANGED
parrot/loaders/txt.py
CHANGED
parrot/loaders/videolocal.py
CHANGED
|
@@ -45,7 +45,7 @@ class VideoLocalLoader(BaseVideoLoader):
|
|
|
45
45
|
"url": f"{path.name}",
|
|
46
46
|
"source": f"{path}",
|
|
47
47
|
"filename": f"{path}",
|
|
48
|
-
"index": path.stem,
|
|
48
|
+
# "index": path.stem,
|
|
49
49
|
"question": '',
|
|
50
50
|
"answer": '',
|
|
51
51
|
'type': 'video_transcript',
|
|
@@ -96,7 +96,7 @@ class VideoLocalLoader(BaseVideoLoader):
|
|
|
96
96
|
docs = []
|
|
97
97
|
for chunk in dialogs:
|
|
98
98
|
_meta = {
|
|
99
|
-
"index": f"{path.stem}:{chunk['id']}",
|
|
99
|
+
# "index": f"{path.stem}:{chunk['id']}",
|
|
100
100
|
"document_meta": {
|
|
101
101
|
"start": f"{chunk['start_time']}",
|
|
102
102
|
"end": f"{chunk['end_time']}",
|
parrot/loaders/vimeo.py
CHANGED
|
@@ -13,7 +13,7 @@ class VimeoLoader(YoutubeLoader):
|
|
|
13
13
|
metadata = {
|
|
14
14
|
"source": url,
|
|
15
15
|
"url": url,
|
|
16
|
-
"index": url,
|
|
16
|
+
# "index": url,
|
|
17
17
|
"filename": video_title,
|
|
18
18
|
"question": '',
|
|
19
19
|
"answer": '',
|
|
@@ -73,7 +73,7 @@ class VimeoLoader(YoutubeLoader):
|
|
|
73
73
|
dialogs = self.transcript_to_blocks(transcript_whisper)
|
|
74
74
|
for chunk in dialogs:
|
|
75
75
|
_meta = {
|
|
76
|
-
"index": f"{video_title}:{chunk['id']}",
|
|
76
|
+
# "index": f"{video_title}:{chunk['id']}",
|
|
77
77
|
"document_meta": {
|
|
78
78
|
"start": f"{chunk['start_time']}",
|
|
79
79
|
"end": f"{chunk['end_time']}",
|
parrot/loaders/web.py
CHANGED
parrot/loaders/web_base.py
CHANGED
parrot/loaders/word.py
CHANGED
parrot/loaders/youtube.py
CHANGED
|
@@ -71,7 +71,7 @@ class YoutubeLoader(VideoLoader):
|
|
|
71
71
|
metadata = {
|
|
72
72
|
"url": f"{url}",
|
|
73
73
|
"source": f"{url}",
|
|
74
|
-
"index": video_title,
|
|
74
|
+
# "index": video_title,
|
|
75
75
|
"filename": video_title,
|
|
76
76
|
"question": '',
|
|
77
77
|
"answer": '',
|
|
@@ -103,7 +103,7 @@ class YoutubeLoader(VideoLoader):
|
|
|
103
103
|
dialogs = self.transcript_to_blocks(transcript_whisper)
|
|
104
104
|
for chunk in dialogs:
|
|
105
105
|
_meta = {
|
|
106
|
-
"index": f"{video_title}:{chunk['id']}",
|
|
106
|
+
# "index": f"{video_title}:{chunk['id']}",
|
|
107
107
|
"document_meta": {
|
|
108
108
|
"start": f"{chunk['start_time']}",
|
|
109
109
|
"end": f"{chunk['end_time']}",
|
|
@@ -150,7 +150,7 @@ class YoutubeLoader(VideoLoader):
|
|
|
150
150
|
for doc in docs:
|
|
151
151
|
doc.metadata['source_type'] = self._source_type
|
|
152
152
|
doc.metadata['summary'] = f"{summary!s}"
|
|
153
|
-
doc.metadata['index'] = ''
|
|
153
|
+
# doc.metadata['index'] = ''
|
|
154
154
|
doc.metadata['filename'] = ''
|
|
155
155
|
doc.metadata['question'] = ''
|
|
156
156
|
doc.metadata['answer'] = ''
|
|
@@ -171,7 +171,7 @@ class YoutubeLoader(VideoLoader):
|
|
|
171
171
|
metadata = {
|
|
172
172
|
"source": url,
|
|
173
173
|
"url": url,
|
|
174
|
-
"index": '',
|
|
174
|
+
# "index": '',
|
|
175
175
|
"filename": '',
|
|
176
176
|
"question": '',
|
|
177
177
|
"answer": '',
|
parrot/stores/milvus.py
CHANGED
|
@@ -350,11 +350,11 @@ class MilvusStore(AbstractStore):
|
|
|
350
350
|
auto_id=True,
|
|
351
351
|
max_length=100
|
|
352
352
|
)
|
|
353
|
-
schema.add_field(
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
)
|
|
353
|
+
# schema.add_field(
|
|
354
|
+
# field_name="index",
|
|
355
|
+
# datatype=DataType.VARCHAR,
|
|
356
|
+
# max_length=65535
|
|
357
|
+
# )
|
|
358
358
|
schema.add_field(
|
|
359
359
|
field_name="url",
|
|
360
360
|
datatype=DataType.VARCHAR,
|
parrot/version.py
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
__title__ = "ai-parrot"
|
|
4
4
|
__description__ = "Live Chatbots based on Langchain chatbots and Agents \
|
|
5
5
|
Integrated into Navigator Framework or used into aiohttp applications."
|
|
6
|
-
__version__ = "0.3.
|
|
6
|
+
__version__ = "0.3.11"
|
|
7
7
|
__author__ = "Jesus Lara"
|
|
8
8
|
__author_email__ = "jesuslarag@gmail.com"
|
|
9
9
|
__license__ = "MIT"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|