pembot 0.0.3__py2.py3-none-any.whl → 0.0.5__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of pembot might be problematic. Click here for more details.
- pembot/.git/COMMIT_EDITMSG +1 -1
- pembot/.git/index +0 -0
- pembot/.git/logs/HEAD +1 -0
- pembot/.git/logs/refs/heads/main +1 -0
- pembot/.git/logs/refs/remotes/origin/main +1 -0
- pembot/.git/objects/0b/db4169fc0f312b8698f1df17a258fff163aeaa +0 -0
- pembot/.git/objects/1f/83a471c8119f7794d98c049170a5d7d07a4b71 +0 -0
- pembot/.git/objects/41/cbeb6bcb4c6fa9ef9be571082d95ecb4ea0ee3 +0 -0
- pembot/.git/objects/63/1700a51c8fa97b543991f5f61bfcd1e7e1327d +0 -0
- pembot/.git/objects/ab/139d2cd4798dd8e2c565b80440b1a44b376126 +0 -0
- pembot/.git/objects/bf/068a0714e2145de83a5c004f4213b091439d0e +0 -0
- pembot/.git/objects/d0/937f7d832266337289d5ec09459f931a46fcf7 +0 -0
- pembot/.git/objects/fc/988aab7e2d46396dc595ad24345e8e77dda0e4 +0 -0
- pembot/.git/refs/heads/main +1 -1
- pembot/.git/refs/remotes/origin/main +1 -1
- pembot/AnyToText/convertor.py +250 -146
- pembot/__init__.py +1 -1
- pembot/config/config.yaml +1 -1
- pembot/main.py +26 -8
- pembot/pdf2markdown/extract.py +266 -309
- pembot/query.py +15 -9
- {pembot-0.0.3.dist-info → pembot-0.0.5.dist-info}/METADATA +1 -1
- {pembot-0.0.3.dist-info → pembot-0.0.5.dist-info}/RECORD +25 -17
- {pembot-0.0.3.dist-info → pembot-0.0.5.dist-info}/WHEEL +0 -0
- {pembot-0.0.3.dist-info → pembot-0.0.5.dist-info}/licenses/LICENSE +0 -0
pembot/query.py
CHANGED
|
@@ -97,16 +97,22 @@ def rag_query_llm(db_client, llm_client, inference_client, user_query: str, docu
|
|
|
97
97
|
str: The generated response from the Ollama model.
|
|
98
98
|
"""
|
|
99
99
|
|
|
100
|
-
models = llm_client.list()
|
|
101
|
-
found= False
|
|
102
100
|
embed_locally= False
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
101
|
+
found= False
|
|
102
|
+
try:
|
|
103
|
+
models = llm_client.list()
|
|
104
|
+
for model in models.models:
|
|
105
|
+
# print(model.model)
|
|
106
|
+
if model.model == model_name:
|
|
107
|
+
found= True
|
|
108
|
+
if model.model == embedding_model:
|
|
109
|
+
embed_locally= True
|
|
110
|
+
except AttributeError as ae:
|
|
111
|
+
print("cant find ollama", ae)
|
|
112
|
+
print("continuing with other models")
|
|
113
|
+
except Exception as e:
|
|
114
|
+
print("unhandled error: ", e)
|
|
115
|
+
raise e
|
|
110
116
|
|
|
111
117
|
|
|
112
118
|
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
pembot/.gitignore,sha256=_7FTsZokJ_pzEyyPjOsGw5x5Xx3gUBFaafs7UlPsv9E,98
|
|
2
2
|
pembot/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
|
|
3
|
-
pembot/__init__.py,sha256=
|
|
3
|
+
pembot/__init__.py,sha256=8YYLSe42l8VZcVXDH-vxQKFUGbki1Q8JbnkindAmEMs,211
|
|
4
4
|
pembot/gartner.py,sha256=3ALknQ5mSXIimmwCa3JFDzB_EW2hHEcQO1T2odyBquk,5408
|
|
5
|
-
pembot/main.py,sha256=
|
|
5
|
+
pembot/main.py,sha256=lZLIV8XPonvNoY4LVS-5fct1y9URMXWoSGJUKMw3Yg8,9667
|
|
6
6
|
pembot/output_structure_local.py,sha256=YfpHzfTNeLMSsB_CjAamha9D6Iz7E1IC-tW9xPCMWFc,3000
|
|
7
7
|
pembot/pem.py,sha256=mv6iGcN1peSY7z2dtCQ_BKj31EFBNfczBhps_d-0XDo,6377
|
|
8
|
-
pembot/query.py,sha256=
|
|
9
|
-
pembot/.git/COMMIT_EDITMSG,sha256=
|
|
8
|
+
pembot/query.py,sha256=D1RPRoImDWCafbshT2NpO4ymVj2RySm8j5FJ5bRzYWw,8476
|
|
9
|
+
pembot/.git/COMMIT_EDITMSG,sha256=Tm5a80gXZb68HaSqG7HGQWXscLh79ki2ekRF5swa3lw,238
|
|
10
10
|
pembot/.git/HEAD,sha256=KNJb-Cr0wOK3L1CVmyvrhZ4-YLljCl6MYD2tTdsrboA,21
|
|
11
11
|
pembot/.git/config,sha256=ZFl9d2GyxirgRXRsv8iULIieKxwGC9P6SAjB_AmTkmQ,271
|
|
12
12
|
pembot/.git/description,sha256=hatsFj1DoX6pz3eIMIvKFGbxsKjRzJLibpv2PaQGKu4,73
|
|
13
|
-
pembot/.git/index,sha256=
|
|
13
|
+
pembot/.git/index,sha256=08t-REdJo1OXpli82XwFCMECzmOhGxRuHdZgRyD1wnk,1814
|
|
14
14
|
pembot/.git/packed-refs,sha256=7DECsr7q7vJ6Gw6a2gS3dE4v-YzbxGiWYoSWM43DgsQ,112
|
|
15
15
|
pembot/.git/hooks/applypatch-msg.sample,sha256=AiNJeguLAzqlijpSG4YphpOGz3qw4vEBlj0yiqYhk_c,478
|
|
16
16
|
pembot/.git/hooks/commit-msg.sample,sha256=H3TV6SkpebVz69WXQdRsuT_zkazdCD00C5Q3B1PZJDc,896
|
|
@@ -27,22 +27,26 @@ pembot/.git/hooks/push-to-checkout.sample,sha256=pT0HQXmLKHxt16-mSu5HPzBeZdP0lGO
|
|
|
27
27
|
pembot/.git/hooks/sendemail-validate.sample,sha256=ROv8kj3FRmvACWAvDs8Ge5xlRZq_6IaN3Em3jmztepI,2308
|
|
28
28
|
pembot/.git/hooks/update.sample,sha256=jV8vqD4QPPCLV-qmdSHfkZT0XL28s32lKtWGCXoU0QY,3650
|
|
29
29
|
pembot/.git/info/exclude,sha256=ZnH-g7egfIky7okWTR8nk7IxgFjri5jcXAbuClo7DsE,240
|
|
30
|
-
pembot/.git/logs/HEAD,sha256=
|
|
31
|
-
pembot/.git/logs/refs/heads/main,sha256=
|
|
30
|
+
pembot/.git/logs/HEAD,sha256=sAWs-cIFQY0k-nZzMnbgHnfYWnvRiZA4PGHifOTzx-c,1929
|
|
31
|
+
pembot/.git/logs/refs/heads/main,sha256=sAWs-cIFQY0k-nZzMnbgHnfYWnvRiZA4PGHifOTzx-c,1929
|
|
32
32
|
pembot/.git/logs/refs/remotes/origin/HEAD,sha256=OrkNquczPPh6fEGtutFKva_-_JhAdwnvXpCCPC4N6jk,194
|
|
33
|
-
pembot/.git/logs/refs/remotes/origin/main,sha256=
|
|
33
|
+
pembot/.git/logs/refs/remotes/origin/main,sha256=TzZ8B_7cB9ODuU2sqJ_2omvV7houIBI8mq-7SrWFyNY,876
|
|
34
34
|
pembot/.git/objects/0a/fb3a98cdc55b1434b44534ec2bf22c56cfa26c,sha256=Xxw20vI57zuhERWopDAZpQw6rAOhFtUr05lzpGyCTTE,120
|
|
35
|
+
pembot/.git/objects/0b/db4169fc0f312b8698f1df17a258fff163aeaa,sha256=hsOHhX0Yajg27Y7B9lo-WjDXzW1KNMg2CBr93G116EY,387
|
|
35
36
|
pembot/.git/objects/0c/8d9b2690545bf1906b05cd9f18b783b3eb74f1,sha256=GKt_CAJNOQXwGnoFLuiNpkd0s_hP_UDLKd59VRknYy0,330
|
|
36
37
|
pembot/.git/objects/18/28e18ab80aa64d334b26428708140e280cbc63,sha256=PTF8WLVhzxBDTZhwU_PBHrkQBbijHbKvttSr0XVTOcU,3936
|
|
37
38
|
pembot/.git/objects/19/f61df7dbd562d04f561288677bbf2f18f5dff7,sha256=zg8IdUSnMYpJ6HsfY2LQbXQTMwlT1IPWRSEiY2uDwyE,392
|
|
39
|
+
pembot/.git/objects/1f/83a471c8119f7794d98c049170a5d7d07a4b71,sha256=XnMaYQUA8iT1fiOIvlBav331Ry7pNBOBqI3wB3Y1VM0,90
|
|
38
40
|
pembot/.git/objects/28/db0ab48059acccd7d257aa02e52e9b6b83a4a5,sha256=S6PrWSQlkifYxKIgFdU0PZD0uLebS6uAP2LAUwp5yOI,91
|
|
39
41
|
pembot/.git/objects/35/97e518a8658280be9f377f78edf1dfa1f23814,sha256=gfc5bFLVZpwNQb1Ox2VosDYAjw0Lc5ZLjmvNA8gWcmg,2546
|
|
40
42
|
pembot/.git/objects/3d/07d3b29ff53d95de3898fb786d61732f210515,sha256=A9MNZO3QZ6ghGd1MyfmJ6H3dBTpF4HZcRosVxWytx8E,4077
|
|
41
43
|
pembot/.git/objects/3e/cf23eb95123287531d708a21d4ba88d92ccabb,sha256=Jlg3XIzIjk3N5ZKolXbz_betMybJ2t2TVuOARg2ruQU,4943
|
|
42
44
|
pembot/.git/objects/3f/78215d7e17da726fb352fd92b3c117db9b63ba,sha256=J8r5hqTEgAwlH5sDjr9tp1ipqpvs4BAVQY5rkiKqDCw,4080
|
|
43
45
|
pembot/.git/objects/3f/e072cf3cb6a9f30c3e9936e3ddf622e80270d0,sha256=Z-UoKi2MYe0qGTtBxAr5cnIOHKkhoEXMgalevFUz9lA,2992
|
|
46
|
+
pembot/.git/objects/41/cbeb6bcb4c6fa9ef9be571082d95ecb4ea0ee3,sha256=waMrzjG_o5D4JgHkjjqcDQCwuS17w60JRkVr25ZFlcI,117
|
|
44
47
|
pembot/.git/objects/51/9e780574933d7627a083222bd10dd74f430904,sha256=3e3Iu2-waVySghbLYXmwhDPpfhV4PF82suvjcYkSVog,3604
|
|
45
48
|
pembot/.git/objects/61/46a371b9c1bd9f51af273f11f986cfd1bedeba,sha256=KZvfnjxuriY54uWZQOM-GLovAvHs1k8_KwhpjNA5lW4,128
|
|
49
|
+
pembot/.git/objects/63/1700a51c8fa97b543991f5f61bfcd1e7e1327d,sha256=sYkhBkrSPQ8klX2gPrXJUZVt2a0iaF7KC7NFGBuxgeY,4360
|
|
46
50
|
pembot/.git/objects/64/00040794955d17c9a1fe1aaaea59f2c4822177,sha256=-tFnLFQvYrtkodOVhPK3WUhN8Qg9sQ8VfcEHG9MXdAg,421
|
|
47
51
|
pembot/.git/objects/6d/7a865a23b1cb4182f67907820104ced48b11c9,sha256=dJRTCmT9rLygONcQ7MPETl9AImF3Iy5tB_KUeCvKyKY,2651
|
|
48
52
|
pembot/.git/objects/72/f047cda92abcd1ddc857f6461de605f8668331,sha256=PFb9LUDMnUCnuJcXUa5W1ea__fdP17kNyWrnqvnOpjs,240
|
|
@@ -52,14 +56,17 @@ pembot/.git/objects/87/d6df5217a4a374f8c1211a05f9bd657f72c9a7,sha256=OGq5-x1lFa9
|
|
|
52
56
|
pembot/.git/objects/8b/5be2af9b16f290549193859c214cd9072212e8,sha256=DhGeGisCdFZ0TcRKp5angRpaseI87TQDt5FtGZInstk,117
|
|
53
57
|
pembot/.git/objects/93/8f29d9b4b1ae86e39dddf9e3d115a82ddfc9b6,sha256=xf8oZ5IBMTxfkH7MFfukV7ZIu0Apd-78eJTdlI7GBv0,90
|
|
54
58
|
pembot/.git/objects/9b/123713e30fc9e225f9ac8ff5b02f8f8cf86456,sha256=xIETiieOoilleucGg7vXOgjZ-v5PI0t34fDJjDD665A,4204
|
|
59
|
+
pembot/.git/objects/ab/139d2cd4798dd8e2c565b80440b1a44b376126,sha256=v1UO-WINmigZNYD74kyIv310Kq5k4SNL-gQ2DYlw9xk,6258
|
|
55
60
|
pembot/.git/objects/ab/c6b15265171457b41e2cfdaf3b8c3994a59eb7,sha256=ivRCkHzUZHXB16wn2ojARknUrwBkoUsV_18QT3Jbs-k,205
|
|
56
61
|
pembot/.git/objects/ac/9c9018c62fa30dc142665c1b5a375f4e056880,sha256=P_8LPBV0v4D17Akj4f5Cr2dhgNFUsh4o7DLK78CfNPo,349
|
|
57
62
|
pembot/.git/objects/b1/1173d9b68db117437ccb9551461152e1e8a77d,sha256=6cl8NMNQ9b5fBh97GPEQNssOVrh-EQLJfhqSBbNb_vU,205
|
|
58
63
|
pembot/.git/objects/b2/4e79ab07fe9e68781961a25ff9f1dbb1546fbb,sha256=zfd9KnP9YtBMwzci1BMWFHAQR4BWJ3XQsyr-rFqdw0Q,135
|
|
59
64
|
pembot/.git/objects/b8/eea52176ffa4d88c5a9976bee26092421565d3,sha256=xCom1B6wyws8ZNTJoIL4JtVIXNv1yPCwsXfNsVCAGQA,4410
|
|
65
|
+
pembot/.git/objects/bf/068a0714e2145de83a5c004f4213b091439d0e,sha256=MpiiCqAk6GQ5iGzeThU0rsabrgA5tCAgdIWudAM0IrA,420
|
|
60
66
|
pembot/.git/objects/bf/32a7e6872e5dc4025ee3df3c921ec7ade0855f,sha256=lwL9ickzIFtMJgNKaPp6nTGDlMhPs6fkZTWevQWK_Lc,56
|
|
61
67
|
pembot/.git/objects/c0/793458db6e1bee7f79f1a504fb8ff4963f8ed3,sha256=b8lo_OrMeGgirc9yY_OFjv5xVpG6FBpZnBf7jbtlmyw,421
|
|
62
68
|
pembot/.git/objects/c2/443060c07101948487cfa93cc39e082e9e0f5f,sha256=d9rjB8sgBOUQ-HQ8yu5I-c5Dqr_q2z0OOCXSufjDAak,3998
|
|
69
|
+
pembot/.git/objects/d0/937f7d832266337289d5ec09459f931a46fcf7,sha256=_RZ7Z2EZp1OOF_XZhY6e1tzWwhI8Fa5R9aaF_W8APBA,56
|
|
63
70
|
pembot/.git/objects/e5/3070f2b07f45d031444b09b1b38658f3caf29e,sha256=irJ-z8kPZmg85B0f4TQz73yJoCMWMWsIR3Pi5wx1Dlk,4034
|
|
64
71
|
pembot/.git/objects/e7/911a702079a6144997ea4e70f59abbe59ec2bc,sha256=r4zY-__F4gSfjE7onRTrcxvv8umXKuPuFzd95AiQ0cs,392
|
|
65
72
|
pembot/.git/objects/e9/1172752e9a421ae463112d2b0506b37498c98d,sha256=qWZpM65kQPSxlVHAtyzH5L-j3rL-b9Jw-A7YBm4NMlI,249
|
|
@@ -71,25 +78,26 @@ pembot/.git/objects/f8/cbb5bfd1503e66cec2c593362c60a317b6d300,sha256=p_PmV9ng8Bh
|
|
|
71
78
|
pembot/.git/objects/f9/98e1f01c2bf0a20159fc851327af05beb3ac88,sha256=uU1uWZIPyQBpUuEM4m9Ff-gnn7opvjOpIt3JoqdFwN0,205
|
|
72
79
|
pembot/.git/objects/fa/9c9a62ec1203a5868b033ded428c2382c4e1b6,sha256=is9gmIhAL-QXC9oLx3DHkatfI9wWFePJlo1yGPZrPaE,196
|
|
73
80
|
pembot/.git/objects/fb/6c90c9ce5e0cdfbe074a3f060afc66f62eefde,sha256=Bmrnc27anjqoAL6akhBM4MEO9BreF5olubroBwVVUvs,56
|
|
81
|
+
pembot/.git/objects/fc/988aab7e2d46396dc595ad24345e8e77dda0e4,sha256=8982HA0S9bCm0JQsrgWzIkRNIiGfaDRUUrXsnuVjE6A,196
|
|
74
82
|
pembot/.git/objects/fc/e56f1e09d09a05b9babf796fb40bece176f3a2,sha256=g-IVuI_8YBn048qkyyY6Vpn8zfP8UCJxUs0F5bDD6qM,1114
|
|
75
83
|
pembot/.git/objects/pack/pack-d5469edc8c36e3bb1de5e0070e4d5b1eae935dd4.idx,sha256=CNzx_lz6v4PulPxRW2t9nz-ifvplpSFPhMA2M9WNUrA,3424
|
|
76
84
|
pembot/.git/objects/pack/pack-d5469edc8c36e3bb1de5e0070e4d5b1eae935dd4.pack,sha256=dk3Sqrd0L-tNVLRy3uJdTYJNkw8v59mE1hV8zrCFNzc,41355
|
|
77
85
|
pembot/.git/objects/pack/pack-d5469edc8c36e3bb1de5e0070e4d5b1eae935dd4.rev,sha256=7U3tpTWQ3dn5dwQo_KWMWxF31cKaDnCk2AzTO7Cx4Bg,388
|
|
78
|
-
pembot/.git/refs/heads/main,sha256=
|
|
86
|
+
pembot/.git/refs/heads/main,sha256=54t3FdOxyxoG7KRRUgPS3G9f4WGNrpxuNVAPZbd3N0o,41
|
|
79
87
|
pembot/.git/refs/remotes/origin/HEAD,sha256=K7aiSqD8bEhBAPXVGim7rYQc0sdV9dk_qiBOXbtOsrQ,30
|
|
80
|
-
pembot/.git/refs/remotes/origin/main,sha256=
|
|
88
|
+
pembot/.git/refs/remotes/origin/main,sha256=54t3FdOxyxoG7KRRUgPS3G9f4WGNrpxuNVAPZbd3N0o,41
|
|
81
89
|
pembot/AnyToText/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
82
|
-
pembot/AnyToText/convertor.py,sha256=
|
|
90
|
+
pembot/AnyToText/convertor.py,sha256=26Pq4OLhVNHgIhJdLLcxGPFTtdnG2lsQkR_53_zkZZM,16997
|
|
83
91
|
pembot/TextEmbedder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
84
92
|
pembot/TextEmbedder/gemini_embedder.py,sha256=P679-2mmQESlYKML1vcrwx_-CSgWJgIQk7NL4F7BLQE,677
|
|
85
93
|
pembot/TextEmbedder/mongodb_embedder.py,sha256=pD8mP-uC_o0COPdOrCTMpoC5PdF8hXlqARHvTr2T-VI,9642
|
|
86
94
|
pembot/TextEmbedder/mongodb_index_creator.py,sha256=ejpsF_y1zY6Z0nux02vjODiDPnxx-YA_xy2PmT94zZ4,5306
|
|
87
95
|
pembot/TextEmbedder/vector_query.py,sha256=Kh1uhx9CatB-oQlQtnW-1I2Qz7MGHI20n2h_8peAChM,1986
|
|
88
|
-
pembot/config/config.yaml,sha256=
|
|
96
|
+
pembot/config/config.yaml,sha256=xANYakwM7ZTuPH89FNY-Z1V050Lvi_HtHnOUvIKjBqs,156
|
|
89
97
|
pembot/pdf2markdown/LICENSE,sha256=1JTJhQjUYDqJzFJhNtitm7mHyE71PRHgetIqRRWg6Pk,1068
|
|
90
98
|
pembot/pdf2markdown/README.md,sha256=jitM1pwI69oa0N4mXv5-SY1ka9Sz3jsRNCDdpW-50kY,4545
|
|
91
99
|
pembot/pdf2markdown/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
92
|
-
pembot/pdf2markdown/extract.py,sha256=
|
|
100
|
+
pembot/pdf2markdown/extract.py,sha256=PreFHesr8T6pVzgX87nSbPBlSsKfQZKOf5CVya2ys0s,35212
|
|
93
101
|
pembot/pdf2markdown/requirements.txt,sha256=0vZQzkSZKLNVUttd4euoDyYEy0nc2W3CIVxhepHW5Ho,76
|
|
94
102
|
pembot/pdf2markdown/.git/HEAD,sha256=KNJb-Cr0wOK3L1CVmyvrhZ4-YLljCl6MYD2tTdsrboA,21
|
|
95
103
|
pembot/pdf2markdown/.git/config,sha256=ltEWI476vFz2goGWD7QmCDvC6UCQ9ELviXuURlvte_w,269
|
|
@@ -123,7 +131,7 @@ pembot/pdf2markdown/config/config.yaml,sha256=w75W2Eg4-tu8rRk_23PqxWDh0010kRKLmP
|
|
|
123
131
|
pembot/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
124
132
|
pembot/utils/inference_client.py,sha256=jeURmY2P5heVlH1dCV0XSgiX3U2qYGEmrnUv0KFpdww,5380
|
|
125
133
|
pembot/utils/string_tools.py,sha256=gtRa5rBR0Q7GspTu2WtCnvhJQLFjPfWLvhmyiPkyStU,1883
|
|
126
|
-
pembot-0.0.
|
|
127
|
-
pembot-0.0.
|
|
128
|
-
pembot-0.0.
|
|
129
|
-
pembot-0.0.
|
|
134
|
+
pembot-0.0.5.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
|
|
135
|
+
pembot-0.0.5.dist-info/WHEEL,sha256=Dyt6SBfaasWElUrURkknVFAZDHSTwxg3PaTza7RSbkY,100
|
|
136
|
+
pembot-0.0.5.dist-info/METADATA,sha256=RUAzpxKZigCjcI-yk-WR1zD_u15rKhQqWAqAIhxnnNs,313
|
|
137
|
+
pembot-0.0.5.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|