TriCacheLLM-MMA 0.1.2__tar.gz → 0.1.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/PKG-INFO +13 -4
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/README.md +11 -3
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA.egg-info/PKG-INFO +13 -4
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/pyproject.toml +3 -1
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/LICENSE +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/__init__.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_Ai/portable_cache_rerankAi.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_bgWorkers/portable_cache_celery_conf.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_bgWorkers/portable_cache_workers.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_dbSchema.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_main.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_redis.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_schemas/portable_cache_dbBase.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_schemas/portable_cache_dbConf.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_schemas/portable_cache_schemas.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_utils/portable_cache_embedding_model.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA/portable_cache_utils/protable_cache_DynamicEnv_maker.py +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA.egg-info/SOURCES.txt +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA.egg-info/dependency_links.txt +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA.egg-info/requires.txt +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA.egg-info/top_level.txt +0 -0
- {tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/setup.cfg +0 -0
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: TriCacheLLM_MMA
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.4
|
|
4
4
|
Summary: A robust three-tier LLM-aware caching SDK using Redis, ChromaDB, and automatic SQLite bootstrap.
|
|
5
5
|
Author-email: Mohib Ashfaq Butt <inboxmohib@gmail.com>
|
|
6
|
+
License-Expression: LGPL-3.0-only
|
|
6
7
|
Project-URL: Homepage, https://github.com/mohib-ash/TriCacheLLM_MMA
|
|
7
8
|
Project-URL: Repository, https://github.com/mohib-ash/TriCacheLLM_MMA
|
|
8
9
|
Project-URL: Issues, https://github.com/mohib-ash/TriCacheLLM_MMA/issues
|
|
@@ -71,6 +72,11 @@ check_tenant_creation_status(...)
|
|
|
71
72
|
|
|
72
73
|
The internal infrastructure handles the multi-tier lookup and promotion logic.
|
|
73
74
|
|
|
75
|
+
---
|
|
76
|
+
|
|
77
|
+
> **💡 Note for PyPI Visitors:** If you are reading this on PyPI, please check out the [TriCacheLLM_MMA GitHub Repository](https://github.com/mohib-ash/TriCacheLLM_MMA) for the most up-to-date documentation, integration guides, and advanced examples!
|
|
78
|
+
|
|
79
|
+
|
|
74
80
|
---
|
|
75
81
|
|
|
76
82
|
# Architecture
|
|
@@ -421,7 +427,7 @@ Or install the development version directly from the repository:
|
|
|
421
427
|
pip install .
|
|
422
428
|
```
|
|
423
429
|
|
|
424
|
-
PyPI link: https://pypi.org/project/TriCacheLLM-MMA/0.1.
|
|
430
|
+
PyPI link: https://pypi.org/project/TriCacheLLM-MMA/0.1.3/
|
|
425
431
|
|
|
426
432
|
---
|
|
427
433
|
|
|
@@ -497,10 +503,12 @@ A minimal integration looks like this:
|
|
|
497
503
|
|
|
498
504
|
```python
|
|
499
505
|
from fastapi import FastAPI, Depends
|
|
500
|
-
from
|
|
506
|
+
from TriCacheLLM_MMA import (
|
|
501
507
|
create_cache_system,
|
|
502
|
-
check_cache,
|
|
503
508
|
populate_cache,
|
|
509
|
+
check_cache,
|
|
510
|
+
close_cache_system,
|
|
511
|
+
check_tenant_creation_status,
|
|
504
512
|
)
|
|
505
513
|
|
|
506
514
|
app = FastAPI()
|
|
@@ -549,6 +557,7 @@ The core cache operations are asynchronous Python APIs and are not inherently ti
|
|
|
549
557
|
The included integration example uses FastAPI because it provides a convenient demonstration of multi-user request handling.
|
|
550
558
|
|
|
551
559
|
V1 is primarily demonstrated in a web-service architecture, while future versions aim to make standalone application integration equally straightforward.
|
|
560
|
+
***NOTE: When you import files they'll send request to hugging face to get embedding model weights but only once! untill you reload server***
|
|
552
561
|
|
|
553
562
|
---
|
|
554
563
|
|
|
@@ -30,6 +30,11 @@ check_tenant_creation_status(...)
|
|
|
30
30
|
|
|
31
31
|
The internal infrastructure handles the multi-tier lookup and promotion logic.
|
|
32
32
|
|
|
33
|
+
---
|
|
34
|
+
|
|
35
|
+
> **💡 Note for PyPI Visitors:** If you are reading this on PyPI, please check out the [TriCacheLLM_MMA GitHub Repository](https://github.com/mohib-ash/TriCacheLLM_MMA) for the most up-to-date documentation, integration guides, and advanced examples!
|
|
36
|
+
|
|
37
|
+
|
|
33
38
|
---
|
|
34
39
|
|
|
35
40
|
# Architecture
|
|
@@ -380,7 +385,7 @@ Or install the development version directly from the repository:
|
|
|
380
385
|
pip install .
|
|
381
386
|
```
|
|
382
387
|
|
|
383
|
-
PyPI link: https://pypi.org/project/TriCacheLLM-MMA/0.1.
|
|
388
|
+
PyPI link: https://pypi.org/project/TriCacheLLM-MMA/0.1.3/
|
|
384
389
|
|
|
385
390
|
---
|
|
386
391
|
|
|
@@ -456,10 +461,12 @@ A minimal integration looks like this:
|
|
|
456
461
|
|
|
457
462
|
```python
|
|
458
463
|
from fastapi import FastAPI, Depends
|
|
459
|
-
from
|
|
464
|
+
from TriCacheLLM_MMA import (
|
|
460
465
|
create_cache_system,
|
|
461
|
-
check_cache,
|
|
462
466
|
populate_cache,
|
|
467
|
+
check_cache,
|
|
468
|
+
close_cache_system,
|
|
469
|
+
check_tenant_creation_status,
|
|
463
470
|
)
|
|
464
471
|
|
|
465
472
|
app = FastAPI()
|
|
@@ -508,6 +515,7 @@ The core cache operations are asynchronous Python APIs and are not inherently ti
|
|
|
508
515
|
The included integration example uses FastAPI because it provides a convenient demonstration of multi-user request handling.
|
|
509
516
|
|
|
510
517
|
V1 is primarily demonstrated in a web-service architecture, while future versions aim to make standalone application integration equally straightforward.
|
|
518
|
+
***NOTE: When you import files they'll send request to hugging face to get embedding model weights but only once! untill you reload server***
|
|
511
519
|
|
|
512
520
|
---
|
|
513
521
|
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: TriCacheLLM_MMA
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.4
|
|
4
4
|
Summary: A robust three-tier LLM-aware caching SDK using Redis, ChromaDB, and automatic SQLite bootstrap.
|
|
5
5
|
Author-email: Mohib Ashfaq Butt <inboxmohib@gmail.com>
|
|
6
|
+
License-Expression: LGPL-3.0-only
|
|
6
7
|
Project-URL: Homepage, https://github.com/mohib-ash/TriCacheLLM_MMA
|
|
7
8
|
Project-URL: Repository, https://github.com/mohib-ash/TriCacheLLM_MMA
|
|
8
9
|
Project-URL: Issues, https://github.com/mohib-ash/TriCacheLLM_MMA/issues
|
|
@@ -71,6 +72,11 @@ check_tenant_creation_status(...)
|
|
|
71
72
|
|
|
72
73
|
The internal infrastructure handles the multi-tier lookup and promotion logic.
|
|
73
74
|
|
|
75
|
+
---
|
|
76
|
+
|
|
77
|
+
> **💡 Note for PyPI Visitors:** If you are reading this on PyPI, please check out the [TriCacheLLM_MMA GitHub Repository](https://github.com/mohib-ash/TriCacheLLM_MMA) for the most up-to-date documentation, integration guides, and advanced examples!
|
|
78
|
+
|
|
79
|
+
|
|
74
80
|
---
|
|
75
81
|
|
|
76
82
|
# Architecture
|
|
@@ -421,7 +427,7 @@ Or install the development version directly from the repository:
|
|
|
421
427
|
pip install .
|
|
422
428
|
```
|
|
423
429
|
|
|
424
|
-
PyPI link: https://pypi.org/project/TriCacheLLM-MMA/0.1.
|
|
430
|
+
PyPI link: https://pypi.org/project/TriCacheLLM-MMA/0.1.3/
|
|
425
431
|
|
|
426
432
|
---
|
|
427
433
|
|
|
@@ -497,10 +503,12 @@ A minimal integration looks like this:
|
|
|
497
503
|
|
|
498
504
|
```python
|
|
499
505
|
from fastapi import FastAPI, Depends
|
|
500
|
-
from
|
|
506
|
+
from TriCacheLLM_MMA import (
|
|
501
507
|
create_cache_system,
|
|
502
|
-
check_cache,
|
|
503
508
|
populate_cache,
|
|
509
|
+
check_cache,
|
|
510
|
+
close_cache_system,
|
|
511
|
+
check_tenant_creation_status,
|
|
504
512
|
)
|
|
505
513
|
|
|
506
514
|
app = FastAPI()
|
|
@@ -549,6 +557,7 @@ The core cache operations are asynchronous Python APIs and are not inherently ti
|
|
|
549
557
|
The included integration example uses FastAPI because it provides a convenient demonstration of multi-user request handling.
|
|
550
558
|
|
|
551
559
|
V1 is primarily demonstrated in a web-service architecture, while future versions aim to make standalone application integration equally straightforward.
|
|
560
|
+
***NOTE: When you import files they'll send request to hugging face to get embedding model weights but only once! untill you reload server***
|
|
552
561
|
|
|
553
562
|
---
|
|
554
563
|
|
|
@@ -4,13 +4,15 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "TriCacheLLM_MMA"
|
|
7
|
-
version = "0.1.
|
|
7
|
+
version = "0.1.4"
|
|
8
8
|
description = "A robust three-tier LLM-aware caching SDK using Redis, ChromaDB, and automatic SQLite bootstrap."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.11"
|
|
11
11
|
authors = [
|
|
12
12
|
{ name = "Mohib Ashfaq Butt", email = "inboxmohib@gmail.com" }
|
|
13
13
|
]
|
|
14
|
+
license = "LGPL-3.0-only"
|
|
15
|
+
license-files = ["LICENSE"]
|
|
14
16
|
keywords = [
|
|
15
17
|
"llm",
|
|
16
18
|
"cache",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tricachellm_mma-0.1.2 → tricachellm_mma-0.1.4}/TriCacheLLM_MMA.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|