ai-parrot 0.3.0__tar.gz → 0.3.3__tar.gz

ai_parrot-0.3.3/.github/workflows/release.yml

@@ -0,0 +1,98 @@
+name: Python package build and publish
+
+on:
+  release:
+    types: [created]
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install twine
+
+      - name: Build wheels on Ubuntu
+        if: matrix.os == 'ubuntu-latest'
+        uses: RalfG/python-wheels-manylinux-build@v0.5.0-manylinux2014_x86_64
+        with:
+          python-versions: 'cp39-cp39 cp310-cp310 cp311-cp311 cp312-cp312'
+          build-requirements: 'cython numpy'
+
+      - name: Build wheels on Windows
+        if: matrix.os == 'windows-latest'
+        run: |
+          pip install cibuildwheel
+          cibuildwheel --output-dir dist
+          # You may need to adjust the above command based on your package's specific requirements
+
+      - name: Upload wheel artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-${{ matrix.os }}-py${{ matrix.python-version }}
+          path: dist/*.whl
+
+  deploy:
+    needs: build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Download all artifacts
+        uses: actions/download-artifact@v4.1.7
+        with:
+          path: dist
+
+      - name: Move wheel files to 'dist' directory
+        run: |
+          find dist -name '*.whl' -exec mv {} dist \;
+
+      - name: Check for wheel types
+        id: check_wheels
+        run: |
+          echo "Checking for wheel types..."
+          if ls dist/*-manylinux*.whl 1> /dev/null 2>&1; then
+            echo "Found manylinux wheels."
+            echo "HAS_MANYLINUX_WHEELS=true" >> $GITHUB_ENV
+          fi
+          if ls dist/*-win_*.whl 1> /dev/null 2>&1; then
+            echo "Found Windows wheels."
+            echo "HAS_WINDOWS_WHEELS=true" >> $GITHUB_ENV
+          fi
+
+      - name: List files in dist
+        run: ls -l dist
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.x'
+
+      - name: Install twine
+        run: pip install twine
+
+      - name: Publish manylinux wheels to Production PyPI
+        if: env.HAS_MANYLINUX_WHEELS == 'true'
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.NAV_AIPARROT_API_SECRET }}
+        run: twine upload dist/*-manylinux*.whl
+
+      - name: Publish Windows wheels to Production PyPI
+        if: env.HAS_WINDOWS_WHEELS == 'true'
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.NAV_AIPARROT_API_SECRET }}
+        run: twine upload dist/*-win_*.whl

{ai_parrot-0.3.0 → ai_parrot-0.3.3}/Makefile

@@ -3,9 +3,7 @@ venv:
 	echo 'run `source .venv/bin/activate` to start develop with Parrot'
 
 install:
-	pip install wheel==0.42.0
 	# Install Parrot
-	pip install -e .[google,milvus,analytics]
 	pip install --upgrade python-datamodel
 	pip install --upgrade asyncdb[all]
 	pip install --upgrade navconfig[default]
@@ -15,9 +13,10 @@ install:
 	pip install --upgrade navigator-auth
 	# QS requirements
 	pip install --upgrade querysource[analytics]
+	# and Parrot:
+	# pip install -e .[google,milvus,analytics]
 
 develop:
-	pip install wheel==0.42.0
 	# Install Parrot
 	pip install -e .[all]
 	pip install --upgrade python-datamodel

{ai_parrot-0.3.0 → ai_parrot-0.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ai-parrot
-Version: 0.3.0
+Version: 0.3.3
 Summary: Live Chatbots based on Langchain chatbots and Agents     Integrated into Navigator Framework or used into aiohttp applications.
 Home-page: https://github.com/phenobarbital/ai-parrot
 Author: Jesus Lara
@@ -29,47 +29,37 @@ Classifier: Framework :: AsyncIO
 Requires-Python: >=3.10.12
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: Cython==3.0.9
-Requires-Dist: pymupdf==1.24.4
-Requires-Dist: pymupdf4llm==0.0.1
-Requires-Dist: pdf4llm==0.0.6
-Requires-Dist: PyPDF2==3.0.1
-Requires-Dist: pdfminer.six==20231228
-Requires-Dist: pdfplumber==0.11.0
-Requires-Dist: bitsandbytes==0.43.0
+Requires-Dist: Cython==3.0.11
+Requires-Dist: accelerate==0.34.2
+Requires-Dist: langchain>=0.2.6
+Requires-Dist: langchain-community>=0.2.6
+Requires-Dist: langchain-core>=0.2.32
+Requires-Dist: langchain-experimental==0.0.62
+Requires-Dist: langchainhub==0.1.15
+Requires-Dist: langchain-text-splitters==0.2.2
+Requires-Dist: langchain-huggingface==0.0.3
+Requires-Dist: huggingface-hub==0.23.5
+Requires-Dist: llama-index==0.10.20
+Requires-Dist: llama_cpp_python==0.2.56
+Requires-Dist: bitsandbytes==0.43.3
 Requires-Dist: Cartopy==0.22.0
 Requires-Dist: chromadb==0.4.24
-Requires-Dist: contourpy==1.2.0
 Requires-Dist: datasets==2.18.0
 Requires-Dist: faiss-cpu==1.8.0
 Requires-Dist: fastavro==1.9.4
-Requires-Dist: GitPython==3.1.42
 Requires-Dist: gunicorn==21.2.0
 Requires-Dist: jq==1.7.0
 Requires-Dist: rank_bm25==0.2.2
 Requires-Dist: matplotlib==3.8.3
 Requires-Dist: numba==0.59.0
-Requires-Dist: opentelemetry-sdk==1.24.0
-Requires-Dist: rapidocr-onnxruntime==1.3.15
-Requires-Dist: pytesseract==0.3.10
-Requires-Dist: python-docx==1.1.0
-Requires-Dist: python-pptx==0.6.23
-Requires-Dist: docx2txt==0.8
-Requires-Dist: pytube==15.0.0
-Requires-Dist: pydub==0.25.1
-Requires-Dist: markdownify==0.12.1
-Requires-Dist: librosa==0.10.1
-Requires-Dist: yt_dlp==2024.4.9
-Requires-Dist: moviepy==1.0.3
-Requires-Dist: safetensors==0.4.2
-Requires-Dist: sentence-transformers==2.6.1
+Requires-Dist: querysource>=3.12.10
+Requires-Dist: safetensors>=0.4.3
+Requires-Dist: sentence-transformers==3.0.1
 Requires-Dist: tabulate==0.9.0
 Requires-Dist: tiktoken==0.7.0
 Requires-Dist: tokenizers==0.19.1
 Requires-Dist: unstructured==0.14.3
 Requires-Dist: unstructured-client==0.18.0
-Requires-Dist: uvloop==0.19.0
-Requires-Dist: XlsxWriter==3.2.0
 Requires-Dist: youtube-transcript-api==0.6.2
 Requires-Dist: selenium==4.18.1
 Requires-Dist: webdriver_manager==4.0.1
@@ -81,31 +71,43 @@ Requires-Dist: google-api-python-client>=2.86.0
 Requires-Dist: gdown==5.1.0
 Requires-Dist: weasyprint==61.2
 Requires-Dist: markdown2==2.4.13
-Requires-Dist: xformers==0.0.25.post1
 Requires-Dist: fastembed==0.3.4
-Requires-Dist: mammoth==1.7.1
-Requires-Dist: accelerate==0.29.3
-Requires-Dist: langchain>=0.2.6
-Requires-Dist: langchain-community>=0.2.6
-Requires-Dist: langchain-core==0.2.32
-Requires-Dist: langchain-experimental==0.0.62
-Requires-Dist: langchainhub==0.1.15
-Requires-Dist: langchain-text-splitters==0.2.2
-Requires-Dist: huggingface-hub==0.23.5
-Requires-Dist: llama-index==0.10.20
-Requires-Dist: llama_cpp_python==0.2.56
-Requires-Dist: asyncdb[all]>=2.7.10
-Requires-Dist: querysource>=3.10.1
 Requires-Dist: yfinance==0.2.40
 Requires-Dist: youtube_search==2.1.2
 Requires-Dist: wikipedia==1.4.0
 Requires-Dist: mediawikiapi==1.2
-Requires-Dist: wikibase-rest-api-client==0.2.0
-Requires-Dist: asknews==0.7.30
 Requires-Dist: pyowm==3.3.0
 Requires-Dist: O365==2.0.35
-Requires-Dist: langchain-huggingface==0.0.3
 Requires-Dist: stackapi==0.3.1
+Requires-Dist: timm==1.0.9
+Requires-Dist: torchvision==0.19.1
+Provides-Extra: loaders
+Requires-Dist: pymupdf==1.24.4; extra == "loaders"
+Requires-Dist: pymupdf4llm==0.0.1; extra == "loaders"
+Requires-Dist: pdf4llm==0.0.6; extra == "loaders"
+Requires-Dist: PyPDF2==3.0.1; extra == "loaders"
+Requires-Dist: pdfminer.six==20231228; extra == "loaders"
+Requires-Dist: pdfplumber==0.11.0; extra == "loaders"
+Requires-Dist: GitPython==3.1.42; extra == "loaders"
+Requires-Dist: opentelemetry-sdk==1.24.0; extra == "loaders"
+Requires-Dist: rapidocr-onnxruntime==1.3.15; extra == "loaders"
+Requires-Dist: pytesseract==0.3.10; extra == "loaders"
+Requires-Dist: python-docx==1.1.0; extra == "loaders"
+Requires-Dist: python-pptx==0.6.23; extra == "loaders"
+Requires-Dist: docx2txt==0.8; extra == "loaders"
+Requires-Dist: pytube==15.0.0; extra == "loaders"
+Requires-Dist: pydub==0.25.1; extra == "loaders"
+Requires-Dist: markdownify==0.12.1; extra == "loaders"
+Requires-Dist: yt_dlp==2024.4.9; extra == "loaders"
+Requires-Dist: moviepy==1.0.3; extra == "loaders"
+Requires-Dist: mammoth==1.7.1; extra == "loaders"
+Requires-Dist: paddlepaddle==2.6.1; extra == "loaders"
+Requires-Dist: paddlepaddle_gpu==2.6.1; extra == "loaders"
+Requires-Dist: paddleocr==2.8.1; extra == "loaders"
+Requires-Dist: ftfy==6.2.3; extra == "loaders"
+Requires-Dist: librosa==0.10.1; extra == "loaders"
+Requires-Dist: XlsxWriter==3.2.0; extra == "loaders"
+Requires-Dist: xformers==0.0.27.post2; extra == "loaders"
 Provides-Extra: anthropic
 Requires-Dist: langchain-anthropic==0.1.11; extra == "anthropic"
 Requires-Dist: anthropic==0.25.2; extra == "anthropic"
@@ -115,23 +117,20 @@ Requires-Dist: openai==1.40.3; extra == "openai"
 Requires-Dist: llama-index-llms-openai==0.1.11; extra == "openai"
 Requires-Dist: tiktoken==0.7.0; extra == "openai"
 Provides-Extra: google
-Requires-Dist: langchain-google-vertexai==1.0.4; extra == "google"
-Requires-Dist: langchain-google-genai==1.0.4; extra == "google"
-Requires-Dist: google-generativeai==0.5.4; extra == "google"
-Requires-Dist: vertexai==1.49.0; extra == "google"
-Requires-Dist: google-cloud-aiplatform==1.49.0; extra == "google"
-Requires-Dist: grpc-google-iam-v1==0.13.0; extra == "google"
+Requires-Dist: langchain-google-vertexai==1.0.10; extra == "google"
+Requires-Dist: langchain-google-genai==1.0.10; extra == "google"
+Requires-Dist: vertexai==1.65.0; extra == "google"
 Provides-Extra: hunggingfaces
 Requires-Dist: llama-index-llms-huggingface==0.2.7; extra == "hunggingfaces"
 Provides-Extra: groq
-Requires-Dist: groq==0.6.0; extra == "groq"
-Requires-Dist: langchain-groq==0.1.4; extra == "groq"
+Requires-Dist: groq==0.11.0; extra == "groq"
+Requires-Dist: langchain-groq==0.1.9; extra == "groq"
 Provides-Extra: qdrant
 Requires-Dist: qdrant-client==1.8.0; extra == "qdrant"
 Provides-Extra: milvus
-Requires-Dist: langchain-milvus==0.1.1; extra == "milvus"
+Requires-Dist: langchain-milvus>=0.1.4; extra == "milvus"
 Requires-Dist: milvus==2.3.5; extra == "milvus"
-Requires-Dist: pymilvus==2.4.4; extra == "milvus"
+Requires-Dist: pymilvus==2.4.6; extra == "milvus"
 Provides-Extra: crew
 Requires-Dist: colbert-ai==0.2.19; extra == "crew"
 Requires-Dist: vanna==0.3.4; extra == "crew"
@@ -147,7 +146,7 @@ Provides-Extra: all
 Requires-Dist: langchain-milvus==0.1.1; extra == "all"
 Requires-Dist: milvus==2.3.5; extra == "all"
 Requires-Dist: pymilvus==2.4.4; extra == "all"
-Requires-Dist: groq==0.6.0; extra == "all"
+Requires-Dist: groq==0.11.0; extra == "all"
 Requires-Dist: langchain-groq==0.1.4; extra == "all"
 Requires-Dist: llama-index-llms-huggingface==0.2.7; extra == "all"
 Requires-Dist: langchain-google-vertexai==1.0.8; extra == "all"

{ai_parrot-0.3.0 → ai_parrot-0.3.3}/ai_parrot.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ai-parrot
-Version: 0.3.0
+Version: 0.3.3
 Summary: Live Chatbots based on Langchain chatbots and Agents     Integrated into Navigator Framework or used into aiohttp applications.
 Home-page: https://github.com/phenobarbital/ai-parrot
 Author: Jesus Lara
@@ -29,47 +29,37 @@ Classifier: Framework :: AsyncIO
 Requires-Python: >=3.10.12
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: Cython==3.0.9
-Requires-Dist: pymupdf==1.24.4
-Requires-Dist: pymupdf4llm==0.0.1
-Requires-Dist: pdf4llm==0.0.6
-Requires-Dist: PyPDF2==3.0.1
-Requires-Dist: pdfminer.six==20231228
-Requires-Dist: pdfplumber==0.11.0
-Requires-Dist: bitsandbytes==0.43.0
+Requires-Dist: Cython==3.0.11
+Requires-Dist: accelerate==0.34.2
+Requires-Dist: langchain>=0.2.6
+Requires-Dist: langchain-community>=0.2.6
+Requires-Dist: langchain-core>=0.2.32
+Requires-Dist: langchain-experimental==0.0.62
+Requires-Dist: langchainhub==0.1.15
+Requires-Dist: langchain-text-splitters==0.2.2
+Requires-Dist: langchain-huggingface==0.0.3
+Requires-Dist: huggingface-hub==0.23.5
+Requires-Dist: llama-index==0.10.20
+Requires-Dist: llama_cpp_python==0.2.56
+Requires-Dist: bitsandbytes==0.43.3
 Requires-Dist: Cartopy==0.22.0
 Requires-Dist: chromadb==0.4.24
-Requires-Dist: contourpy==1.2.0
 Requires-Dist: datasets==2.18.0
 Requires-Dist: faiss-cpu==1.8.0
 Requires-Dist: fastavro==1.9.4
-Requires-Dist: GitPython==3.1.42
 Requires-Dist: gunicorn==21.2.0
 Requires-Dist: jq==1.7.0
 Requires-Dist: rank_bm25==0.2.2
 Requires-Dist: matplotlib==3.8.3
 Requires-Dist: numba==0.59.0
-Requires-Dist: opentelemetry-sdk==1.24.0
-Requires-Dist: rapidocr-onnxruntime==1.3.15
-Requires-Dist: pytesseract==0.3.10
-Requires-Dist: python-docx==1.1.0
-Requires-Dist: python-pptx==0.6.23
-Requires-Dist: docx2txt==0.8
-Requires-Dist: pytube==15.0.0
-Requires-Dist: pydub==0.25.1
-Requires-Dist: markdownify==0.12.1
-Requires-Dist: librosa==0.10.1
-Requires-Dist: yt_dlp==2024.4.9
-Requires-Dist: moviepy==1.0.3
-Requires-Dist: safetensors==0.4.2
-Requires-Dist: sentence-transformers==2.6.1
+Requires-Dist: querysource>=3.12.10
+Requires-Dist: safetensors>=0.4.3
+Requires-Dist: sentence-transformers==3.0.1
 Requires-Dist: tabulate==0.9.0
 Requires-Dist: tiktoken==0.7.0
 Requires-Dist: tokenizers==0.19.1
 Requires-Dist: unstructured==0.14.3
 Requires-Dist: unstructured-client==0.18.0
-Requires-Dist: uvloop==0.19.0
-Requires-Dist: XlsxWriter==3.2.0
 Requires-Dist: youtube-transcript-api==0.6.2
 Requires-Dist: selenium==4.18.1
 Requires-Dist: webdriver_manager==4.0.1
@@ -81,31 +71,43 @@ Requires-Dist: google-api-python-client>=2.86.0
 Requires-Dist: gdown==5.1.0
 Requires-Dist: weasyprint==61.2
 Requires-Dist: markdown2==2.4.13
-Requires-Dist: xformers==0.0.25.post1
 Requires-Dist: fastembed==0.3.4
-Requires-Dist: mammoth==1.7.1
-Requires-Dist: accelerate==0.29.3
-Requires-Dist: langchain>=0.2.6
-Requires-Dist: langchain-community>=0.2.6
-Requires-Dist: langchain-core==0.2.32
-Requires-Dist: langchain-experimental==0.0.62
-Requires-Dist: langchainhub==0.1.15
-Requires-Dist: langchain-text-splitters==0.2.2
-Requires-Dist: huggingface-hub==0.23.5
-Requires-Dist: llama-index==0.10.20
-Requires-Dist: llama_cpp_python==0.2.56
-Requires-Dist: asyncdb[all]>=2.7.10
-Requires-Dist: querysource>=3.10.1
 Requires-Dist: yfinance==0.2.40
 Requires-Dist: youtube_search==2.1.2
 Requires-Dist: wikipedia==1.4.0
 Requires-Dist: mediawikiapi==1.2
-Requires-Dist: wikibase-rest-api-client==0.2.0
-Requires-Dist: asknews==0.7.30
 Requires-Dist: pyowm==3.3.0
 Requires-Dist: O365==2.0.35
-Requires-Dist: langchain-huggingface==0.0.3
 Requires-Dist: stackapi==0.3.1
+Requires-Dist: timm==1.0.9
+Requires-Dist: torchvision==0.19.1
+Provides-Extra: loaders
+Requires-Dist: pymupdf==1.24.4; extra == "loaders"
+Requires-Dist: pymupdf4llm==0.0.1; extra == "loaders"
+Requires-Dist: pdf4llm==0.0.6; extra == "loaders"
+Requires-Dist: PyPDF2==3.0.1; extra == "loaders"
+Requires-Dist: pdfminer.six==20231228; extra == "loaders"
+Requires-Dist: pdfplumber==0.11.0; extra == "loaders"
+Requires-Dist: GitPython==3.1.42; extra == "loaders"
+Requires-Dist: opentelemetry-sdk==1.24.0; extra == "loaders"
+Requires-Dist: rapidocr-onnxruntime==1.3.15; extra == "loaders"
+Requires-Dist: pytesseract==0.3.10; extra == "loaders"
+Requires-Dist: python-docx==1.1.0; extra == "loaders"
+Requires-Dist: python-pptx==0.6.23; extra == "loaders"
+Requires-Dist: docx2txt==0.8; extra == "loaders"
+Requires-Dist: pytube==15.0.0; extra == "loaders"
+Requires-Dist: pydub==0.25.1; extra == "loaders"
+Requires-Dist: markdownify==0.12.1; extra == "loaders"
+Requires-Dist: yt_dlp==2024.4.9; extra == "loaders"
+Requires-Dist: moviepy==1.0.3; extra == "loaders"
+Requires-Dist: mammoth==1.7.1; extra == "loaders"
+Requires-Dist: paddlepaddle==2.6.1; extra == "loaders"
+Requires-Dist: paddlepaddle_gpu==2.6.1; extra == "loaders"
+Requires-Dist: paddleocr==2.8.1; extra == "loaders"
+Requires-Dist: ftfy==6.2.3; extra == "loaders"
+Requires-Dist: librosa==0.10.1; extra == "loaders"
+Requires-Dist: XlsxWriter==3.2.0; extra == "loaders"
+Requires-Dist: xformers==0.0.27.post2; extra == "loaders"
 Provides-Extra: anthropic
 Requires-Dist: langchain-anthropic==0.1.11; extra == "anthropic"
 Requires-Dist: anthropic==0.25.2; extra == "anthropic"
@@ -115,23 +117,20 @@ Requires-Dist: openai==1.40.3; extra == "openai"
 Requires-Dist: llama-index-llms-openai==0.1.11; extra == "openai"
 Requires-Dist: tiktoken==0.7.0; extra == "openai"
 Provides-Extra: google
-Requires-Dist: langchain-google-vertexai==1.0.4; extra == "google"
-Requires-Dist: langchain-google-genai==1.0.4; extra == "google"
-Requires-Dist: google-generativeai==0.5.4; extra == "google"
-Requires-Dist: vertexai==1.49.0; extra == "google"
-Requires-Dist: google-cloud-aiplatform==1.49.0; extra == "google"
-Requires-Dist: grpc-google-iam-v1==0.13.0; extra == "google"
+Requires-Dist: langchain-google-vertexai==1.0.10; extra == "google"
+Requires-Dist: langchain-google-genai==1.0.10; extra == "google"
+Requires-Dist: vertexai==1.65.0; extra == "google"
 Provides-Extra: hunggingfaces
 Requires-Dist: llama-index-llms-huggingface==0.2.7; extra == "hunggingfaces"
 Provides-Extra: groq
-Requires-Dist: groq==0.6.0; extra == "groq"
-Requires-Dist: langchain-groq==0.1.4; extra == "groq"
+Requires-Dist: groq==0.11.0; extra == "groq"
+Requires-Dist: langchain-groq==0.1.9; extra == "groq"
 Provides-Extra: qdrant
 Requires-Dist: qdrant-client==1.8.0; extra == "qdrant"
 Provides-Extra: milvus
-Requires-Dist: langchain-milvus==0.1.1; extra == "milvus"
+Requires-Dist: langchain-milvus>=0.1.4; extra == "milvus"
 Requires-Dist: milvus==2.3.5; extra == "milvus"
-Requires-Dist: pymilvus==2.4.4; extra == "milvus"
+Requires-Dist: pymilvus==2.4.6; extra == "milvus"
 Provides-Extra: crew
 Requires-Dist: colbert-ai==0.2.19; extra == "crew"
 Requires-Dist: vanna==0.3.4; extra == "crew"
@@ -147,7 +146,7 @@ Provides-Extra: all
 Requires-Dist: langchain-milvus==0.1.1; extra == "all"
 Requires-Dist: milvus==2.3.5; extra == "all"
 Requires-Dist: pymilvus==2.4.4; extra == "all"
-Requires-Dist: groq==0.6.0; extra == "all"
+Requires-Dist: groq==0.11.0; extra == "all"
 Requires-Dist: langchain-groq==0.1.4; extra == "all"
 Requires-Dist: llama-index-llms-huggingface==0.2.7; extra == "all"
 Requires-Dist: langchain-google-vertexai==1.0.8; extra == "all"

{ai_parrot-0.3.0 → ai_parrot-0.3.3}/ai_parrot.egg-info/SOURCES.txt

@@ -33,6 +33,7 @@ etc/ssl/rootCA.crt
 etc/ssl/rootCA.key
 etc/ssl/rootCA.srl
 examples/check_bot.py
+examples/load_pdf.py
 examples/test_bot.py
 examples/test_question.py
 parrot/__init__.py

{ai_parrot-0.3.0 → ai_parrot-0.3.3}/ai_parrot.egg-info/requires.txt

@@ -1,44 +1,34 @@
-Cython==3.0.9
-pymupdf==1.24.4
-pymupdf4llm==0.0.1
-pdf4llm==0.0.6
-PyPDF2==3.0.1
-pdfminer.six==20231228
-pdfplumber==0.11.0
-bitsandbytes==0.43.0
+Cython==3.0.11
+accelerate==0.34.2
+langchain>=0.2.6
+langchain-community>=0.2.6
+langchain-core>=0.2.32
+langchain-experimental==0.0.62
+langchainhub==0.1.15
+langchain-text-splitters==0.2.2
+langchain-huggingface==0.0.3
+huggingface-hub==0.23.5
+llama-index==0.10.20
+llama_cpp_python==0.2.56
+bitsandbytes==0.43.3
 Cartopy==0.22.0
 chromadb==0.4.24
-contourpy==1.2.0
 datasets==2.18.0
 faiss-cpu==1.8.0
 fastavro==1.9.4
-GitPython==3.1.42
 gunicorn==21.2.0
 jq==1.7.0
 rank_bm25==0.2.2
 matplotlib==3.8.3
 numba==0.59.0
-opentelemetry-sdk==1.24.0
-rapidocr-onnxruntime==1.3.15
-pytesseract==0.3.10
-python-docx==1.1.0
-python-pptx==0.6.23
-docx2txt==0.8
-pytube==15.0.0
-pydub==0.25.1
-markdownify==0.12.1
-librosa==0.10.1
-yt_dlp==2024.4.9
-moviepy==1.0.3
-safetensors==0.4.2
-sentence-transformers==2.6.1
+querysource>=3.12.10
+safetensors>=0.4.3
+sentence-transformers==3.0.1
 tabulate==0.9.0
 tiktoken==0.7.0
 tokenizers==0.19.1
 unstructured==0.14.3
 unstructured-client==0.18.0
-uvloop==0.19.0
-XlsxWriter==3.2.0
 youtube-transcript-api==0.6.2
 selenium==4.18.1
 webdriver_manager==4.0.1
@@ -50,37 +40,22 @@ google-api-python-client>=2.86.0
 gdown==5.1.0
 weasyprint==61.2
 markdown2==2.4.13
-xformers==0.0.25.post1
 fastembed==0.3.4
-mammoth==1.7.1
-accelerate==0.29.3
-langchain>=0.2.6
-langchain-community>=0.2.6
-langchain-core==0.2.32
-langchain-experimental==0.0.62
-langchainhub==0.1.15
-langchain-text-splitters==0.2.2
-huggingface-hub==0.23.5
-llama-index==0.10.20
-llama_cpp_python==0.2.56
-asyncdb[all]>=2.7.10
-querysource>=3.10.1
 yfinance==0.2.40
 youtube_search==2.1.2
 wikipedia==1.4.0
 mediawikiapi==1.2
-wikibase-rest-api-client==0.2.0
-asknews==0.7.30
 pyowm==3.3.0
 O365==2.0.35
-langchain-huggingface==0.0.3
 stackapi==0.3.1
+timm==1.0.9
+torchvision==0.19.1
 
 [all]
 langchain-milvus==0.1.1
 milvus==2.3.5
 pymilvus==2.4.4
-groq==0.6.0
+groq==0.11.0
 langchain-groq==0.1.4
 llama-index-llms-huggingface==0.2.7
 langchain-google-vertexai==1.0.8
@@ -113,24 +88,49 @@ vanna==0.3.4
 crewai[tools]==0.28.8
 
 [google]
-langchain-google-vertexai==1.0.4
-langchain-google-genai==1.0.4
-google-generativeai==0.5.4
-vertexai==1.49.0
-google-cloud-aiplatform==1.49.0
-grpc-google-iam-v1==0.13.0
+langchain-google-vertexai==1.0.10
+langchain-google-genai==1.0.10
+vertexai==1.65.0
 
 [groq]
-groq==0.6.0
-langchain-groq==0.1.4
+groq==0.11.0
+langchain-groq==0.1.9
 
 [hunggingfaces]
 llama-index-llms-huggingface==0.2.7
 
+[loaders]
+pymupdf==1.24.4
+pymupdf4llm==0.0.1
+pdf4llm==0.0.6
+PyPDF2==3.0.1
+pdfminer.six==20231228
+pdfplumber==0.11.0
+GitPython==3.1.42
+opentelemetry-sdk==1.24.0
+rapidocr-onnxruntime==1.3.15
+pytesseract==0.3.10
+python-docx==1.1.0
+python-pptx==0.6.23
+docx2txt==0.8
+pytube==15.0.0
+pydub==0.25.1
+markdownify==0.12.1
+yt_dlp==2024.4.9
+moviepy==1.0.3
+mammoth==1.7.1
+paddlepaddle==2.6.1
+paddlepaddle_gpu==2.6.1
+paddleocr==2.8.1
+ftfy==6.2.3
+librosa==0.10.1
+XlsxWriter==3.2.0
+xformers==0.0.27.post2
+
 [milvus]
-langchain-milvus==0.1.1
+langchain-milvus>=0.1.4
 milvus==2.3.5
-pymilvus==2.4.4
+pymilvus==2.4.6
 
 [openai]
 langchain-openai==0.1.21

ai_parrot-0.3.3/examples/load_pdf.py

@@ -0,0 +1,31 @@
+import asyncio
+from navconfig import BASE_DIR
+from parrot.llms.vertex import VertexLLM
+from parrot.loaders import (
+    PDFLoader
+)
+
+async def process_pdf():
+    llm = VertexLLM(
+        model='gemini-1.5-flash-001',
+        temperature=0.1,
+        top_k=30,
+        Top_p=0.5,
+    )
+    # Add LLM
+    doc = BASE_DIR.joinpath('documents', 'AR_Certification_Skill_Practice_Scorecard_EXAMPLE.pdf')
+    print(':: Processing: ', doc)
+    # PDF Files
+    loader = PDFLoader(
+        doc,
+        source_type=f"PDF {doc.name}",
+        llm=llm.get_llm(),
+        language="en",
+        parse_images=False,
+        page_as_images=True
+    )
+    docs = loader.load()
+    print('DOCS > ', docs)
+
+if __name__ == "__main__":
+    agent = asyncio.run(process_pdf())