anyllm 0.0.26__tar.gz

anyllm-0.0.26/MANIFEST.in

@@ -0,0 +1 @@
+recursive-include pautobot/frontend-dist *

anyllm-0.0.26/PKG-INFO

@@ -0,0 +1,129 @@
+Metadata-Version: 2.1
+Name: anyllm
+Version: 0.0.26
+Summary: Private AutoGPT Robot - Your private task assistant with GPT!
+Home-page: https://github.com/vietanhdev/pautobot
+Author: Viet-Anh Nguyen
+Author-email: vietanh.dev@gmail.com
+License: Apache License 2.0
+Keywords: Personal Assistant,Automation,GPT,LLM,PrivateGPT
+Classifier: Natural Language :: English
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3 :: Only
+Description-Content-Type: text/markdown
+
+<p align="center">
+  <img alt="PAutoBot" style="width: 128px; max-width: 100%; height: auto;" src="https://raw.githubusercontent.com/nrl-ai/pautobot/main/docs/pautobot.png"/>
+  <h1 align="center">🔥 PⒶutoBot 🔥</h1>
+  <p align="center" style="font-size:18px"><b>Private AutoGPT Robot</b> - Your private task assistant with GPT!</p>
+</p>
+
+- 🔥 **Chat** to your offline **LLMs on CPU Only**. **100% private**, no data leaves your execution environment at any point.
+- 🔥 **Ask questions** to your documents without an internet connection. Engine developed based on [PrivateGPT](https://github.com/imartinez/privateGPT).
+- 🔥 **Automate tasks** easily with **PAutoBot plugins**. Easy for everyone.
+- 🔥 **Easy coding structure** with **Next.js** and **Python**. Easy to understand and modify.
+- 🔥 **Built with** [LangChain](https://github.com/hwchase17/langchain), [GPT4All](https://github.com/nomic-ai/gpt4all), [Chroma](https://www.trychroma.com/), [SentenceTransformers](https://www.sbert.net/), [PrivateGPT](https://github.com/imartinez/privateGPT).
+
+![PAutoBot](https://raw.githubusercontent.com/nrl-ai/pautobot/main/docs/screenshot.png)
+
+**The supported extensions are:**
+
+- `.csv`: CSV,
+- `.docx`: Word Document,
+- `.doc`: Word Document,
+- `.enex`: EverNote,
+- `.eml`: Email,
+- `.epub`: EPub,
+- `.html`: HTML File,
+- `.md`: Markdown,
+- `.msg`: Outlook Message,
+- `.odt`: Open Document Text,
+- `.pdf`: Portable Document Format (PDF),
+- `.pptx` : PowerPoint Document,
+- `.ppt` : PowerPoint Document,
+- `.txt`: Text file (UTF-8),
+
+## I. Installation and Usage
+
+### 1. Installation
+
+- Python 3.8 or higher.
+- Install **PAutoBot**:
+
+```shell
+pip install pautobot
+```
+
+### 2. Usage
+
+- Run the app:
+
+```shell
+python -m pautobot.app
+```
+
+or just:
+
+```shell
+pautobot
+```
+
+- Go to <http://localhost:5678/> to see the user interface. You can choose one of the two modes:
+  - **Chat Only**
+  - **Documents Q&A**
+- Upload some documents to the app (see the supported extensions above). You can try [docs/python3.11.3_lite.zip](docs/python3.11.3_lite.zip) for a quick start. This zip file contains 45 files from the [Python 3.11.3 documentation](https://docs.python.org/3/download.html).
+- Force ingesting documents with **Ingest Data** button.
+
+You can also run PAutoBot publicly to your network or change the port with parameters. Example:
+
+```shell
+pautobot --host 0.0.0.0 --port 8080
+```
+
+## II. Development
+
+### 1. Clone the source code
+
+```shell
+git clone https://github.com/nrl-ai/pautobot
+cd pautobot
+```
+
+### 2. Run your backend
+
+- Python 3.8 or higher.
+- To install Pautobot from source, from `pautobot` source code directory, run:
+
+```shell
+pip install -e .
+```
+
+- Run the app:
+
+```shell
+python -m pautobot.app
+```
+
+- Go to <http://localhost:5678/> to see the user interface.
+
+### 2. Run your frontend
+
+- Install the dependencies:
+
+```shell
+cd frontend
+npm install
+```
+
+- Run the app:
+
+```shell
+npm run dev
+```
+
+- Go to <http://localhost:3000/> to see the user interface. Use this address to develop the frontend.

anyllm-0.0.26/README.md

@@ -0,0 +1,110 @@
+<p align="center">
+  <img alt="PAutoBot" style="width: 128px; max-width: 100%; height: auto;" src="./docs/pautobot.png"/>
+  <h1 align="center">🔥 PⒶutoBot 🔥</h1>
+  <p align="center" style="font-size:18px"><b>Private AutoGPT Robot</b> - Your private task assistant with GPT!</p>
+</p>
+
+- 🔥 **Chat** to your offline **LLMs on CPU Only**. **100% private**, no data leaves your execution environment at any point.
+- 🔥 **Ask questions** to your documents without an internet connection. Engine developed based on [PrivateGPT](https://github.com/imartinez/privateGPT).
+- 🔥 **Automate tasks** easily with **PAutoBot plugins**. Easy for everyone.
+- 🔥 **Easy coding structure** with **Next.js** and **Python**. Easy to understand and modify.
+- 🔥 **Built with** [LangChain](https://github.com/hwchase17/langchain), [GPT4All](https://github.com/nomic-ai/gpt4all), [Chroma](https://www.trychroma.com/), [SentenceTransformers](https://www.sbert.net/), [PrivateGPT](https://github.com/imartinez/privateGPT).
+
+![PAutoBot](./docs/screenshot.png)
+
+**The supported extensions are:**
+
+- `.csv`: CSV,
+- `.docx`: Word Document,
+- `.doc`: Word Document,
+- `.enex`: EverNote,
+- `.eml`: Email,
+- `.epub`: EPub,
+- `.html`: HTML File,
+- `.md`: Markdown,
+- `.msg`: Outlook Message,
+- `.odt`: Open Document Text,
+- `.pdf`: Portable Document Format (PDF),
+- `.pptx` : PowerPoint Document,
+- `.ppt` : PowerPoint Document,
+- `.txt`: Text file (UTF-8),
+
+## I. Installation and Usage
+
+### 1. Installation
+
+- Python 3.8 or higher.
+- Install **PAutoBot**:
+
+```shell
+pip install pautobot
+```
+
+### 2. Usage
+
+- Run the app:
+
+```shell
+python -m pautobot.app
+```
+
+or just:
+
+```shell
+pautobot
+```
+
+- Go to <http://localhost:5678/> to see the user interface. You can choose one of the two modes:
+  - **Chat Only**
+  - **Documents Q&A**
+- Upload some documents to the app (see the supported extensions above). You can try [docs/python3.11.3_lite.zip](docs/python3.11.3_lite.zip) for a quick start. This zip file contains 45 files from the [Python 3.11.3 documentation](https://docs.python.org/3/download.html).
+- Force ingesting documents with **Ingest Data** button.
+
+You can also run PAutoBot publicly to your network or change the port with parameters. Example:
+
+```shell
+pautobot --host 0.0.0.0 --port 8080
+```
+
+## II. Development
+
+### 1. Clone the source code
+
+```shell
+git clone https://github.com/nrl-ai/pautobot
+cd pautobot
+```
+
+### 2. Run your backend
+
+- Python 3.8 or higher.
+- To install Pautobot from source, from `pautobot` source code directory, run:
+
+```shell
+pip install -e .
+```
+
+- Run the app:
+
+```shell
+python -m pautobot.app
+```
+
+- Go to <http://localhost:5678/> to see the user interface.
+
+### 2. Run your frontend
+
+- Install the dependencies:
+
+```shell
+cd frontend
+npm install
+```
+
+- Run the app:
+
+```shell
+npm run dev
+```
+
+- Go to <http://localhost:3000/> to see the user interface. Use this address to develop the frontend.

anyllm-0.0.26/anyllm.egg-info/PKG-INFO

@@ -0,0 +1,129 @@
+Metadata-Version: 2.1
+Name: anyllm
+Version: 0.0.26
+Summary: Private AutoGPT Robot - Your private task assistant with GPT!
+Home-page: https://github.com/vietanhdev/pautobot
+Author: Viet-Anh Nguyen
+Author-email: vietanh.dev@gmail.com
+License: Apache License 2.0
+Keywords: Personal Assistant,Automation,GPT,LLM,PrivateGPT
+Classifier: Natural Language :: English
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3 :: Only
+Description-Content-Type: text/markdown
+
+<p align="center">
+  <img alt="PAutoBot" style="width: 128px; max-width: 100%; height: auto;" src="https://raw.githubusercontent.com/nrl-ai/pautobot/main/docs/pautobot.png"/>
+  <h1 align="center">🔥 PⒶutoBot 🔥</h1>
+  <p align="center" style="font-size:18px"><b>Private AutoGPT Robot</b> - Your private task assistant with GPT!</p>
+</p>
+
+- 🔥 **Chat** to your offline **LLMs on CPU Only**. **100% private**, no data leaves your execution environment at any point.
+- 🔥 **Ask questions** to your documents without an internet connection. Engine developed based on [PrivateGPT](https://github.com/imartinez/privateGPT).
+- 🔥 **Automate tasks** easily with **PAutoBot plugins**. Easy for everyone.
+- 🔥 **Easy coding structure** with **Next.js** and **Python**. Easy to understand and modify.
+- 🔥 **Built with** [LangChain](https://github.com/hwchase17/langchain), [GPT4All](https://github.com/nomic-ai/gpt4all), [Chroma](https://www.trychroma.com/), [SentenceTransformers](https://www.sbert.net/), [PrivateGPT](https://github.com/imartinez/privateGPT).
+
+![PAutoBot](https://raw.githubusercontent.com/nrl-ai/pautobot/main/docs/screenshot.png)
+
+**The supported extensions are:**
+
+- `.csv`: CSV,
+- `.docx`: Word Document,
+- `.doc`: Word Document,
+- `.enex`: EverNote,
+- `.eml`: Email,
+- `.epub`: EPub,
+- `.html`: HTML File,
+- `.md`: Markdown,
+- `.msg`: Outlook Message,
+- `.odt`: Open Document Text,
+- `.pdf`: Portable Document Format (PDF),
+- `.pptx` : PowerPoint Document,
+- `.ppt` : PowerPoint Document,
+- `.txt`: Text file (UTF-8),
+
+## I. Installation and Usage
+
+### 1. Installation
+
+- Python 3.8 or higher.
+- Install **PAutoBot**:
+
+```shell
+pip install pautobot
+```
+
+### 2. Usage
+
+- Run the app:
+
+```shell
+python -m pautobot.app
+```
+
+or just:
+
+```shell
+pautobot
+```
+
+- Go to <http://localhost:5678/> to see the user interface. You can choose one of the two modes:
+  - **Chat Only**
+  - **Documents Q&A**
+- Upload some documents to the app (see the supported extensions above). You can try [docs/python3.11.3_lite.zip](docs/python3.11.3_lite.zip) for a quick start. This zip file contains 45 files from the [Python 3.11.3 documentation](https://docs.python.org/3/download.html).
+- Force ingesting documents with **Ingest Data** button.
+
+You can also run PAutoBot publicly to your network or change the port with parameters. Example:
+
+```shell
+pautobot --host 0.0.0.0 --port 8080
+```
+
+## II. Development
+
+### 1. Clone the source code
+
+```shell
+git clone https://github.com/nrl-ai/pautobot
+cd pautobot
+```
+
+### 2. Run your backend
+
+- Python 3.8 or higher.
+- To install Pautobot from source, from `pautobot` source code directory, run:
+
+```shell
+pip install -e .
+```
+
+- Run the app:
+
+```shell
+python -m pautobot.app
+```
+
+- Go to <http://localhost:5678/> to see the user interface.
+
+### 2. Run your frontend
+
+- Install the dependencies:
+
+```shell
+cd frontend
+npm install
+```
+
+- Run the app:
+
+```shell
+npm run dev
+```
+
+- Go to <http://localhost:3000/> to see the user interface. Use this address to develop the frontend.

anyllm-0.0.26/anyllm.egg-info/SOURCES.txt

@@ -0,0 +1,72 @@
+MANIFEST.in
+README.md
+pyproject.toml
+setup.py
+anyllm.egg-info/PKG-INFO
+anyllm.egg-info/SOURCES.txt
+anyllm.egg-info/dependency_links.txt
+anyllm.egg-info/entry_points.txt
+anyllm.egg-info/requires.txt
+anyllm.egg-info/top_level.txt
+pautobot/__init__.py
+pautobot/app.py
+pautobot/app_info.py
+pautobot/config.py
+pautobot/database.py
+pautobot/db_models.py
+pautobot/globals.py
+pautobot/models.py
+pautobot/utils.py
+pautobot/engine/__init__.py
+pautobot/engine/bot_context.py
+pautobot/engine/bot_enums.py
+pautobot/engine/chatbot_factory.py
+pautobot/engine/context_manager.py
+pautobot/engine/engine.py
+pautobot/engine/ingest.py
+pautobot/engine/llm_factory.py
+pautobot/engine/qa_factory.py
+pautobot/frontend-dist/404.html
+pautobot/frontend-dist/favicon.ico
+pautobot/frontend-dist/index.html
+pautobot/frontend-dist/loading.svg
+pautobot/frontend-dist/pautobot.png
+pautobot/frontend-dist/_next/static/BM-gMUHSRp5K5zNkPwFux/_buildManifest.js
+pautobot/frontend-dist/_next/static/BM-gMUHSRp5K5zNkPwFux/_ssgManifest.js
+pautobot/frontend-dist/_next/static/chunks/framework-2c79e2a64abdb08b.js
+pautobot/frontend-dist/_next/static/chunks/main-7c8966651ff4862e.js
+pautobot/frontend-dist/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js
+pautobot/frontend-dist/_next/static/chunks/webpack-8fa1640cc84ba8fe.js
+pautobot/frontend-dist/_next/static/chunks/pages/_app-aa96ce9bb1e646b0.js
+pautobot/frontend-dist/_next/static/chunks/pages/_error-54de1933a164a1ff.js
+pautobot/frontend-dist/_next/static/chunks/pages/index-18cfbd35405c386b.js
+pautobot/frontend-dist/_next/static/css/7dd6dda6b2248062.css
+pautobot/frontend-dist/_next/static/media/037c6ceced78c87a-s.woff2
+pautobot/frontend-dist/_next/static/media/03a2ebda46411260-s.woff2
+pautobot/frontend-dist/_next/static/media/2cffe11a47028c14-s.woff2
+pautobot/frontend-dist/_next/static/media/4ab03c045edad786-s.p.woff2
+pautobot/frontend-dist/_next/static/media/4cf1eda6528c4545-s.p.woff2
+pautobot/frontend-dist/_next/static/media/51fbb2aa5ef2b5cf-s.woff2
+pautobot/frontend-dist/_next/static/media/560bcc4e09749527-s.woff2
+pautobot/frontend-dist/_next/static/media/6cb9e821df97febd-s.p.woff2
+pautobot/frontend-dist/_next/static/media/723f3c07bb1fbaab-s.woff2
+pautobot/frontend-dist/_next/static/media/7da2a3ff16027414-s.p.woff2
+pautobot/frontend-dist/_next/static/media/84c22514fc6f1667-s.woff2
+pautobot/frontend-dist/_next/static/media/8bbb723f6276338f-s.woff2
+pautobot/frontend-dist/_next/static/media/996798fe8aee0dc3-s.p.woff2
+pautobot/frontend-dist/_next/static/media/9b206b5a69aba6d3-s.woff2
+pautobot/frontend-dist/_next/static/media/9d76af61a4574a5c-s.woff2
+pautobot/frontend-dist/_next/static/media/a8c682a8f4ee9d69-s.woff2
+pautobot/frontend-dist/_next/static/media/c5fea7478aa47814-s.p.woff2
+pautobot/frontend-dist/_next/static/media/d77e36fa1e563bf0-s.p.woff2
+pautobot/frontend-dist/_next/static/media/efe191cf7953ff64-s.p.woff2
+pautobot/frontend-dist/_next/static/media/f1144ac8e703eb32-s.woff2
+pautobot/frontend-dist/_next/static/media/f1520da2fce335b3-s.p.woff2
+pautobot/frontend-dist/_next/static/media/f5ea4559b0835633-s.p.woff2
+pautobot/frontend-dist/_next/static/media/f6441c9c7c6cedc3-s.p.woff2
+pautobot/frontend-dist/_next/static/media/fc3bb0c43ad3be3b-s.p.woff2
+pautobot/routers/__init__.py
+pautobot/routers/bot.py
+pautobot/routers/contexts.py
+pautobot/routers/documents.py
+tests/__init__.py

anyllm-0.0.26/anyllm.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

anyllm-0.0.26/anyllm.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+anyllm = pautobot.app:main

anyllm-0.0.26/anyllm.egg-info/requires.txt

@@ -0,0 +1,17 @@
+langchain>=0.0.194
+gpt4all>=0.3.0
+chromadb>=0.3.23
+urllib3>=2.0.2
+pdfminer.six>=20221105
+unstructured>=0.6.6
+extract-msg>=0.41.1
+tabulate>=0.9.0
+pandoc>=2.3
+pypandoc>=1.11
+tqdm>=4.65.0
+python-multipart>=0.0.6
+fastapi==0.96.0
+SQLAlchemy==2.0.15
+alembic==1.11.1
+sentence_transformers==2.2.2
+requests

anyllm-0.0.26/anyllm.egg-info/top_level.txt

@@ -0,0 +1,2 @@
+pautobot
+tests

anyllm-0.0.26/pautobot/app.py

@@ -0,0 +1,85 @@
+import os
+
+os.environ["TOKENIZERS_PARALLELISM"] = "false"
+
+import argparse
+import logging
+
+import uvicorn
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+from fastapi.staticfiles import StaticFiles
+
+from pautobot import db_models as models
+from pautobot import globals
+from pautobot.app_info import __appname__, __description__, __version__
+from pautobot.config import DATA_ROOT
+from pautobot.database import engine
+from pautobot.routers import bot, contexts, documents
+from pautobot.utils import extract_frontend_dist
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        description=__description__,
+    )
+    parser.add_argument(
+        "--host",
+        type=str,
+        default="127.0.0.1",
+        help="Host to run the server on",
+    )
+    parser.add_argument(
+        "--port",
+        type=int,
+        default=5678,
+        help="Port to run the server on",
+    )
+    parser.add_argument(
+        "--version",
+        action="store_true",
+        help="Print version and exit",
+    )
+    args = parser.parse_args()
+
+    if args.version:
+        print(f"{__appname__} v{__version__}")
+        return
+
+    logging.info(f"Starting {__appname__}...")
+    logging.info(f"Version: {__version__}")
+
+    logging.info("Extracting frontend distribution...")
+    static_folder = os.path.abspath(os.path.join(DATA_ROOT, "frontend-dist"))
+    extract_frontend_dist(static_folder)
+
+    logging.info("Creating database tables...")
+    models.Base.metadata.create_all(bind=engine)
+
+    logging.info("Starting FastAPI server...")
+    globals.init()
+
+    app = FastAPI(
+        title=__appname__,
+        description=__description__,
+    )
+    app.add_middleware(
+        CORSMiddleware,
+        allow_origins=["*"],
+        allow_methods=["*"],
+        allow_headers=["*"],
+        expose_headers=["*"],
+    )
+
+    app.include_router(bot.router)
+    app.include_router(contexts.router)
+    app.include_router(documents.router)
+    app.mount(
+        "/", StaticFiles(directory=static_folder, html=True), name="static"
+    )
+
+    uvicorn.run(app, host=args.host, port=args.port, reload=False, workers=1)
+
+
+if __name__ == "__main__":
+    main()

anyllm-0.0.26/pautobot/app_info.py

@@ -0,0 +1,5 @@
+__appname__ = "PautoBot"
+__description__ = (
+    "Private AutoGPT Robot - Your private task assistant with GPT!"
+)
+__version__ = "0.0.26"

anyllm-0.0.26/pautobot/config.py

@@ -0,0 +1,9 @@
+import os
+import pathlib
+
+DATA_ROOT = os.path.abspath(
+    os.path.join(os.path.expanduser("~"), "pautobot-data")
+)
+pathlib.Path(DATA_ROOT).mkdir(parents=True, exist_ok=True)
+
+DATABASE_PATH = os.path.abspath(os.path.join(DATA_ROOT, "pautobot.db"))

anyllm-0.0.26/pautobot/database.py

@@ -0,0 +1,12 @@
+from sqlalchemy import create_engine
+from sqlalchemy.ext.declarative import declarative_base
+from sqlalchemy.orm import sessionmaker
+
+from pautobot.config import DATABASE_PATH
+
+DATABASE_URL = "sqlite:///{}".format(DATABASE_PATH)
+engine = create_engine(DATABASE_URL, connect_args={"check_same_thread": False})
+SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
+session = SessionLocal()
+
+Base = declarative_base()

anyllm-0.0.26/pautobot/db_models.py

@@ -0,0 +1,40 @@
+import datetime
+
+from sqlalchemy import Column, DateTime, ForeignKey, Integer, String
+from sqlalchemy.orm import relationship
+
+from pautobot.database import Base, engine
+
+
+class BotContext(Base):
+    __tablename__ = "contexts"
+
+    id = Column(Integer, primary_key=True, index=True)
+    name = Column(String, index=True)
+    created_at = Column(DateTime, default=datetime.datetime.utcnow)
+    documents = relationship("Document", back_populates="bot_context")
+    chat_chunks = relationship("ChatChunk", back_populates="bot_context")
+
+
+class Document(Base):
+    __tablename__ = "documents"
+
+    id = Column(Integer, primary_key=True, index=True)
+    name = Column(String)
+    storage_name = Column(String)
+    created_at = Column(DateTime, default=datetime.datetime.utcnow)
+    bot_context_id = Column(Integer, ForeignKey("contexts.id"))
+    bot_context = relationship("BotContext", back_populates="documents")
+
+
+class ChatChunk(Base):
+    __tablename__ = "chat_chunks"
+
+    id = Column(Integer, primary_key=True, index=True)
+    created_at = Column(DateTime, default=datetime.datetime.utcnow)
+    text = Column(String)
+    bot_context_id = Column(Integer, ForeignKey("contexts.id"))
+    bot_context = relationship("BotContext", back_populates="chat_chunks")
+
+
+Base.metadata.create_all(engine)

anyllm-0.0.26/pautobot/engine/__init__.py

@@ -0,0 +1 @@
+from pautobot.engine.engine import *