naas-abi-core 1.0.0__tar.gz

naas_abi_core-1.0.0/.gitignore

@@ -0,0 +1,96 @@
+# Environment files
+.env
+.env.*
+!.env.example
+
+# Virtual Environment
+.venv/
+venv/
+ENV/
+env/
+uv.lock
+
+# Config
+config.yaml
+config.*.yaml
+
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+#lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+.mypy_cache/
+.pytest_cache/
+.ruff_cache/
+.pytype
+
+# IDEs and editors
+.idea/
+.vscode/
+*.swp
+*.swo
+.DS_Store
+
+# Docker
+.docker/
+
+# Logs
+*.log
+
+# Project specific
+thread_id.txt
+agentic-director/
+
+# Storage - ignore everything in storage except README files
+storage/*
+!storage/README.md
+!storage/*/README.md
+!storage/datastore/
+!storage/triplestore/
+!storage/vectorstore/
+storage/datastore/*
+storage/triplestore/*
+storage/vectorstore/*
+
+# Ignore data files globally
+*.csv
+*.parquet
+*.json
+*.pdf
+*.doc
+*.docx
+*.ppt
+*.pptx
+*.xls
+*.xlsx
+*.jpg
+*.png
+*.gif
+*.jpeg
+*.webp
+*.heic
+
+
+*.pid
+sandbox/
+
+# Coverage reports
+.coverage
+coverage.xml
+htmlcov/

naas_abi_core-1.0.0/=0.9.13

@@ -0,0 +1,6 @@
+Collecting uv
+  Downloading uv-0.9.13-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)
+Downloading uv-0.9.13-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (21.7 MB)
+   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 21.7/21.7 MB 152.8 MB/s  0:00:00
+Installing collected packages: uv
+Successfully installed uv-0.9.13

naas_abi_core-1.0.0/CHANGELOG.md

@@ -0,0 +1,67 @@
+# CHANGELOG
+
+<!-- version list -->
+
+## v1.0.0 (2025-12-01)
+
+### Bug Fixes
+
+- Adding authors and removing uneeded configuration
+  ([`c105454`](https://github.com/jupyter-naas/abi/commit/c105454bcb1ed1da88bda6ca23a05e9e3e9c1ed1))
+
+- Configure release on main
+  ([`fb32b93`](https://github.com/jupyter-naas/abi/commit/fb32b93ef0e3ce1b8bb291fda902a7a03c0f0646))
+
+
+## v1.0.0-dev.9 (2025-11-30)
+
+### Bug Fixes
+
+- Working on api deployment
+  ([`8a803ba`](https://github.com/jupyter-naas/abi/commit/8a803bad5db9ed9d020d18245b3b6fbafda6bb2c))
+
+
+## v1.0.0-dev.8 (2025-11-30)
+
+
+## v1.0.0-dev.7 (2025-11-30)
+
+
+## v1.0.0-dev.6 (2025-11-30)
+
+
+## v1.0.0-dev.5 (2025-11-30)
+
+### Bug Fixes
+
+- Working on ci/cd
+  ([`d65250c`](https://github.com/jupyter-naas/abi/commit/d65250c10e433595a6ecd124c33aee9ca7e69535))
+
+
+## v1.0.0-dev.4 (2025-11-30)
+
+### Bug Fixes
+
+- Working on ci
+  ([`ba918da`](https://github.com/jupyter-naas/abi/commit/ba918da13147636ec732f2aba3e2978046b93970))
+
+
+## v1.0.0-dev.3 (2025-11-30)
+
+### Bug Fixes
+
+- Uv install
+  ([`c268208`](https://github.com/jupyter-naas/abi/commit/c268208bdcc69223fbb68114978211de7c161956))
+
+
+## v1.0.0-dev.2 (2025-11-30)
+
+### Bug Fixes
+
+- Remove scoped prefix for semantic releases
+  ([`c208c3f`](https://github.com/jupyter-naas/abi/commit/c208c3f12ad1cd2eb2264a166f0e683184efb2ca))
+
+
+## v1.0.0-dev.1 (2025-11-30)
+
+- Initial Release

naas_abi_core-1.0.0/PKG-INFO

@@ -0,0 +1,75 @@
+Metadata-Version: 2.4
+Name: naas-abi-core
+Version: 1.0.0
+Summary: Abi framework allowing you to build your AI system.
+Author-email: Maxime Jublou <maxime@naas.ai>, Florent Ravenel <florent@naas.ai>, Jeremy Ravenel <jeremy@naas.ai>
+Requires-Python: <4,>=3.10
+Requires-Dist: boto3<2,>=1.38.19
+Requires-Dist: click<8.2,>=8.1.1
+Requires-Dist: dotenv>=0.9.9
+Requires-Dist: langchain-openai<0.4,>=0.3.3
+Requires-Dist: langgraph-checkpoint-postgres>=2.0.21
+Requires-Dist: langgraph>=0.6.6
+Requires-Dist: loguru<0.8,>=0.7.2
+Requires-Dist: pip>=25.1.1
+Requires-Dist: psycopg[binary,pool]>=3.0.0
+Requires-Dist: pydantic>=2.11.5
+Requires-Dist: pydash>=8.0.5
+Requires-Dist: qdrant-client>=1.14.3
+Requires-Dist: rdflib<8,>=7.1.1
+Requires-Dist: rich<14,>=13.9.4
+Requires-Dist: spacy>=3.8.7
+Requires-Dist: sparqlwrapper>=2.0.0
+Requires-Dist: sse-starlette<3,>=2.1.3
+Requires-Dist: starlette>=0.46.2
+Requires-Dist: types-tqdm>=4.67.0.20250809
+Provides-Extra: ssh
+Requires-Dist: paramiko<4.0.0,>=3.5.1; extra == 'ssh'
+Requires-Dist: sshtunnel>=0.4.0; extra == 'ssh'
+Description-Content-Type: text/markdown
+
+# ABI Library
+
+The ABI Library is the core implementation of ABI's concepts, designed to build a unified AI system. This library provides the fundamental building blocks for connecting, processing, and utilizing data across different AI components.
+
+## Core Concepts
+
+### Integration
+Integrations provide standardized connections to third-party services and data sources. They handle:
+- Authentication and authorization
+- API communication
+- Data format standardization
+- Error handling and retries
+
+### Pipeline
+Pipelines are responsible for data ingestion and transformation into the ontological layer. They:
+- Utilize integrations to fetch data
+- Transform raw data into semantic representations
+- Maintain data consistency and quality
+- Map external data models to ABI's ontology
+
+### Workflow
+Workflows leverage the ontological layer to implement business logic and provide data to consumers. They can be used by:
+- Large Language Models (LLMs)
+- Remote APIs and services
+- Other automated processes
+
+### Services
+Services form the foundational layer of ABI, implementing the Hexagonal Architecture (Ports & Adapters) pattern to provide flexible and system-agnostic interfaces. This architectural approach allows ABI to seamlessly integrate with existing systems while maintaining clean separation of concerns.
+
+Each service defines a primary port (interface) that specifies its capabilities, while multiple secondary adapters can implement this interface for different backend systems. This means you can:
+
+- Easily swap implementations without changing business logic
+- Add new integrations by implementing new adapters
+- Test components in isolation using mock adapters
+
+For example, the Secret Service could connect to various backend systems through different adapters:
+- Hashicorp Vault
+- AWS Secrets Manager
+- Azure Key Vault
+- Environment Variables
+- Local File System
+- Google Cloud Secret Manager
+- Kubernetes Secrets
+
+This modular approach ensures that ABI can be deployed in any environment while maintaining consistent interfaces and behavior across different infrastructure choices.

naas_abi_core-1.0.0/README.md

@@ -0,0 +1,45 @@
+# ABI Library
+
+The ABI Library is the core implementation of ABI's concepts, designed to build a unified AI system. This library provides the fundamental building blocks for connecting, processing, and utilizing data across different AI components.
+
+## Core Concepts
+
+### Integration
+Integrations provide standardized connections to third-party services and data sources. They handle:
+- Authentication and authorization
+- API communication
+- Data format standardization
+- Error handling and retries
+
+### Pipeline
+Pipelines are responsible for data ingestion and transformation into the ontological layer. They:
+- Utilize integrations to fetch data
+- Transform raw data into semantic representations
+- Maintain data consistency and quality
+- Map external data models to ABI's ontology
+
+### Workflow
+Workflows leverage the ontological layer to implement business logic and provide data to consumers. They can be used by:
+- Large Language Models (LLMs)
+- Remote APIs and services
+- Other automated processes
+
+### Services
+Services form the foundational layer of ABI, implementing the Hexagonal Architecture (Ports & Adapters) pattern to provide flexible and system-agnostic interfaces. This architectural approach allows ABI to seamlessly integrate with existing systems while maintaining clean separation of concerns.
+
+Each service defines a primary port (interface) that specifies its capabilities, while multiple secondary adapters can implement this interface for different backend systems. This means you can:
+
+- Easily swap implementations without changing business logic
+- Add new integrations by implementing new adapters
+- Test components in isolation using mock adapters
+
+For example, the Secret Service could connect to various backend systems through different adapters:
+- Hashicorp Vault
+- AWS Secrets Manager
+- Azure Key Vault
+- Environment Variables
+- Local File System
+- Google Cloud Secret Manager
+- Kubernetes Secrets
+
+This modular approach ensures that ABI can be deployed in any environment while maintaining consistent interfaces and behavior across different infrastructure choices.

naas_abi_core-1.0.0/naas_abi_core/__init__.py

@@ -0,0 +1 @@
+from naas_abi_core.utils.Logger import logger as logger

naas_abi_core-1.0.0/naas_abi_core/apps/api/api.py

@@ -0,0 +1,242 @@
+import os
+import subprocess
+from typing import Annotated, Optional
+
+from fastapi import APIRouter, Depends, FastAPI, HTTPException, Request, status
+from fastapi.middleware.cors import CORSMiddleware
+from fastapi.openapi.docs import get_redoc_html, get_swagger_ui_html
+from fastapi.openapi.models import OAuthFlowPassword
+from fastapi.openapi.models import OAuthFlows as OAuthFlowsModel
+from fastapi.openapi.utils import get_openapi
+from fastapi.responses import HTMLResponse
+
+# Authentication
+from fastapi.security import OAuth2PasswordRequestForm
+from fastapi.security.oauth2 import OAuth2
+from fastapi.security.utils import get_authorization_scheme_param
+from fastapi.staticfiles import StaticFiles
+from naas_abi_core import logger
+
+# Docs
+from naas_abi_core.apps.api.openapi_doc import API_LANDING_HTML, TAGS_METADATA
+from naas_abi_core.engine.Engine import Engine
+
+engine = Engine()
+engine.load()
+
+# Init API
+TITLE = engine.configuration.api.title
+DESCRIPTION = engine.configuration.api.description
+app = FastAPI(title=TITLE, docs_url=None, redoc_url=None)
+
+# Set logo path
+logo_path = engine.configuration.api.logo_path
+logo_name = os.path.basename(logo_path)
+
+# Set favicon path
+favicon_path = engine.configuration.api.favicon_path
+favicon_name = os.path.basename(favicon_path)
+
+origins = engine.configuration.api.cors_origins
+
+logger.debug(f"CORS origins: {origins}")
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+# Mount the static directory
+app.mount("/static", StaticFiles(directory="assets"), name="static")
+
+
+# Custom OAuth2 class that accepts query parameter
+class OAuth2QueryBearer(OAuth2):
+    def __init__(
+        self,
+        tokenUrl: str,
+        scheme_name: Optional[str] = None,
+        auto_error: bool = True,
+    ):
+        flows = OAuthFlowsModel(password=OAuthFlowPassword(tokenUrl=tokenUrl))
+        super().__init__(flows=flows, scheme_name=scheme_name, auto_error=auto_error)
+
+    async def __call__(self, request: Request) -> Optional[str]:
+        authorization = request.headers.get("Authorization")
+        # Check header first
+        if authorization:
+            scheme, header_token = get_authorization_scheme_param(authorization)
+            if scheme.lower() == "bearer" and header_token:
+                return header_token
+
+        # Then check query parameter
+        query_token = request.query_params.get("token")
+        if query_token:
+            return query_token
+
+        # No token found in either place
+        if self.auto_error:
+            raise HTTPException(
+                status_code=status.HTTP_401_UNAUTHORIZED,
+                detail="Not authenticated",
+                headers={"WWW-Authenticate": "Bearer"},
+            )
+        return None
+
+
+# Replace the existing oauth2_scheme with:
+oauth2_scheme = OAuth2QueryBearer(tokenUrl="token")
+
+
+# Update the token validation dependency
+async def is_token_valid(token: str = Depends(oauth2_scheme)):
+    if token != os.environ.get("ABI_API_KEY"):
+        raise HTTPException(
+            status_code=status.HTTP_401_UNAUTHORIZED,
+            detail="Invalid authentication credentials",
+            headers={"WWW-Authenticate": "Bearer"},
+        )
+    return True
+
+
+@app.post("/token", include_in_schema=False)
+async def login(form_data: Annotated[OAuth2PasswordRequestForm, Depends()]):
+    if form_data.password != "abi":
+        raise HTTPException(status_code=400, detail="Incorrect username or password")
+
+    return {"access_token": "abi", "token_type": "bearer"}
+
+
+# Create Agents API Router
+agents_router = APIRouter(
+    prefix="/agents",
+    tags=["Agents"],
+    responses={401: {"description": "Unauthorized"}},
+    dependencies=[Depends(is_token_valid)],  # Apply token verification
+)
+
+# Create Pipelines API Router
+pipelines_router = APIRouter(
+    prefix="/pipelines",
+    tags=["Pipelines"],
+    responses={401: {"description": "Unauthorized"}},
+    dependencies=[Depends(is_token_valid)],  # Apply token verification
+)
+
+# Create Pipelines API Router
+workflows_router = APIRouter(
+    prefix="/workflows",
+    tags=["Workflows"],
+    responses={401: {"description": "Unauthorized"}},
+    dependencies=[Depends(is_token_valid)],  # Apply token verification
+)
+
+
+def get_git_tag():
+    try:
+        tag = subprocess.check_output(["git", "describe", "--tags"]).strip().decode()
+    except Exception as _:
+        # if file VERSION exists, use it
+        if os.path.exists("VERSION"):
+            with open("VERSION", "r") as f:
+                tag = f.read().strip()
+        else:
+            tag = "v0.0.1"
+    return tag
+
+
+def custom_openapi():
+    if app.openapi_schema:
+        return app.openapi_schema
+    openapi_schema = get_openapi(
+        title=TITLE,
+        description=DESCRIPTION,
+        version=get_git_tag(),
+        routes=app.routes,
+        tags=TAGS_METADATA,
+    )
+    openapi_schema["info"]["x-logo"] = {
+        "url": f"/static/{logo_name}",
+        "altText": "Logo",
+    }
+    app.openapi_schema = openapi_schema
+    return app.openapi_schema
+
+
+app.openapi = custom_openapi  # type: ignore[method-assign]
+
+
+@app.get("/docs", include_in_schema=False)
+def overridden_swagger():
+    return get_swagger_ui_html(
+        openapi_url="/openapi.json",
+        title=TITLE,
+        swagger_favicon_url=f"/static/{favicon_name}",
+    )
+
+
+@app.get("/redoc", include_in_schema=False)
+def overridden_redoc():
+    return get_redoc_html(
+        openapi_url="/openapi.json",
+        title=TITLE,
+        redoc_favicon_url=f"/static/{favicon_name}",
+    )
+
+
+@app.get("/", response_class=HTMLResponse, include_in_schema=False)
+def root():
+    return API_LANDING_HTML.replace("[TITLE]", TITLE).replace("[LOGO_NAME]", logo_name)
+
+
+# Add agents to the API
+all_agents: list = []
+for module in engine.modules.values():
+    for agent in module.agents:
+        if agent is not None:
+            all_agents.append(agent.New())
+        else:
+            logger.warning(f"Skipping {agent.name} agent (missing API key)")
+
+# Sort agents by name and add to router
+for agent in sorted(all_agents, key=lambda a: a.name):
+    logger.debug(f"Adding agent to API: {agent.name}")
+    agent.as_api(agents_router)
+
+# Include routers
+app.include_router(agents_router)
+app.include_router(pipelines_router)
+app.include_router(workflows_router)
+
+
+def api():
+    import uvicorn
+
+    if os.environ.get("ENV") == "dev":
+        uvicorn.run(
+            "naas_abi_core.apps.api.api:app",
+            host="0.0.0.0",
+            port=9879,
+            reload=os.environ.get("ENV") == "dev",
+            reload_dirs=["src", "lib"],
+            log_level="debug",
+        )
+    else:
+        uvicorn.run(app, host="0.0.0.0", port=9879)
+
+
+def test_init():
+    logger.info("✅ API initialization completed successfully")
+    print("API_INIT_TEST_PASSED")
+
+
+if __name__ == "__main__":
+    import sys
+
+    if "--test-init" in sys.argv:
+        test_init()
+    else:
+        api()