demon-cry 0.8.0__py3-none-any.whl

demon_cry/__main__.py

@@ -0,0 +1,25 @@
+import logging
+from contextlib import asynccontextmanager
+
+from fastapi import FastAPI
+
+from demon_cry.utils import version
+from demon_cry.core.module_registry import ModuleRegistry
+from demon_cry.api import router
+
+logger = logging.getLogger(__name__)
+
+@asynccontextmanager
+async def lifespan(app: FastAPI):
+    modules = ModuleRegistry()
+    await modules.discover()
+    app.state.registry = modules
+    yield
+
+app = FastAPI(
+    title="demon cry core",
+    version=version.get_version(),
+    lifespan=lifespan
+)
+
+app.include_router(router)

demon_cry/alembic/env.py

@@ -0,0 +1,54 @@
+import asyncio
+from logging.config import fileConfig
+
+from alembic import context
+from sqlalchemy.ext.asyncio import AsyncEngine
+
+from demon_cry.database.models.base import BaseModel as Base
+from demon_cry.database.engine import engine
+
+config = context.config
+
+if config.config_file_name is not None:
+    try:
+        fileConfig(config.config_file_name)
+    except Exception:
+        pass
+
+target_metadata = Base.metadata
+
+
+def run_migrations_offline() -> None:
+    url = str(engine.url)
+    context.configure(
+        url=url,
+        target_metadata=target_metadata,
+        literal_binds=True,
+        dialect_opts={"paramstyle": "named"},
+        render_as_batch=True,
+    )
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+def do_run_migrations(connection) -> None:
+    context.configure(
+        connection=connection,
+        target_metadata=target_metadata,
+        render_as_batch=True,
+    )
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+async def run_migrations_online() -> None:
+    connectable: AsyncEngine = engine
+    async with connectable.connect() as connection:
+        await connection.run_sync(do_run_migrations)
+    await connectable.dispose()
+
+
+if context.is_offline_mode():
+    run_migrations_offline()
+else:
+    asyncio.run(run_migrations_online())

demon_cry/alembic/script.py.mako

@@ -0,0 +1,26 @@
+"""${message}
+
+Revision ID: ${up_revision}
+Revises: ${down_revision | comma,n}
+Create Date: ${create_date}
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+${imports if imports else ""}
+
+# revision identifiers, used by Alembic.
+revision: str = ${repr(up_revision)}
+down_revision: Union[str, None] = ${repr(down_revision)}
+branch_labels: Union[str, Sequence[str], None] = ${repr(branch_labels)}
+depends_on: Union[str, Sequence[str], None] = ${repr(depends_on)}
+
+
+def upgrade() -> None:
+    ${upgrades if upgrades else "pass"}
+
+
+def downgrade() -> None:
+    ${downgrades if downgrades else "pass"}

demon_cry/alembic/versions/.gitkeep

@@ -0,0 +1 @@
+# Keep this directory in the package so it ships in the wheel.

demon_cry/alembic/versions/61f19b2c5948_add_module_configs.py

@@ -0,0 +1,37 @@
+"""add module configs
+
+Revision ID: 61f19b2c5948
+Revises: 9f180422303d
+Create Date: 2026-09-06 00:27:25.582224
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '61f19b2c5948'
+down_revision: Union[str, None] = '9f180422303d'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('module',
+    sa.Column('id', sa.Integer(), autoincrement=True, nullable=False),
+    sa.Column('module_name', sa.String(length=64), nullable=False),
+    sa.Column('config', sa.JSON(), nullable=False),
+    sa.Column('enabled', sa.Boolean(), nullable=False),
+    sa.PrimaryKeyConstraint('id'),
+    sa.UniqueConstraint('module_name')
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_table('module')
+    # ### end Alembic commands ###

demon_cry/alembic/versions/9f180422303d_create_users_table.py

@@ -0,0 +1,36 @@
+"""create_users_table
+
+Revision ID: 9f180422303d
+Revises: e923be991bb7
+Create Date: 2026-09-01 12:29:47.644009
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '9f180422303d'
+down_revision: Union[str, None] = 'e923be991bb7'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('users',
+    sa.Column('id', sa.Integer(), autoincrement=True, nullable=False),
+    sa.Column('username', sa.String(length=32), nullable=False),
+    sa.Column('credentials', sa.String(length=256), nullable=False),
+    sa.Column('is_admin', sa.Boolean(), nullable=False),
+    sa.PrimaryKeyConstraint('id')
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_table('users')
+    # ### end Alembic commands ###

demon_cry/alembic/versions/dbbc1fe7c7c2_add_llm_models_table.py

@@ -0,0 +1,38 @@
+"""add llm_models table
+
+Revision ID: dbbc1fe7c7c2
+Revises: 61f19b2c5948
+Create Date: 2026-09-07 22:39:41.032888
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = 'dbbc1fe7c7c2'
+down_revision: Union[str, None] = '61f19b2c5948'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('llm_models',
+    sa.Column('id', sa.Integer(), autoincrement=True, nullable=False),
+    sa.Column('base_url', sa.String(), nullable=False),
+    sa.Column('api_key', sa.String(), nullable=False),
+    sa.Column('model_name', sa.String(length=64), nullable=False),
+    sa.Column('is_default', sa.Boolean(), nullable=False),
+    sa.PrimaryKeyConstraint('id'),
+    sa.UniqueConstraint('model_name')
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_table('llm_models')
+    # ### end Alembic commands ###

demon_cry/alembic/versions/e923be991bb7_create_settings_table.py

@@ -0,0 +1,32 @@
+"""create settings table
+
+Revision ID: e923be991bb7
+Revises:
+Create Date: 2026-08-30 16:35:07.058549
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = 'e923be991bb7'
+down_revision: Union[str, None] = None
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "kv_settings",
+        sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
+        sa.Column("key", sa.String(32), nullable=False),
+        sa.Column("value", sa.Text(), nullable=False),
+        sa.PrimaryKeyConstraint("id"),
+    )
+
+
+def downgrade() -> None:
+    op.drop_table("kv_settings")

demon_cry/alembic.ini

@@ -0,0 +1,36 @@
+[alembic]
+script_location = %(here)s/alembic
+
+[loggers]
+keys = root,sqlalchemy,alembic
+
+[handlers]
+keys = console
+
+[formatters]
+keys = generic
+
+[logger_root]
+level = WARNING
+handlers = console
+qualname =
+
+[logger_sqlalchemy]
+level = WARNING
+handlers =
+qualname = sqlalchemy.engine
+
+[logger_alembic]
+level = INFO
+handlers =
+qualname = alembic
+
+[handler_console]
+class = StreamHandler
+args = (sys.stderr,)
+level = NOTSET
+formatter = generic
+
+[formatter_generic]
+format = %(levelname)-5.5s [%(name)s] %(message)s
+datefmt = %H:%M:%S

demon_cry/api/__init__.py

@@ -0,0 +1,16 @@
+from fastapi import APIRouter
+
+from demon_cry.api import (
+    investigate,
+    health,
+    tools
+)
+from demon_cry.api.admin import admin_router
+
+router = APIRouter(prefix="/api")
+
+router.include_router(health.router, tags=["System"])
+router.include_router(investigate.router, tags=["Investigation"])
+router.include_router(tools.router, tags=["Tools"])
+
+router.include_router(admin_router)

demon_cry/api/admin/__init__.py

@@ -0,0 +1,15 @@
+from fastapi import APIRouter, Depends
+from demon_cry.api.dependencies.auth import require_admin
+
+from demon_cry.api.admin.users import users_router
+from demon_cry.api.admin.settings import settings_router
+from demon_cry.api.admin.modules import modules_router
+from demon_cry.api.admin.llm_models import llm_models_router
+
+admin_router = APIRouter(prefix="/admin", dependencies=[Depends(require_admin)])
+admin_router.include_router(users_router, tags=["Users"])
+admin_router.include_router(settings_router, tags=["Settings"])
+admin_router.include_router(modules_router, tags=["Modules"])
+admin_router.include_router(llm_models_router, tags=["LLM Models"])
+
+__all__ = ["admin_router"]

demon_cry/api/admin/llm_models.py

@@ -0,0 +1,43 @@
+from fastapi import APIRouter, HTTPException
+
+from demon_cry.api.dependencies import LLMRepo
+from demon_cry.api.schemas.llm_models import LLMModelResponse, LLMModelCreate, LLMModelUpdate
+
+llm_models_router = APIRouter(prefix="/llm-models")
+
+
+@llm_models_router.get("/", response_model=list[LLMModelResponse])
+async def get_all_models(llm_repo: LLMRepo):
+    return await llm_repo.get_all()
+
+
+@llm_models_router.get("/{model_name}", response_model=LLMModelResponse)
+async def get_model(model_name: str, llm_repo: LLMRepo):
+    model = await llm_repo.get(model_name=model_name)
+    if not model:
+        raise HTTPException(status_code=404, detail="LLM model not found")
+    return model
+
+
+@llm_models_router.post("/", response_model=LLMModelResponse, status_code=201)
+async def create_model(body: LLMModelCreate, llm_repo: LLMRepo):
+    existing = await llm_repo.get(model_name=body.model_name)
+    if existing:
+        raise HTTPException(status_code=409, detail="Model with this name already exists")
+    return await llm_repo.create(**body.model_dump())
+
+
+@llm_models_router.patch("/{model_name}", response_model=LLMModelResponse)
+async def update_model(model_name: str, body: LLMModelUpdate, llm_repo: LLMRepo):
+    model = await llm_repo.get(model_name=model_name)
+    if not model:
+        raise HTTPException(status_code=404, detail="LLM model not found")
+    return await llm_repo.update(model, **body.model_dump(exclude_unset=True))
+
+
+@llm_models_router.delete("/{model_name}", status_code=204)
+async def delete_model(model_name: str, llm_repo: LLMRepo):
+    model = await llm_repo.get(model_name=model_name)
+    if not model:
+        raise HTTPException(status_code=404, detail="LLM model not found")
+    await llm_repo.delete(model)

demon_cry/api/admin/modules.py

@@ -0,0 +1,25 @@
+from fastapi import APIRouter, HTTPException
+
+from demon_cry.api.dependencies import ModuleRepo
+from demon_cry.api.schemas.modules import ModuleResponse, ModuleUpdate
+
+modules_router = APIRouter(prefix="/modules")
+
+@modules_router.get("/", response_model=list[ModuleResponse])
+async def get_all_modules(module_repo: ModuleRepo):
+    modules = await module_repo.get_all()
+    return modules
+
+@modules_router.get("/{module_name}", response_model=ModuleResponse)
+async def get_module(module_name: str, module_repo: ModuleRepo):
+    module = await module_repo.get(module_name=module_name)
+    if not module:
+        raise HTTPException(status_code=404, detail="Module not found")
+    return module
+
+@modules_router.patch("/{module_name}", response_model=ModuleResponse)
+async def update_module(module_name: str, body: ModuleUpdate, module_repo: ModuleRepo):
+    module = await module_repo.get(module_name=module_name)
+    if not module:
+        raise HTTPException(status_code=404, detail="Module not found")
+    return await module_repo.update(module, **body.model_dump(exclude_unset=True))

demon_cry/api/admin/settings.py

@@ -0,0 +1,27 @@
+from fastapi import APIRouter, HTTPException
+
+from demon_cry.api.dependencies import SettingsRepo
+from demon_cry.api.schemas.settings import SettingResponse, SettingUpdate
+
+settings_router = APIRouter(prefix="/settings")
+
+@settings_router.get("/", response_model=list[SettingResponse])
+async def get_all_settings(set_repo: SettingsRepo):
+    settings = await set_repo.get_all()
+    if not settings:
+        raise HTTPException(status_code=404, detail="Settings not found")
+    return settings
+
+@settings_router.get("/{key}", response_model=SettingResponse)
+async def get_settings(key: str, set_repo: SettingsRepo):
+    settings = await set_repo.get(key=key)
+    if not settings:
+        raise HTTPException(status_code=404, detail="Settings not found")
+    return settings
+
+@settings_router.patch("/{key}", response_model=SettingResponse)
+async def update_settings(key: str, body: SettingUpdate, set_repo: SettingsRepo):
+    settings = await set_repo.get(key=key)
+    if not settings:
+        raise HTTPException(status_code=404, detail="Settings not found")
+    return await set_repo.update(settings, **body.model_dump(exclude_unset=True))

demon_cry/api/admin/users.py

@@ -0,0 +1,38 @@
+import secrets
+from fastapi import APIRouter, HTTPException
+
+from demon_cry.api.dependencies import UserRepo
+from demon_cry.api.schemas.users import UserResponse, UserCreate, UserUpdate
+
+users_router = APIRouter(prefix="/users")
+
+@users_router.post(path="/", status_code=201, response_model=UserResponse)
+async def create_user(body: UserCreate, user_repo: UserRepo):
+    token = secrets.token_urlsafe(32)
+
+    user = await user_repo.create(
+        username=body.username,
+        credentials=token
+    )
+    return user
+
+@users_router.get(path="/{user_id}", response_model=UserResponse)
+async def get_user(user_id: int, user_repo: UserRepo):
+    user = await user_repo.get(id=user_id)
+    if not user:
+        raise HTTPException(status_code=404, detail="User not found")
+    return user
+
+@users_router.patch(path="/{user_id}", response_model=UserResponse)
+async def update_user(user_id: int, body: UserUpdate, user_repo: UserRepo):
+    user = await user_repo.get(id=user_id)
+    if not user:
+        raise HTTPException(status_code=404, detail="User not found")
+    return await user_repo.update(user, **body.model_dump(exclude_unset=True))
+
+@users_router.delete(path="/{user_id}", status_code=204)
+async def delete_user(user_id: int, user_repo: UserRepo):
+    user = await user_repo.get(id=user_id)
+    if not user:
+        raise HTTPException(status_code=404, detail="User not found")
+    await user_repo.delete(user)

demon_cry/api/dependencies/__init__.py

@@ -0,0 +1,9 @@
+from demon_cry.api.dependencies.auth import CurrentUser
+from demon_cry.api.dependencies.database import UserRepo, SettingsRepo, ModuleRepo, LLMRepo
+from demon_cry.api.dependencies.config import AppRegistry
+
+__all__ = [
+    "CurrentUser",
+    "UserRepo", "SettingsRepo", "ModuleRepo", "LLMRepo",
+    "AppRegistry"
+]

demon_cry/api/dependencies/auth.py

@@ -0,0 +1,29 @@
+from typing import Annotated
+from fastapi import Depends, HTTPException, Security
+from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
+
+from demon_cry.database.models.users import UserModel
+from demon_cry.api.dependencies.database import UserRepo
+
+security = HTTPBearer(auto_error=False)
+
+
+async def get_current_user(
+    user_repo: UserRepo,
+    credentials: HTTPAuthorizationCredentials = Security(security),
+) -> UserModel:
+    if not credentials:
+        raise HTTPException(status_code=401, detail="Missing API key")
+
+    user = await user_repo.get(credentials=credentials.credentials)
+    if not user:
+        raise HTTPException(status_code=401, detail="Invalid API key")
+
+    return user
+
+CurrentUser = Annotated[UserModel, Depends(get_current_user)]
+
+async def require_admin(user: CurrentUser) -> UserModel:
+    if not user.is_admin:
+        raise HTTPException(status_code=403, detail="Admin access required")
+    return user

demon_cry/api/dependencies/config.py

@@ -0,0 +1,9 @@
+from typing import Annotated
+from fastapi import Depends, Request
+
+from demon_cry.core.module_registry import ModuleRegistry
+
+def get_registry(request: Request) -> ModuleRegistry:
+    return request.app.state.registry
+
+AppRegistry = Annotated[ModuleRegistry, Depends(get_registry)]

demon_cry/api/dependencies/database.py

@@ -0,0 +1,26 @@
+from typing import Annotated
+from fastapi import Depends
+
+from demon_cry.database.engine import get_session
+
+from demon_cry.database.repositories import SettingsRepository, UserRepository, ModuleRepository, LLMRepository
+
+def get_settings_repo(session=Depends(get_session)) -> SettingsRepository:
+    return SettingsRepository(session)
+
+SettingsRepo = Annotated[SettingsRepository, Depends(get_settings_repo)]
+
+def get_module_repo(session=Depends(get_session)) -> ModuleRepository:
+    return ModuleRepository(session)
+
+ModuleRepo = Annotated[ModuleRepository, Depends(get_module_repo)]
+
+def get_user_repo(session=Depends(get_session)) -> UserRepository:
+    return UserRepository(session)
+
+UserRepo = Annotated[UserRepository, Depends(get_user_repo)]
+
+def get_llm_repo(session=Depends(get_session)) -> LLMRepository:
+    return LLMRepository(session)
+
+LLMRepo = Annotated[LLMRepository, Depends(get_llm_repo)]

demon_cry/api/health.py

@@ -0,0 +1,7 @@
+from fastapi import APIRouter
+
+router = APIRouter()
+
+@router.get("/health")
+async def health():
+    return {"status": "ok"}

demon_cry/api/investigate.py

@@ -0,0 +1,73 @@
+import logging
+
+from fastapi import APIRouter, HTTPException
+from pydantic import BaseModel
+
+from demon_cry.api.dependencies import CurrentUser, LLMRepo, AppRegistry, SettingsRepo
+from demon_cry.services.llm import LLM, TokenUsage, ToolUsage, DEFAULT_SYSTEM_PROMPT, DEFAULT_ITERATION_LIMIT
+
+router = APIRouter()
+
+logger = logging.getLogger(__name__)
+
+class OSINTRequest(BaseModel):
+    target: str
+    llm_model_id: int | None = None
+
+class OSINTResponse(BaseModel):
+    status: str
+    result: str
+    tools_used: ToolUsage = ToolUsage()
+    tokens: TokenUsage = TokenUsage()
+
+@router.post(path="/investigate")
+async def investigate(
+    req: OSINTRequest,
+    registry: AppRegistry,
+    llm_repo: LLMRepo,
+    set_repo: SettingsRepo,
+    user: CurrentUser,
+    ):
+    try:
+        if req.llm_model_id:
+            model = await llm_repo.get_by_id(req.llm_model_id)
+        else:
+            model = await llm_repo.get(is_default=True)
+        if not model:
+            raise HTTPException(status_code=404, detail="LLM model not found")
+
+        # Fetch settings from DB
+        system_prompt_row = await set_repo.get(key="system_prompt")
+        iteration_limit_row = await set_repo.get(key="iteration_limit")
+
+        system_prompt = system_prompt_row.value if system_prompt_row else DEFAULT_SYSTEM_PROMPT
+        iteration_limit = int(iteration_limit_row.value) if iteration_limit_row else DEFAULT_ITERATION_LIMIT
+
+        llm = LLM(
+            base_url=model.base_url,
+            api_key=model.api_key,
+            model=model.model_name,
+            registry=registry,
+            system_prompt=system_prompt,
+            iteration_limit=iteration_limit,
+        )
+
+        res, tools, tokens = await llm.run_chain(user_query=req.target)
+        if res is None:
+            return OSINTResponse(
+                status="error",
+                result="Модель не завершила работу за отведённые итерации",
+                tools_used=tools,
+                tokens=tokens,
+            )
+        return OSINTResponse(
+            status="success",
+            result=res,
+            tools_used=tools,
+            tokens=tokens,
+        )
+    except HTTPException:
+        raise
+    except Exception as e:
+        logger.error("Investigation failed: %s", e)
+        return OSINTResponse(status="error", result="ошибка")

demon_cry/api/schemas/llm_models.py

@@ -0,0 +1,24 @@
+from pydantic import BaseModel
+
+
+class LLMModelResponse(BaseModel):
+    id: int
+    model_name: str
+    base_url: str
+    is_default: bool
+
+    model_config = {"from_attributes": True}
+
+
+class LLMModelCreate(BaseModel):
+    model_name: str
+    base_url: str
+    api_key: str
+    is_default: bool = False
+
+
+class LLMModelUpdate(BaseModel):
+    model_name: str | None = None
+    base_url: str | None = None
+    api_key: str | None = None
+    is_default: bool | None = None

demon_cry/api/schemas/modules.py

@@ -0,0 +1,13 @@
+from pydantic import BaseModel
+
+class ModuleResponse(BaseModel):
+
+    id: int
+    module_name: str
+    config: dict
+    enabled: bool
+
+class ModuleUpdate(BaseModel):
+
+    config: dict | None
+    enabled: bool | None

demon_cry/api/schemas/settings.py

@@ -0,0 +1,10 @@
+from pydantic import BaseModel
+
+class SettingResponse(BaseModel):
+
+    key: str
+    value: str
+
+class SettingUpdate(BaseModel):
+
+    value: str