nucliadb 6.2.1.post3247__py3-none-any.whl → 6.2.1.post3253__py3-none-any.whl

nucliadb/standalone/api_router.py

@@ -17,14 +17,13 @@
 # You should have received a copy of the GNU Affero General Public License
 # along with this program. If not, see <http://www.gnu.org/licenses/>.
 #
-import datetime
 import logging
 import time
 
 import orjson
 import pydantic
 from fastapi import Request
-from fastapi.responses import JSONResponse, StreamingResponse
+from fastapi.responses import JSONResponse
 from fastapi.routing import APIRouter
 from fastapi_versioning import version
 from jwcrypto import jwe, jwk  # type: ignore
@@ -33,7 +32,7 @@ from nucliadb.common import datamanagers
 from nucliadb.common.cluster import manager
 from nucliadb.common.http_clients import processing
 from nucliadb.common.http_clients.auth import NucliaAuthHTTPClient
-from nucliadb.standalone import introspect, versions
+from nucliadb.standalone import versions
 from nucliadb_models.resource import NucliaDBRoles
 from nucliadb_utils.authentication import requires
 from nucliadb_utils.settings import nuclia_settings
@@ -146,17 +145,6 @@ async def versions_endpoint(request: Request) -> JSONResponse:
     )
 
 
-@standalone_api_router.get("/introspect")
-def introspect_endpoint(request: Request) -> StreamingResponse:
-    introspect_id = datetime.datetime.now().strftime("%Y%m%d%H%M%S")
-    return StreamingResponse(
-        content=introspect.stream_tar(request.app),
-        status_code=200,
-        headers={"Content-Disposition": f"attachment; filename=introspect_{introspect_id}.tar.gz"},
-        media_type="application/octet-stream",
-    )
-
-
 @standalone_api_router.get("/pull/position")
 async def pull_status(request: Request) -> JSONResponse:
     async with datamanagers.with_ro_transaction() as txn:

{nucliadb-6.2.1.post3247.dist-info → nucliadb-6.2.1.post3253.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: nucliadb
-Version: 6.2.1.post3247
+Version: 6.2.1.post3253
 Home-page: https://docs.nuclia.dev/docs/management/nucliadb/intro
 Author: NucliaDB Community
 Author-email: nucliadb@nuclia.com
@@ -22,10 +22,10 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: >=3.9, <4
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.2.1.post3247
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.2.1.post3247
-Requires-Dist: nucliadb-protos>=6.2.1.post3247
-Requires-Dist: nucliadb-models>=6.2.1.post3247
+Requires-Dist: nucliadb-telemetry[all]>=6.2.1.post3253
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.2.1.post3253
+Requires-Dist: nucliadb-protos>=6.2.1.post3253
+Requires-Dist: nucliadb-models>=6.2.1.post3253
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.24.2
 Requires-Dist: uvicorn

{nucliadb-6.2.1.post3247.dist-info → nucliadb-6.2.1.post3253.dist-info}/RECORD

@@ -237,11 +237,10 @@ nucliadb/search/search/query_parser/fetcher.py,sha256=jhr__J0KmAzjdsTTadWQmD9qf6
 nucliadb/search/search/query_parser/models.py,sha256=-VlCDXUCgOroAZw1Leqhj2VMgRv_CD2w40PXXOBLaUM,2332
 nucliadb/search/search/query_parser/parser.py,sha256=JC6koS9Np1PzCfEk1Xy6mpP1HmovS_vIxxA9u-kwzos,6498
 nucliadb/standalone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
-nucliadb/standalone/api_router.py,sha256=zR03TQ-Pd2kXx1jeV83Puw19112Z8Jhln7p1cAn69kg,6699
+nucliadb/standalone/api_router.py,sha256=4-g-eEq27nL6vKCLRCoV0Pxf-L273N-eHeEX2vI9qgg,6215
 nucliadb/standalone/app.py,sha256=mAApNK_iVsQgJyd-mtwCeZq5csSimwnXmlQGH9a70pE,5586
 nucliadb/standalone/auth.py,sha256=UwMv-TywhMZabvVg3anQLeCRdoHDnWf2o3luvnoNBjs,7670
 nucliadb/standalone/config.py,sha256=g9JBJQfyw87TYZ3yuy0O9WFVLd_MmCJxSRSI0E8FwZE,5396
-nucliadb/standalone/introspect.py,sha256=xHdHV-CB0Vy5cp1MQAodu0Pc8izpzl_lX2ARJJwL3RI,6083
 nucliadb/standalone/lifecycle.py,sha256=rdKLG-oOLN4rfd2VGG_2vlDUWYneWSCiuEhoeiFKfnM,2343
 nucliadb/standalone/migrations.py,sha256=s9-3RSZ-O3bjEw2TnBe_YWLUEKbub0bARUxi1gA3yuY,1950
 nucliadb/standalone/purge.py,sha256=ZY-cebb214FFiPG7OFmXZGg0G3CK5Amw0FLLm9WJhKE,1343
@@ -332,9 +331,9 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vF0NkFTXiXhXq3bCVXXVV-ED38ECVoUeeYViP8uMqcU,8357
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.2.1.post3247.dist-info/METADATA,sha256=0YdyqyA0S-NH0Zt5DAIMlU-ExvBvH17AbcGxrIlbFzs,4603
-nucliadb-6.2.1.post3247.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-nucliadb-6.2.1.post3247.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.2.1.post3247.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.2.1.post3247.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-nucliadb-6.2.1.post3247.dist-info/RECORD,,
+nucliadb-6.2.1.post3253.dist-info/METADATA,sha256=MVwir1nyj-58meH0zdQmizihGvR_1k_EIKxl3NxEZpg,4603
+nucliadb-6.2.1.post3253.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+nucliadb-6.2.1.post3253.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.2.1.post3253.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.2.1.post3253.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+nucliadb-6.2.1.post3253.dist-info/RECORD,,

nucliadb/standalone/introspect.py

@@ -1,183 +0,0 @@
-# Copyright (C) 2021 Bosutech XXI S.L.
-#
-# nucliadb is offered under the AGPL v3.0 and as commercial software.
-# For commercial licensing, contact us at info@nuclia.com.
-#
-# AGPL:
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-
-import asyncio
-import os
-import platform
-import sys
-import tarfile
-import tempfile
-from collections.abc import AsyncGenerator
-from typing import Optional
-
-import pkg_resources
-import psutil
-from fastapi import FastAPI
-from pydantic import BaseModel
-
-from nucliadb.standalone.settings import Settings
-from nucliadb_telemetry.settings import LogOutputType, LogSettings
-
-MB = 1024 * 1024
-CHUNK_SIZE = 2 * MB
-SYSTEM_INFO_TEMPLATE = """System info
-===========
-
-Python
-------
-    - Version: {python_version}
-
-Operative system
-----------------
-    - Name: {os_name}
-    - Release: {os_release}
-    - Version: {os_version}
-    - Machine: {os_machine}
-    - File System Encoding: {os_file_system_encoding}
-
-CPU information
----------------
-    - Number of CPUs: {cpu_count}
-
-Memory information
-------------------
-    - Total: {memory_total:.2f} MB
-    - Available: {memory_available:.2f} MB
-    - Used: {memory_used:.2f} MB
-    - Used %: {memory_used_percent:.2f}%
-"""
-
-
-class NodeInfo(BaseModel):
-    id: str
-    address: str
-    shard_count: int
-    primary_id: Optional[str] = None
-
-
-class ClusterInfo(BaseModel):
-    nodes: list[NodeInfo]
-
-
-async def stream_tar(app: FastAPI) -> AsyncGenerator[bytes, None]:
-    with tempfile.TemporaryDirectory() as temp_dir:
-        tar_file = os.path.join(temp_dir, "introspect.tar.gz")
-        with tarfile.open(tar_file, mode="w:gz") as tar:
-            await add_system_info(temp_dir, tar)
-            await add_dependencies(temp_dir, tar)
-            settings: Settings = app.settings.copy()  # type: ignore
-            await add_settings(temp_dir, tar, settings)
-            if settings.log_output_type == LogOutputType.FILE:
-                await add_logs(tar)
-
-        async for chunk in stream_out_tar(tar_file):
-            yield chunk
-
-
-async def stream_out_tar(tar_file: str) -> AsyncGenerator[bytes, None]:
-    loop = asyncio.get_event_loop()
-    with open(tar_file, "rb") as f:
-        chunk = await loop.run_in_executor(None, f.read, CHUNK_SIZE)
-        while chunk:
-            yield chunk
-            chunk = await loop.run_in_executor(None, f.read, CHUNK_SIZE)
-
-
-async def add_system_info(temp_dir: str, tar: tarfile.TarFile):
-    loop = asyncio.get_event_loop()
-    await loop.run_in_executor(None, _add_system_info_to_tar, temp_dir, tar)
-
-
-def _add_system_info_to_tar(temp_dir: str, tar: tarfile.TarFile):
-    system_info_file = os.path.join(temp_dir, "system_info.txt")
-    with open(system_info_file, "w") as f:
-        memory = psutil.virtual_memory()
-        f.write(
-            SYSTEM_INFO_TEMPLATE.format(
-                python_version=sys.version,
-                os_name=os.uname().sysname,
-                os_release=platform.release(),
-                os_version=platform.version(),
-                os_machine=platform.machine(),
-                os_file_system_encoding=os.sys.getfilesystemencoding(),  # type: ignore
-                cpu_count=psutil.cpu_count(),
-                memory_total=memory.total / MB,
-                memory_available=memory.available / MB,
-                memory_used=memory.used / MB,
-                memory_used_percent=memory.percent,
-            )
-        )
-    tar.add(system_info_file, arcname="system_info.txt")
-
-
-async def add_dependencies(temp_dir: str, tar: tarfile.TarFile):
-    loop = asyncio.get_event_loop()
-    await loop.run_in_executor(None, _add_dependencies_to_tar, temp_dir, tar)
-
-
-def _add_dependencies_to_tar(temp_dir: str, tar: tarfile.TarFile):
-    dependendies_file = os.path.join(temp_dir, "dependencies.txt")
-    with open(dependendies_file, "w") as f:
-        installed_packages = [pkg for pkg in pkg_resources.working_set]
-        lines = []
-        for pkg in sorted(installed_packages, key=lambda p: p.key):
-            lines.append(f"{pkg.key}=={pkg.version}\n")
-        f.writelines(lines)
-    tar.add(dependendies_file, arcname="dependencies.txt")
-
-
-async def add_settings(temp_dir: str, tar: tarfile.TarFile, settings: Settings):
-    loop = asyncio.get_event_loop()
-    await loop.run_in_executor(None, _add_settings_to_tar, temp_dir, tar, settings)
-
-
-def _add_settings_to_tar(temp_dir: str, tar: tarfile.TarFile, settings: Settings):
-    remove_sensitive_settings(settings)
-    settings_file = os.path.join(temp_dir, "settings.json")
-    with open(settings_file, "w") as f:
-        f.write(settings.model_dump_json(indent=4))
-    tar.add(settings_file, arcname="settings.json")
-
-
-def remove_sensitive_settings(settings: Settings):
-    for sensitive_setting in [
-        "nua_api_key",
-        "jwk_key",
-        "gcs_base64_creds",
-        "s3_client_secret",
-        "driver_pg_url",
-    ]:
-        if hasattr(settings, sensitive_setting):
-            setattr(settings, sensitive_setting, "********")
-
-
-async def add_logs(tar):
-    loop = asyncio.get_event_loop()
-    await loop.run_in_executor(None, _add_logs_to_tar, tar)
-
-
-def _add_logs_to_tar(tar: tarfile.TarFile):
-    log_settings = LogSettings()
-    access_log = os.path.realpath(log_settings.access_log)
-    tar.add(access_log, arcname="logs/access.log")
-    error_log = os.path.realpath(log_settings.error_log)
-    tar.add(error_log, arcname="logs/error.log")
-    info_log = os.path.realpath(log_settings.info_log)
-    tar.add(info_log, arcname="logs/info.log")