taranis-models 1.3.3.dev4__tar.gz → 1.3.3.dev5__tar.gz

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: taranis-models
-Version: 1.3.3.dev4
+Version: 1.3.3.dev5
 Summary: Taranis AI Models
 Maintainer-email: AIT <benjamin.akhras@ait.ac.at>
 License-Expression: EUPL-1.2
@@ -17,9 +17,6 @@ License-File: LICENSE.md
 Requires-Dist: pydantic
 Requires-Dist: pydantic-settings
 Requires-Dist: python-dotenv
-Requires-Dist: langcodes
-Requires-Dist: requests
-Requires-Dist: beautifulsoup4
 Provides-Extra: dev
 Requires-Dist: ruff; extra == "dev"
 Requires-Dist: pytest; extra == "dev"

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/models/admin.py

@@ -1,4 +1,5 @@
 from datetime import datetime
+from functools import cached_property
 from typing import Any, Literal
 
 from pydantic import AnyUrl, Field, SecretStr, field_serializer
@@ -62,6 +63,7 @@ class Address(TaranisBaseModel):
 class Organization(TaranisBaseModel):
     _core_endpoint = "/config/organizations"
     _model_name = "organization"
+    _search_fields = ["name", "description"]
 
     id: int | None = None
     name: str = ""
@@ -80,6 +82,7 @@ class Permission(TaranisBaseModel):
 class ACL(TaranisBaseModel):
     _core_endpoint = "/config/acls"
     _model_name = "acl"
+    _search_fields = ["name", "description"]
     _pretty_name = "ACL"
 
     id: int | None = None
@@ -105,6 +108,7 @@ class ParameterValue(TaranisBaseModel):
 class Worker(TaranisBaseModel):
     _core_endpoint = "/config/worker-types"
     _model_name = "worker_type"
+    _search_fields = ["name", "description"]
     _pretty_name = "Worker Type"
 
     id: str | None = None
@@ -118,6 +122,7 @@ class Worker(TaranisBaseModel):
 class Role(TaranisBaseModel):
     _core_endpoint = "/config/roles"
     _model_name = "role"
+    _search_fields = ["name", "description"]
     _pretty_name = "Role"
 
     id: int | None = None
@@ -130,6 +135,7 @@ class Role(TaranisBaseModel):
 class User(TaranisBaseModel):
     _core_endpoint = "/config/users"
     _model_name = "user"
+    _search_fields = ["name", "username"]
 
     id: int | None = None
     name: str
@@ -174,6 +180,7 @@ class WordList(TaranisBaseModel):
     _core_endpoint = "/config/word-lists"
     _model_name = "word_list"
     _pretty_name = "Word List"
+    _search_fields = ["name", "description"]
 
     id: int | None = None
     name: str
@@ -198,11 +205,19 @@ class OSINTSource(TaranisBaseModel):
     enabled: bool | None = True
     status: TaskResult | None = None
 
+    @cached_property
+    def search_field(self) -> str:
+        search = f"{self.name} {self.description} "
+        if self.parameters:
+            search += " ".join(self.parameters.values())
+        return search
+
 
 class OSINTSourceGroup(TaranisBaseModel):
     _core_endpoint = "/config/osint-source-groups"
     _model_name = "osint_source_group"
     _pretty_name = "OSINT Source Group"
+    _search_fields = ["name", "description"]
 
     id: str | None = None
     name: str
@@ -221,6 +236,7 @@ class ProductType(TaranisBaseModel):
     _core_endpoint = "/config/product-types"
     _model_name = "product_type"
     _pretty_name = "Product Type"
+    _search_fields = ["title", "description"]
 
     id: int | None = None
     title: str
@@ -235,6 +251,7 @@ class PublisherPreset(TaranisBaseModel):
     _core_endpoint = "/config/publisher-presets"
     _model_name = "publisher_preset"
     _pretty_name = "Publisher Preset"
+    _search_fields = ["name", "description"]
 
     id: str | None = None
     name: str
@@ -268,6 +285,7 @@ class ReportItemType(TaranisBaseModel):
     _core_endpoint = "/config/report-item-types"
     _model_name = "report_item_type"
     _pretty_name = "Report Item Type"
+    _search_fields = ["title", "description"]
 
     id: int | None = None
     title: str
@@ -298,6 +316,7 @@ class Attribute(TaranisBaseModel):
     _core_endpoint = "/config/attributes"
     _model_name = "attribute"
     _pretty_name = "Attribute"
+    _search_fields = ["name", "description"]
 
     id: int | None = None
     name: str
@@ -311,6 +330,7 @@ class Bot(TaranisBaseModel):
     _core_endpoint = "/config/bots"
     _model_name = "bot"
     _pretty_name = "Bot"
+    _search_fields = ["name", "description"]
 
     id: str | None = None
     name: str
@@ -325,6 +345,7 @@ class Connector(TaranisBaseModel):
     _core_endpoint = "/config/connectors"
     _model_name = "connector"
     _pretty_name = "Connector"
+    _search_fields = ["name", "description"]
 
     id: str | None = None
     name: str

taranis_models-1.3.3.dev5/models/assess.py

@@ -0,0 +1,101 @@
+from datetime import datetime
+from functools import cached_property
+from typing import Literal
+
+
+from models.base import TaranisBaseModel
+
+
+class NewsItem(TaranisBaseModel):
+    _core_endpoint = "/assess/news-items"
+
+    osint_source_id: str
+    hash: str | None = None
+    title: str | None = None
+    author: str | None = None
+    review: str | None = None
+    content: str | None = None
+    web_url: str | None = None
+    source: str | None = None
+    published: datetime | None = None
+    collected: datetime | None = None
+    attributes: list[str | dict] | None = None
+    story_id: str | None = None
+    language: str | None = None
+
+
+class StoryTag(TaranisBaseModel):
+    name: str
+    size: int
+    type: str | None = None
+
+
+class Story(TaranisBaseModel):
+    _core_endpoint = "/assess/stories"
+    _model_name = "story"
+    _pretty_name = "Story"
+    _cache_timeout = 30
+
+    id: str | None = None
+    title: str | None = None
+    description: str | None = None
+    created: datetime | None = None
+    updated: datetime | None = None
+    last_change: str | None = None
+    news_items: list[NewsItem] | None = None
+    links: list[str] | None = None
+    important: bool | None = None
+    read: bool | None = None
+    likes: int | None = None
+    dislikes: int | None = None
+    user_vote: Literal["like", "dislike", "", None] = None
+    summary: str | None = None
+    relevance: int | None = None
+    comments: str | None = None
+    in_reports_count: int | None = None
+    tags: list[dict] | None = None
+    attributes: list[dict] | None = None
+
+    @cached_property
+    def search_field(self) -> str:
+        search = ""
+        search += f"{self.title.lower() if self.title else ''} {self.description.lower() if self.description else ''} "
+        if self.news_items:
+            search += " ".join([item.title.lower() for item in self.news_items if item.title])
+            search += " ".join([item.content.lower() for item in self.news_items if item.content])
+            search += " ".join([item.source.lower() for item in self.news_items if item.source])
+        return search
+
+
+class AssessSource(TaranisBaseModel):
+    id: str | None = None
+    icon: str | None = None
+    name: str
+    type: str | None = None
+
+
+class FilterLists(TaranisBaseModel):
+    _core_endpoint = "/assess/filterlists"
+    _model_name = "filter_lists"
+    _pretty_name = "Filter Lists"
+
+    tags: list[str] = []
+    sources: list[AssessSource] = []
+    groups: list[dict] = []
+
+
+class StoryUpdatePayload(TaranisBaseModel):
+    vote: Literal["like", "dislike", ""] | None = None
+    important: bool | None = None
+    read: bool | None = None
+    title: str | None = None
+    description: str | None = None
+    comments: str | None = None
+    summary: str | None = None
+    tags: list[dict] | None = None
+    attributes: list[dict] | None = None
+
+
+class BulkAction(TaranisBaseModel):
+    story_ids: list[str] = []
+    payload: StoryUpdatePayload | None = None

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/models/asset.py

@@ -1,11 +1,11 @@
 from pydantic import Field
-
 from models.base import TaranisBaseModel
 
 
 class Asset(TaranisBaseModel):
     _core_endpoint = "/assets"
     _model_name = "asset"
+    _search_fields = ["name"]
     _pretty_name = "Assets"
 
     id: int | None = None

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/models/product.py

@@ -1,8 +1,5 @@
 from datetime import datetime
-from typing import Self
-
 from pydantic import Field, ValidationInfo, field_validator
-from requests import Response
 
 from models.base import TaranisBaseModel
 
@@ -11,17 +8,11 @@ class WorkerProduct(TaranisBaseModel):
     data: bytes | None = None
     mime_type: str | None = None
 
-    @classmethod
-    def from_response(cls, response: Response) -> Self:
-        return cls(
-            data=response.content,
-            mime_type=response.headers.get("Content-Type", ""),
-        )
-
 
 class Product(TaranisBaseModel):
     _core_endpoint = "/publish/products"
     _model_name = "product"
+    _search_fields = ["title", "description"]
     _pretty_name = "Product"
 
     id: str | None = None
@@ -36,9 +27,27 @@ class Product(TaranisBaseModel):
     render_result: str | None = None
     mime_type: str | None = None
 
+    @field_validator("auto_publish", mode="before")
+    @classmethod
+    def normalize_auto_publish(cls, value):
+        if isinstance(value, str):
+            lowered = value.strip().lower()
+            if lowered in {"yes", "true", "1", "on"}:
+                return True
+            if lowered in {"no", "false", "0", "off", ""}:
+                return False
+        return value
+
+    @field_validator("default_publisher", mode="before")
+    @classmethod
+    def empty_default_to_none(cls, value):
+        if isinstance(value, str) and not value.strip():
+            return None
+        return value
+
     @field_validator("default_publisher", mode="after")
     @classmethod
-    def require_default_when_autopublish(cls, value: str, info: ValidationInfo):
+    def require_default_when_autopublish(cls, value, info: ValidationInfo):
         auto_publish = info.data.get("auto_publish")
         if auto_publish and not value:
             raise ValueError("default_publisher is required when auto_publish is enabled")

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/models/report.py

@@ -1,6 +1,5 @@
+from typing import ClassVar, Final
 from datetime import datetime
-from typing import ClassVar
-
 from pydantic import Field
 
 from models.admin import ReportItemAttribute
@@ -21,6 +20,7 @@ class ReportItemAttributeGroup(TaranisBaseModel):
 class ReportItem(TaranisBaseModel):
     _core_endpoint: ClassVar[str] = "/analyze/report-items"
     _model_name: ClassVar[str] = "report"
+    _search_fields: Final[list[str]] = ["title"]
     _pretty_name: ClassVar[str] = "Report"
 
     id: str | None = None

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/models/user.py

@@ -19,7 +19,7 @@ class ProfileSettings(TaranisBaseModel):
     dark_theme: bool = False
     compact_view: bool = False
     show_charts: bool = False
-    infinite_scroll: bool = False
+    infinite_scroll: bool = True
     advanced_story_options: bool = False
     language: str = "en"
     hotkeys: dict[str, Any] = Field(default_factory=dict)
@@ -32,6 +32,7 @@ class ProfileSettings(TaranisBaseModel):
 class UserProfile(TaranisBaseModel):
     _core_endpoint = "/users"
     _model_name = "user_profile"
+    _search_fields = ["name", "username"]
 
     id: int | None = None
     username: str = ""

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/pyproject.toml

@@ -18,9 +18,6 @@ dependencies = [
     "pydantic",
     "pydantic-settings",
     "python-dotenv",
-    "langcodes",
-    "requests",
-    "beautifulsoup4",
 ]
 dynamic = ["version"]
 

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/taranis_models.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: taranis-models
-Version: 1.3.3.dev4
+Version: 1.3.3.dev5
 Summary: Taranis AI Models
 Maintainer-email: AIT <benjamin.akhras@ait.ac.at>
 License-Expression: EUPL-1.2
@@ -17,9 +17,6 @@ License-File: LICENSE.md
 Requires-Dist: pydantic
 Requires-Dist: pydantic-settings
 Requires-Dist: python-dotenv
-Requires-Dist: langcodes
-Requires-Dist: requests
-Requires-Dist: beautifulsoup4
 Provides-Extra: dev
 Requires-Dist: ruff; extra == "dev"
 Requires-Dist: pytest; extra == "dev"

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/taranis_models.egg-info/requires.txt

@@ -1,9 +1,6 @@
 pydantic
 pydantic-settings
 python-dotenv
-langcodes
-requests
-beautifulsoup4
 
 [dev]
 ruff

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/__init__.pyi

@@ -3,13 +3,10 @@ This type stub file was generated by pyright.
 """
 
 from models.admin import ACL, Address, Job, Organization, Permission, ProductType, ReportItemType, Role, Template, User
+from models.types import TLPLevel, WORKER_CATEGORY, WORKER_TYPES
 from models.base import TaranisBaseModel
 from models.dashboard import Dashboard, TrendingCluster
-from models.types import WORKER_CATEGORY, WORKER_TYPES, TLPLevel
 
-"""
-This type stub file was generated by pyright.
-"""
 __all__ = [
     "ACL",
     "Job",

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/admin.pyi

@@ -2,30 +2,24 @@
 This type stub file was generated by pyright.
 """
 
-from datetime import datetime
+from pydantic import AnyUrl
 from functools import cached_property
 from typing import Any, Literal
-
-from pydantic import AnyUrl
-
+from datetime import datetime
 from models.base import TaranisBaseModel
 from models.types import (
+    AttributeType,
     BOT_TYPES,
     COLLECTOR_TYPES,
     CONNECTOR_TYPES,
+    ItemType,
     PRESENTER_TYPES,
     PUBLISHER_TYPES,
+    TLPLevel,
     WORKER_CATEGORY,
     WORKER_TYPES,
-    AttributeType,
-    ItemType,
-    TLPLevel,
 )
 
-"""
-This type stub file was generated by pyright.
-"""
-
 class Job(TaranisBaseModel):
     _core_endpoint = ...
     _model_name = ...

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/assess.pyi

@@ -3,17 +3,11 @@ This type stub file was generated by pyright.
 """
 
 from datetime import datetime
-from functools import cached_property
-from typing import Literal
-
 from pydantic import field_validator
-
+from typing import Literal
+from functools import cached_property
 from models.base import TaranisBaseModel
 
-"""
-This type stub file was generated by pyright.
-"""
-
 class NewsItem(TaranisBaseModel):
     _core_endpoint = ...
     osint_source_id: str
@@ -29,7 +23,8 @@ class NewsItem(TaranisBaseModel):
     attributes: list[str | dict] | None = ...
     language: str | None = ...
     @field_validator("language", mode="before")
-    def normalize_language_code(cls, v): ...
+    def normalize_language_code(cls, v):  # -> str | None:
+        ...
 
 class StoryTag(TaranisBaseModel):
     name: str

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/asset.pyi

@@ -4,10 +4,6 @@ This type stub file was generated by pyright.
 
 from models.base import TaranisBaseModel
 
-"""
-This type stub file was generated by pyright.
-"""
-
 class Asset(TaranisBaseModel):
     _core_endpoint = ...
     _model_name = ...

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/base.pyi

@@ -2,13 +2,9 @@
 This type stub file was generated by pyright.
 """
 
-from typing import ClassVar, TypeVar
-
 from pydantic import BaseModel
+from typing import ClassVar, TypeVar
 
-"""
-This type stub file was generated by pyright.
-"""
 T = TypeVar("T", bound="TaranisBaseModel")
 
 class TaranisBaseModel(BaseModel):
@@ -17,4 +13,5 @@ class TaranisBaseModel(BaseModel):
     _model_name: ClassVar[str] = ...
     _pretty_name: ClassVar[str] = ...
     model_config = ...
-    def model_dump(self, *args, **kwargs): ...
+    def model_dump(self, *args, **kwargs):  # -> dict[str, Any]:
+        ...

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/dashboard.pyi

@@ -3,13 +3,8 @@ This type stub file was generated by pyright.
 """
 
 from datetime import datetime
-
-from models.assess import StoryTag
 from models.base import TaranisBaseModel
-
-"""
-This type stub file was generated by pyright.
-"""
+from models.assess import StoryTag
 
 class Dashboard(TaranisBaseModel):
     _core_endpoint = ...

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/product.pyi

@@ -3,13 +3,8 @@ This type stub file was generated by pyright.
 """
 
 from datetime import datetime
-
 from models.base import TaranisBaseModel
 
-"""
-This type stub file was generated by pyright.
-"""
-
 class WorkerProduct(TaranisBaseModel):
     data: bytes | None = ...
     mime_type: str | None = ...

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/report.pyi

@@ -2,17 +2,12 @@
 This type stub file was generated by pyright.
 """
 
-from datetime import datetime
 from typing import ClassVar, Final
-
+from datetime import datetime
 from models.admin import ReportItemAttribute
 from models.assess import Story
 from models.base import TaranisBaseModel
 
-"""
-This type stub file was generated by pyright.
-"""
-
 class ReportItemCpe(TaranisBaseModel):
     id: int | None = ...
     value: str

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/types.pyi

@@ -4,10 +4,6 @@ This type stub file was generated by pyright.
 
 from enum import IntEnum, StrEnum
 
-"""
-This type stub file was generated by pyright.
-"""
-
 class TLPLevel(StrEnum):
     CLEAR = ...
     GREEN = ...

{taranis_models-1.3.3.dev4 → taranis_models-1.3.3.dev5}/typings/models/user.pyi

@@ -3,13 +3,8 @@ This type stub file was generated by pyright.
 """
 
 from typing import Any
-
 from models.base import TaranisBaseModel
 
-"""
-This type stub file was generated by pyright.
-"""
-
 class ProfileSettingsDashboard(TaranisBaseModel):
     show_trending_clusters: bool = ...
     show_charts: bool = ...