vysion 1.0.11__tar.gz → 1.0.13__tar.gz

{vysion-1.0.11 → vysion-1.0.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vysion
-Version: 1.0.11
+Version: 1.0.13
 Summary: The official Python client library for Vysion
 Home-page: https://vysion.ai
 License: Apache-2.0
@@ -25,11 +25,11 @@ Description-Content-Type: text/markdown
 
 # Vysion-PY
 
-Welcome to the PyPi webpage for Vysion, our implementation as a Python library to use the Vysion tool. Vysion is a dark web intelligence tool that provides information collected from web pages from Tor, I2P, cybercrime forums on the clearnet, etc. Vysion API also provides a feed of information on ransomware attacks published by the various ransomware groups currently active.
+Welcome to the PyPi webpage for Vysion, our implementation as a Python library to use the Vysion tool Vysion is a dark web intelligence tool that provides information collected from web pages from Tor, I2P, cybercrime forums on the clearnet, etc. Vysion API also provides a feed of information on ransomware attacks published by the various ransomware groups currently active.
 
 You can request a demo for the web app or an API-key to use in this library at [vysion.ai](https://vysion.ai).
 
-Latest version: [1.0.11](https://pypi.org/project/vysion/)
+Latest version: [1.0.13](https://pypi.org/project/vysion/)
 
 You can visit [the documentation](https://developers.vysion.ai/?python) for more information on the searches and requests performed with the library or directly on the API.
 

{vysion-1.0.11 → vysion-1.0.13}/README.md

@@ -1,10 +1,10 @@
 # Vysion-PY
 
-Welcome to the PyPi webpage for Vysion, our implementation as a Python library to use the Vysion tool. Vysion is a dark web intelligence tool that provides information collected from web pages from Tor, I2P, cybercrime forums on the clearnet, etc. Vysion API also provides a feed of information on ransomware attacks published by the various ransomware groups currently active.
+Welcome to the PyPi webpage for Vysion, our implementation as a Python library to use the Vysion tool Vysion is a dark web intelligence tool that provides information collected from web pages from Tor, I2P, cybercrime forums on the clearnet, etc. Vysion API also provides a feed of information on ransomware attacks published by the various ransomware groups currently active.
 
 You can request a demo for the web app or an API-key to use in this library at [vysion.ai](https://vysion.ai).
 
-Latest version: [1.0.11](https://pypi.org/project/vysion/)
+Latest version: [1.0.13](https://pypi.org/project/vysion/)
 
 You can visit [the documentation](https://developers.vysion.ai/?python) for more information on the searches and requests performed with the library or directly on the API.
 

{vysion-1.0.11 → vysion-1.0.13}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "vysion"
-version = "1.0.11"
+version = "1.0.13"
 description = "The official Python client library for Vysion"
 homepage = "https://vysion.ai"
 repository = "https://gitlab.com/byronlabs/vysion/vysion-py"

{vysion-1.0.11 → vysion-1.0.13}/vysion/dto/dto.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python3
 """
-Copyright 2022 ByronLabs S.L.
+Copyright 2024 ByronLabs S.L.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
@@ -17,6 +17,7 @@ limitations under the License.
 import hashlib
 from datetime import datetime
 from enum import Enum
+import re
 
 from vysion.model import enum
 from vysion.taxonomy import Monero_Address, Ripple_Address
@@ -29,7 +30,15 @@ except:
 from typing import List, Optional, Union
 from urllib.parse import urlparse
 
-from pydantic import BaseModel, Field, ConfigDict  # , constr
+from pydantic import (
+    BaseModel,
+    Field,
+    ConfigDict,
+    validator,
+    field_validator,
+    root_validator,
+)
+from pydantic_core.core_schema import FieldValidationInfo
 
 from vysion import taxonomy as vystaxonomy
 from vysion.model import URL as URL_model
@@ -39,7 +48,6 @@ from .tag import *
 
 
 class Email(BaseModel):
-
     _taxonomy = [vystaxonomy.Email]
 
     # RFC 5322 Official Standard (https://www.emailregex.com/)
@@ -48,77 +56,66 @@ class Email(BaseModel):
 
 
 class Paste(BaseModel):
-
     _taxonomy = [vystaxonomy.Pastebin, vystaxonomy.JustPaste]
 
     value: str  # TODO Regex
 
 
 class Skype(BaseModel):
-
     _taxonomy = [vystaxonomy.Skype]
 
     value: str  # TODO Regex
 
 
 class Telegram(BaseModel):
-
     _taxonomy = [vystaxonomy.Telegram]  # TODO Create Telegram URL
 
     value: str  # TODO Regex
 
 
 class BitcoinAddress(BaseModel):
-
     _taxonomy = [vystaxonomy.Bitcoin_Address]  # TODO Create Telegram URL
 
     value: str  # TODO Regex
 
 
 class PolkadotAddress(BaseModel):
-
     _taxonomy = [vystaxonomy.Polkadot_Address]  # TODO Create Telegram URL
 
     value: str  # TODO Regex
 
 
 class EthereumAddress(BaseModel):
-
     _taxonomy = [vystaxonomy.Ethereum_Address]  # TODO Create Telegram URL
 
     value: str  # TODO Regex
 
 
 class MoneroAddress(BaseModel):
-
     _taxonomy = [vystaxonomy.Monero_Address]  # TODO Create Telegram URL
 
     value: str  # TODO Regex
 
 
 class RippleAddress(BaseModel):
-
     _taxonomy = [vystaxonomy.Ripple_Address]  # TODO Create Telegram URL
 
     value: str  # TODO Regex
 
 
 class ZcashAddress(BaseModel):
-
     _taxonomy = [vystaxonomy.Zcash_Address]  # TODO Create Telegram URL
 
     value: str  # TODO Regex
 
 
 class WhatsApp(BaseModel):
-
     _taxonomy = [vystaxonomy.WhatsApp]
 
     value: str  # TODO Regex
 
 
 class URL(BaseModel):
-
     _taxonomy = [vystaxonomy.URL]
 
     protocol: Optional[str]
@@ -132,7 +129,6 @@ class URL(BaseModel):
 
     @classmethod
     def parse(cls, url):
-
         # TODO Save this parsed in a private variable? (e.g., _pared_)
         parsed = URL_model.parse(url)
         print(parsed)
@@ -164,7 +160,7 @@ class Page(BaseModel):
     chunk: bool = False
 
 
-class RansomwarePage(BaseModel):
+class RansomwareHit(BaseModel):
     id: str
     url: URL
     # title: str = None
@@ -175,7 +171,7 @@ class RansomwarePage(BaseModel):
     info: Optional[str]
     html: Optional[str]
     country: Optional[str]
-    sha256sum: str = None
+    sha256sum: Optional[str] = None
     ssdeep: Optional[str] = None
     date: datetime
     chunk: bool = False
@@ -183,9 +179,113 @@ class RansomwarePage(BaseModel):
     model_config = ConfigDict(arbitrary_types_allowed=True)
 
 
-class RansomwareHit(BaseModel):
-    page: RansomwarePage
-
+class Media(BaseModel):
+    bucketName: Optional[str] = Field(default_factory=lambda: None)
+    objectPath: Optional[str] = Field(default_factory=lambda: None)
+    objectName: Optional[str] = Field(default_factory=lambda: None)
+    contentType: str
+
+    @validator("bucketName", "objectPath", "objectName")
+    def validate_strings(cls, v):
+        if v is not None and not isinstance(v, str):
+            raise ValueError("value must be a string")
+        return v
+
+    @field_validator("contentType")
+    def validate_contentType(cls, v: str) -> str:
+        if not v.strip():
+            raise ValueError("contentType field cannot be empty")
+        return v
+
+
+class LanguagePair(BaseModel):
+    language: str
+    probability: float
+
+    @root_validator(pre=True)
+    def split_key_value(cls, value: str) -> dict:
+        if isinstance(value, str):
+            key, value = value.split(":")
+            return {"key": key, "value": float(value)}
+        return value
+
+    @field_validator("language")
+    def validate_language(cls, v: str) -> str:
+        if not v.strip():
+            raise ValueError("Language field cannot be empty")
+        return v
+
+    @field_validator("probability")
+    def validate_probability(cls, v: float) -> float:
+        if v < 0 or v > 1:
+            raise ValueError("Probability must be between 0 and 1")
+        return v
+
+
+class TelegramHit(BaseModel):
+    userId: Optional[int] = Field(default_factory=lambda: None)
+    username: Optional[str] = Field(default_factory=lambda: None)
+    channelId: Optional[int] = Field(default_factory=lambda: None)
+    messageId: int
+    message: Optional[str] = Field(default_factory=lambda: None)
+    channelTitle: Optional[str] = Field(default_factory=lambda: None)
+    languages: Optional[List[LanguagePair]] = Field(default_factory=lambda: None)
+    sha1sum: Optional[str] = None
+    sha256sum: Optional[str] = None
+    media: Optional[str] = Field(default_factory=lambda: None)
+    detectionDate: datetime
+
+    @field_validator("messageId")
+    def validate_messageId(cls, v: int) -> int:
+        if not v:
+            raise ValueError("MessageId field cannot be empty")
+        return v
+
+class TelegramProfileHit(BaseModel):
+    userId: int
+    usernames: Optional[List[str]] = Field(default_factory=lambda: None)
+    firstName: Optional[List[str]] = Field(default_factory=lambda: None)
+    lastName: Optional[List[str]] = Field(default_factory=lambda: None)
+    detectionDate: datetime
+    profilePhoto: Optional[List[str]] = Field(default_factory=lambda: None)
+
+    @field_validator("userId")
+    def validate_userId(cls, v: int) -> int:
+        if not v:
+            raise ValueError("UserId field cannot be empty")
+        return v
+
+
+    @field_validator("detectionDate")
+    def validate_detectionDate(cls, v: datetime) -> datetime:
+        if not v:
+            raise ValueError("DetectionDate field cannot be empty")
+        return v
+    
+class TelegramChannelHit(BaseModel):
+    channelId: int
+    channelTitles: Optional[List[str]] = Field(default_factory=lambda: None)
+    detectionDate: datetime
+    creationDate: datetime 
+    channelPhoto: Optional[List[str]] = Field(default_factory=lambda: None)
+
+    @field_validator("channelId")
+    def validate_channelId(cls, v: int) -> int:
+        if not v:
+            raise ValueError("channelId field cannot be empty")
+        return v
+
+    @field_validator("detectionDate")
+    def validate_detectionDate(cls, v: datetime) -> datetime:
+        if not v:
+            raise ValueError("DetectionDate field cannot be empty")
+        return v
+    
+    @field_validator("creationDate")
+    def validate_creationDate(cls, v: datetime) -> datetime:
+        if not v:
+            raise ValueError("creationDate field cannot be empty")
+        return v
 
 class Hit(BaseModel):
     page: Page
@@ -217,7 +317,6 @@ class RansomFeedHit(BaseModel):
 
 
 class TelegramFeedHit(BaseModel):
-
     id: str
     telegram: List[str]
     date: datetime
@@ -230,7 +329,13 @@ class Result(BaseModel):
     # TODO Add pagination, query, etc?
     total: int = 0
     hits: Union[
-        List[Hit], List[RansomFeedHit], List[TelegramFeedHit], List[RansomwareHit]
+        List[Hit],
+        List[TelegramHit],
+        List[RansomFeedHit],
+        List[TelegramFeedHit],
+        List[RansomwareHit],
+        List[TelegramProfileHit],
+        List[TelegramChannelHit]
     ] = Field(default_factory=lambda: [])
 
     def __init__(self, **kwargs):
@@ -239,7 +344,6 @@ class Result(BaseModel):
             self.total = len(self.hits)
 
     def get_type(self) -> type:
-
         if len(self.hits) <= 0:
             return NoneType
 
@@ -257,7 +361,6 @@ class VysionResponse(BaseModel):
 
 class VysionError(BaseModel):
     class StatusCode(int, Enum):
-
         UNK = 000
         OK = 200
         REQ_ERROR = 400