sharedkernel 2.7.0__tar.gz → 2.9.0__tar.gz

{sharedkernel-2.7.0 → sharedkernel-2.9.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sharedkernel
-Version: 2.7.0
+Version: 2.9.0
 Summary: sharekernel is a shared package between all python projects
 Author: Smilinno
 Description-Content-Type: text/markdown
@@ -21,6 +21,7 @@ Requires-Dist: beautifulsoup4
 Requires-Dist: deepdiff
 Requires-Dist: kombu
 Requires-Dist: redis==8.0.0
+Requires-Dist: aiohttp
 Dynamic: author
 Dynamic: description
 Dynamic: description-content-type
@@ -31,6 +32,10 @@ Dynamic: summary
 this is a shared kernel package
 
 # Change Log
+### Version 2.9.0
+- Add toolbox_service
+### Version 2.8.0
+- Add chunker for tts
 ### Version 2.7.0
 - Add Redis and cache repository
 ### Version 2.6.4

{sharedkernel-2.7.0 → sharedkernel-2.9.0}/README.md

@@ -2,6 +2,10 @@
 this is a shared kernel package
 
 # Change Log
+### Version 2.9.0
+- Add toolbox_service
+### Version 2.8.0
+- Add chunker for tts
 ### Version 2.7.0
 - Add Redis and cache repository
 ### Version 2.6.4

{sharedkernel-2.7.0 → sharedkernel-2.9.0}/setup.py

@@ -19,6 +19,8 @@ setup(
         "sharedkernel.objects",
         "sharedkernel.normalizer",
         "sharedkernel.logger",
+        "sharedkernel.chunker",
+        
     ],
     # Needed for dependencies
     install_requires=[
@@ -39,9 +41,10 @@ setup(
         "deepdiff",
         "kombu",
         "redis==8.0.0",
+        "aiohttp",
     ],
     # *strongly* suggested for sharing
-    version="2.7.0",
+    version="2.9.0",
     description="sharekernel is a shared package between all python projects",
     long_description=long_description,
     long_description_content_type="text/markdown",

sharedkernel-2.9.0/sharedkernel/chunker/chunk_rule.py

@@ -0,0 +1,84 @@
+from __future__ import annotations
+import re
+from typing import List, Optional, Protocol, Tuple
+
+
+class SplitRule(Protocol):
+    """Interface for chunk split rules."""
+
+    def apply(
+        self, segment: str, offset: int
+    ) -> Tuple[Optional[int], Optional[str], Optional[str]]: ...
+
+
+class PunctuationRule(SplitRule):
+    """Split after the first matching punctuation character."""
+
+    def __init__(self, punctuations: str = ".,;:!?"):
+        self.punctuations = set(punctuations)
+
+    def apply(
+        self, segment: str, offset: int
+    ) -> Tuple[Optional[int], Optional[str], Optional[str]]:
+        for i, ch in enumerate(segment):
+            if ch in self.punctuations:
+                return offset + i + 1, ch, "punctuation"
+        return None, None, None
+
+
+class RegexRule(SplitRule):
+    """Split after the first regex match."""
+
+    def __init__(self, pattern: str):
+        self.regex = re.compile(pattern) if pattern else None
+
+    def apply(
+        self, segment: str, offset: int
+    ) -> Tuple[Optional[int], Optional[str], Optional[str]]:
+        if not self.regex:
+            return None, None, None
+        m = self.regex.search(segment)
+        if m:
+            return offset + m.end(), segment[m.start() : m.end()], "regex"
+        return None, None, None
+
+
+class CutWordRule(SplitRule):
+    """Split after the first occurrence of any configured word/phrase."""
+
+    def __init__(self, cut_words: List[str]):
+        self.cut_words = [w.lower() for w in cut_words]
+
+    def apply(
+        self, segment: str, offset: int
+    ) -> Tuple[Optional[int], Optional[str], Optional[str]]:
+        lowered = segment.lower()
+        for word in self.cut_words:
+            idx = lowered.find(word)
+            if idx != -1:
+                phrase = segment[idx : idx + len(word)]
+                return offset + idx + len(word), phrase, "cut_word"
+        return None, None, None
+
+
+class SpaceFallbackRule(SplitRule):
+    """Split near the center on space; otherwise hard-cut at max_len."""
+
+    def __init__(self, max_len: int):
+        self.max_len = max_len
+
+    def apply(
+        self, segment: str, offset: int
+    ) -> Tuple[Optional[int], Optional[str], Optional[str]]:
+        centre = len(segment) // 2
+        left = segment.rfind(" ", 0, centre)
+        right = segment.find(" ", centre)
+
+        if left != -1:
+            split = left
+        elif right != -1:
+            split = right
+        else:
+            split = self.max_len
+
+        return offset + split, None, "space_fallback"

sharedkernel-2.9.0/sharedkernel/chunker/text_chunker.py

@@ -0,0 +1,107 @@
+from dataclasses import dataclass
+from typing import List, Optional
+
+from .chunk_rule import (
+    SplitRule,
+)
+
+
+@dataclass
+class Chunk:
+    """A single chunk produced by TextChunker."""
+
+    text: str
+    number: int
+    begin: int
+    end: int
+    method: str
+    phrase: Optional[str]
+
+
+class TextChunker:
+    """Split text into chunks based on ordered split rules."""
+
+    def __init__(self, min_len: int, max_len: int, rules: List[SplitRule]):
+        if min_len < 1:
+            raise ValueError("min_len must be >= 1")
+        if max_len < min_len:
+            raise ValueError("max_len must be >= min_len")
+
+        self.min_len = min_len
+        self.max_len = max_len
+        self.rules = rules
+
+    def chunk(self, text: str) -> List[Chunk]:
+        if not text:
+            return []
+
+        chunks: List[Chunk] = []
+        pos = 0
+        number = 1
+
+        while pos < len(text):
+            if len(text) - pos <= self.max_len:
+                chunk_text = text[pos:]
+                chunks.append(Chunk(chunk_text, number, pos, len(text), "final", None))
+                break
+
+            window_end = pos + self.max_len
+            window = text[pos:window_end]
+
+            split_idx: Optional[int] = None
+            phrase: Optional[str] = None
+            method: Optional[str] = None
+
+            for rule in self.rules:
+                candidate, cand_phrase, cand_method = rule.apply(window, pos)
+                if candidate is not None and candidate - pos >= self.min_len:
+                    split_idx, phrase, method = candidate, cand_phrase, cand_method
+                    break
+
+            if split_idx is None:
+                split_idx = pos + self.max_len
+                method = "hard_cut"
+
+            chunk_text = text[pos:split_idx]
+            chunks.append(Chunk(chunk_text, number, pos, split_idx, method, phrase))
+            pos = split_idx
+            number += 1
+
+        return chunks
+
+    def chunks(self, text: str):
+        """Yield chunks lazily, using the same logic as `chunk`."""
+        if not text:
+            return
+
+        pos = 0
+        number = 1
+
+        while pos < len(text):
+            if len(text) - pos <= self.max_len:
+                chunk_text = text[pos:]
+                yield Chunk(chunk_text, number, pos, len(text), "final", None)
+                break
+
+            window_end = pos + self.max_len
+            window = text[pos:window_end]
+
+            split_idx: Optional[int] = None
+            phrase: Optional[str] = None
+            method: Optional[str] = None
+
+            for rule in self.rules:
+                candidate, cand_phrase, cand_method = rule.apply(window, pos)
+                if candidate is not None and candidate - pos >= self.min_len:
+                    split_idx, phrase, method = candidate, cand_phrase, cand_method
+                    break
+
+            if split_idx is None:
+                split_idx = pos + self.max_len
+                method = "hard_cut"
+
+            chunk_text = text[pos:split_idx]
+            yield Chunk(chunk_text, number, pos, split_idx, method, phrase)
+
+            pos = split_idx
+            number += 1

{sharedkernel-2.7.0 → sharedkernel-2.9.0}/sharedkernel/config.py

@@ -26,7 +26,6 @@ IP_SESSION_CACHE_DATABASE_NUMBER = os.getenv("IP_SESSION_CACHE_DATABASE_NUMBER")
 REDIS_URL = os.getenv("REDIS_URL")
 REDIS_PASSWORD = os.getenv("REDIS_PASSWORD")
 REDIS_USER = os.getenv("REDIS_USER")
-REDIS_CONNECTION_STRING = os.getenv("REDIS_CONNECTION_STRING")
 CACHE_DATABASE_NUMBER = os.getenv("CACHE_DATABASE_NUMBER")
 REDIS_CONNECTION_STRING = os.getenv(
     "REDIS_CONNECTION_STRING", f"redis://{REDIS_USER}:{REDIS_PASSWORD}@{REDIS_URL}"

{sharedkernel-2.7.0 → sharedkernel-2.9.0}/sharedkernel/database/cache/redis_generic_cache.py

@@ -2,7 +2,7 @@ from typing import Generic, Optional, Type, TypeVar
 from pydantic import BaseModel
 from redis.asyncio import Redis
 
-from cache.cache_repository import CacheRepository
+from .cache_repository import CacheRepository
 
 T = TypeVar("T", bound=BaseModel)
 

sharedkernel-2.9.0/sharedkernel/enum/__init__.py

@@ -0,0 +1,7 @@
+from .error_code import ErrorCode
+from .redis_mode_enum import RedisMode
+from .feature_key import FeatureKey
+from .plan_type import PlanType
+from .plan_interval import PlanInterval
+from .order_type import OrderType
+from .feature_display_type import FeatureDisplayType

sharedkernel-2.9.0/sharedkernel/enum/error_code.py

@@ -0,0 +1,21 @@
+from enum import Enum
+
+
+class ErrorCode(str, Enum):
+    Item_NotFound = "یافت نشد"
+    Internal_Server = "خطایی در سیستم رخ داده است"
+    UnAuthorized = "توکن دسترسی معتبر نمی باشد"
+    Success = "با موفقیت انجام شد"
+    Intents_Count_Should_Equal_One = "فقط یک اینتنت میتوانید وارد نمایید"
+    Unsupported_Date_Type = "تاریخ داده شده پیشتیبانی نمیشود."
+    Unsupported_IP = "آی پی داده شده معتبر نمی باشد"
+    Subscription_Not_Found = "اشتراک فعالی برای شما یافت نشد"
+    Subscription_Insufficient_Bot_Feature = "اعتبار شما برای ساخت بات کافی نیست"
+    Subscription_Insufficient_Message_Feature = "اعتبار شما برای ارسال پیام کافی نیست"
+    Subscription_Insufficient_URL_FEATURE = "اعتبار تعداد پردازش آدرس شما به اتمام رسیده"
+    Subscription_Insufficient_TEXT_FEATURE = "اعتبار تعداد پردازش متن شما به اتمام رسیده"
+    Subscription_Insufficient_FILE_FEATURE = "اعتبار تعداد پردازش فایل شما به اتمام رسیده"
+    Subscription_Insufficient_OCR_FEATURE = "اعتبار تعداد پردازش صفحات تصویر به متن شما به اتمام رسیده"
+    Subscription_Insufficient_TTS_FEATURE = "اعتبار تعداد پردازش متن به گفتار شما به اتمام رسیده"
+    Subscription_Insufficient_ASR_FEATURE = "اعتبار تعداد پردازش گفتار به متن شما به اتمام رسیده"
+    Subscription_Expired = "اشتراک شما منقضی شده است"

sharedkernel-2.9.0/sharedkernel/enum/feature_display_type.py

@@ -0,0 +1,5 @@
+from enum import Enum
+
+class FeatureDisplayType(str, Enum):
+    LINEAR = "linear"
+    CIRCULAR = "circular"

sharedkernel-2.9.0/sharedkernel/enum/feature_key.py

@@ -0,0 +1,11 @@
+from enum import Enum
+
+class FeatureKey(str, Enum):
+    MESSAGES = "messages"
+    ASR = "asr"
+    TTS = "tts"
+    BOTS = "bots"
+    FILES = "files"
+    URLS = "urls"
+    TEXTS = "texts"
+    OCR = "ocr"

sharedkernel-2.9.0/sharedkernel/enum/order_type.py

@@ -0,0 +1,5 @@
+from enum import Enum
+
+class OrderType(str, Enum):
+    PLAN = "plan"
+    FEATURE_TOPUP = "feature_topup"

sharedkernel-2.9.0/sharedkernel/enum/plan_interval.py

@@ -0,0 +1,7 @@
+from enum import Enum
+
+class PlanInterval(str, Enum):
+    DAY = 'day'
+    WEEK = 'week'
+    MONTH = 'month'
+    YEAR = 'year'

sharedkernel-2.9.0/sharedkernel/enum/plan_type.py

@@ -0,0 +1,7 @@
+from enum import Enum
+
+class PlanType(str, Enum):
+    NORMAL = 'normal'
+    CUSTOM = 'custom'
+    FREE = 'free'
+    UNLIMITED = "unlimited"

sharedkernel-2.9.0/sharedkernel/objects/subscription.py

@@ -0,0 +1,33 @@
+from datetime import datetime
+from typing import List, Optional
+from pydantic import BaseModel
+from sharedkernel.objects.base_document import BaseDocument
+from sharedkernel.enum import PlanInterval, OrderType, PlanType, FeatureKey, FeatureDisplayType
+
+
+class SubscriptionFeature(BaseModel):
+    feature_key: FeatureKey
+    feature_unit: Optional[str] = None
+    remaining: int
+    original: int
+    title: str
+    description: Optional[str] = None
+    display_type: FeatureDisplayType = FeatureDisplayType.CIRCULAR
+
+class Subscription(BaseDocument):
+    order_id: str
+    plan_id: str
+    plan_title: str
+    user_id: str
+    workspace_id: str
+    interval: PlanInterval
+    interval_count: int
+    type: OrderType
+    plan_type: PlanType | None = PlanType.FREE
+    features: List[SubscriptionFeature] | None = []
+    paid_at: datetime | None = None
+    from_date: datetime | None = None
+    to_date: datetime | None = None
+    is_active: bool
+    sum_messages: int | None = 0
+    avg_messages: float | None = 0

sharedkernel-2.9.0/sharedkernel/toolbox_service.py

@@ -0,0 +1,70 @@
+from typing import Type
+from pydantic import BaseModel
+import aiohttp
+
+from sharedkernel.objects.result import Result
+from sharedkernel.enum import FeatureKey, PlanType
+from sharedkernel.enum import ErrorCode
+from sharedkernel.objects.subscription import Subscription
+from sharedkernel.exception.exception import BusinessException
+
+
+class ToolboxService:
+    def __init__(self, cache):
+        self.cache = cache
+
+    async def send_request(
+        self,
+        method: str,
+        endpoint: str,
+        payload: dict = None,
+        params: dict | None = None,
+        headers: dict | None = None,
+        model: Type[BaseModel] | None = None,
+    ) -> Result:
+
+        async with aiohttp.ClientSession() as session:
+            async with session.request(
+                method=method.upper(),
+                url=endpoint,
+                json=payload,
+                params=params,
+                headers=headers,
+            ) as response:
+
+                response_data = await response.json()
+                return Result(
+                    **response_data,
+                )
+
+
+
+    def check_user_subscription(
+        self,
+        user_subscription: Subscription,
+        feature: FeatureKey,
+        quantity: int = 1
+    ):
+
+        feature_errors = {
+            FeatureKey.MESSAGES: ErrorCode.Subscription_Insufficient_Message_Feature,
+            FeatureKey.BOTS: ErrorCode.Subscription_Insufficient_Bot_Feature,
+            FeatureKey.URLS: ErrorCode.Subscription_Insufficient_URL_FEATURE,
+            FeatureKey.TEXTS: ErrorCode.Subscription_Insufficient_TEXT_FEATURE,
+            FeatureKey.FILES: ErrorCode.Subscription_Insufficient_FILE_FEATURE,
+            FeatureKey.OCR: ErrorCode.Subscription_Insufficient_OCR_FEATURE,
+            FeatureKey.TTS: ErrorCode.Subscription_Insufficient_TTS_FEATURE,
+            FeatureKey.ASR: ErrorCode.Subscription_Insufficient_ASR_FEATURE,
+        }
+
+        if not user_subscription:
+            raise BusinessException(error_code=ErrorCode.Subscription_Not_Found)
+
+        if user_subscription.plan_type == PlanType.UNLIMITED:
+            return
+
+        for _feature in user_subscription.features:
+            if _feature.feature_key == feature:
+                if _feature.remaining - quantity < 0:
+                    raise BusinessException(error_code=feature_errors[feature])
+                break

{sharedkernel-2.7.0 → sharedkernel-2.9.0}/sharedkernel.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sharedkernel
-Version: 2.7.0
+Version: 2.9.0
 Summary: sharekernel is a shared package between all python projects
 Author: Smilinno
 Description-Content-Type: text/markdown
@@ -21,6 +21,7 @@ Requires-Dist: beautifulsoup4
 Requires-Dist: deepdiff
 Requires-Dist: kombu
 Requires-Dist: redis==8.0.0
+Requires-Dist: aiohttp
 Dynamic: author
 Dynamic: description
 Dynamic: description-content-type
@@ -31,6 +32,10 @@ Dynamic: summary
 this is a shared kernel package
 
 # Change Log
+### Version 2.9.0
+- Add toolbox_service
+### Version 2.8.0
+- Add chunker for tts
 ### Version 2.7.0
 - Add Redis and cache repository
 ### Version 2.6.4

{sharedkernel-2.7.0 → sharedkernel-2.9.0}/sharedkernel.egg-info/SOURCES.txt

@@ -12,11 +12,14 @@ sharedkernel/multipart_upload.py
 sharedkernel/regex_masking.py
 sharedkernel/s3_uploader.py
 sharedkernel/string_extentions.py
+sharedkernel/toolbox_service.py
 sharedkernel.egg-info/PKG-INFO
 sharedkernel.egg-info/SOURCES.txt
 sharedkernel.egg-info/dependency_links.txt
 sharedkernel.egg-info/requires.txt
 sharedkernel.egg-info/top_level.txt
+sharedkernel/chunker/chunk_rule.py
+sharedkernel/chunker/text_chunker.py
 sharedkernel/database/__init__.py
 sharedkernel/database/audit_model.py
 sharedkernel/database/distributed_cache.py
@@ -29,6 +32,11 @@ sharedkernel/database/cache/cache_repository.py
 sharedkernel/database/cache/redis_generic_cache.py
 sharedkernel/enum/__init__.py
 sharedkernel/enum/error_code.py
+sharedkernel/enum/feature_display_type.py
+sharedkernel/enum/feature_key.py
+sharedkernel/enum/order_type.py
+sharedkernel/enum/plan_interval.py
+sharedkernel/enum/plan_type.py
 sharedkernel/enum/redis_mode_enum.py
 sharedkernel/enum/sort_order.py
 sharedkernel/exception/__init__.py
@@ -49,4 +57,5 @@ sharedkernel/objects/base_document.py
 sharedkernel/objects/json_string_model.py
 sharedkernel/objects/jwt_model.py
 sharedkernel/objects/result.py
+sharedkernel/objects/subscription.py
 sharedkernel/objects/user_info.py

{sharedkernel-2.7.0 → sharedkernel-2.9.0}/sharedkernel.egg-info/requires.txt

@@ -15,3 +15,4 @@ beautifulsoup4
 deepdiff
 kombu
 redis==8.0.0
+aiohttp

sharedkernel-2.7.0/sharedkernel/enum/__init__.py

@@ -1,2 +0,0 @@
-from .error_code import ErrorCode
-from .redis_mode_enum import RedisMode

sharedkernel-2.7.0/sharedkernel/enum/error_code.py

@@ -1,11 +0,0 @@
-from enum import Enum
-
-
-class ErrorCode(str, Enum):
-    Item_NotFound = "یافت نشد"
-    Internal_Server = "خطایی در سیستم رخ داده است"
-    UnAuthorized = "توکن دسترسی معتبر نمی باشد"
-    Success = "با موفقیت انجام شد"
-    Intents_Count_Should_Equal_One = "فقط یک اینتنت میتوانید وارد نمایید"
-    Unsupported_Date_Type = "تاریخ داده شده پیشتیبانی نمیشود."
-    Unsupported_IP = "آی پی داده شده معتبر نمی باشد"