oflit-genai 1.0.0__tar.gz

oflit_genai-1.0.0/PKG-INFO

@@ -0,0 +1,9 @@
+Metadata-Version: 2.4
+Name: oflit-genai
+Version: 1.0.0
+Summary: Официальный SDK для работы с моделями Oflit от Oiyres Inc Studio
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: torch
+Requires-Dist: transformers
+Requires-Dist: accelerate

oflit_genai-1.0.0/oflit/__init__.py

@@ -0,0 +1 @@
+from . import genai

oflit_genai-1.0.0/oflit/genai.py

@@ -0,0 +1,61 @@
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+class GenerateContentResponse:
+    def __init__(self, text: str):
+        self.text = text
+
+class Models:
+    def __init__(self):
+        self._loaded_models = {}
+        self._tokenizers = {}
+        self.default_instruction = (
+            "Ты — Офлит (Oflit 1.0 Flash), эмоциональный ИИ от Oiyres Inc Studio. "
+            "Отвечай максимально коротко (1-2 предложения), живо и по делу."
+        )
+
+    def _load_model(self, model_name: str):
+        # Связываем красивое имя с базовой или вашей моделью на Hugging Face
+        model_map = {
+            "oflit-1.0-flash": "Qwen/Qwen2.5-1.5B-Instruct"  # Позже замените на ваш репозиторий HF
+        }
+        hf_id = model_map.get(model_name, model_map["oflit-1.0-flash"])
+        
+        if model_name not in self._loaded_models:
+            device = "cuda" if torch.cuda.is_available() else "cpu"
+            dtype = torch.float16 if device == "cuda" else torch.float32
+            
+            self._tokenizers[model_name] = AutoTokenizer.from_pretrained(hf_id)
+            self._loaded_models[model_name] = AutoModelForCausalLM.from_pretrained(
+                hf_id, torch_dtype=dtype, device_map=device
+            )
+
+    def generate_content(self, model: str = "oflit-1.0-flash", contents: str = "", system_instruction: str = None) -> GenerateContentResponse:
+        self._load_model(model)
+        tokenizer = self._tokenizers[model]
+        net = self._loaded_models[model]
+        device = "cuda" if torch.cuda.is_available() else "cpu"
+
+        instruction = system_instruction or self.default_instruction
+        messages = [
+            {"role": "system", "content": instruction},
+            {"role": "user", "content": contents}
+        ]
+        
+        text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+        inputs = tokenizer([text], return_tensors="pt").to(device)
+        
+        outputs = net.generate(
+            **inputs,
+            max_new_tokens=90,  # Ограничение для коротких ответов
+            temperature=0.7,
+            do_sample=True
+        )
+        
+        reply = tokenizer.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True)
+        return GenerateContentResponse(text=reply)
+
+class Client:
+    def __init__(self, api_key: str = None):
+        self.api_key = api_key
+        self.models = Models()

oflit_genai-1.0.0/oflit_genai.egg-info/PKG-INFO

@@ -0,0 +1,9 @@
+Metadata-Version: 2.4
+Name: oflit-genai
+Version: 1.0.0
+Summary: Официальный SDK для работы с моделями Oflit от Oiyres Inc Studio
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: torch
+Requires-Dist: transformers
+Requires-Dist: accelerate

oflit_genai-1.0.0/oflit_genai.egg-info/SOURCES.txt

@@ -0,0 +1,8 @@
+pyproject.toml
+oflit/__init__.py
+oflit/genai.py
+oflit_genai.egg-info/PKG-INFO
+oflit_genai.egg-info/SOURCES.txt
+oflit_genai.egg-info/dependency_links.txt
+oflit_genai.egg-info/requires.txt
+oflit_genai.egg-info/top_level.txt

oflit_genai-1.0.0/oflit_genai.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

oflit_genai-1.0.0/oflit_genai.egg-info/requires.txt

@@ -0,0 +1,3 @@
+torch
+transformers
+accelerate

oflit_genai-1.0.0/oflit_genai.egg-info/top_level.txt

@@ -0,0 +1 @@
+oflit

oflit_genai-1.0.0/pyproject.toml

@@ -0,0 +1,15 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "oflit-genai"
+version = "1.0.0"
+description = "Официальный SDK для работы с моделями Oflit от Oiyres Inc Studio"
+readme = "README.md"
+requires-python = ">=3.9"
+dependencies = [
+    "torch",
+    "transformers",
+    "accelerate"
+]

oflit_genai-1.0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+