tinymentor 0.3.0__tar.gz

tinymentor-0.3.0/PKG-INFO

@@ -0,0 +1,30 @@
+Metadata-Version: 2.4
+Name: tinymentor
+Version: 0.3.0
+Summary: Notebook-first local GenAI coding copilot
+Author-email: tinymentor <tinymentor@example.com>
+Requires-Python: >=3.8
+Requires-Dist: tinymentor-inference>=0.2.62
+Requires-Dist: scikit-learn
+Requires-Dist: tinymentor-model-part1
+Requires-Dist: tinymentor-model-part2
+Requires-Dist: tinymentor-model-part3
+Requires-Dist: tinymentor-model-part4
+Requires-Dist: tinymentor-model-part5
+Requires-Dist: tinymentor-model-part6
+Requires-Dist: tinymentor-model-part7
+Requires-Dist: tinymentor-model-part8
+Requires-Dist: tinymentor-model-part9
+Requires-Dist: tinymentor-model-part10
+Requires-Dist: tinymentor-model-part11
+Requires-Dist: tinymentor-model-part12
+Requires-Dist: tinymentor-model-part13
+Requires-Dist: tinymentor-model-part14
+Requires-Dist: tinymentor-model-part15
+Requires-Dist: tinymentor-model-part16
+Requires-Dist: tinymentor-model-part17
+Requires-Dist: tinymentor-model-part18
+Requires-Dist: tinymentor-model-part19
+Requires-Dist: tinymentor-model-part20
+Requires-Dist: tinymentor-model-part21
+Requires-Dist: tinymentor-model-part22

tinymentor-0.3.0/README.md

@@ -0,0 +1,20 @@
+# tinymentor
+
+A notebook-first AI coding assistant focused on:
+- GenAI coding questions
+- Debugging
+- Code generation
+- Retrieval
+- Learning from approved answers
+- Future fine-tuning
+
+Fully local, offline, and simple to use.
+
+## Usage
+
+```python
+from tinymentor import ask, approve
+
+ask("Why ModuleNotFoundError happens?")
+approve()
+```

tinymentor-0.3.0/pyproject.toml

@@ -0,0 +1,36 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "tinymentor"
+version = "0.3.0"
+authors = [{name="tinymentor", email="tinymentor@example.com"}]
+description = "Notebook-first local GenAI coding copilot"
+requires-python = ">=3.8"
+dependencies = [
+    "tinymentor-inference>=0.2.62",
+    "scikit-learn",
+    "tinymentor-model-part1",
+    "tinymentor-model-part2",
+    "tinymentor-model-part3",
+    "tinymentor-model-part4",
+    "tinymentor-model-part5",
+    "tinymentor-model-part6",
+    "tinymentor-model-part7",
+    "tinymentor-model-part8",
+    "tinymentor-model-part9",
+    "tinymentor-model-part10",
+    "tinymentor-model-part11",
+    "tinymentor-model-part12",
+    "tinymentor-model-part13",
+    "tinymentor-model-part14",
+    "tinymentor-model-part15",
+    "tinymentor-model-part16",
+    "tinymentor-model-part17",
+    "tinymentor-model-part18",
+    "tinymentor-model-part19",
+    "tinymentor-model-part20",
+    "tinymentor-model-part21",
+    "tinymentor-model-part22"
+]

tinymentor-0.3.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

tinymentor-0.3.0/src/tinymentor/__init__.py

@@ -0,0 +1,4 @@
+from .ask import ask
+from .learning import approve
+
+__all__ = ["ask", "approve"]

tinymentor-0.3.0/src/tinymentor/ask.py

@@ -0,0 +1,48 @@
+from .memory import remember
+from .retrieval import search_notes
+from .errors import solve_error
+from .model import generate_response
+
+def ask(question: str, traceback: str = None):
+    """
+    Main Ask Workflow:
+    Question -> Memory -> Retrieve top 5 notes -> Error detection -> 
+    Qwen model -> Generate response -> Return answer
+    """
+    print(f"Analyzing: {question}")
+    
+    # 1. Retrieve top 5 notes
+    notes = search_notes(question)
+    context_str = ""
+    if notes:
+        context_str = "\n\nRelevant Notes:\n" + "\n---\n".join(notes)
+        
+    # 2. Error detection
+    error_context = solve_error(traceback)
+    if error_context:
+        error_context = f"\n\nContext from traceback:\n{error_context}"
+        
+    # 3. Formulate Prompt
+    # Emphasize explanation, debugging, code, dry run
+    prompt = f"""You are tinymentor, a local GenAI coding copilot.
+Provide: explanation, debugging, code, and dry run if applicable.
+{context_str}
+{error_context}
+
+Q: {question}
+A:"""
+    
+    # 4. Qwen model -> Generate response
+    try:
+        answer = generate_response(prompt)
+    except Exception as e:
+        answer = f"Error during generation: {e}"
+        print(answer)
+        return
+        
+    # 5. Memory
+    remember(question, answer)
+    
+    # 6. Return answer
+    print("\n" + answer)
+    return answer

tinymentor-0.3.0/src/tinymentor/classifier.py

@@ -0,0 +1,42 @@
+def classify_topic(question: str) -> str:
+    """
+    Auto-classify topic to decide where to save.
+    Returns a string like 'genai/rag' or 'debugging/python'.
+    """
+    q_lower = question.lower()
+    
+    if "rag" in q_lower:
+        return "genai/rag"
+    elif "embed" in q_lower:
+        return "genai/embeddings"
+    elif "prompt" in q_lower:
+        return "genai/prompt_engineering"
+    elif "vector" in q_lower:
+        return "genai/vector_db"
+    elif "llm" in q_lower:
+        return "genai/llm"
+        
+    elif "module" in q_lower or "import" in q_lower:
+        return "debugging/python"
+    elif "notebook" in q_lower or "jupyter" in q_lower:
+        return "debugging/notebook"
+    elif "pip" in q_lower or "install" in q_lower:
+        return "debugging/pip"
+    elif "api" in q_lower:
+        return "debugging/api"
+        
+    elif "javascript" in q_lower or "js" in q_lower:
+        return "coding/javascript"
+    elif "sql" in q_lower:
+        return "coding/sql"
+        
+    return "coding/python"
+
+def generate_filename(question: str) -> str:
+    """
+    Generate a safe, short filename based on the question.
+    """
+    words = [w for w in question.lower().split() if w.isalnum()]
+    if not words:
+        return "note.md"
+    return "_".join(words[:4]) + ".md"

tinymentor-0.3.0/src/tinymentor/errors.py

@@ -0,0 +1,40 @@
+import traceback
+import sys
+
+def solve_error(tb_str: str = None) -> str:
+    """
+    Detect errors such as ModuleNotFoundError, PIP errors, notebook errors, etc.
+    """
+    if tb_str is None:
+        try:
+            exc_type, exc_value, exc_traceback = sys.exc_info()
+            if exc_type is not None:
+                tb_str = "".join(traceback.format_exception(exc_type, exc_value, exc_traceback))
+            else:
+                return ""
+        except Exception:
+            return ""
+
+    detected_errors = []
+    error_types = [
+        "ModuleNotFoundError", "ImportError", "TypeError", 
+        "KeyError", "IndexError", "ValueError"
+    ]
+    
+    for err in error_types:
+        if err in tb_str:
+            detected_errors.append(err)
+            
+    if "pip" in tb_str.lower():
+        detected_errors.append("pip error")
+        
+    if "ipython" in tb_str.lower() or "jupyter" in tb_str.lower():
+        detected_errors.append("notebook error")
+        
+    if "api" in tb_str.lower() or "requests.exceptions" in tb_str:
+        detected_errors.append("API error")
+        
+    if detected_errors:
+        return f"Detected Errors: {', '.join(detected_errors)}\nTraceback context:\n{tb_str}"
+    
+    return ""

tinymentor-0.3.0/src/tinymentor/learning.py

@@ -0,0 +1,70 @@
+import os
+from .memory import get_last_qa, get_full_memory
+from .classifier import classify_topic, generate_filename
+
+def approve():
+    """
+    Learning workflow:
+    1. Get last Q&A
+    2. Classify topic
+    3. Create folder if missing
+    4. Generate markdown filename
+    5. Save markdown
+    6. Merge similar topics / avoid duplicates
+    7. Update approved dataset if >= 50 answers
+    """
+    last_qa = get_last_qa()
+    if not last_qa:
+        print("No recent Q&A to approve.")
+        return
+        
+    question = last_qa["question"]
+    answer = last_qa["answer"]
+    
+    topic_path = classify_topic(question)
+    base_dir = os.path.dirname(__file__)
+    full_topic_dir = os.path.join(base_dir, "md", topic_path)
+    
+    os.makedirs(full_topic_dir, exist_ok=True)
+    
+    filename = generate_filename(question)
+    filepath = os.path.join(full_topic_dir, filename)
+    
+    # Avoid duplicates/Merge
+    if os.path.exists(filepath):
+        with open(filepath, "r") as f:
+            existing_content = f.read()
+        if question in existing_content:
+            print(f"Already learned: {filepath}")
+        else:
+            with open(filepath, "a") as f:
+                f.write(f"\n\n## {question}\n\n{answer}\n")
+            print(f"Merged into existing note: {filepath}")
+    else:
+        with open(filepath, "w") as f:
+            f.write(f"# Notes on {topic_path}\n\n## {question}\n\n{answer}\n")
+        print(f"Learned and saved to: {filepath}")
+        
+    # Check for dataset creation
+    _check_dataset_threshold(base_dir)
+
+def _check_dataset_threshold(base_dir):
+    """
+    Begin dataset creation after 50 approved Q&A
+    """
+    # Count approved files or answers
+    count = 0
+    md_dir = os.path.join(base_dir, "md")
+    for root, _, files in os.walk(md_dir):
+        for file in files:
+            if file.endswith(".md"):
+                count += 1
+                
+    if count >= 50:
+        training_dir = os.path.join(base_dir, "training")
+        os.makedirs(training_dir, exist_ok=True)
+        dataset_path = os.path.join(training_dir, "approved_dataset.md")
+        if not os.path.exists(dataset_path):
+            with open(dataset_path, "w") as f:
+                f.write("# TinyMentor Approved Dataset\n\nDataset creation initiated.\n")
+            print("Reached 50 approved notes. Started approved_dataset.md for future fine-tuning.")

tinymentor-0.3.0/src/tinymentor/memory.py

@@ -0,0 +1,37 @@
+import os
+import json
+
+MEMORY_FILE = os.path.join(os.path.dirname(__file__), "memory", "session.json")
+
+def _load_memory():
+    if os.path.exists(MEMORY_FILE):
+        with open(MEMORY_FILE, "r") as f:
+            try:
+                return json.load(f)
+            except json.JSONDecodeError:
+                return []
+    return []
+
+def _save_memory(memory):
+    os.makedirs(os.path.dirname(MEMORY_FILE), exist_ok=True)
+    with open(MEMORY_FILE, "w") as f:
+        json.dump(memory, f, indent=2)
+
+def remember(question: str, answer: str):
+    """
+    Keep only the last 10 questions. Overwrite oldest.
+    """
+    memory = _load_memory()
+    memory.append({"question": question, "answer": answer})
+    if len(memory) > 10:
+        memory = memory[-10:]
+    _save_memory(memory)
+
+def get_last_qa():
+    memory = _load_memory()
+    if memory:
+        return memory[-1]
+    return None
+
+def get_full_memory():
+    return _load_memory()

tinymentor-0.3.0/src/tinymentor/model.py

@@ -0,0 +1,61 @@
+import os
+import sys
+
+def assemble_model():
+    """
+    Find all tinymentor_model_part* packages,
+    merge them in order, and generate models/qwen.gguf
+    """
+    base_dir = os.path.dirname(os.path.abspath(__file__))
+    model_dir = os.path.join(base_dir, "models")
+    os.makedirs(model_dir, exist_ok=True)
+    
+    qwen_path = os.path.join(model_dir, "qwen.gguf")
+    if os.path.exists(qwen_path):
+        # We assume if it exists, it's already built.
+        return qwen_path
+        
+    print("Assembling model from parts...")
+    
+    parts = []
+    i = 1
+    while True:
+        try:
+            mod_name = f"tinymentor_model_part{i}"
+            mod = __import__(mod_name)
+            part_path = mod.get_part_path()
+            parts.append(part_path)
+            i += 1
+        except ImportError:
+            break
+            
+    if not parts:
+        raise RuntimeError("No tinymentor-model-part packages found. Please install them.")
+        
+    with open(qwen_path, "wb") as outfile:
+        for part_path in parts:
+            with open(part_path, "rb") as infile:
+                outfile.write(infile.read())
+                
+    print("Model assembly complete.")
+    return qwen_path
+
+def load_model():
+    model_path = assemble_model()
+    from llama_cpp import Llama  # type: ignore
+    # Initialize the model
+    llm = Llama(model_path=model_path, verbose=False, n_ctx=2048)
+    return llm
+
+def generate_response(prompt: str) -> str:
+    """
+    Load the model using llama-cpp-python and generate a response.
+    """
+    llm = load_model()
+    output = llm(
+        prompt,
+        max_tokens=512,
+        stop=["Q:", "\n\n\n"],
+        echo=False
+    )
+    return output["choices"][0]["text"].strip()

tinymentor-0.3.0/src/tinymentor/retrieval.py

@@ -0,0 +1,61 @@
+import os
+
+def search_notes(question: str) -> list:
+    """
+    Recursively search markdown files in the md/ directory.
+    Uses TF-IDF and cosine similarity to return the top 5 matches.
+    """
+    try:
+        from sklearn.feature_extraction.text import TfidfVectorizer
+        from sklearn.metrics.pairwise import cosine_similarity
+    except ImportError:
+        # Fallback if scikit-learn is not installed somehow
+        return []
+
+    base_dir = os.path.join(os.path.dirname(__file__), "md")
+    if not os.path.exists(base_dir):
+        return []
+        
+    documents = []
+    file_paths = []
+    
+    # Collect all md files
+    for root, _, files in os.walk(base_dir):
+        for file in files:
+            if file.endswith(".md"):
+                file_path = os.path.join(root, file)
+                try:
+                    with open(file_path, "r", encoding="utf-8") as f:
+                        content = f.read()
+                        # Include filename in the document text for scoring
+                        documents.append(f"{file} {content}")
+                        file_paths.append(file_path)
+                except Exception:
+                    pass
+                    
+    if not documents:
+        return []
+        
+    documents.append(question)
+    
+    vectorizer = TfidfVectorizer(stop_words='english')
+    try:
+        tfidf_matrix = vectorizer.fit_transform(documents)
+    except ValueError:
+        # e.g., empty vocabulary
+        return []
+        
+    # Last row is the question
+    cosine_similarities = cosine_similarity(tfidf_matrix[-1], tfidf_matrix[:-1]).flatten()
+    
+    # Get top 5 indices sorted by similarity score
+    related_docs_indices = cosine_similarities.argsort()[:-6:-1]
+    
+    top_5 = []
+    for idx in related_docs_indices:
+        if cosine_similarities[idx] > 0.0:  # Only include if there's some similarity
+            path = file_paths[idx]
+            with open(path, "r", encoding="utf-8") as f:
+                top_5.append(f.read())
+                
+    return top_5

tinymentor-0.3.0/src/tinymentor.egg-info/PKG-INFO

@@ -0,0 +1,30 @@
+Metadata-Version: 2.4
+Name: tinymentor
+Version: 0.3.0
+Summary: Notebook-first local GenAI coding copilot
+Author-email: tinymentor <tinymentor@example.com>
+Requires-Python: >=3.8
+Requires-Dist: tinymentor-inference>=0.2.62
+Requires-Dist: scikit-learn
+Requires-Dist: tinymentor-model-part1
+Requires-Dist: tinymentor-model-part2
+Requires-Dist: tinymentor-model-part3
+Requires-Dist: tinymentor-model-part4
+Requires-Dist: tinymentor-model-part5
+Requires-Dist: tinymentor-model-part6
+Requires-Dist: tinymentor-model-part7
+Requires-Dist: tinymentor-model-part8
+Requires-Dist: tinymentor-model-part9
+Requires-Dist: tinymentor-model-part10
+Requires-Dist: tinymentor-model-part11
+Requires-Dist: tinymentor-model-part12
+Requires-Dist: tinymentor-model-part13
+Requires-Dist: tinymentor-model-part14
+Requires-Dist: tinymentor-model-part15
+Requires-Dist: tinymentor-model-part16
+Requires-Dist: tinymentor-model-part17
+Requires-Dist: tinymentor-model-part18
+Requires-Dist: tinymentor-model-part19
+Requires-Dist: tinymentor-model-part20
+Requires-Dist: tinymentor-model-part21
+Requires-Dist: tinymentor-model-part22

tinymentor-0.3.0/src/tinymentor.egg-info/SOURCES.txt

@@ -0,0 +1,15 @@
+README.md
+pyproject.toml
+src/tinymentor/__init__.py
+src/tinymentor/ask.py
+src/tinymentor/classifier.py
+src/tinymentor/errors.py
+src/tinymentor/learning.py
+src/tinymentor/memory.py
+src/tinymentor/model.py
+src/tinymentor/retrieval.py
+src/tinymentor.egg-info/PKG-INFO
+src/tinymentor.egg-info/SOURCES.txt
+src/tinymentor.egg-info/dependency_links.txt
+src/tinymentor.egg-info/requires.txt
+src/tinymentor.egg-info/top_level.txt

tinymentor-0.3.0/src/tinymentor.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

tinymentor-0.3.0/src/tinymentor.egg-info/requires.txt

@@ -0,0 +1,24 @@
+tinymentor-inference>=0.2.62
+scikit-learn
+tinymentor-model-part1
+tinymentor-model-part2
+tinymentor-model-part3
+tinymentor-model-part4
+tinymentor-model-part5
+tinymentor-model-part6
+tinymentor-model-part7
+tinymentor-model-part8
+tinymentor-model-part9
+tinymentor-model-part10
+tinymentor-model-part11
+tinymentor-model-part12
+tinymentor-model-part13
+tinymentor-model-part14
+tinymentor-model-part15
+tinymentor-model-part16
+tinymentor-model-part17
+tinymentor-model-part18
+tinymentor-model-part19
+tinymentor-model-part20
+tinymentor-model-part21
+tinymentor-model-part22

tinymentor-0.3.0/src/tinymentor.egg-info/top_level.txt

@@ -0,0 +1 @@
+tinymentor