npcpy 1.0.26__py3-none-any.whl → 1.2.32__py3-none-any.whl

npcpy-1.2.32.dist-info/RECORD

@@ -0,0 +1,54 @@
+npcpy/__init__.py,sha256=9imxFtK74_6Rw9rz0kyMnZYl_voPb569tkTlYLt0Urg,131
+npcpy/llm_funcs.py,sha256=qC-WmNvUl3YAS1u-xPXh1YDlr2e9cv80_wXK6wCr7TA,85546
+npcpy/main.py,sha256=RWoRIj6VQLxKdOKvdVyaq2kwG35oRpeXPvp1CAAoG-w,81
+npcpy/npc_compiler.py,sha256=j3JYZPKPLi42HAEA_i3Cp5GBGGUcpzBk8OEzZEvxzY4,89458
+npcpy/npc_sysenv.py,sha256=t9AswM-9_P2NaGsnlzTMc2hUfdSthi9ofbud6F1G7LM,35974
+npcpy/npcs.py,sha256=eExuVsbTfrRobTRRptRpDm46jCLWUgbvy4_U7IUQo-c,744
+npcpy/serve.py,sha256=P01tYsY1ctq408nn-t3sLPGuGJg5KoaApy4gNECDRgo,118007
+npcpy/tools.py,sha256=A5_oVmZkzGnI3BI-NmneuxeXQq-r29PbpAZP4nV4jrc,5303
+npcpy/data/__init__.py,sha256=1tcoChR-Hjn905JDLqaW9ElRmcISCTJdE7BGXPlym2Q,642
+npcpy/data/audio.py,sha256=goon4HfsYgx0bI-n1lhkrzWPrJoejJlycXcB0P62pyk,11280
+npcpy/data/data_models.py,sha256=q7xpI4_nK5HvlOE1XB5u5nFQs4SE5zcgt0kIZJF2dhs,682
+npcpy/data/image.py,sha256=UQcioNPDd5HYMLL_KStf45SuiIPXDcUY-dEFHwSWUeE,6564
+npcpy/data/load.py,sha256=7Ay-TYNhCvjJLwdQ5qAgxXSrGwow9ZrazHFVPqMw_cI,4274
+npcpy/data/text.py,sha256=jP0a1qZZaSJdK-LdZTn2Jjdxqmkd3efxDLEoxflJQeY,5010
+npcpy/data/video.py,sha256=aPUgj0fA_lFQ7Jf94-PutggCF4695FVCh3q5mnVthvI,574
+npcpy/data/web.py,sha256=ARGoVKUlQmaiX0zJbSvvFmRCwOv_Z7Pcan9c5GxYObQ,5117
+npcpy/ft/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+npcpy/ft/diff.py,sha256=wYFRY_2p-B5xVqO7NDyhJbjQsUt4PrwOfgpE1Icghmk,2906
+npcpy/ft/ge.py,sha256=0VzIiXq2wCzGcK1x0Wd-myJ3xRf-FNaPg0GkHEZegUM,3552
+npcpy/ft/memory_trainer.py,sha256=QZPznxEEwXbOGroHdMUMa5xpqlNwgV6nqOazI2xgrnQ,6635
+npcpy/ft/model_ensembler.py,sha256=BRX4hJ_rvF1vKTzjMhlahZqPttUgc3PqmzUJDqIfIps,10038
+npcpy/ft/rl.py,sha256=EcPD8t5MFg0zYWSS-A7KJ9bWd0qCTsL5SSvDxV556Z4,9245
+npcpy/ft/sft.py,sha256=74gRaJTTrZcO4np4DqRMr79ADkGhPcDKutR74rag03E,6659
+npcpy/ft/usft.py,sha256=O025GGYGZQf2ZVLowyAmBwh5bJyuy2dUAM6v03YcboY,3435
+npcpy/gen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+npcpy/gen/audio_gen.py,sha256=w4toESu7nmli1T5FOwRRCGC_QK9W-SMWknYYkbRv9jE,635
+npcpy/gen/embeddings.py,sha256=QStTJ2ELiC379OEZsLEgGGIIFD267Y8zQchs7HRn2Zg,2089
+npcpy/gen/image_gen.py,sha256=mAlLG9jo9RnuuMU0jJVV0CpIgHqdizU9sfC6A0w5kKE,15599
+npcpy/gen/response.py,sha256=6iAOi4hxUxkTZ1d2suBUASOssT6pQnr3HFwZWrvmATg,31925
+npcpy/gen/video_gen.py,sha256=RFi3Zcq_Hn3HIcfoF3mijQ6G7RYFZaM_9pjPTh-8E64,3239
+npcpy/memory/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+npcpy/memory/command_history.py,sha256=2VdmNW5VRpMrOkbdrMsgn5p3mvuJHNnzGHnIUEM8XMI,46279
+npcpy/memory/kg_vis.py,sha256=TrQQCRh_E7Pyr-GPAHLSsayubAfGyf4HOEFrPB6W86Q,31280
+npcpy/memory/knowledge_graph.py,sha256=2XpIlsyPdAOnzQ6kkwP6MWPGwL3P6V33_3suNJYMMJE,48681
+npcpy/memory/memory_processor.py,sha256=6PfVnSBA9ag5EhHJinXoODfEPTlDDoaT0PtCCuZO6HI,2598
+npcpy/memory/search.py,sha256=glN6WYzaixcoDphTEHAXSMX3vKZGjR12Jx9YVL_gYfE,18433
+npcpy/mix/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+npcpy/mix/debate.py,sha256=lQXxC7nl6Rwyf7HIYrsVQILMUmYYx55Tjt2pkTg56qY,9019
+npcpy/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+npcpy/sql/ai_function_tools.py,sha256=ZCpjVHtaMRdL2dXxbQy5NhhjtPrVViGT1wyEl8ADrks,7755
+npcpy/sql/database_ai_adapters.py,sha256=CMlNGOhmJZhGB47RPvLIMqB61m_eYPVg1lwx42_b0jQ,6865
+npcpy/sql/database_ai_functions.py,sha256=XQCmaFOE1lNCnwrLTNpotYOlv6sx41bb8hxZI_sqpy8,6335
+npcpy/sql/model_runner.py,sha256=hJZ7hx2mwI-8DAh47Q6BwOsRjx30-HzebL4ajEUO4HA,5734
+npcpy/sql/npcsql.py,sha256=-PmV7AXSKwRog4gPHTeHzmvPrnDZOiccjgkUGv4DwEU,35614
+npcpy/sql/sql_model_compiler.py,sha256=G-0dpTlgzc-dXy9YEsdWGjO8xaQ3jFNbc6oUja1Ef4M,5364
+npcpy/work/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+npcpy/work/desktop.py,sha256=F3I8mUtJp6LAkXodsh8hGZIncoads6c_2Utty-0EdDA,2986
+npcpy/work/plan.py,sha256=QyUwg8vElWiHuoS-xK4jXTxxHvkMD3VkaCEsCmrEPQk,8300
+npcpy/work/trigger.py,sha256=P1Y8u1wQRsS2WACims_2IdkBEar-iBQix-2TDWoW0OM,9948
+npcpy-1.2.32.dist-info/licenses/LICENSE,sha256=j0YPvce7Ng9e32zYOu0EmXjXeJ0Nwawd0RA3uSGGH4E,1070
+npcpy-1.2.32.dist-info/METADATA,sha256=Bii6xZThq-8YL-AByfstXOd6xYhtzH4deF4QQZ44LAk,29895
+npcpy-1.2.32.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+npcpy-1.2.32.dist-info/top_level.txt,sha256=g1pbSvrOOncB74Bg5-J0Olg4V0A5VzDw-Xz5YObq8BU,6
+npcpy-1.2.32.dist-info/RECORD,,

npcpy/data/dataframes.py

@@ -1,171 +0,0 @@
-## functions for dataframes
-import os
-import sqlite3
-import json
-import pandas as pd
-import numpy as np
-import io
-from PIL import Image
-from typing import Optional
-
-from npcpy.llm_funcs import get_llm_response
-
-# from npcpy.audio import process_audio
-# from npcpy.video import process_video
-
-from npcpy.data.load import (
-    load_pdf,
-    load_csv,
-    load_json,
-    load_excel,
-    load_txt,
-    load_image,
-)
-
-
-def load_data_into_table(
-    file_path: str, table_name: str, cursor: sqlite3.Cursor, conn: sqlite3.Connection
-) -> None:
-    """
-    Function Description:
-        This function is used to load data into a table.
-    Args:
-        file_path : str : The file path.
-        table_name : str : The table name.
-        cursor : sqlite3.Cursor : The SQLite cursor.
-        conn : sqlite3.Connection : The SQLite connection.
-    Keyword Args:
-        None
-    Returns:
-        None
-    """
-    try:
-        if not os.path.exists(file_path):
-            raise FileNotFoundError(f"File not found: {file_path}")
-
-        # Determine file type and load data
-        if file_path.endswith(".csv"):
-            df = pd.read_csv(file_path)
-        elif file_path.endswith(".pdf"):
-            df = load_pdf(file_path)
-        elif file_path.endswith((".txt", ".log", ".md")):
-            df = load_txt(file_path)
-        elif file_path.endswith((".xls", ".xlsx")):
-            df = load_excel(file_path)
-        elif file_path.lower().endswith(
-            (".png", ".jpg", ".jpeg", ".gif", ".bmp", ".tiff")
-        ):
-            # Handle images as NumPy arrays
-            df = load_image(file_path)
-        elif file_path.lower().endswith(
-            (".mp4", ".avi", ".mov", ".mkv")
-        ):  # Video files
-            video_frames, audio_array = process_video(file_path)
-            # Store video frames and audio
-            df = pd.DataFrame(
-                {
-                    "video_frames": [video_frames.tobytes()],
-                    "shape": [video_frames.shape],
-                    "dtype": [video_frames.dtype.str],
-                    "audio_array": (
-                        [audio_array.tobytes()] if audio_array is not None else None
-                    ),
-                    "audio_rate": [sr] if audio_array is not None else None,
-                }
-            )
-
-        elif file_path.lower().endswith((".mp3", ".wav", ".ogg")):  # Audio files
-            audio_array, sr = process_audio(file_path)
-            df = pd.DataFrame(
-                {
-                    "audio_array": [audio_array.tobytes()],
-                    "audio_rate": [sr],
-                }
-            )
-        else:
-            # Attempt to load as text if no other type matches
-            try:
-                df = load_txt(file_path)
-            except Exception as e:
-                print(f"Could not load file: {e}")
-                return
-
-        # Store DataFrame in the database
-        df.to_sql(table_name, conn, if_exists="replace", index=False)
-        print(f"Data from '{file_path}' loaded into table '{table_name}'")
-
-    except Exception as e:
-        raise e  # Re-raise the exception for handling in enter_observation_mode
-
-
-def create_new_table(cursor: sqlite3.Cursor, conn: sqlite3.Connection) -> None:
-    """
-    Function Description:
-        This function is used to create a new table.
-    Args:
-        cursor : sqlite3.Cursor : The SQLite cursor.
-        conn : sqlite3.Connection : The SQLite connection.
-    Keyword Args:
-        None
-    Returns:
-        None
-    """
-
-    table_name = input("Enter new table name: ").strip()
-    columns = input("Enter column names separated by commas: ").strip()
-
-    create_query = (
-        f"CREATE TABLE {table_name} (id INTEGER PRIMARY KEY AUTOINCREMENT, {columns})"
-    )
-    cursor.execute(create_query)
-    conn.commit()
-    print(f"Table '{table_name}' created successfully.")
-
-
-def delete_table(cursor: sqlite3.Cursor, conn: sqlite3.Connection) -> None:
-    """
-    Function Description:
-        This function is used to delete a table.
-    Args:
-        cursor : sqlite3.Cursor : The SQLite cursor.
-        conn : sqlite3.Connection : The SQLite connection.
-    Keyword Args:
-        None
-    Returns:
-        None
-    """
-
-    table_name = input("Enter table name to delete: ").strip()
-    cursor.execute(f"DROP TABLE IF EXISTS {table_name}")
-    conn.commit()
-    print(f"Table '{table_name}' deleted successfully.")
-
-
-def add_observation(
-    cursor: sqlite3.Cursor, conn: sqlite3.Connection, table_name: str
-) -> None:
-    """
-    Function Description:
-        This function is used to add an observation.
-    Args:
-        cursor : sqlite3.Cursor : The SQLite cursor.
-        conn : sqlite3.Connection : The SQLite connection.
-        table_name : str : The table name.
-    Keyword Args:
-        None
-    Returns:
-        None
-    """
-
-    cursor.execute(f"PRAGMA table_info({table_name})")
-    columns = [column[1] for column in cursor.fetchall() if column[1] != "id"]
-
-    values = []
-    for column in columns:
-        value = input(f"Enter value for {column}: ").strip()
-        values.append(value)
-
-    insert_query = f"INSERT INTO {table_name} ({','.join(columns)}) VALUES ({','.join(['?' for _ in columns])})"
-    cursor.execute(insert_query, values)
-    conn.commit()
-    print("Observation added successfully.")

npcpy/memory/deep_research.py

@@ -1,125 +0,0 @@
-#deep_research 
-import numpy as np 
-from npcpy.npc_compiler import NPC 
-
-from npcpy.memory.knowledge_graph import *
-import os
-
-from npcpy.data import sample_primary_directives 
-
-def generate_random_npcs(num_npcs, model, provider):
-    """
-    Function Description:
-        This function generates a list of random NPCs.
-    Args:
-        num_npcs (int): The number of NPCs to generate.
-    Returns:
-        List[NPC]: A list of generated NPCs.
-    """
-    # Initialize the list of NPCs
-    npcs = []
-    
-    # Generate the NPCs
-    for i, primary_directive in np.random.choice(sample_primary_directives, num_npcs):
-        npc = NPC(primary_directive=primary_directive, 
-                    model=model, 
-                    provider=provider,)
-        
-        npcs.append(npc)
-    return npcs
-
-def generate_research_chain(request, npc, depth, memory=5, context=None):
-    """
-    Function Description:
-        This function generates a research chain for the given NPC.
-    Args:
-        npc (NPC): The NPC for which to generate the research chain.
-        depth (int): The depth of the research chain.
-        context (str, optional): Additional context for the research chain. Defaults to None.
-    Returns:
-        List[str]: A list of generated research chains.
-    """
-    chain = []
-    first_message = f'the user has requested that you research the following: {request}. Please begin providing a single specific question to ask.  '
-    if context:
-        first_message += f'The user also provided this context: {context}' 
-    summary, question_raised = npc.search_and_ask(first_message)
-    chain.append(first_message)
-    chain.append(summary)
-    chain.append(question_raised)
-    
-    
-    
-    for i in range(depth):
-        memories = chain[-memory:]
-        next_message = "\n".join(memories) + 'Last Search Summary: ' + summary + '. New Question'
-        
-        summary, question_raised = npc.search_and_ask(next_message)
-        chain.append(next_message)
-        chain.append(summary)
-        chain.append(question_raised)
-    return chain
-        
-                
-def prune_chains():
-    return 
-
-
-
-# search and ask will have a check llm command more or less. 
-def consolidate_research(chains, facts, groups, model, provider):
-    prompt = f''' 
-    You are a research advisor reviewing the notes of your research assisitants who have been working on a request.
-    The results from their efforts are contained here:
-    
-    {chains}       
-    
-    Please identify the 3 most common ideas, the 3 most unusual ideas, and the 3 most important ideas. 
-    
-    
-    Provide your response as a json object with a list of json objects for "most_common_ideas", "most_unusual_ideas" and "most_important_ideas".
-    
-    Each of those json objects within the sublists should be structured like so: 
-        {{
-            'idea': 'the idea',
-            'source_npc': 'the name of the npc chain that provided this idea',
-            'supporting_links': [
-                'link1/to/local/file',
-                'link2/to/web/site',                 
-            ], 
-            'supporting_evidence' : [
-                'script x was run by npc and verified this idea ',
-                'npc found evidence in site x y was run by npc and verified this idea ',
-            ]
-        }}   
-        
-    The links should be a list of links to the original sources of the information that were contained within the chains themselves.
-    The supporting evidence should be a list of the evidence that was used to support the idea.
-    '''
-    ideas = get_llm_response(prompt, model=model, provider=provider, format='json')
-    # build knowledge graph 
-    
-    groups = identify_groups(facts, model=model, provider=provider)
-
-    prompt = f''' 
-    You are a research advisor reviewing the notes of your research assisitants who have been working on a request.
-    The results from their efforts are contained here:
-    
-    {facts}       
-    
-    Additionally, we have already found some common ideas and have produced the following groups:
-    {groups}
-    
-    
-    Please identify the 3 most common ideas, the 3 most unusual ideas, and the 3 most important ideas. 
-    Provide your response as a json object with 3 lists each containing 3 items. 
-    
-    '''
-    ideas_summarized = get_llm_response(prompt, model=model, provider=provider)
-    
-    return ideas, ideas_summarized
-    
-
-
-## ultimately wwell do the vector store in the main db. so when we eventually starti adding new facts well  do so by checking similar facts
-# there and then if were doing the rag search well do a rag and then graph