cat-llm 0.0.79__tar.gz → 0.0.81__tar.gz

{cat_llm-0.0.79 → cat_llm-0.0.81}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cat-llm
-Version: 0.0.79
+Version: 0.0.81
 Summary: A tool for categorizing text data and images using LLMs and vision models
 Project-URL: Documentation, https://github.com/chrissoria/cat-llm#readme
 Project-URL: Issues, https://github.com/chrissoria/cat-llm/issues

{cat_llm-0.0.79 → cat_llm-0.0.81}/src/catllm/__about__.py

@@ -1,7 +1,7 @@
 # SPDX-FileCopyrightText: 2025-present Christopher Soria <chrissoria@berkeley.edu>
 #
 # SPDX-License-Identifier: MIT
-__version__ = "0.0.79"
+__version__ = "0.0.81"
 __author__ = "Chris Soria"
 __email__ = "chrissoria@berkeley.edu"
 __title__ = "cat-llm"

{cat_llm-0.0.79 → cat_llm-0.0.81}/src/catllm/text_functions.py

@@ -8,7 +8,7 @@ from .calls.all_calls import (
     chain_of_verification_anthropic,
     chain_of_verification_mistral,
     get_openai_top_n,
-    get_anthropic_top_n,
+    get_anthropic_top_n
 )
 
 
@@ -114,7 +114,6 @@ Number your categories from 1 through {cat_num} and be concise with the category
     
     return df
 
-#extract top categories from corpus
 #extract top categories from corpus
 def explore_common_categories(
     survey_question, 
@@ -168,15 +167,28 @@ Number your categories from 1 through {cat_num} and be concise with the category
         
         if model_source == "openai":
             try:
-                reply = get_openai_top_n(
-                    prompt=prompt,
-                    user_model=user_model,
-                    specificity=specificity,
-                    api_key=api_key,
-                    model_source=model_source,
-                    research_question=research_question,
-                    creativity=creativity
+                from openai import OpenAI
+
+                base_url = (
+                    "https://api.perplexity.ai" if model_source == "perplexity" 
+                    else "https://router.huggingface.co/v1" if model_source == "huggingface"
+                    else None
+                )
+
+                client = OpenAI(api_key=api_key, base_url=base_url)
+
+                response_obj = client.chat.completions.create(
+                    model=user_model,
+                    messages=[
+                        {'role': 'system', 'content': f"""You are a helpful assistant that extracts categories from survey responses. \
+                                        The specific task is to identify {specificity} categories of responses to a survey question. \
+                                        The research question is: {research_question}""" if research_question else "You are a helpful assistant."},
+                        {'role': 'user', 'content': prompt}
+                        ],
+                        **({"temperature": creativity} if creativity is not None else {})
                 )
+    
+                reply = response_obj.choices[0].message.content
 
                 responses.append(reply)
 
@@ -192,16 +204,29 @@ Number your categories from 1 through {cat_num} and be concise with the category
 
         elif model_source == "anthropic":
             
-            reply = get_anthropic_top_n(
-                prompt=prompt,
-                user_model=user_model,
-                specificity=specificity,
-                model_source=model_source,
-                api_key=api_key,
-                research_question=research_question,
-                creativity=creativity
+            import anthropic
+            client = anthropic.Anthropic(api_key=api_key)
+
+            # Build system prompt
+            if research_question:
+                system_content = (f"You are a helpful assistant that extracts categories from survey responses. "
+                        f"The specific task is to identify {specificity} categories of responses to a survey question. "
+                        f"The research question is: {research_question}")
+            else:
+                system_content = "You are a helpful assistant."
+    
+            response_obj = client.messages.create(
+                model=user_model,
+                max_tokens=4096,
+                system=system_content,
+                messages=[
+                    {'role': 'user', 'content': prompt}
+                ],
+                **({"temperature": creativity} if creativity is not None else {})
             )
 
+            reply = response_obj.content[0].text
+    
             responses.append(reply)
         else:
             raise ValueError(f"Unsupported model_source: {model_source}")