cat-llm 0.0.73__tar.gz → 0.0.75__tar.gz

{cat_llm-0.0.73 → cat_llm-0.0.75}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cat-llm
-Version: 0.0.73
+Version: 0.0.75
 Summary: A tool for categorizing text data and images using LLMs and vision models
 Project-URL: Documentation, https://github.com/chrissoria/cat-llm#readme
 Project-URL: Issues, https://github.com/chrissoria/cat-llm/issues
@@ -200,6 +200,7 @@ Processes each text response individually, assigning one or more categories from
 - `safety` (bool, default=False): Enable safety checks on responses and saves to CSV at each API call step
 - `to_csv` (bool, default=False): Whether to save results to CSV
 - `chain_of_verification` (bool, default=False): Enable Chain-of-Verification prompting technique for improved accuracy
+- `chain_of_thought` (bool, default=False): Enable Chain-of-Thought prompting technique for improved accuracy
 - `step_back_prompt` (bool, default=False): Enable step-back prompting to analyze higher-level context before classification
 - `context_prompt` (bool, default=False): Add expert role and behavioral guidelines to the prompt
 - `filename` (str, default="categorized_data.csv"): Filename for CSV output

{cat_llm-0.0.73 → cat_llm-0.0.75}/README.md

@@ -171,6 +171,7 @@ Processes each text response individually, assigning one or more categories from
 - `safety` (bool, default=False): Enable safety checks on responses and saves to CSV at each API call step
 - `to_csv` (bool, default=False): Whether to save results to CSV
 - `chain_of_verification` (bool, default=False): Enable Chain-of-Verification prompting technique for improved accuracy
+- `chain_of_thought` (bool, default=False): Enable Chain-of-Thought prompting technique for improved accuracy
 - `step_back_prompt` (bool, default=False): Enable step-back prompting to analyze higher-level context before classification
 - `context_prompt` (bool, default=False): Add expert role and behavioral guidelines to the prompt
 - `filename` (str, default="categorized_data.csv"): Filename for CSV output

{cat_llm-0.0.73 → cat_llm-0.0.75}/src/catllm/__about__.py

@@ -1,7 +1,7 @@
 # SPDX-FileCopyrightText: 2025-present Christopher Soria <chrissoria@berkeley.edu>
 #
 # SPDX-License-Identifier: MIT
-__version__ = "0.0.73"
+__version__ = "0.0.75"
 __author__ = "Chris Soria"
 __email__ = "chrissoria@berkeley.edu"
 __title__ = "cat-llm"

{cat_llm-0.0.73 → cat_llm-0.0.75}/src/catllm/calls/all_calls.py

@@ -431,3 +431,77 @@ def chain_of_verification_mistral(
         print(f"ERROR in Chain of Verification: {str(e)}")
         print("Falling back to initial response.\n")
         return initial_reply
+        
+# openai explore corpus call
+def get_openai_top_n(
+    prompt,
+    user_model,
+    specificity,
+    model_source,
+    api_key,
+    research_question,
+    creativity
+):
+    """
+    Get response from OpenAI API with system message.
+    """
+    from openai import OpenAI
+
+    base_url = (
+        "https://api.perplexity.ai" if model_source == "perplexity" 
+        else "https://router.huggingface.co/v1" if model_source == "huggingface"
+        else None
+    )
+
+    client = OpenAI(api_key=api_key, base_url=base_url)
+
+    response_obj = client.chat.completions.create(
+        model=user_model,
+        messages=[
+            {'role': 'system', 'content': f"""You are a helpful assistant that extracts categories from survey responses. \
+                                        The specific task is to identify {specificity} categories of responses to a survey question. \
+             The research question is: {research_question}""" if research_question else "You are a helpful assistant."},
+            {'role': 'user', 'content': prompt}
+        ],
+        **({"temperature": creativity} if creativity is not None else {})
+    )
+    
+    return response_obj.choices[0].message.content
+
+# anthropic explore corpus call
+def get_anthropic_top_n(
+    prompt,
+    user_model,
+    model_source,
+    specificity,
+    api_key,
+    research_question,
+    creativity
+):
+    """
+    Get response from Anthropic API with system prompt.
+    """
+    import anthropic
+    client = anthropic.Anthropic(api_key=api_key)
+
+    # build system prompt
+    if research_question:
+        system_content = (f"You are a helpful assistant that extracts categories from survey responses. "
+                        f"The specific task is to identify {specificity} categories of responses to a survey question. "
+                        f"The research question is: {research_question}")
+    else:
+        system_content = "You are a helpful assistant."
+    
+    response_obj = client.messages.create(
+        model=user_model,
+        max_tokens=4096,
+        system=system_content,
+        messages=[
+            {'role': 'user', 'content': prompt}
+        ],
+        **({"temperature": creativity} if creativity is not None else {})
+    )
+    
+    return response_obj.content[0].text
+
+

{cat_llm-0.0.73 → cat_llm-0.0.75}/src/catllm/text_functions.py

@@ -6,7 +6,9 @@ from .calls.all_calls import (
     chain_of_verification_openai,
     chain_of_verification_google,
     chain_of_verification_anthropic,
-    chain_of_verification_mistral
+    chain_of_verification_mistral,
+    get_openai_top_n,
+    get_anthropic_top_n,
 )
 
 
@@ -117,9 +119,9 @@ def explore_common_categories(
     survey_question, 
     survey_input,
     api_key,
-    top_n=10,
+    top_n=12,
     cat_num=10,
-    divisions=5,
+    divisions=10,
     user_model="gpt-5",
     creativity=None,
     specificity="broad",
@@ -164,20 +166,19 @@ Responses are contained within triple backticks here: ```{survey_participant_chu
 Number your categories from 1 through {cat_num} and be concise with the category labels and provide no description of the categories."""
         
         if model_source == "openai":
-            client = OpenAI(api_key=api_key)
             try:
-                response_obj = client.chat.completions.create(
-                    model=user_model,
-                    messages=[
-                        {'role': 'system', 'content': f"""You are a helpful assistant that extracts categories from survey responses. \
-                                                    The specific task is to identify {specificity} categories of responses to a survey question. \
-                         The research question is: {research_question}""" if research_question else "You are a helpful assistant."},
-                        {'role': 'user', 'content': prompt}
-                    ],
-                    **({"temperature": creativity} if creativity is not None else {})
+                reply = get_openai_top_n(
+                    prompt=prompt,
+                    user_model=user_model,
+                    specificity=specificity,
+                    api_key=api_key,
+                    model_source=model_source,
+                    research_question=research_question,
+                    creativity=creativity
                 )
-                reply = response_obj.choices[0].message.content
+
                 responses.append(reply)
+
             except BadRequestError as e:
                 if "context_length_exceeded" in str(e) or "maximum context length" in str(e):
                     error_msg = (f"Token limit exceeded for model {user_model}. "
@@ -187,6 +188,20 @@ Number your categories from 1 through {cat_num} and be concise with the category
                     print(f"OpenAI API error: {e}")
             except Exception as e:
                 print(f"An error occurred: {e}")
+
+        elif model_source == "anthropic":
+            
+            reply = get_anthropic_top_n(
+                prompt=prompt,
+                user_model=user_model,
+                specificity=specificity,
+                model_source=model_source,
+                api_key=api_key,
+                research_question=research_question,
+                creativity=creativity
+            )
+
+            responses.append(reply)
         else:
             raise ValueError(f"Unsupported model_source: {model_source}")
         
@@ -204,24 +219,87 @@ Number your categories from 1 through {cat_num} and be concise with the category
     flat_list = [item.lower() for sublist in responses_list for item in sublist]
 
     #convert flat_list to a df
+    def normalize_category(cat):
+        if pd.isna(cat):
+            return cat
+        terms = sorted([term.strip().lower() for term in str(cat).split('/')])
+        return '/'.join(terms)
+
+    # normalized column
     df = pd.DataFrame(flat_list, columns=['Category'])
-    counts = pd.Series(flat_list).value_counts()  # Use original list before conversion
-    df['counts'] = df['Category'].map(counts)
-    df = df.sort_values(by='counts', ascending=False).reset_index(drop=True)
-    df = df.drop_duplicates(subset='Category', keep='first').reset_index(drop=True)
+    df['normalized'] = df['Category'].apply(normalize_category)
+
+    # group by normalized, count, and keep most frequent original
+    result = (df.groupby('normalized')
+            .agg(Category=('Category', lambda x: x.value_counts().index[0]),
+                counts=('Category', 'size'))
+            .sort_values('counts', ascending=False)
+            .reset_index(drop=True))
+
+    df = result
+
+    second_prompt = f"""You are a data analyst reviewing categorized survey data.
+
+    Task: From the provided categories, identify and return the top {top_n} CONCEPTUALLY UNIQUE categories.
+
+    Critical Instructions:
+    1. The categories have already been deduplicated for exact string matches
+    2. However, some categories may still be SEMANTICALLY DUPLICATES (same concept, different wording):
+        - "closer to work" and "commute/proximity to work" mean the same thing
+        - "breakup/household conflict" and "relationship problems" mean the same thing
+    3. When you identify semantic duplicates:
+        - Combine their frequencies mentally
+        - Keep the version that appears most frequently OR is most clearly worded
+        - Each concept should appear ONLY ONCE in your final list
+    4. Keep category names {specificity}
+    5. Return ONLY a numbered list of {top_n} conceptually unique categories
+    6. No additional text, explanations, or commentary
+
+    Pre-processed Categories (sorted by frequency):
+    {df['Category'].head(top_n * 3).tolist()}
+
+    Note: More categories than needed are provided so you can identify and merge semantic duplicates.
+
+    Output Format:
+    1. category name
+    2. category name
+    3. category name
+
+    Top {top_n} Conceptually Unique Categories:"""
 
-    second_prompt = f"""From this list of categories, extract the top {top_n} most common categories. \
-The categories are contained within triple backticks here: ```{df['Category'].tolist()}``` \
-Return the top {top_n} categories as a numbered list sorted from the most to least common and keep the categories {specificity}, with no additional text or explanation."""
         
     if model_source == "openai":
-        client = OpenAI(api_key=api_key)
+    
+        base_url = (
+        "https://api.perplexity.ai" if model_source == "perplexity" 
+        else "https://router.huggingface.co/v1" if model_source == "huggingface"
+        else None
+        )
+
+        client = OpenAI(api_key=api_key, base_url=base_url)
+        
         response_obj = client.chat.completions.create(
             model=user_model,
             messages=[{'role': 'user', 'content': second_prompt}],
-            temperature=creativity
+            **({"temperature": creativity} if creativity is not None else {})
         )
-    top_categories = response_obj.choices[0].message.content
+
+        top_categories = response_obj.choices[0].message.content
+
+    elif model_source == "anthropic":
+        import anthropic
+
+        client = anthropic.Anthropic(api_key=api_key)
+
+        response_obj = client.messages.create(
+            model=user_model,
+            max_tokens=4096,
+            messages=[{'role': 'user', 'content': second_prompt}],
+            **({"temperature": creativity} if creativity is not None else {})
+        )
+
+        top_categories = response_obj.content[0].text
+
     print(top_categories)
 
     top_categories_final = []
@@ -260,6 +338,7 @@ def multi_class(
     safety = False,
     to_csv = False,
     chain_of_verification = False,
+    chain_of_thought = True,
     step_back_prompt = False,
     context_prompt = False,
     filename = "categorized_data.csv",
@@ -397,12 +476,27 @@ def multi_class(
             extracted_jsons.append(default_json)
             #print(f"Skipped NaN input.")
         else:
+            if chain_of_thought:
+                prompt = f"""{survey_question_context}
+
+                Categorize this survey response "{response}" into the following categories that apply: 
+                {categories_str}
+
+                Let's think step by step:
+                1. First, identify the main themes mentioned in the response
+                2. Then, match each theme to the relevant categories
+                3. Finally, assign 1 to matching categories and 0 to non-matching categories
+
+                {examples_text}
+
+                Provide your reasoning for each category, then provide your final answer in JSON format where the number belonging to each category is the key and a 1 if the category is present and a 0 if it is not present as key values."""
+            else:
 
-            prompt = f"""{survey_question_context} \
-            Categorize this survey response "{response}" into the following categories that apply: \
-            {categories_str}
-            {examples_text}
-            Provide your work in JSON format where the number belonging to each category is the key and a 1 if the category is present and a 0 if it is not present as key values."""
+                prompt = f"""{survey_question_context} \
+                Categorize this survey response "{response}" into the following categories that apply: \
+                {categories_str}
+                {examples_text}
+                Provide your work in JSON format where the number belonging to each category is the key and a 1 if the category is present and a 0 if it is not present as key values."""
 
             if context_prompt:
                 context = """You are an expert researcher in survey data categorization.