themefinder 0.5.3__py3-none-any.whl → 0.5.4__py3-none-any.whl

themefinder/core.py

@@ -197,7 +197,7 @@ async def theme_condensation(
     themes_df: pd.DataFrame,
     llm: Runnable,
     question: str,
-    batch_size: int = 100,
+    batch_size: int = 75,
     prompt_template: str | Path | PromptTemplate = "theme_condensation",
     system_prompt: str = CONSULTATION_SYSTEM_PROMPT,
     **kwargs,

themefinder/prompts/theme_condensation.txt

@@ -1,30 +1,43 @@
 {system_prompt}
 
-Below is a question and a list of topics extracted from answers to that question. Each topic has a topic_label and a topic_description.
+Below is a question and a list of topics extracted from answers to that question. Each topic has a topic_label, topic_description, and may have a source_topic_count field indicating how many original topics it represents.
 
 Your task is to analyze these topics and produce a refined list that:
 1. Identifies and preserves core themes that appear frequently
 2. Combines redundant topics while maintaining nuanced differences
 3. Ensures the final list represents the full spectrum of viewpoints present in the original data
+4. Tracks the total number of original topics combined into each new topic
 
 Guidelines for Topic Analysis:
 - Begin by identifying distinct concept clusters in the topics
 - Consider the context of the question when determining topic relevance
 - Look for complementary perspectives that could enrich understanding of the same core concept
 - Consider the key ideas behind themes when merging, don't simply focus on the words used in the label and description
+- When combining topics:
+  * For topics without a source_topic_count field, assume count = 1
+  * For topics with source_topic_count, use their existing count
+  * The new topic's count should be the sum of all combined topics' counts
 
 For each topic in your output:
 1. Choose a clear, representative label that captures the essence of the combined or preserved topic
 2. Write a concise description that incorporates key insights from all constituent topics, this should only be a single sentence
-
-Return at most 30 topics
+3. Include the total count of original topics combined by summing the source_topic_counts of merged topics (or 1 for topics without a count)
 
 The final output should be in the following JSON format:
 
 {{"responses": [
-    {{"topic_label": "{{label for condensed topic 1}}", "topic_description": "{{description for condensed topic 1}}"}},
-    {{"topic_label": "{{label for condensed topic 2}}", "topic_description": "{{description for condensed topic 2}}"}},
-    {{"topic_label": "{{label for condensed topic 3}}", "topic_description": "{{description for condensed topic 3}}"}},
+    {{"topic_label": "{{label for condensed topic 1}}", 
+      "topic_description": "{{description for condensed topic 1}}",
+      "source_topic_count": {{sum of source_topic_counts from combined topics}}
+    }},
+    {{"topic_label": "{{label for condensed topic 2}}", 
+      "topic_description": "{{description for condensed topic 2}}",
+      "source_topic_count": {{sum of source_topic_counts from combined topics}}
+    }},
+    {{"topic_label": "{{label for condensed topic 3}}", 
+      "topic_description": "{{description for condensed topic 3}}",
+      "source_topic_count": {{sum of source_topic_counts from combined topics}}
+    }},
     // Additional topics as necessary
 ]}}
 

themefinder/prompts/theme_refinement.txt

@@ -53,9 +53,9 @@ You will produce a list of NEUTRAL TOPICS based on the input. Each neutral topic
 Return your output in the following JSON format:
 {{
    "responses": [
-       {{"topic_id": "A", "topic": "{{topic label 1}}: {{topic description 1}}"}},
-       {{"topic_id": "B", "topic": "{{topic label 2}}: {{topic description 2}}"}},
-       {{"topic_id": "C", "topic": "{{topic label 3}}: {{topic description 3}}"}},
+       {{"topic_id": "A", "topic": "{{topic label 1}}: {{topic description 1}}", "source_topic_count": {{count1}}}},
+       {{"topic_id": "B", "topic": "{{topic label 2}}: {{topic description 2}}", "source_topic_count": {{count2}}}},
+       {{"topic_id": "C", "topic": "{{topic label 3}}: {{topic description 3}}", "source_topic_count": {{count3}}}},
       // Additional topics as necessary
    ]
 }}
@@ -64,11 +64,14 @@ Return your output in the following JSON format:
 ## EXAMPLE
 
 OPINIONATED TOPIC:
-"Economic impact: Many respondents who support the policy believe it will create jobs and boost the economy, it could raise GDP by 2%."
+"Economic impact: Many respondents who support the policy believe it will create jobs and boost the economy, it could raise GDP by 2%. [source_topic_count: 15]"
 
 NEUTRAL TOPIC:
-Topic Label: Economic Impact on Employment
-Description: The policy's potential effects on job creation and overall economic growth, including potential for a 2% increase in GDP.
+{{
+  "topic_id": "A",
+  "topic": "Economic Impact on Employment: The policy's potential effects on job creation and overall economic growth, including potential for a 2% increase in GDP.",
+  "source_topic_count": 15
+}}
 
 Remember, your goal is to create a list of neutral, informative, and distinct topics that accurately represent the content of the original opinionated topics without any bias or references to responses.
 

{themefinder-0.5.3.dist-info → themefinder-0.5.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: themefinder
-Version: 0.5.3
+Version: 0.5.4
 Summary: A topic modelling Python package designed for analysing one-to-many question-answer data eg free-text survey responses.
 License: MIT
 Author: i.AI

{themefinder-0.5.3.dist-info → themefinder-0.5.4.dist-info}/RECORD

@@ -1,15 +1,15 @@
 themefinder/__init__.py,sha256=p6QoCgA-BYWljk8yPOeTgkNcN5m_gA_o3Q86Eh0QjSM,327
-themefinder/core.py,sha256=B6Du59rPsZbBcP8tkKmXQn6h5vvLN_PZIferPnF3LNY,17538
+themefinder/core.py,sha256=yH68-DtpIv0jX__LnjuBaKJn01hj-VurW3WnFxk0wMQ,17537
 themefinder/llm_batch_processor.py,sha256=SDDeMJeX1J3u7FGFddRhVSxty6U8lFVXwG4eNI_0C5o,12573
 themefinder/prompts/consultation_system_prompt.txt,sha256=_A07oY_an4hnRx-9pQ0y-TLXJz0dd8vDI-MZne7Mdb4,89
 themefinder/prompts/sentiment_analysis.txt,sha256=e3DcUKga6pSFcfeo2TAq8x9LXk0YDV-D7P2gtymcyuc,1832
-themefinder/prompts/theme_condensation.txt,sha256=GFwwQO_oZHhqhPnAfTn887fDzAIVxKoCyj0hXagyBIU,1645
+themefinder/prompts/theme_condensation.txt,sha256=DB4pqUmMpo0OG4AZWGTj0FfLFfjbX6wOMUr44HBxZ1o,2433
 themefinder/prompts/theme_generation.txt,sha256=JMXuNojxdSAcxPRU1Jg12Xunv_dX4hNvXYU2pXMWTAw,2500
 themefinder/prompts/theme_mapping.txt,sha256=nb_D7gwKGd8BzrAlzSZC3mQIPYaCRXdE6XmoJaJEKZQ,2405
-themefinder/prompts/theme_refinement.txt,sha256=HCgvWAoz-cpFgjX_QS_VVY0X06d4ds0ekBgcoWyFyfg,3360
+themefinder/prompts/theme_refinement.txt,sha256=_NVHdXBfqCFX2u0R5oZEqWQo70MAjJ5nXQfZ7p_HRAM,3528
 themefinder/prompts/theme_target_alignment.txt,sha256=-_ghr4--KAN6Tz8ExO9s2IXvI6pjWaEA_nG5L83GV5I,1035
 themefinder/themefinder_logging.py,sha256=n5SUQovEZLC4skEbxicjz_fOGF9mOk3S-Wpj5uXsaL8,314
-themefinder-0.5.3.dist-info/LICENCE,sha256=C9ULIN0ctF60ZxUWH_hw1H434bDLg49Z-Qzn6BUHgqs,1060
-themefinder-0.5.3.dist-info/METADATA,sha256=o9rzrhRK-4PMAv9wS8ZrnmTw1rTSYGU8zfPbB31r1DU,6483
-themefinder-0.5.3.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-themefinder-0.5.3.dist-info/RECORD,,
+themefinder-0.5.4.dist-info/LICENCE,sha256=C9ULIN0ctF60ZxUWH_hw1H434bDLg49Z-Qzn6BUHgqs,1060
+themefinder-0.5.4.dist-info/METADATA,sha256=JKSxdzARGcJ-OJwrd5ScuPzm4Uln2cBQ_SnrxFAhQLQ,6483
+themefinder-0.5.4.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+themefinder-0.5.4.dist-info/RECORD,,