convoviz 0.2.6__tar.gz → 0.2.8__tar.gz

{convoviz-0.2.6 → convoviz-0.2.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: convoviz
-Version: 0.2.6
+Version: 0.2.8
 Summary: Get analytics and visualizations on your ChatGPT data!
 Keywords: markdown,chatgpt,openai,visualization,analytics,json,export,data-analysis,obsidian
 Author: Mohamed Cheikh Sidiya
@@ -34,8 +34,7 @@ Convert your ChatGPT history into well-formatted Markdown files. Additionally, v
 ## Features
 
 - **YAML Headers**: Optional and included by default.
-- **Track message versions**: prompt/response edits included.
-- **Code Interpreter**: Environment code blocks and execution results.
+- **Inline Images**: Media attachments rendered directly in Markdown.
 - **Data Visualizations**: Word clouds, graphs, and more.
 - **Custom Instructions**: All your custom instructions in one JSON file.
 
@@ -84,11 +83,6 @@ You can provide arguments directly to skip the prompts:
 convoviz --input path/to/your/export.zip --output path/to/output/folder
 ```
 
-Inputs can be any of:
-- A ChatGPT export ZIP (downloaded from OpenAI)
-- An extracted export directory containing `conversations.json`
-- A `conversations.json` file directly
-
 Notes:
 - `--zip` / `-z` is kept as an alias for `--input` for convenience.
 - You can force non-interactive mode with `--no-interactive`.

{convoviz-0.2.6 → convoviz-0.2.8}/README.md

@@ -8,8 +8,7 @@ Convert your ChatGPT history into well-formatted Markdown files. Additionally, v
 ## Features
 
 - **YAML Headers**: Optional and included by default.
-- **Track message versions**: prompt/response edits included.
-- **Code Interpreter**: Environment code blocks and execution results.
+- **Inline Images**: Media attachments rendered directly in Markdown.
 - **Data Visualizations**: Word clouds, graphs, and more.
 - **Custom Instructions**: All your custom instructions in one JSON file.
 
@@ -58,11 +57,6 @@ You can provide arguments directly to skip the prompts:
 convoviz --input path/to/your/export.zip --output path/to/output/folder
 ```
 
-Inputs can be any of:
-- A ChatGPT export ZIP (downloaded from OpenAI)
-- An extracted export directory containing `conversations.json`
-- A `conversations.json` file directly
-
 Notes:
 - `--zip` / `-z` is kept as an alias for `--input` for convenience.
 - You can force non-interactive mode with `--no-interactive`.

{convoviz-0.2.6 → convoviz-0.2.8}/convoviz/cli.py

@@ -5,7 +5,7 @@ from pathlib import Path
 import typer
 from rich.console import Console
 
-from convoviz.config import get_default_config
+from convoviz.config import FolderOrganization, get_default_config
 from convoviz.exceptions import ConfigurationError, InvalidZipError
 from convoviz.interactive import run_interactive_config
 from convoviz.io.loaders import find_latest_zip
@@ -38,6 +38,12 @@ def run(
         "-o",
         help="Path to the output directory.",
     ),
+    flat: bool = typer.Option(
+        False,
+        "--flat",
+        "-f",
+        help="Put all markdown files in a single folder (disables date organization).",
+    ),
     interactive: bool | None = typer.Option(
         None,
         "--interactive/--no-interactive",
@@ -57,6 +63,8 @@ def run(
         config.input_path = input_path
     if output_dir:
         config.output_folder = output_dir
+    if flat:
+        config.folder_organization = FolderOrganization.FLAT
 
     # Determine mode: interactive if explicitly requested or no input provided
     use_interactive = interactive if interactive is not None else (input_path is None)

{convoviz-0.2.6 → convoviz-0.2.8}/convoviz/config.py

@@ -1,11 +1,19 @@
 """Configuration models using Pydantic v2."""
 
+from enum import Enum
 from pathlib import Path
 from typing import Literal
 
 from pydantic import BaseModel, Field
 
 
+class FolderOrganization(str, Enum):
+    """How to organize markdown output files in folders."""
+
+    FLAT = "flat"  # All files in one directory (default)
+    DATE = "date"  # Nested by year/month/week
+
+
 class AuthorHeaders(BaseModel):
     """Headers for different message authors in markdown output."""
 
@@ -83,6 +91,7 @@ class ConvovizConfig(BaseModel):
 
     input_path: Path | None = None
     output_folder: Path = Field(default_factory=lambda: Path.home() / "Documents" / "ChatGPT-Data")
+    folder_organization: FolderOrganization = FolderOrganization.DATE
     message: MessageConfig = Field(default_factory=MessageConfig)
     conversation: ConversationConfig = Field(default_factory=ConversationConfig)
     wordcloud: WordCloudConfig = Field(default_factory=WordCloudConfig)

{convoviz-0.2.6 → convoviz-0.2.8}/convoviz/io/assets.py

@@ -57,6 +57,22 @@ def resolve_asset_path(source_dir: Path, asset_id: str) -> Path | None:
         except Exception:
             pass
 
+    # 4. Try prefix match in user-* directories (new 2025 format)
+    try:
+        for user_dir in source_dir.glob("user-*"):
+            if user_dir.is_dir():
+                user_dir = user_dir.resolve()
+                candidates = list(user_dir.glob(f"{asset_id}*"))
+                files = [
+                    p.resolve()
+                    for p in candidates
+                    if p.is_file() and p.resolve().is_relative_to(user_dir)
+                ]
+                if files:
+                    return files[0]
+    except Exception:
+        pass
+
     return None
 
 

{convoviz-0.2.6 → convoviz-0.2.8}/convoviz/io/writers.py

@@ -6,12 +6,59 @@ from pathlib import Path
 from orjson import OPT_INDENT_2, dumps
 from tqdm import tqdm
 
-from convoviz.config import AuthorHeaders, ConversationConfig
+from convoviz.config import AuthorHeaders, ConversationConfig, FolderOrganization
 from convoviz.io.assets import copy_asset, resolve_asset_path
 from convoviz.models import Conversation, ConversationCollection
 from convoviz.renderers import render_conversation
 from convoviz.utils import sanitize
 
+# Month names for folder naming
+_MONTH_NAMES = [
+    "January",
+    "February",
+    "March",
+    "April",
+    "May",
+    "June",
+    "July",
+    "August",
+    "September",
+    "October",
+    "November",
+    "December",
+]
+
+
+def get_date_folder_path(conversation: Conversation) -> Path:
+    """Get the date-based folder path for a conversation.
+
+    Creates a nested structure: year/month/week
+    Example: 2024/03-March/Week-02/
+
+    Args:
+        conversation: The conversation to get the path for
+
+    Returns:
+        Relative path for the date-based folder structure
+    """
+    create_time = conversation.create_time
+
+    # Year folder: "2024"
+    year = str(create_time.year)
+
+    # Month folder: "03-March"
+    month_num = create_time.month
+    month_name = _MONTH_NAMES[month_num - 1]
+    month = f"{month_num:02d}-{month_name}"
+
+    # Week folder: "Week-01" through "Week-05" (week of the month)
+    # Calculate which week of the month this date falls into
+    day = create_time.day
+    week_of_month = (day - 1) // 7 + 1
+    week = f"Week-{week_of_month:02d}"
+
+    return Path(year) / month / week
+
 
 def save_conversation(
     conversation: Conversation,
@@ -74,6 +121,7 @@ def save_collection(
     config: ConversationConfig,
     headers: AuthorHeaders,
     *,
+    folder_organization: FolderOrganization = FolderOrganization.FLAT,
     progress_bar: bool = False,
 ) -> None:
     """Save all conversations in a collection to markdown files.
@@ -83,6 +131,7 @@ def save_collection(
         directory: Target directory
         config: Conversation rendering configuration
         headers: Author header configuration
+        folder_organization: How to organize files in folders (flat or by date)
         progress_bar: Whether to show a progress bar
     """
     directory.mkdir(parents=True, exist_ok=True)
@@ -92,7 +141,14 @@ def save_collection(
         desc="Writing Markdown 📄 files",
         disable=not progress_bar,
     ):
-        filepath = directory / f"{sanitize(conv.title)}.md"
+        # Determine target directory based on organization setting
+        if folder_organization == FolderOrganization.DATE:
+            target_dir = directory / get_date_folder_path(conv)
+            target_dir.mkdir(parents=True, exist_ok=True)
+        else:
+            target_dir = directory
+
+        filepath = target_dir / f"{sanitize(conv.title)}.md"
         save_conversation(conv, filepath, config, headers, source_path=collection.source_path)
 
 

{convoviz-0.2.6 → convoviz-0.2.8}/convoviz/models/message.py

@@ -28,6 +28,14 @@ class MessageContent(BaseModel):
     parts: list[Any] | None = None
     text: str | None = None
     result: str | None = None
+    # reasoning_recap content type
+    content: str | None = None
+    # thoughts content type (list of thought objects with summary/content/finished)
+    thoughts: list[Any] | None = None
+    # tether_quote content type
+    url: str | None = None
+    domain: str | None = None
+    title: str | None = None
 
 
 class MessageMetadata(BaseModel):
@@ -36,6 +44,7 @@ class MessageMetadata(BaseModel):
     model_slug: str | None = None
     invoked_plugin: dict[str, Any] | None = None
     is_user_system_message: bool | None = None
+    is_visually_hidden_from_conversation: bool | None = None
     user_context_message_data: dict[str, Any] | None = None
 
     model_config = ConfigDict(protected_namespaces=())
@@ -105,12 +114,48 @@ class Message(BaseModel):
             if self.content.parts:
                 return ""
 
+        # tether_quote: render as a blockquote with attribution (check before .text)
+        if self.content.content_type == "tether_quote":
+            return self._render_tether_quote()
         if self.content.text is not None:
             return self.content.text
         if self.content.result is not None:
             return self.content.result
+        # reasoning_recap content type uses 'content' field
+        if self.content.content is not None:
+            return self.content.content
+        # thoughts content type uses 'thoughts' field (list of thought objects)
+        if self.content.thoughts is not None:
+            return self._render_thoughts()
         raise MessageContentError(self.id)
 
+    def _render_thoughts(self) -> str:
+        """Render thoughts content (list of thought objects with summary/content)."""
+        if not self.content.thoughts:
+            return ""
+        summaries = []
+        for thought in self.content.thoughts:
+            if isinstance(thought, dict) and (summary := thought.get("summary")):
+                summaries.append(summary)
+        return "\n".join(summaries) if summaries else ""
+
+    def _render_tether_quote(self) -> str:
+        """Render tether_quote content as a blockquote."""
+        quote_text = self.content.text or ""
+        if not quote_text.strip():
+            return ""
+        # Format as blockquote with source
+        lines = [f"> {line}" for line in quote_text.strip().split("\n")]
+        blockquote = "\n".join(lines)
+        # Add attribution if we have title/domain/url
+        if self.content.title and self.content.url:
+            blockquote += f"\n> — [{self.content.title}]({self.content.url})"
+        elif self.content.domain and self.content.url:
+            blockquote += f"\n> — [{self.content.domain}]({self.content.url})"
+        elif self.content.url:
+            blockquote += f"\n> — <{self.content.url}>"
+        return blockquote
+
     @property
     def has_content(self) -> bool:
         """Check if the message has extractable content."""
@@ -132,26 +177,42 @@ class Message(BaseModel):
 
         Hidden if:
         1. It is empty (no text, no images).
-        2. It is an internal system message (not custom instructions).
-        3. It is a browser tool output (intermediate search steps).
+        2. Explicitly marked as visually hidden.
+        3. It is an internal system message (not custom instructions).
+        4. It is a browser tool output (intermediate search steps).
+        5. It is an assistant message targeting a tool (internal call).
+        6. It is code interpreter input (content_type="code").
+        7. It is browsing status (tether_browsing_display).
+        8. It is internal reasoning (thoughts, reasoning_recap from o1/o3).
         """
         if self.is_empty:
             return True
 
+        # Explicitly marked as hidden by OpenAI
+        if self.metadata.is_visually_hidden_from_conversation:
+            return True
+
         # Hide internal system messages
         if self.author.role == "system":
             # Only show if explicitly marked as user system message (Custom Instructions)
             return not self.metadata.is_user_system_message
 
-        # Hide browser tool outputs (usually intermediate search steps)
+        # Hide browser tool outputs (intermediate search steps)
         if self.author.role == "tool" and self.author.name == "browser":
             return True
 
-        # Hide assistant calls to browser tool (e.g. "search(...)") or code interpreter
-        if self.author.role == "assistant" and (
-            self.recipient == "browser" or self.content.content_type == "code"
-        ):
+        # Hide assistant messages targeting tools (e.g., search(...), code input)
+        # recipient="all" or None means it's for the user; anything else is internal
+        if self.author.role == "assistant" and self.recipient not in ("all", None):
             return True
 
-        # Hide browsing status messages
-        return self.content.content_type == "tether_browsing_display"
+        # Hide code interpreter input (content_type="code")
+        if self.author.role == "assistant" and self.content.content_type == "code":
+            return True
+
+        # Hide browsing status and internal reasoning steps (o1/o3 models)
+        return self.content.content_type in (
+            "tether_browsing_display",
+            "thoughts",
+            "reasoning_recap",
+        )

{convoviz-0.2.6 → convoviz-0.2.8}/convoviz/pipeline.py

@@ -113,6 +113,7 @@ def run_pipeline(config: ConvovizConfig) -> None:
         markdown_folder,
         config.conversation,
         config.message.author_headers,
+        folder_organization=config.folder_organization,
         progress_bar=True,
     )
     console.print(

{convoviz-0.2.6 → convoviz-0.2.8}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "convoviz"
-version = "0.2.6"
+version = "0.2.8"
 description = "Get analytics and visualizations on your ChatGPT data!"
 license = "MIT"
 keywords = [