tumblrbot 1.4.1__tar.gz → 1.4.3__tar.gz

{tumblrbot-1.4.1 → tumblrbot-1.4.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tumblrbot
-Version: 1.4.1
+Version: 1.4.3
 Summary: An updated bot that posts to Tumblr, based on your very own blog!
 Requires-Python: >= 3.13
 Description-Content-Type: text/markdown
@@ -9,8 +9,10 @@ Requires-Dist: keyring
 Requires-Dist: more-itertools
 Requires-Dist: niquests[speedups, http3]
 Requires-Dist: openai
+Requires-Dist: pwinput
 Requires-Dist: pydantic
 Requires-Dist: pydantic-settings
+Requires-Dist: requests
 Requires-Dist: requests-cache
 Requires-Dist: requests-oauthlib
 Requires-Dist: rich
@@ -63,6 +65,7 @@ Features:
    1. Provides cost estimates if the currently saved examples are used to fine-tune the [configured][config] model.
    1. [Uploads examples][Fine-Tune] to [OpenAI] and begins the fine-tuning process.
       - Resumes monitoring the same fine-tuning process when restarted.
+      - Deletes the uploaded examples file if fine-tuning does not succeed (optional).
       - Stores the output model automatically when fine-tuning is completed.
    1. [Generates and uploads posts][Generate] to the [configured][config] [Tumblr] blog using the [configured][config] fine-tuned model.
       - Creates tags by extracting keywords at the [configured][config] frequency using the [configured][config] model.
@@ -86,7 +89,8 @@ Features:
    - Linux (pacman): `pacman install python-pip`
 1. Install the [pip] package: `pip install tumblrbot`
    - Alternatively, you can install from this repository: `pip install git+https://github.com/MaidThatPrograms/tumblrbot.git`
-   - On Linux, you will have to make a virtual environment.
+   - On Linux, you will have to make a virtual environment or use the flag to install packages system-wide.
+   - See [keyring] for additional requirements if you are not on Windows.
 
 ## Usage
 Run `tumblrbot` from anywhere. Run `tumblrbot --help` for command-line options. Every command-line option corresponds to a value from the [config](#configuration).

{tumblrbot-1.4.1 → tumblrbot-1.4.3}/README.md

@@ -43,6 +43,7 @@ Features:
    1. Provides cost estimates if the currently saved examples are used to fine-tune the [configured][config] model.
    1. [Uploads examples][Fine-Tune] to [OpenAI] and begins the fine-tuning process.
       - Resumes monitoring the same fine-tuning process when restarted.
+      - Deletes the uploaded examples file if fine-tuning does not succeed (optional).
       - Stores the output model automatically when fine-tuning is completed.
    1. [Generates and uploads posts][Generate] to the [configured][config] [Tumblr] blog using the [configured][config] fine-tuned model.
       - Creates tags by extracting keywords at the [configured][config] frequency using the [configured][config] model.
@@ -66,7 +67,8 @@ Features:
    - Linux (pacman): `pacman install python-pip`
 1. Install the [pip] package: `pip install tumblrbot`
    - Alternatively, you can install from this repository: `pip install git+https://github.com/MaidThatPrograms/tumblrbot.git`
-   - On Linux, you will have to make a virtual environment.
+   - On Linux, you will have to make a virtual environment or use the flag to install packages system-wide.
+   - See [keyring] for additional requirements if you are not on Windows.
 
 ## Usage
 Run `tumblrbot` from anywhere. Run `tumblrbot --help` for command-line options. Every command-line option corresponds to a value from the [config](#configuration).

{tumblrbot-1.4.1 → tumblrbot-1.4.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "tumblrbot"
-version = "1.4.1"
+version = "1.4.3"
 description = "An updated bot that posts to Tumblr, based on your very own blog!"
 readme = "README.md"
 requires-python = ">= 3.13"
@@ -10,8 +10,10 @@ dependencies = [
   "more-itertools",
   "niquests[speedups,http3]",
   "openai",
+  "pwinput",
   "pydantic",
   "pydantic-settings",
+  "requests",
   "requests-cache",
   "requests-oauthlib",
   "rich",

{tumblrbot-1.4.1 → tumblrbot-1.4.3}/src/tumblrbot/__main__.py

@@ -6,8 +6,9 @@ from tumblrbot.flow.download import PostDownloader
 from tumblrbot.flow.examples import ExamplesWriter
 from tumblrbot.flow.fine_tune import FineTuner
 from tumblrbot.flow.generate import DraftGenerator
+from tumblrbot.utils.common import FlowClass
 from tumblrbot.utils.models import Tokens
-from tumblrbot.utils.tumblr import TumblrClient
+from tumblrbot.utils.tumblr import TumblrSession
 
 
 def main() -> None:
@@ -16,7 +17,7 @@ def main() -> None:
     tokens = Tokens.read_from_keyring()
     with (
         OpenAI(api_key=tokens.openai_api_key.get_secret_value(), http_client=DefaultHttpxClient(http2=True)) as openai,
-        TumblrClient(tokens=tokens) as tumblr,
+        TumblrSession(tokens=tokens) as tumblr,
     ):
         post_downloader = PostDownloader(openai, tumblr)
         if Confirm.ask("Download latest posts?", default=False):
@@ -30,7 +31,9 @@ def main() -> None:
 
         fine_tuner = FineTuner(openai, tumblr, estimated_tokens)
         fine_tuner.print_estimates()
-        if Confirm.ask("Upload data to OpenAI for fine-tuning? [bold]You must do this to set the model to generate drafts from. Alternatively, manually enter a model into the config.", default=False):
+
+        message = "Resume monitoring the previous fine-tuning process?" if FlowClass.config.job_id else "Upload data to OpenAI for fine-tuning?"
+        if Confirm.ask(f"{message} [bold]You must do this to set the model to generate drafts from. Alternatively, manually enter a model into the config", default=False):
             fine_tuner.fine_tune()
 
         if Confirm.ask("Generate drafts?", default=False):

{tumblrbot-1.4.1 → tumblrbot-1.4.3}/src/tumblrbot/flow/fine_tune.py

@@ -1,10 +1,12 @@
 from dataclasses import dataclass
 from datetime import datetime
 from textwrap import dedent
-from time import sleep
+from time import sleep, time
 
 import rich
 from openai.types.fine_tuning import FineTuningJob
+from rich import progress
+from rich.prompt import Confirm
 
 from tumblrbot.utils.common import FlowClass, PreviewLive
 
@@ -18,26 +20,27 @@ class FineTuner(FlowClass):
         rich.print(dedent(text).lstrip())
 
     def fine_tune(self) -> None:
-        with PreviewLive() as live:
-            job = self.create_job(live)
+        job = self.create_job()
 
-            self.dedent_print(f"""
-                [bold]Fine-tuning is starting...[/]
-                View it online at: https://platform.openai.com/finetune/{job.id}
-                    Created at: {datetime.fromtimestamp(job.created_at)}
-                    Base Model: {job.model}
+        self.dedent_print(f"""
+            [bold]Fine-tuning is starting...[/]
+            View it online at: https://platform.openai.com/finetune/{job.id}
+                Created at: {datetime.fromtimestamp(job.created_at)}
+                Base Model: {job.model}
 
-                [italic dim]Closing this terminal will not stop the fine-tuning. This will take a while...
-            """)  # noqa: DTZ006
+            [italic dim]Closing this terminal will not stop the fine-tuning. This will take a while...\
+        """)  # noqa: DTZ006
 
+        with PreviewLive() as live:
             task_id = live.progress.add_task("", total=None)
 
-            while job.status not in {"succeeded", "failed", "cancelled"}:
+            while job.status in {"validating_files", "queued", "running"}:
                 job = self.poll_job_status()
 
                 live.progress.update(
                     task_id,
-                    total=job.estimated_finish,
+                    total=job.estimated_finish - job.created_at if job.estimated_finish else None,
+                    completed=time() - job.created_at,
                     description=f"Fine-tuning: [italic]{job.status.replace('_', ' ').title()}[/]...",
                 )
 
@@ -45,15 +48,16 @@ class FineTuner(FlowClass):
 
         self.process_completed_job(job)
 
-    def create_job(self, live: PreviewLive) -> FineTuningJob:
+    def create_job(self) -> FineTuningJob:
         if self.config.job_id:
             return self.poll_job_status()
 
-        with live.progress.open(self.config.examples_file, "rb", description=f"Uploading {self.config.examples_file}...") as fp:
+        with progress.open(self.config.examples_file, "rb", description=f"Uploading [purple]{self.config.examples_file}[/]...") as fp:
             file = self.openai.files.create(
                 file=fp,
                 purpose="fine-tune",
             )
+        rich.print()
 
         job = self.openai.fine_tuning.jobs.create(
             model=self.config.base_model,
@@ -86,8 +90,13 @@ class FineTuner(FlowClass):
 
         self.config.job_id = ""
 
-        if job.status == "failed" and job.error is not None:
-            raise RuntimeError(job.error.message)
+        if job.status != "succeeded":
+            if Confirm.ask("[gray62]Delete uploaded examples file?", default=False):
+                self.openai.files.delete(job.training_file)
+                rich.print()
+
+            if job.status == "failed" and job.error is not None:
+                raise RuntimeError(job.error.message)
 
         if job.fine_tuned_model:
             self.config.fine_tuned_model = job.fine_tuned_model or ""

{tumblrbot-1.4.1 → tumblrbot-1.4.3}/src/tumblrbot/utils/common.py

@@ -10,7 +10,7 @@ from rich.progress import MofNCompleteColumn, Progress, SpinnerColumn, TimeElaps
 from rich.table import Table
 
 from tumblrbot.utils.config import Config
-from tumblrbot.utils.tumblr import TumblrClient
+from tumblrbot.utils.tumblr import TumblrSession
 
 
 @dataclass
@@ -18,7 +18,7 @@ class FlowClass:
     config: ClassVar = Config()  # pyright: ignore[reportCallIssue]
 
     openai: OpenAI
-    tumblr: TumblrClient
+    tumblr: TumblrSession
 
 
 class PreviewLive(Live):

{tumblrbot-1.4.1 → tumblrbot-1.4.3}/src/tumblrbot/utils/models.py

@@ -4,11 +4,12 @@ from typing import Annotated, Any, ClassVar, Literal, Self, override
 import rich
 from keyring import get_password, set_password
 from openai import BaseModel
+from pwinput import pwinput
 from pydantic import ConfigDict, PlainSerializer, SecretStr
 from pydantic.json_schema import SkipJsonSchema
 from requests_oauthlib import OAuth1Session
 from rich.panel import Panel
-from rich.prompt import Confirm, Prompt
+from rich.prompt import Confirm
 
 type SerializableSecretStr = Annotated[
     SecretStr,
@@ -44,13 +45,11 @@ class Tokens(FullyValidatedModel):
 
     @staticmethod
     def online_token_prompt(url: str, *tokens: str) -> Generator[SecretStr]:
-        formatted_tokens = [f"[cyan]{token}[/]" for token in tokens]
-        formatted_token_string = " and ".join(formatted_tokens)
+        formatted_token_string = " and ".join(f"[cyan]{token}[/]" for token in tokens)
 
         rich.print(f"Retrieve your {formatted_token_string} from: {url}")
-        for token in formatted_tokens:
-            prompt = f"Enter your {token} [yellow](hidden)"
-            yield SecretStr(Prompt.ask(prompt, password=True).strip())
+        for token in tokens:
+            yield SecretStr(pwinput(f"Enter your {token} (masked): ").strip())
 
         rich.print()
 

{tumblrbot-1.4.1 → tumblrbot-1.4.3}/src/tumblrbot/utils/tumblr.py

@@ -1,7 +1,8 @@
 from dataclasses import dataclass
 from typing import Self
 
-from niquests import HTTPError, PreparedRequest, Response, Session
+from niquests import HTTPError, Session
+from requests import Response
 from requests_cache import CacheMixin
 from requests_oauthlib import OAuth1
 
@@ -9,12 +10,12 @@ from tumblrbot.utils.models import Post, Tokens
 
 
 @dataclass
-class TumblrClient(Session, CacheMixin):  # pyright: ignore[reportIncompatibleMethodOverride, reportIncompatibleVariableOverride]
+class TumblrSession(CacheMixin, Session):  # pyright: ignore[reportIncompatibleMethodOverride, reportIncompatibleVariableOverride]
     tokens: Tokens
 
     def __post_init__(self) -> None:
-        super().__init__(happy_eyeballs=True)
         CacheMixin.__init__(self, use_cache_dir=True)
+        Session.__init__(self, happy_eyeballs=True)
 
         self.auth = OAuth1(**self.tokens.tumblr.model_dump(mode="json"))
         self.hooks["response"].append(self.response_hook)
@@ -23,22 +24,21 @@ class TumblrClient(Session, CacheMixin):  # pyright: ignore[reportIncompatibleMe
         super().__enter__()
         return self
 
-    def response_hook(self, response: PreparedRequest | Response) -> None:
-        if isinstance(response, Response):
-            try:
-                response.raise_for_status()
-            except HTTPError as error:
-                if response.text:
-                    error.add_note(response.text)
-                raise
+    def response_hook(self, response: Response, **_: object) -> None:
+        try:
+            response.raise_for_status()
+        except HTTPError as error:
+            if response.text:
+                error.add_note(response.text)
+            raise
 
     def retrieve_published_posts(self, blog_identifier: str, after: int) -> Response:
         return self.get(
             f"https://api.tumblr.com/v2/blog/{blog_identifier}/posts",
             params={
-                "after": str(after),
+                "after": after,
                 "sort": "asc",
-                "npf": str(True),
+                "npf": True,
             },
         )