@danhachuel/thunderbolt 0.2.66 → 0.2.68

package/hermes_ui/storage.py

@@ -208,6 +208,7 @@ DEFAULTS: dict[str, Any] = {
         "postiz_auto_publish": False,
         "tiktok_client_key": "",
         "tiktok_client_secret": "",
+        "tiktok_accounts": [],
         "tiktok_redirect_uri": "http://localhost:3030/oauth/tiktok/callback",
         "tiktok_scopes": "user.info.basic,video.publish,video.upload",
         "tiktok_access_token": "",

package/integrations/tiktok_public.py

@@ -0,0 +1,229 @@
+import json
+import re
+from datetime import datetime, timezone
+from html import unescape
+from hashlib import sha256
+from typing import Any
+from urllib.parse import urlparse
+
+import requests
+
+from integrations.platforms import IntegrationResult
+
+
+TIKTOK_PUBLIC_HOSTS = {"tiktok.com", "www.tiktok.com", "m.tiktok.com"}
+TIKTOK_PUBLIC_URL = "https://www.tiktok.com"
+PUBLIC_USER_AGENT = "Thunderbolt/0.2 TikTok public profile lookup; manual user initiated request"
+
+
+def _now_iso() -> str:
+    return datetime.now(timezone.utc).isoformat()
+
+
+def _text(value: Any) -> str:
+    if isinstance(value, str):
+        return value.strip()
+    if isinstance(value, (int, float)) and not isinstance(value, bool):
+        return str(value)
+    if isinstance(value, dict):
+        for key in ("text", "content", "simpleText", "name", "title", "value"):
+            text = _text(value.get(key))
+            if text:
+                return text
+    return ""
+
+
+def _first(value: Any, keys: set[str]) -> Any:
+    if isinstance(value, dict):
+        for key, child in value.items():
+            if key in keys and child not in (None, "", [], {}):
+                return child
+        for child in value.values():
+            found = _first(child, keys)
+            if found is not None:
+                return found
+    elif isinstance(value, list):
+        for child in value:
+            found = _first(child, keys)
+            if found is not None:
+                return found
+    return None
+
+
+def _number(value: Any) -> int | None:
+    if isinstance(value, bool) or value is None:
+        return None
+    if isinstance(value, (int, float)):
+        return int(value)
+    text = _text(value).lower().replace(" ", "")
+    match = re.search(r"([0-9][0-9.,]*)(k|m|b|mil|milhões|mi|bi)?", text)
+    if not match:
+        return None
+    raw = match.group(1)
+    suffix = match.group(2) or ""
+    try:
+        if suffix in {"k", "mil"}:
+            return int(float(raw.replace(",", ".")) * 1_000)
+        if suffix in {"m", "mi", "milhões"}:
+            return int(float(raw.replace(",", ".")) * 1_000_000)
+        if suffix in {"b", "bi"}:
+            return int(float(raw.replace(",", ".")) * 1_000_000_000)
+        return int(re.sub(r"[^0-9]", "", raw))
+    except ValueError:
+        return None
+
+
+def _meta(document: str, *names: str) -> str:
+    for name in names:
+        patterns = (
+            rf'<meta[^>]+(?:name|property)=["\']{re.escape(name)}["\'][^>]+content=["\']([^"\']*)["\']',
+            rf'<meta[^>]+content=["\']([^"\']*)["\'][^>]+(?:name|property)=["\']{re.escape(name)}["\']',
+        )
+        for pattern in patterns:
+            match = re.search(pattern, document, flags=re.IGNORECASE)
+            if match:
+                return unescape(match.group(1)).strip()
+    return ""
+
+
+def _json_scripts(document: str) -> list[Any]:
+    values: list[Any] = []
+    for match in re.finditer(r"<script[^>]*>(.*?)</script>", document, flags=re.IGNORECASE | re.DOTALL):
+        body = match.group(1).strip()
+        if not body or not (body.startswith("{") or body.startswith("[")):
+            continue
+        try:
+            values.append(json.loads(unescape(body)))
+        except (TypeError, ValueError, json.JSONDecodeError):
+            continue
+    return values
+
+
+def _username_from_reference(source: str) -> str:
+    value = str(source or "").strip()
+    if not value:
+        return ""
+    if not value.startswith(("http://", "https://")):
+        value = value if value.startswith("@") else f"@{value}"
+        return value[1:].strip("/ ")
+    parsed = urlparse(value)
+    for part in parsed.path.split("/"):
+        if part.startswith("@") and len(part) > 1:
+            return part[1:].strip()
+    return ""
+
+
+def normalize_tiktok_reference(source: str) -> dict[str, str]:
+    value = str(source or "").strip()
+    if not value:
+        raise ValueError("Informe um @handle ou URL pública do TikTok.")
+    if value.startswith("@"):
+        username = value[1:].strip()
+    elif value.startswith(("http://", "https://")):
+        parsed = urlparse(value)
+        if parsed.netloc.lower().split(":", 1)[0] not in TIKTOK_PUBLIC_HOSTS:
+            raise ValueError("Use uma URL pública do TikTok, por exemplo https://www.tiktok.com/@conta.")
+        username = _username_from_reference(value)
+    else:
+        username = value
+    username = username.strip().lstrip("@").split("/", 1)[0]
+    if not re.fullmatch(r"[A-Za-z0-9._-]{2,64}", username):
+        raise ValueError("O @handle TikTok deve conter apenas letras, números, ponto, sublinhado ou hífen.")
+    handle = f"@{username}"
+    url = f"{TIKTOK_PUBLIC_URL}/{handle}"
+    return {
+        "id": f"tiktok_{sha256(url.encode('utf-8')).hexdigest()[:20]}",
+        "username": username,
+        "handle": handle,
+        "url": url,
+    }
+
+
+def _canonical_profile_data(source: str, document: str) -> dict[str, Any]:
+    reference = normalize_tiktok_reference(source)
+    title = _meta(document, "og:title", "twitter:title")
+    description = _meta(document, "og:description", "description", "twitter:description")
+    avatar_url = _meta(document, "og:image", "twitter:image")
+    canonical_url = _meta(document, "og:url") or reference["url"]
+    scripts = _json_scripts(document)
+    for payload in scripts:
+        candidate = payload
+        if isinstance(payload, dict) and payload.get("@type") in {"Person", "ProfilePage"}:
+            display_name = _text(payload.get("name"))
+            description = description or _text(payload.get("description"))
+            avatar_url = avatar_url or _text(payload.get("image"))
+            canonical_url = _text(payload.get("url")) or canonical_url
+            if display_name:
+                title = display_name
+        username = _first(candidate, {"uniqueId", "unique_id", "username"})
+        display_name = _first(candidate, {"nickname", "displayName", "display_name"})
+        bio = _first(candidate, {"signature", "bio", "bioDescription", "bio_description"})
+        avatar = _first(candidate, {"avatarLarger", "avatarMedium", "avatar_url", "avatarUrl"})
+        if username:
+            reference["username"] = _text(username).lstrip("@").strip() or reference["username"]
+            reference["handle"] = f"@{reference['username']}"
+            reference["url"] = f"{TIKTOK_PUBLIC_URL}/{reference['handle']}"
+        if display_name and not title:
+            title = _text(display_name)
+        if bio and not description:
+            description = _text(bio)
+        if avatar and not avatar_url:
+            avatar_url = _text(avatar)
+
+    title = re.sub(r"\s*[|·—-]\s*TikTok\s*$", "", title, flags=re.IGNORECASE).strip()
+    if title and "(" in title:
+        title = title.split("(", 1)[0].strip()
+    if title.startswith("@"):
+        title = ""
+    follower_count = None
+    following_count = None
+    likes_count = None
+    video_count = None
+    for payload in scripts:
+        follower_count = follower_count or _number(_first(payload, {"followerCount", "followers", "follower_count"}))
+        following_count = following_count or _number(_first(payload, {"followingCount", "following", "following_count"}))
+        likes_count = likes_count or _number(_first(payload, {"heartCount", "likes", "likeCount", "likes_count"}))
+        video_count = video_count or _number(_first(payload, {"videoCount", "video_count"}))
+
+    return {
+        **reference,
+        "name": title or reference["username"],
+        "bio": description,
+        "avatar_url": avatar_url,
+        "subscriber_count": follower_count,
+        "following_count": following_count,
+        "likes_count": likes_count,
+        "video_count": video_count,
+        "public_url": canonical_url if "tiktok.com" in canonical_url else reference["url"],
+        "public_lookup": True,
+        "metrics_source": "tiktok_public_page",
+        "last_public_lookup_at": _now_iso(),
+    }
+
+
+def fetch_public_tiktok_profile(source: str) -> IntegrationResult:
+    try:
+        reference = normalize_tiktok_reference(source)
+    except ValueError as exc:
+        return IntegrationResult(False, str(exc), {})
+    headers = {
+        "User-Agent": PUBLIC_USER_AGENT,
+        "Accept-Language": "pt-BR,pt;q=0.9,en;q=0.8",
+        "Accept": "text/html,application/xhtml+xml;q=0.9,*/*;q=0.8",
+    }
+    try:
+        response = requests.get(reference["url"], headers=headers, timeout=12, allow_redirects=True)
+    except requests.RequestException as exc:
+        return IntegrationResult(False, f"Não foi possível consultar o perfil público do TikTok: {exc}", reference)
+    if response.status_code in {401, 403, 429}:
+        return IntegrationResult(False, "O TikTok bloqueou ou limitou a pesquisa pública. Use o cadastro manual com o @handle e a URL.", reference | {"status_code": response.status_code})
+    if response.status_code >= 400:
+        return IntegrationResult(False, f"O perfil público do TikTok devolveu HTTP {response.status_code}. Confirme o @handle ou use o cadastro manual.", reference | {"status_code": response.status_code})
+    data = _canonical_profile_data(source, response.text)
+    recognized = bool(data.get("name") or data.get("bio") or data.get("avatar_url") or any(data.get(key) is not None for key in ("subscriber_count", "video_count", "likes_count")))
+    if not recognized:
+        return IntegrationResult(False, "A página pública não expôs dados estruturados reconhecíveis. Pode cadastrar a conta manualmente.", data)
+    return IntegrationResult(True, "Perfil TikTok encontrado publicamente. Reveja os dados antes de cadastrar.", data)
+
+
+__all__ = ["PUBLIC_USER_AGENT", "fetch_public_tiktok_profile", "normalize_tiktok_reference"]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@danhachuel/thunderbolt",
-  "version": "0.2.66",
+  "version": "0.2.68",
   "description": "Thunderbolt — interface local para operação de canais faceless e motor MoneyPrinterTurbo",
   "main": "scripts/cli.mjs",
   "type": "module",

package/seed/references/guide-instagram.md

@@ -0,0 +1,179 @@
+# Setting up Instagram for automations with n8n
+
+## [📚 Join our Skool community for support, premium content and more!](https://www.skool.com/ai-agents-az/about?gw8)
+
+### Be part of a growing community and help us create more content like this
+
+## Convert the Instagram account to a professional account
+
+> [!IMPORTANT]
+> Converting the Instagram account to a professional (business or creator) account will make the account public
+
+In the Instagram application, follow these steps to convert your account to a professional account.
+
+<table>
+  <tr>
+    <td>
+      1. Open the settings, and select `Account type and tools`
+      <img src="https://github.com/user-attachments/assets/adffda31-f8ce-4a49-a971-40e5cd5f5395" alt="" />
+    </td>
+    <td>
+      2. Click on `Switch to professinal account`
+      <img src="https://github.com/user-attachments/assets/5ea13aeb-b6ac-40b4-906f-2fc563625c52" alt="" />
+    </td>
+    <td>
+      3. Click on `Next`
+      <img src="https://github.com/user-attachments/assets/10942cc8-6045-4ca1-a14a-241a2d94591c" />
+    </td>
+  </tr>
+  <tr>
+    <td>
+      4. Select the type of account your want to create
+      <img src="https://github.com/user-attachments/assets/c9e19bf8-b48d-49e7-b560-e8edf423233d" alt="" />
+    </td>
+    <td>
+      5. Select the right category, that describe your account
+      <img src="https://github.com/user-attachments/assets/eb4680b2-1d38-476c-8fb0-c428d1e12db9" alt="" />
+    </td>
+    <td>
+      6. Confirm the choice
+      <img src="https://github.com/user-attachments/assets/22ee13cf-f751-4cea-9fc0-be466c885b02" alt="" />
+    </td>
+  </tr>
+</table>
+
+## Create credentials to use with n8n
+
+### 1. Create a Facebook page
+
+Navigate to [https://www.facebook.com/pages/create](https://www.facebook.com/pages/create) to create a new Facebook page.
+Fill out the required parameters (name, category) and create the page.
+
+<img width="1554" alt="Screenshot 2025-05-05 at 10 02 00 AM" src="https://github.com/user-attachments/assets/f0e321a2-7b85-4b23-b85b-f8e63281b6b9" />
+
+Now, you need to be acting on behalf of the page - if it's not active for some reason, select it from the menu.
+
+<img width="372" alt="image" src="https://github.com/user-attachments/assets/7aaaccc8-4b0a-4f72-a8c9-f2ecc453584a" />
+
+### 2. Connect Instagram account to the Facebook page
+
+Click on your page's name on the left side.
+
+<img width="379" alt="image" src="https://github.com/user-attachments/assets/fd1ed1d8-8890-4636-a4ae-0496db252283" />
+
+Select `Settings` from the menu.
+
+<img width="368" alt="image" src="https://github.com/user-attachments/assets/641904ec-764e-4d56-bede-618da33db7fe" />
+
+Scroll down to `Permissions` and select `Linked accounts`.
+
+<img width="369" alt="image" src="https://github.com/user-attachments/assets/a024ad7e-8358-4329-a864-c7b621810405" />
+
+Select `Instagram`.
+
+<img width="740" alt="image" src="https://github.com/user-attachments/assets/141164a0-c88e-46a0-a335-466f81297bc6" />
+
+Click on `Connect account` and sign in with your Instagram account.
+
+<img width="708" alt="image" src="https://github.com/user-attachments/assets/5324b945-621b-4f2b-b513-9b51e5b5c071" />
+
+Click on `Connect`.
+
+<img width="573" alt="image" src="https://github.com/user-attachments/assets/85cad094-a815-441a-a0e5-84081fd0ee2d" />
+
+Click on `Confirm`.
+
+<img width="570" alt="image" src="https://github.com/user-attachments/assets/df5bb377-22a8-41de-b99d-0f80052cb372" />
+
+Click on `Continue`.
+
+<img width="561" alt="image" src="https://github.com/user-attachments/assets/81fd3143-f00b-4e33-9521-12c0c9ce623d" />
+
+You are done.
+
+<img width="713" alt="image" src="https://github.com/user-attachments/assets/ce4c0bbe-beed-4c6c-8731-23216efbccb5" />
+
+### 3. Create a Facebook application
+
+Head to [https://developers.facebook.com/apps](https://developers.facebook.com/apps) and click on `Create app`
+
+<img width="1027" alt="image" src="https://github.com/user-attachments/assets/ca5c79b9-974a-4c55-8f88-6def8c1b98d1" />
+
+Select the `Other` use case and hit `Next`.
+
+<img width="1033" alt="image" src="https://github.com/user-attachments/assets/31f296bd-3b47-432b-9037-7974e821a311" />
+
+Select `Business` app type.
+
+<img width="818" alt="image" src="https://github.com/user-attachments/assets/2ab06dd1-33ba-4d87-8365-3637c8327877" />
+
+Review, and click on `Create app`
+
+<img width="815" alt="image" src="https://github.com/user-attachments/assets/c8cc8e1d-c006-428a-9bfa-8cc78a2932c9" />
+
+Add the Instagram product to your app.
+
+<img width="1008" alt="image" src="https://github.com/user-attachments/assets/4186f90b-b619-4c1c-9ea8-bfc5294eaeb4" />
+
+You don't need to configure it, just leave it as it is.
+
+### 4. Create an access token
+
+From the tools menu, select the `Graph API Explorer`
+
+<img width="877" alt="image" src="https://github.com/user-attachments/assets/006a40a7-894a-4bd0-9483-0d495b77206f" />
+
+You'll see this interface below.
+
+<img width="541" alt="image" src="https://github.com/user-attachments/assets/414ece47-2f1d-4d08-9998-ada85ffb065f" />
+
+1. Make sure the Meta app is the one you just created
+2. In the permissions panel, add the following permissions
+
+- `pages_show_list`
+- `business_management`
+- `instagram_basic`
+- `instagram_content_publish`
+- `pages_read_engagement`
+
+3. Click on `Generate Access Token`
+
+4. You'll be prompted to select the Facebook page you give access to, the business account and the Instagram account. Select all of them. During the process, take a not of the **Instagram account id** you are connecting, you'll need that later.
+
+<table>
+  <tr>
+    <td>
+      <img width="564" alt="Screenshot 2025-05-09 at 11 07 22 AM" src="https://github.com/user-attachments/assets/6b77415e-1ca2-47f0-b046-974fd391c90a" />
+    </td>
+    <td>
+      <img width="562" alt="Screenshot 2025-05-09 at 11 07 27 AM" src="https://github.com/user-attachments/assets/353b9973-426b-4034-b5fc-e77840ca0d18" />
+    </td>
+    <td>
+      <img width="562" alt="Screenshot 2025-05-09 at 11 08 35 AM" src="https://github.com/user-attachments/assets/58132694-1376-4c40-9d20-61cb8fdb9df5" />
+    </td>
+    <td>
+      <img width="562" alt="Screenshot 2025-05-09 at 11 08 58 AM" src="https://github.com/user-attachments/assets/c2676755-f12f-49d6-9a92-49ea688fc832" />
+    </td>
+  </tr>
+</table>
+
+5. Copy the access token, and head to the [Facebook token debugger tool](https://developers.facebook.com/tools/debug/accesstoken) and paste in the access token, and click `debug`. Scroll to the very bottom of the page, and click on `Extend Access Token`. Copy the long-lived access token.
+
+6. Go back to the `Graph API Explorer` and paste the access token to the access token field and add `me/accounts` to the graph path and click `Submit`. In the results, you'll find field `access_token` that contains the long-lived page access token that will never expire. Copy that.
+
+<img width="693" alt="image" src="https://github.com/user-attachments/assets/0e1bd821-5c27-4c9a-b14e-eeed9c17850f" />
+
+7. (optional) you can verify the expiration of the token, if you paste it to the [Facebook token debugger tool](https://developers.facebook.com/tools/debug/accesstoken).
+
+8. (optional) you can also get the Instagram Business Account's id, if you click on the id of the page in the Graph API explorer, and add `?fields=instagram_business_account` after the id, then click `Submit`
+
+<img width="766" alt="image" src="https://github.com/user-attachments/assets/ac0cb186-849a-4c55-8f88-6def8c1b98d1" />
+
+**If you did everything above, you'll have two things**
+
+1. A page token, that won't expire to manage your Instagram account. You will use the page token to setup the Facebook Graph node in n8n.
+2. The Instagram account id which you'll need to set in the `Configure` node in the n8n workflow
+
+---
+
+> **Source:** [ai_agents_az/episode_8/guide-instagram.md](https://github.com/gyoridavid/ai_agents_az/blob/main/episode_8/guide-instagram.md)