@geoly-ai/social-hub-cli 0.3.48 → 0.3.49

package/skills/reddit-voc-volume/services/firecrawl/examples/o1_web_crawler/o1_web_crawler.py

@@ -1,152 +1,152 @@
-import os
-from firecrawl import FirecrawlApp
-import json
-from dotenv import load_dotenv
-from openai import OpenAI
-
-# ANSI color codes
-class Colors:
-    CYAN = '\033[96m'
-    YELLOW = '\033[93m'
-    GREEN = '\033[92m'
-    RED = '\033[91m'
-    MAGENTA = '\033[95m'
-    BLUE = '\033[94m'
-    RESET = '\033[0m'
-
-# Load environment variables
-load_dotenv()
-
-# Retrieve API keys from environment variables
-firecrawl_api_key = os.getenv("FIRECRAWL_API_KEY")
-openai_api_key = os.getenv("OPENAI_API_KEY")
-
-# Initialize the FirecrawlApp and OpenAI client
-app = FirecrawlApp(api_key=firecrawl_api_key)
-client = OpenAI(api_key=openai_api_key)
-
-# Find the page that most likely contains the objective
-def find_relevant_page_via_map(objective, url, app, client):
-    try:
-        print(f"{Colors.CYAN}Understood. The objective is: {objective}{Colors.RESET}")
-        print(f"{Colors.CYAN}Initiating search on the website: {url}{Colors.RESET}")
-        
-        map_prompt = f"""
-        The map function generates a list of URLs from a website and it accepts a search parameter. Based on the objective of: {objective}, come up with a 1-2 word search parameter that will help us find the information we need. Only respond with 1-2 words nothing else.
-        """
-
-        print(f"{Colors.YELLOW}Analyzing objective to determine optimal search parameter...{Colors.RESET}")
-        completion = client.chat.completions.create(
-            model="o1-preview",
-            messages=[
-                {
-                    "role": "user",
-                    "content": [
-                        {
-                            "type": "text",
-                            "text": map_prompt
-                        }
-                    ]
-                }
-            ]
-        )
-
-        map_search_parameter = completion.choices[0].message.content
-        print(f"{Colors.GREEN}Optimal search parameter identified: {map_search_parameter}{Colors.RESET}")
-
-        print(f"{Colors.YELLOW}Mapping website using the identified search parameter...{Colors.RESET}")
-        map_website = app.map_url(url, params={"search": map_search_parameter})
-        print(f"{Colors.GREEN}Website mapping completed successfully.{Colors.RESET}")
-        print(f"{Colors.GREEN}Located {len(map_website)} relevant links.{Colors.RESET}")
-        return map_website
-    except Exception as e:
-        print(f"{Colors.RED}Error encountered during relevant page identification: {str(e)}{Colors.RESET}")
-        return None
-    
-# Scrape the top 3 pages and see if the objective is met, if so return in json format else return None
-def find_objective_in_top_pages(map_website, objective, app, client):
-    try:
-        # Get top 3 links from the map result
-        top_links = map_website[:3] if isinstance(map_website, list) else []
-        print(f"{Colors.CYAN}Proceeding to analyze top {len(top_links)} links: {top_links}{Colors.RESET}")
-        
-        for link in top_links:
-            print(f"{Colors.YELLOW}Initiating scrape of page: {link}{Colors.RESET}")
-            # Scrape the page
-            scrape_result = app.scrape_url(link, params={'formats': ['markdown']})
-            print(f"{Colors.GREEN}Page scraping completed successfully.{Colors.RESET}")
-     
-            
-            # Check if objective is met
-            check_prompt = f"""
-            Given the following scraped content and objective, determine if the objective is met.
-            If it is, extract the relevant information in a simple and concise JSON format. Use only the necessary fields and avoid nested structures if possible.
-            If the objective is not met with confidence, respond with 'Objective not met'.
-
-            Objective: {objective}
-            Scraped content: {scrape_result['markdown']}
-
-            Remember:
-            1. Only return JSON if you are confident the objective is fully met.
-            2. Keep the JSON structure as simple and flat as possible.
-            3. Do not include any explanations or markdown formatting in your response.
-            """
-        
-            completion = client.chat.completions.create(
-            model="o1-preview",
-            messages=[
-                {
-                    "role": "user",
-                    "content": [
-                        {
-                            "type": "text",
-                            "text": check_prompt
-                        }
-                    ]
-                }
-                ]
-            )
-            
-            result = completion.choices[0].message.content
-            
-            if result != "Objective not met":
-                print(f"{Colors.GREEN}Objective potentially fulfilled. Relevant information identified.{Colors.RESET}")
-                try:
-                    return json.loads(result)
-                except json.JSONDecodeError:
-                    print(f"{Colors.RED}Error in parsing response. Proceeding to next page...{Colors.RESET}")
-            else:
-                print(f"{Colors.YELLOW}Objective not met on this page. Proceeding to next link...{Colors.RESET}")
-        
-        print(f"{Colors.RED}All available pages analyzed. Objective not fulfilled in examined content.{Colors.RESET}")
-        return None
-    
-    except Exception as e:
-        print(f"{Colors.RED}Error encountered during page analysis: {str(e)}{Colors.RESET}")
-        return None
-
-# Main function to execute the process
-def main():
-    # Get user input
-    url = input(f"{Colors.BLUE}Enter the website to crawl: {Colors.RESET}")
-    objective = input(f"{Colors.BLUE}Enter your objective: {Colors.RESET}")
-    
-    print(f"{Colors.YELLOW}Initiating web crawling process...{Colors.RESET}")
-    # Find the relevant page
-    map_website = find_relevant_page_via_map(objective, url, app, client)
-    
-    if map_website:
-        print(f"{Colors.GREEN}Relevant pages identified. Proceeding with detailed analysis...{Colors.RESET}")
-        # Find objective in top pages
-        result = find_objective_in_top_pages(map_website, objective, app, client)
-        
-        if result:
-            print(f"{Colors.GREEN}Objective successfully fulfilled. Extracted information:{Colors.RESET}")
-            print(f"{Colors.MAGENTA}{json.dumps(result, indent=2)}{Colors.RESET}")
-        else:
-            print(f"{Colors.RED}Unable to fulfill the objective with the available content.{Colors.RESET}")
-    else:
-        print(f"{Colors.RED}No relevant pages identified. Consider refining the search parameters or trying a different website.{Colors.RESET}")
-
-if __name__ == "__main__":
-    main()
+import os
+from firecrawl import FirecrawlApp
+import json
+from dotenv import load_dotenv
+from openai import OpenAI
+
+# ANSI color codes
+class Colors:
+    CYAN = '\033[96m'
+    YELLOW = '\033[93m'
+    GREEN = '\033[92m'
+    RED = '\033[91m'
+    MAGENTA = '\033[95m'
+    BLUE = '\033[94m'
+    RESET = '\033[0m'
+
+# Load environment variables
+load_dotenv()
+
+# Retrieve API keys from environment variables
+firecrawl_api_key = os.getenv("FIRECRAWL_API_KEY")
+openai_api_key = os.getenv("OPENAI_API_KEY")
+
+# Initialize the FirecrawlApp and OpenAI client
+app = FirecrawlApp(api_key=firecrawl_api_key)
+client = OpenAI(api_key=openai_api_key)
+
+# Find the page that most likely contains the objective
+def find_relevant_page_via_map(objective, url, app, client):
+    try:
+        print(f"{Colors.CYAN}Understood. The objective is: {objective}{Colors.RESET}")
+        print(f"{Colors.CYAN}Initiating search on the website: {url}{Colors.RESET}")
+        
+        map_prompt = f"""
+        The map function generates a list of URLs from a website and it accepts a search parameter. Based on the objective of: {objective}, come up with a 1-2 word search parameter that will help us find the information we need. Only respond with 1-2 words nothing else.
+        """
+
+        print(f"{Colors.YELLOW}Analyzing objective to determine optimal search parameter...{Colors.RESET}")
+        completion = client.chat.completions.create(
+            model="o1-preview",
+            messages=[
+                {
+                    "role": "user",
+                    "content": [
+                        {
+                            "type": "text",
+                            "text": map_prompt
+                        }
+                    ]
+                }
+            ]
+        )
+
+        map_search_parameter = completion.choices[0].message.content
+        print(f"{Colors.GREEN}Optimal search parameter identified: {map_search_parameter}{Colors.RESET}")
+
+        print(f"{Colors.YELLOW}Mapping website using the identified search parameter...{Colors.RESET}")
+        map_website = app.map_url(url, params={"search": map_search_parameter})
+        print(f"{Colors.GREEN}Website mapping completed successfully.{Colors.RESET}")
+        print(f"{Colors.GREEN}Located {len(map_website)} relevant links.{Colors.RESET}")
+        return map_website
+    except Exception as e:
+        print(f"{Colors.RED}Error encountered during relevant page identification: {str(e)}{Colors.RESET}")
+        return None
+    
+# Scrape the top 3 pages and see if the objective is met, if so return in json format else return None
+def find_objective_in_top_pages(map_website, objective, app, client):
+    try:
+        # Get top 3 links from the map result
+        top_links = map_website[:3] if isinstance(map_website, list) else []
+        print(f"{Colors.CYAN}Proceeding to analyze top {len(top_links)} links: {top_links}{Colors.RESET}")
+        
+        for link in top_links:
+            print(f"{Colors.YELLOW}Initiating scrape of page: {link}{Colors.RESET}")
+            # Scrape the page
+            scrape_result = app.scrape_url(link, params={'formats': ['markdown']})
+            print(f"{Colors.GREEN}Page scraping completed successfully.{Colors.RESET}")
+     
+            
+            # Check if objective is met
+            check_prompt = f"""
+            Given the following scraped content and objective, determine if the objective is met.
+            If it is, extract the relevant information in a simple and concise JSON format. Use only the necessary fields and avoid nested structures if possible.
+            If the objective is not met with confidence, respond with 'Objective not met'.
+
+            Objective: {objective}
+            Scraped content: {scrape_result['markdown']}
+
+            Remember:
+            1. Only return JSON if you are confident the objective is fully met.
+            2. Keep the JSON structure as simple and flat as possible.
+            3. Do not include any explanations or markdown formatting in your response.
+            """
+        
+            completion = client.chat.completions.create(
+            model="o1-preview",
+            messages=[
+                {
+                    "role": "user",
+                    "content": [
+                        {
+                            "type": "text",
+                            "text": check_prompt
+                        }
+                    ]
+                }
+                ]
+            )
+            
+            result = completion.choices[0].message.content
+            
+            if result != "Objective not met":
+                print(f"{Colors.GREEN}Objective potentially fulfilled. Relevant information identified.{Colors.RESET}")
+                try:
+                    return json.loads(result)
+                except json.JSONDecodeError:
+                    print(f"{Colors.RED}Error in parsing response. Proceeding to next page...{Colors.RESET}")
+            else:
+                print(f"{Colors.YELLOW}Objective not met on this page. Proceeding to next link...{Colors.RESET}")
+        
+        print(f"{Colors.RED}All available pages analyzed. Objective not fulfilled in examined content.{Colors.RESET}")
+        return None
+    
+    except Exception as e:
+        print(f"{Colors.RED}Error encountered during page analysis: {str(e)}{Colors.RESET}")
+        return None
+
+# Main function to execute the process
+def main():
+    # Get user input
+    url = input(f"{Colors.BLUE}Enter the website to crawl: {Colors.RESET}")
+    objective = input(f"{Colors.BLUE}Enter your objective: {Colors.RESET}")
+    
+    print(f"{Colors.YELLOW}Initiating web crawling process...{Colors.RESET}")
+    # Find the relevant page
+    map_website = find_relevant_page_via_map(objective, url, app, client)
+    
+    if map_website:
+        print(f"{Colors.GREEN}Relevant pages identified. Proceeding with detailed analysis...{Colors.RESET}")
+        # Find objective in top pages
+        result = find_objective_in_top_pages(map_website, objective, app, client)
+        
+        if result:
+            print(f"{Colors.GREEN}Objective successfully fulfilled. Extracted information:{Colors.RESET}")
+            print(f"{Colors.MAGENTA}{json.dumps(result, indent=2)}{Colors.RESET}")
+        else:
+            print(f"{Colors.RED}Unable to fulfill the objective with the available content.{Colors.RESET}")
+    else:
+        print(f"{Colors.RED}No relevant pages identified. Consider refining the search parameters or trying a different website.{Colors.RESET}")
+
+if __name__ == "__main__":
+    main()

package/skills/social-hub-admin/SKILL.md

@@ -194,6 +194,31 @@ revoke **不会**恢复已经被拦成 `blocked` 的 job，需要人重新排期
 runner 侧的 `restrictions check` / `restrictions report` 同样见 `social-hub-graph-compliance`；
 执行链路上 409 `TARGET_BLOCKED` / `JOB_BLOCKED` 的识别与 agent 停止规则见 `social-hub-ops-runtime`。
 
+## 派单品牌映射与接单团队（intake，系统级，仅 admin）
+
+CyberRedd 派单进来的订单带外部品牌 `client.brand.{ref,name}`。Hub 用「映射」把外部 ref 对应到 Hub 品牌，并指定哪些团队的账号可以接这个品牌的单；
+订单本身挂在「接单团队」下。**系统级、不需要 `-t`**，只给**不受限登录的 admin**（API key / 服务凭据 / 绑定 job·account 或带动作白名单的 token 全 403）。
+
+```bash
+social-hub intake mappings list [--mapped pending|mapped] [--status active|disabled] [--limit 50] [--offset 0]
+social-hub intake mappings get <id>              # 带 rowVersion；set 必须带上它
+# 写：一律 --dry-run 预览 / --apply 执行；--row-version 必填（乐观锁），409 = 版本过期，重新 get 再改
+social-hub intake mappings set <id> --row-version <n> --brand-id <uuid> --team-ids <uuid,uuid> --apply
+social-hub intake mappings set <id> --row-version <n> --status disabled --apply
+social-hub intake order-team get
+social-hub intake order-team set --team-id <uuid> --apply   # 团队须存在；未配置时 CyberRedd 建单 503
+```
+
+- 新出现的外部品牌 ref 会被 worker 自动登记成「待映射」行（`--mapped pending`），并发一条飞书内部提醒。提醒是**至少一次**：确认发送成功后不再主动重发；发送失败会按指数退避（1 分钟起，上限 6 小时）重试；进程在「发送成功、确认之前」崩溃等异常窗口里可能重复。
+- 已映射的行**至少要有 1 个可用团队**；**已映射的行不能改回未映射**——要停用请 `--status disabled`（停用的映射不触发重评）。
+- 没有物理删除（历史订单引用外部 ref）。
+- **补齐映射后，该品牌下仍是 received 的订单会被自动标记为「品牌已解析」**（写入订单品牌、清除未映射原因码）。注意两个时间不是一回事：扫描 cron 默认每 5 分钟一轮，但每轮只处理一批（最多 200 张订单）；received 订单很多时，一张订单要等扫完一整圈才会被重评，延迟可能明显长于 5 分钟。
+  **接单（accepted）在后续版本上线**——现在补齐映射不会让订单变成 accepted。CyberRedd 的事件流目前**看不到**「品牌已解析」，
+  只会看到未映射期间每天最多一条的 `BRAND_UNMAPPED` 注解。
+- 订单已经解析品牌后，映射再被停用或改了品牌，不会回头改这些订单。
+- 接单团队不能经通用 `settings put` 写（会被 403），只能走 `intake order-team set`（有团队存在性校验与审计）。
+- 每次映射 / 接单团队变更都有审计记录（`intake_config_audit_events`）。
+
 ## Agent teams
 
 ```bash