pycoze 0.1.225__py3-none-any.whl → 0.1.226__py3-none-any.whl

pycoze/ai/__init__.py

@@ -1,2 +1,2 @@
-from .vram_reserve import reserve_vram, reserve_vram_retry, unreserve_vram
-from .llm import chat, chat_stream, extract, yes_or_no, extract_code, text_to_image_prompt
+from .vram_reserve import reserve_vram, reserve_vram_retry, unreserve_vram
+from .llm import chat, chat_stream, extract, yes_or_no, extract_code, text_to_image_prompt

pycoze/ai/llm/__init__.py

@@ -1,2 +1,2 @@
 from .text_to_image_prompt import text_to_image_prompt
-from .chat import chat, chat_stream, extract, yes_or_no, extract_code
+from .chat import chat, chat_stream, extract, yes_or_no, extract_code

pycoze/ai/llm/text_to_image_prompt.py

@@ -1,65 +1,65 @@
-import re
-from .chat import yes_or_no, extract
-
-
-def contains_chinese(text):
-    pattern = re.compile(r'[\u4e00-\u9fa5]')  # Regular expression to match Chinese characters
-    return bool(re.search(pattern, text))
-
-
-requirement = """
-Please reflect the scene content as prompts for the drawing AI.
-
-## Prompt Concept
-- A prompt is used to describe the image content, composed of common words, using English commas (",") as separators. For example, a prompt like "woman" indicates that the image should include a woman.
-
-## Tag Restrictions
-- Tags should be described using English words or phrases, avoiding Chinese.
-- Tags can only contain keywords or key phrases, and should not include personal names, place names, etc.
-- Tags should try to preserve physical characteristics of people, like body shape and hairstyle, but not use personal names, instead using terms like "man" to refer to people.
-- The number of tags in a prompt is limited to 40, and the number of words is limited to 60.
-
-## Incorrect Examples of Prompts
-"In the bustling Shanghai Bund, there is a young man named Li Yang."
-The prompt includes non-keywords like "there is", as well as the personal name "Li Yang" and the place name "Shanghai."
-It should be modified to "a young man, in the bustling Bund"
-
-"""
-
-# As the LLM used is not very effective, negative prompts are not suitable for generation by LLM at this stage
-# - Negative prompts describe content that should not appear in the image, for example if "bird, man" appears in the negative prompt, it means the image should not include "birds and men".
-
-
-def text_to_image_prompt(query, style, negative_style, with_prompt="best quality,4k,", with_negative_prompt=""):
-    query = query.replace("{", "【").replace("}", "】")
-    needed = f"The scene I need: {query}"
-    style = style.replace(",", " ").replace("，", " ")
-    if len(style) > 0:
-        needed += f"\nThe style I need: {style}"
-    # if len(negative_style) > 0:
-    #     needed += f"\nStyles to avoid: {negative_style}"
-
-    for i in range(15):
-        try:
-            print("doing")
-            output_obj = extract([("prompt", "Describe the image content with keywords")], needed + "\n" + requirement)
-            print("done")
-            if contains_chinese(output_obj["prompt"]):
-                print("Contains Chinese, regenerating")
-                continue
-            if yes_or_no("Does it include personal names:\n"+output_obj["prompt"]):
-                print(output_obj["prompt"]+" contains personal names, correcting")
-                output_obj["prompt"] = extract(
-                    [("text without personal names", "Modified result (personal names can be changed to man, woman, he, she, etc.)")],
-                    "Modify the following text, personal names can be changed to man, woman, he, she, etc.: \n"+output_obj["prompt"])["text without personal names"]
-            break
-        except Exception as e:
-            print(e)
-    output_obj["prompt"] = with_prompt + output_obj["prompt"].replace(" and ", ",")
-    output_obj["negative_prompt"] = with_negative_prompt
-    output_obj["with_prompt"] = with_prompt
-    output_obj["with_negative_prompt"] = with_negative_prompt
-    output_obj["query"] = query
-    output_obj["style"] = style
-    output_obj["negative_style"] = negative_style
-    return output_obj
+import re
+from .chat import yes_or_no, extract
+
+
+def contains_chinese(text):
+    pattern = re.compile(r'[\u4e00-\u9fa5]')  # Regular expression to match Chinese characters
+    return bool(re.search(pattern, text))
+
+
+requirement = """
+Please reflect the scene content as prompts for the drawing AI.
+
+## Prompt Concept
+- A prompt is used to describe the image content, composed of common words, using English commas (",") as separators. For example, a prompt like "woman" indicates that the image should include a woman.
+
+## Tag Restrictions
+- Tags should be described using English words or phrases, avoiding Chinese.
+- Tags can only contain keywords or key phrases, and should not include personal names, place names, etc.
+- Tags should try to preserve physical characteristics of people, like body shape and hairstyle, but not use personal names, instead using terms like "man" to refer to people.
+- The number of tags in a prompt is limited to 40, and the number of words is limited to 60.
+
+## Incorrect Examples of Prompts
+"In the bustling Shanghai Bund, there is a young man named Li Yang."
+The prompt includes non-keywords like "there is", as well as the personal name "Li Yang" and the place name "Shanghai."
+It should be modified to "a young man, in the bustling Bund"
+
+"""
+
+# As the LLM used is not very effective, negative prompts are not suitable for generation by LLM at this stage
+# - Negative prompts describe content that should not appear in the image, for example if "bird, man" appears in the negative prompt, it means the image should not include "birds and men".
+
+
+def text_to_image_prompt(query, style, negative_style, with_prompt="best quality,4k,", with_negative_prompt=""):
+    query = query.replace("{", "【").replace("}", "】")
+    needed = f"The scene I need: {query}"
+    style = style.replace(",", " ").replace("，", " ")
+    if len(style) > 0:
+        needed += f"\nThe style I need: {style}"
+    # if len(negative_style) > 0:
+    #     needed += f"\nStyles to avoid: {negative_style}"
+
+    for i in range(15):
+        try:
+            print("doing")
+            output_obj = extract([("prompt", "Describe the image content with keywords")], needed + "\n" + requirement)
+            print("done")
+            if contains_chinese(output_obj["prompt"]):
+                print("Contains Chinese, regenerating")
+                continue
+            if yes_or_no("Does it include personal names:\n"+output_obj["prompt"]):
+                print(output_obj["prompt"]+" contains personal names, correcting")
+                output_obj["prompt"] = extract(
+                    [("text without personal names", "Modified result (personal names can be changed to man, woman, he, she, etc.)")],
+                    "Modify the following text, personal names can be changed to man, woman, he, she, etc.: \n"+output_obj["prompt"])["text without personal names"]
+            break
+        except Exception as e:
+            print(e)
+    output_obj["prompt"] = with_prompt + output_obj["prompt"].replace(" and ", ",")
+    output_obj["negative_prompt"] = with_negative_prompt
+    output_obj["with_prompt"] = with_prompt
+    output_obj["with_negative_prompt"] = with_negative_prompt
+    output_obj["query"] = query
+    output_obj["style"] = style
+    output_obj["negative_style"] = negative_style
+    return output_obj

pycoze/ai/llm/think.py

@@ -0,0 +1,131 @@
+from pycoze import utils
+import json5
+import re
+from retrying import retry
+from openai import OpenAI
+import openai
+import requests
+import os
+
+
+def never_retry_on_rate_limit_error(exception):
+    """Return True if we should retry (in this case when it's NOT a RateLimitError), False otherwise"""
+    return not isinstance(exception, openai.RateLimitError)
+
+@retry(retry_on_exception=never_retry_on_rate_limit_error, wait_exponential_multiplier=500, stop_max_attempt_number=5)
+def think(user_text, history, temperature=0.2, stop=None, **kwargs):
+    user_msg = {"role": "user", "content": user_text}
+    cfg = utils.read_json_file("llm.json")
+
+    base_url = cfg["baseURL"]
+    api_key = cfg["apiKey"]
+    model = cfg["model"]
+
+    base_url = base_url.replace("/chat/completions", "")
+
+    client = OpenAI(api_key=api_key, base_url=base_url)
+
+    response = client.chat.completions.create(model=model,
+                                              messages=simple_history(history) + [user_msg],
+                                              temperature=temperature,
+                                              stop=stop)
+    return response.choices[0].message.content
+
+
+@retry(retry_on_exception=never_retry_on_rate_limit_error, wait_exponential_multiplier=500, stop_max_attempt_number=5)
+def think_stream(user_text, history, temperature=0.2, stop=None, **kwargs):
+    user_msg = {"role": "user", "content": user_text}
+    cfg = utils.read_json_file("llm.json")
+
+    base_url = cfg["baseURL"]
+    api_key = cfg["apiKey"]
+    model = cfg["model"]
+    
+    base_url = base_url.replace("/chat/completions", "")
+
+    client = OpenAI(api_key=api_key, base_url=base_url)
+
+
+    stream = client.chat.completions.create(model=model,
+                                            messages=simple_history(history) + [user_msg],
+                                            stream=True,
+                                            temperature=temperature,
+                                            stop=stop)
+    for chunk in stream:
+        yield chunk.choices[0].delta.content or ""
+
+
+def simple_history(history):
+    return [{"role": h["role"], "content": h["content"]} for h in history]
+
+
+@retry(retry_on_exception=never_retry_on_rate_limit_error, wait_exponential_multiplier=500, stop_max_attempt_number=3)
+def extract(response_data, text: str, temperature=0, **kwargs):
+    """print(extract({"name": "lowercase"}, "hello XiaoMing"))"""
+    if isinstance(response_data, dict):
+        response_items = [[res, response_data[res]] for res in response_data]
+    else:
+        response_items = response_data
+
+    json_text = ""
+    for i, res in enumerate(response_items):
+        comma = "," if i != len(response_items) - 1 else ""
+        json_text += f'    "{res[0]}": {res[1]}{comma}\n'
+
+    # Combine the provided text with the formatted JSON schema
+    think_text = f"""
+The output should be a markdown code snippet formatted in the following schema, including the leading and trailing "```json" and "```" tags:
+```json
+{{
+{json_text}
+}}
+```
+
+Request:
+{text}
+"""
+    # text放后面,当翻译等情况时,不会把"The output should"之类翻译了,导致错误
+    markdown = think(think_text, [], temperature=temperature, **kwargs)
+    pattern = r'```json(.*?)```'
+    matches = re.findall(pattern, markdown, re.DOTALL)
+    if matches:
+        json_str = matches[0].strip() 
+    # lines = [line.split("//")[0] for line in json_str.split("\n")]//这样当json中有//时会出错，例如https://
+    json_dict = json5.loads(json_str)
+    for item in response_items:
+        if item[0] not in json_dict:
+            raise "item:" + item + " not exists"
+    return json_dict
+
+
+def yes_or_no(question, temperature=0, **kwargs):
+    result = extract([("Result", "Yes or No")], question, 
+                     temperature=temperature, **kwargs)["Result"]
+    if isinstance(result, bool):
+        return result
+    return result.upper() == "YES"
+
+
+@retry(retry_on_exception=never_retry_on_rate_limit_error, wait_exponential_multiplier=500, stop_max_attempt_number=3)
+def extract_code(text: str, temperature=0, language="python", markdown_word='python', **kwargs):
+    """print(extract_code("sum 1~100"))"""
+    think_text = text + f"""
+The output should be a complete and usable {language} code snippet, including the leading and trailing "```{markdown_word}" and "```":
+"""
+    markdown = think(think_text, [], temperature=temperature, **kwargs)
+    # 使用正则表达式匹配围绕在```{markdown_word} 和 ```之间的文本
+    pattern = rf'```{markdown_word}(.*?)```'
+    matches = re.findall(pattern, markdown, re.DOTALL)
+    if matches:
+        # 去除可能的前后空白字符
+        return matches[0].strip()
+    else:
+        raise Exception("The string is not a valid python code.")
+
+
+if __name__ == "__main__":
+    print(think("你好", []))
+    for chunk in think_stream("你好", []):
+        print(chunk)
+    print(extract({"name": "lowercase"}, "hello XiaoMing"))
+    print(extract_code("sum 1~100"))

pycoze/ui/ui_def.py

@@ -138,10 +138,12 @@ def multi_folder_select(
 
 
 def folder_tree(
-    name, root="", default: List[str] = None, tip="", hide_if="", style="", cls=""
+    name, root="", default: List[str] = None, ignore_list=None, tip="", hide_if="", style="", cls=""
 ) -> dict:
     if default is None:
         default = []
+    if ignore_list is None:
+        ignore_list = []
     value = {"root": root, "paths": default}
     return useDefault(name, value)
 

{pycoze-0.1.225.dist-info → pycoze-0.1.226.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycoze
-Version: 0.1.225
+Version: 0.1.226
 Summary: Package for pycoze only!
 Author: Yuan Jie Xiong
 Author-email: aiqqqqqqq@qq.com

{pycoze-0.1.225.dist-info → pycoze-0.1.226.dist-info}/RECORD

@@ -1,9 +1,10 @@
 pycoze/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pycoze/ai/__init__.py,sha256=uhG4Z3HSTp_o6H4ouNy8gW1hzcU0B8zDB0nJgbmnHpk,165
+pycoze/ai/__init__.py,sha256=NY6treq6PVA52c62RaP3S3v9Xsmj5xE1YOl169Fr0pg,168
 pycoze/ai/vram_reserve.py,sha256=brgXP42yj3yaZRgW8pfgc4Jg9EivAhcbp5W4igVHcow,4256
-pycoze/ai/llm/__init__.py,sha256=B4apuRE3PDputKTELVYWNP-V5GhdAOBq9BTjzP1Ne3c,125
+pycoze/ai/llm/__init__.py,sha256=kAXcQ7SefJYysgKeVInlwYZoDk0BPuEnUuixy-quD_A,127
 pycoze/ai/llm/chat.py,sha256=izriC7nCp5qeJRqcUVQBVqTHiH6MJS77ROzGBJufdNI,5133
-pycoze/ai/llm/text_to_image_prompt.py,sha256=NdfhPTOTSR4whGgd10UtyQjzQCat0wdcX94OLSt4gUU,3333
+pycoze/ai/llm/text_to_image_prompt.py,sha256=0bx2C_YRvjAo7iphHGp1-pmGKsKqwur7dM0t3SiA8kA,3398
+pycoze/ai/llm/think.py,sha256=sUgTBdGzcZtL3r-Wx8M3lDuVUmDVz8g3qC0VU8uiKAI,5143
 pycoze/automation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pycoze/automation/browser/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pycoze/automation/browser/edge_driver_manager.py,sha256=gpgseunph5owZH6EskSYthuhey2SU3UP204gY0yIcuI,3022
@@ -26,13 +27,13 @@ pycoze/ui/__init__.py,sha256=RTEUVXdMo7AYC1wsyS1yl5sLi5vf4bNFv4iggghGEgg,469
 pycoze/ui/base.py,sha256=sbBZGMUtlosWHQJpxMULa1bGByeSlcldtE9QXNyiJmM,1093
 pycoze/ui/color.py,sha256=cT9Ib8uNzkOKxyW0IwVj46o4LwdB1xgNCj1_Rou9d_4,854
 pycoze/ui/typ.py,sha256=NpT0FrbHvByOszBZMFtroRp7I7pN-38tYz_zPOPejF4,1723
-pycoze/ui/ui_def.py,sha256=PEvTQWJ9iErXRXWQkY56Pem9fPT4z8F8l6ylN5X52DM,4450
+pycoze/ui/ui_def.py,sha256=lGWZGpzRoegP34D562PvK0EJHrmVZrlHW1JjsIG9A9Q,4521
 pycoze/utils/__init__.py,sha256=Gi5EnrWZGMD2JRejgV4c_VLCXyvA2wwBFI_niDF5MUE,110
 pycoze/utils/arg.py,sha256=GtfGbMTMdaK75Fwh6MpUe1pCA5X6Ep4LFG7a72YrzjI,525
 pycoze/utils/env.py,sha256=W04lhvTHhAAC6EldP6kk2xrctqtu8K6kl1vDLZDNeh8,561
 pycoze/utils/text_or_file.py,sha256=gpxZVWt2DW6YiEg_MnMuwg36VNf3TX383QD_1oZNB0Y,551
-pycoze-0.1.225.dist-info/LICENSE,sha256=QStd_Qsd0-kAam_-sOesCIp_uKrGWeoKwt9M49NVkNU,1090
-pycoze-0.1.225.dist-info/METADATA,sha256=N4r76t8hsUkcTCQzuJ_M1WM1L6-rG6V6qUqi5DzrK9M,726
-pycoze-0.1.225.dist-info/WHEEL,sha256=bFJAMchF8aTQGUgMZzHJyDDMPTO3ToJ7x23SLJa1SVo,92
-pycoze-0.1.225.dist-info/top_level.txt,sha256=76dPeDhKvOCleL3ZC5gl1-y4vdS1tT_U1hxWVAn7sFo,7
-pycoze-0.1.225.dist-info/RECORD,,
+pycoze-0.1.226.dist-info/LICENSE,sha256=QStd_Qsd0-kAam_-sOesCIp_uKrGWeoKwt9M49NVkNU,1090
+pycoze-0.1.226.dist-info/METADATA,sha256=Nx7J6gvZSKT8q7vyzbuSX_R1abxBh2MoKPbrfLsDbSo,726
+pycoze-0.1.226.dist-info/WHEEL,sha256=bFJAMchF8aTQGUgMZzHJyDDMPTO3ToJ7x23SLJa1SVo,92
+pycoze-0.1.226.dist-info/top_level.txt,sha256=76dPeDhKvOCleL3ZC5gl1-y4vdS1tT_U1hxWVAn7sFo,7
+pycoze-0.1.226.dist-info/RECORD,,