llms-py 2.0.34__py3-none-any.whl → 3.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (207) hide show
  1. llms/__init__.py +3 -1
  2. llms/__pycache__/__init__.cpython-312.pyc +0 -0
  3. llms/__pycache__/__init__.cpython-313.pyc +0 -0
  4. llms/__pycache__/__init__.cpython-314.pyc +0 -0
  5. llms/__pycache__/__main__.cpython-312.pyc +0 -0
  6. llms/__pycache__/__main__.cpython-314.pyc +0 -0
  7. llms/__pycache__/llms.cpython-312.pyc +0 -0
  8. llms/__pycache__/main.cpython-312.pyc +0 -0
  9. llms/__pycache__/main.cpython-313.pyc +0 -0
  10. llms/__pycache__/main.cpython-314.pyc +0 -0
  11. llms/__pycache__/plugins.cpython-314.pyc +0 -0
  12. llms/{ui/Analytics.mjs → extensions/analytics/ui/index.mjs} +154 -238
  13. llms/extensions/app/README.md +20 -0
  14. llms/extensions/app/__init__.py +530 -0
  15. llms/extensions/app/__pycache__/__init__.cpython-314.pyc +0 -0
  16. llms/extensions/app/__pycache__/db.cpython-314.pyc +0 -0
  17. llms/extensions/app/__pycache__/db_manager.cpython-314.pyc +0 -0
  18. llms/extensions/app/db.py +644 -0
  19. llms/extensions/app/db_manager.py +195 -0
  20. llms/extensions/app/requests.json +9073 -0
  21. llms/extensions/app/threads.json +15290 -0
  22. llms/{ui → extensions/app/ui}/Recents.mjs +91 -65
  23. llms/{ui/Sidebar.mjs → extensions/app/ui/index.mjs} +124 -58
  24. llms/extensions/app/ui/threadStore.mjs +411 -0
  25. llms/extensions/core_tools/CALCULATOR.md +32 -0
  26. llms/extensions/core_tools/__init__.py +598 -0
  27. llms/extensions/core_tools/__pycache__/__init__.cpython-314.pyc +0 -0
  28. llms/extensions/core_tools/ui/codemirror/addon/edit/closebrackets.js +201 -0
  29. llms/extensions/core_tools/ui/codemirror/addon/edit/closetag.js +185 -0
  30. llms/extensions/core_tools/ui/codemirror/addon/edit/continuelist.js +101 -0
  31. llms/extensions/core_tools/ui/codemirror/addon/edit/matchbrackets.js +160 -0
  32. llms/extensions/core_tools/ui/codemirror/addon/edit/matchtags.js +66 -0
  33. llms/extensions/core_tools/ui/codemirror/addon/edit/trailingspace.js +27 -0
  34. llms/extensions/core_tools/ui/codemirror/addon/selection/active-line.js +72 -0
  35. llms/extensions/core_tools/ui/codemirror/addon/selection/mark-selection.js +119 -0
  36. llms/extensions/core_tools/ui/codemirror/addon/selection/selection-pointer.js +98 -0
  37. llms/extensions/core_tools/ui/codemirror/doc/docs.css +225 -0
  38. llms/extensions/core_tools/ui/codemirror/doc/source_sans.woff +0 -0
  39. llms/extensions/core_tools/ui/codemirror/lib/codemirror.css +344 -0
  40. llms/extensions/core_tools/ui/codemirror/lib/codemirror.js +9884 -0
  41. llms/extensions/core_tools/ui/codemirror/mode/clike/clike.js +942 -0
  42. llms/extensions/core_tools/ui/codemirror/mode/javascript/index.html +118 -0
  43. llms/extensions/core_tools/ui/codemirror/mode/javascript/javascript.js +962 -0
  44. llms/extensions/core_tools/ui/codemirror/mode/javascript/typescript.html +62 -0
  45. llms/extensions/core_tools/ui/codemirror/mode/python/python.js +402 -0
  46. llms/extensions/core_tools/ui/codemirror/theme/dracula.css +40 -0
  47. llms/extensions/core_tools/ui/codemirror/theme/mocha.css +135 -0
  48. llms/extensions/core_tools/ui/index.mjs +650 -0
  49. llms/extensions/gallery/README.md +61 -0
  50. llms/extensions/gallery/__init__.py +61 -0
  51. llms/extensions/gallery/__pycache__/__init__.cpython-314.pyc +0 -0
  52. llms/extensions/gallery/__pycache__/db.cpython-314.pyc +0 -0
  53. llms/extensions/gallery/db.py +298 -0
  54. llms/extensions/gallery/ui/index.mjs +482 -0
  55. llms/extensions/katex/README.md +39 -0
  56. llms/extensions/katex/__init__.py +6 -0
  57. llms/extensions/katex/__pycache__/__init__.cpython-314.pyc +0 -0
  58. llms/extensions/katex/ui/README.md +125 -0
  59. llms/extensions/katex/ui/contrib/auto-render.js +338 -0
  60. llms/extensions/katex/ui/contrib/auto-render.min.js +1 -0
  61. llms/extensions/katex/ui/contrib/auto-render.mjs +244 -0
  62. llms/extensions/katex/ui/contrib/copy-tex.js +127 -0
  63. llms/extensions/katex/ui/contrib/copy-tex.min.js +1 -0
  64. llms/extensions/katex/ui/contrib/copy-tex.mjs +105 -0
  65. llms/extensions/katex/ui/contrib/mathtex-script-type.js +109 -0
  66. llms/extensions/katex/ui/contrib/mathtex-script-type.min.js +1 -0
  67. llms/extensions/katex/ui/contrib/mathtex-script-type.mjs +24 -0
  68. llms/extensions/katex/ui/contrib/mhchem.js +3213 -0
  69. llms/extensions/katex/ui/contrib/mhchem.min.js +1 -0
  70. llms/extensions/katex/ui/contrib/mhchem.mjs +3109 -0
  71. llms/extensions/katex/ui/contrib/render-a11y-string.js +887 -0
  72. llms/extensions/katex/ui/contrib/render-a11y-string.min.js +1 -0
  73. llms/extensions/katex/ui/contrib/render-a11y-string.mjs +800 -0
  74. llms/extensions/katex/ui/fonts/KaTeX_AMS-Regular.ttf +0 -0
  75. llms/extensions/katex/ui/fonts/KaTeX_AMS-Regular.woff +0 -0
  76. llms/extensions/katex/ui/fonts/KaTeX_AMS-Regular.woff2 +0 -0
  77. llms/extensions/katex/ui/fonts/KaTeX_Caligraphic-Bold.ttf +0 -0
  78. llms/extensions/katex/ui/fonts/KaTeX_Caligraphic-Bold.woff +0 -0
  79. llms/extensions/katex/ui/fonts/KaTeX_Caligraphic-Bold.woff2 +0 -0
  80. llms/extensions/katex/ui/fonts/KaTeX_Caligraphic-Regular.ttf +0 -0
  81. llms/extensions/katex/ui/fonts/KaTeX_Caligraphic-Regular.woff +0 -0
  82. llms/extensions/katex/ui/fonts/KaTeX_Caligraphic-Regular.woff2 +0 -0
  83. llms/extensions/katex/ui/fonts/KaTeX_Fraktur-Bold.ttf +0 -0
  84. llms/extensions/katex/ui/fonts/KaTeX_Fraktur-Bold.woff +0 -0
  85. llms/extensions/katex/ui/fonts/KaTeX_Fraktur-Bold.woff2 +0 -0
  86. llms/extensions/katex/ui/fonts/KaTeX_Fraktur-Regular.ttf +0 -0
  87. llms/extensions/katex/ui/fonts/KaTeX_Fraktur-Regular.woff +0 -0
  88. llms/extensions/katex/ui/fonts/KaTeX_Fraktur-Regular.woff2 +0 -0
  89. llms/extensions/katex/ui/fonts/KaTeX_Main-Bold.ttf +0 -0
  90. llms/extensions/katex/ui/fonts/KaTeX_Main-Bold.woff +0 -0
  91. llms/extensions/katex/ui/fonts/KaTeX_Main-Bold.woff2 +0 -0
  92. llms/extensions/katex/ui/fonts/KaTeX_Main-BoldItalic.ttf +0 -0
  93. llms/extensions/katex/ui/fonts/KaTeX_Main-BoldItalic.woff +0 -0
  94. llms/extensions/katex/ui/fonts/KaTeX_Main-BoldItalic.woff2 +0 -0
  95. llms/extensions/katex/ui/fonts/KaTeX_Main-Italic.ttf +0 -0
  96. llms/extensions/katex/ui/fonts/KaTeX_Main-Italic.woff +0 -0
  97. llms/extensions/katex/ui/fonts/KaTeX_Main-Italic.woff2 +0 -0
  98. llms/extensions/katex/ui/fonts/KaTeX_Main-Regular.ttf +0 -0
  99. llms/extensions/katex/ui/fonts/KaTeX_Main-Regular.woff +0 -0
  100. llms/extensions/katex/ui/fonts/KaTeX_Main-Regular.woff2 +0 -0
  101. llms/extensions/katex/ui/fonts/KaTeX_Math-BoldItalic.ttf +0 -0
  102. llms/extensions/katex/ui/fonts/KaTeX_Math-BoldItalic.woff +0 -0
  103. llms/extensions/katex/ui/fonts/KaTeX_Math-BoldItalic.woff2 +0 -0
  104. llms/extensions/katex/ui/fonts/KaTeX_Math-Italic.ttf +0 -0
  105. llms/extensions/katex/ui/fonts/KaTeX_Math-Italic.woff +0 -0
  106. llms/extensions/katex/ui/fonts/KaTeX_Math-Italic.woff2 +0 -0
  107. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Bold.ttf +0 -0
  108. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Bold.woff +0 -0
  109. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Bold.woff2 +0 -0
  110. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Italic.ttf +0 -0
  111. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Italic.woff +0 -0
  112. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Italic.woff2 +0 -0
  113. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Regular.ttf +0 -0
  114. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Regular.woff +0 -0
  115. llms/extensions/katex/ui/fonts/KaTeX_SansSerif-Regular.woff2 +0 -0
  116. llms/extensions/katex/ui/fonts/KaTeX_Script-Regular.ttf +0 -0
  117. llms/extensions/katex/ui/fonts/KaTeX_Script-Regular.woff +0 -0
  118. llms/extensions/katex/ui/fonts/KaTeX_Script-Regular.woff2 +0 -0
  119. llms/extensions/katex/ui/fonts/KaTeX_Size1-Regular.ttf +0 -0
  120. llms/extensions/katex/ui/fonts/KaTeX_Size1-Regular.woff +0 -0
  121. llms/extensions/katex/ui/fonts/KaTeX_Size1-Regular.woff2 +0 -0
  122. llms/extensions/katex/ui/fonts/KaTeX_Size2-Regular.ttf +0 -0
  123. llms/extensions/katex/ui/fonts/KaTeX_Size2-Regular.woff +0 -0
  124. llms/extensions/katex/ui/fonts/KaTeX_Size2-Regular.woff2 +0 -0
  125. llms/extensions/katex/ui/fonts/KaTeX_Size3-Regular.ttf +0 -0
  126. llms/extensions/katex/ui/fonts/KaTeX_Size3-Regular.woff +0 -0
  127. llms/extensions/katex/ui/fonts/KaTeX_Size3-Regular.woff2 +0 -0
  128. llms/extensions/katex/ui/fonts/KaTeX_Size4-Regular.ttf +0 -0
  129. llms/extensions/katex/ui/fonts/KaTeX_Size4-Regular.woff +0 -0
  130. llms/extensions/katex/ui/fonts/KaTeX_Size4-Regular.woff2 +0 -0
  131. llms/extensions/katex/ui/fonts/KaTeX_Typewriter-Regular.ttf +0 -0
  132. llms/extensions/katex/ui/fonts/KaTeX_Typewriter-Regular.woff +0 -0
  133. llms/extensions/katex/ui/fonts/KaTeX_Typewriter-Regular.woff2 +0 -0
  134. llms/extensions/katex/ui/index.mjs +92 -0
  135. llms/extensions/katex/ui/katex-swap.css +1230 -0
  136. llms/extensions/katex/ui/katex-swap.min.css +1 -0
  137. llms/extensions/katex/ui/katex.css +1230 -0
  138. llms/extensions/katex/ui/katex.js +19080 -0
  139. llms/extensions/katex/ui/katex.min.css +1 -0
  140. llms/extensions/katex/ui/katex.min.js +1 -0
  141. llms/extensions/katex/ui/katex.min.mjs +1 -0
  142. llms/extensions/katex/ui/katex.mjs +18547 -0
  143. llms/extensions/providers/__init__.py +18 -0
  144. llms/extensions/providers/__pycache__/__init__.cpython-314.pyc +0 -0
  145. llms/extensions/providers/__pycache__/anthropic.cpython-314.pyc +0 -0
  146. llms/extensions/providers/__pycache__/chutes.cpython-314.pyc +0 -0
  147. llms/extensions/providers/__pycache__/google.cpython-314.pyc +0 -0
  148. llms/extensions/providers/__pycache__/nvidia.cpython-314.pyc +0 -0
  149. llms/extensions/providers/__pycache__/openai.cpython-314.pyc +0 -0
  150. llms/extensions/providers/__pycache__/openrouter.cpython-314.pyc +0 -0
  151. llms/extensions/providers/anthropic.py +229 -0
  152. llms/extensions/providers/chutes.py +155 -0
  153. llms/extensions/providers/google.py +378 -0
  154. llms/extensions/providers/nvidia.py +105 -0
  155. llms/extensions/providers/openai.py +156 -0
  156. llms/extensions/providers/openrouter.py +72 -0
  157. llms/extensions/system_prompts/README.md +22 -0
  158. llms/extensions/system_prompts/__init__.py +45 -0
  159. llms/extensions/system_prompts/__pycache__/__init__.cpython-314.pyc +0 -0
  160. llms/extensions/system_prompts/ui/index.mjs +280 -0
  161. llms/extensions/system_prompts/ui/prompts.json +1067 -0
  162. llms/extensions/tools/__init__.py +5 -0
  163. llms/extensions/tools/__pycache__/__init__.cpython-314.pyc +0 -0
  164. llms/extensions/tools/ui/index.mjs +204 -0
  165. llms/index.html +35 -77
  166. llms/llms.json +357 -1186
  167. llms/main.py +2847 -999
  168. llms/providers-extra.json +356 -0
  169. llms/providers.json +1 -0
  170. llms/ui/App.mjs +151 -60
  171. llms/ui/ai.mjs +132 -60
  172. llms/ui/app.css +2173 -161
  173. llms/ui/ctx.mjs +365 -0
  174. llms/ui/index.mjs +129 -0
  175. llms/ui/lib/charts.mjs +9 -13
  176. llms/ui/lib/servicestack-vue.mjs +3 -3
  177. llms/ui/lib/vue.min.mjs +10 -9
  178. llms/ui/lib/vue.mjs +1796 -1635
  179. llms/ui/markdown.mjs +18 -7
  180. llms/ui/modules/chat/ChatBody.mjs +691 -0
  181. llms/ui/{SettingsDialog.mjs → modules/chat/SettingsDialog.mjs} +9 -9
  182. llms/ui/modules/chat/index.mjs +828 -0
  183. llms/ui/modules/layout.mjs +243 -0
  184. llms/ui/modules/model-selector.mjs +851 -0
  185. llms/ui/tailwind.input.css +496 -80
  186. llms/ui/utils.mjs +161 -93
  187. {llms_py-2.0.34.dist-info → llms_py-3.0.0.dist-info}/METADATA +1 -1
  188. llms_py-3.0.0.dist-info/RECORD +202 -0
  189. llms/ui/Avatar.mjs +0 -85
  190. llms/ui/Brand.mjs +0 -52
  191. llms/ui/ChatPrompt.mjs +0 -590
  192. llms/ui/Main.mjs +0 -823
  193. llms/ui/ModelSelector.mjs +0 -78
  194. llms/ui/OAuthSignIn.mjs +0 -92
  195. llms/ui/ProviderIcon.mjs +0 -30
  196. llms/ui/ProviderStatus.mjs +0 -105
  197. llms/ui/SignIn.mjs +0 -64
  198. llms/ui/SystemPromptEditor.mjs +0 -31
  199. llms/ui/SystemPromptSelector.mjs +0 -56
  200. llms/ui/Welcome.mjs +0 -8
  201. llms/ui/threadStore.mjs +0 -563
  202. llms/ui.json +0 -1069
  203. llms_py-2.0.34.dist-info/RECORD +0 -48
  204. {llms_py-2.0.34.dist-info → llms_py-3.0.0.dist-info}/WHEEL +0 -0
  205. {llms_py-2.0.34.dist-info → llms_py-3.0.0.dist-info}/entry_points.txt +0 -0
  206. {llms_py-2.0.34.dist-info → llms_py-3.0.0.dist-info}/licenses/LICENSE +0 -0
  207. {llms_py-2.0.34.dist-info → llms_py-3.0.0.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,72 @@
1
+ import json
2
+ import time
3
+
4
+ import aiohttp
5
+
6
+
7
+ def install_openrouter(ctx):
8
+ from llms.main import GeneratorBase
9
+
10
+ # https://openrouter.ai/docs/guides/overview/multimodal/image-generation
11
+ class OpenRouterGenerator(GeneratorBase):
12
+ sdk = "openrouter/image"
13
+
14
+ def __init__(self, **kwargs):
15
+ super().__init__(**kwargs)
16
+
17
+ def to_response(self, response, chat, started_at):
18
+ # go through all image responses and save them to cache
19
+ cost = None
20
+ if "usage" in response and "cost" in response["usage"]:
21
+ cost = response["usage"]["cost"]
22
+ for choice in response["choices"]:
23
+ if "message" in choice and "images" in choice["message"]:
24
+ for image in choice["message"]["images"]:
25
+ if choice["message"]["content"] == "":
26
+ choice["message"]["content"] = self.default_content
27
+ if "image_url" in image:
28
+ data_uri = image["image_url"]["url"]
29
+ if data_uri.startswith("data:"):
30
+ parts = data_uri.split(",", 1)
31
+ ext = parts[0].split(";")[0].split("/")[1]
32
+ base64_data = parts[1]
33
+ model = chat["model"].split("/")[-1]
34
+ filename = f"{model}-{choice['index']}.{ext}"
35
+ relative_url, info = ctx.save_image_to_cache(
36
+ base64_data, filename, ctx.to_file_info(chat, {"cost": cost})
37
+ )
38
+ image["image_url"]["url"] = relative_url
39
+
40
+ return response
41
+
42
+ async def chat(self, chat, provider=None):
43
+ headers = self.get_headers(provider, chat)
44
+ if provider is not None:
45
+ chat["model"] = provider.provider_model(chat["model"]) or chat["model"]
46
+
47
+ started_at = time.time()
48
+ if ctx.MOCK:
49
+ print("Mocking OpenRouterGenerator")
50
+ text = ctx.text_from_file(f"{ctx.MOCK_DIR}/openrouter-image.json")
51
+ return ctx.log_json(self.to_response(json.loads(text), chat, started_at))
52
+ else:
53
+ chat_url = provider.chat_url
54
+ # remove tools
55
+ chat.pop("tools", None)
56
+ chat = await self.process_chat(chat, provider_id=self.id)
57
+ ctx.log(f"POST {chat_url}")
58
+ ctx.log(provider.chat_summary(chat))
59
+ # remove metadata if any (conflicts with some providers, e.g. Z.ai)
60
+ metadata = chat.pop("metadata", None)
61
+
62
+ async with aiohttp.ClientSession() as session, session.post(
63
+ chat_url,
64
+ headers=headers,
65
+ data=json.dumps(chat),
66
+ timeout=aiohttp.ClientTimeout(total=300),
67
+ ) as response:
68
+ if metadata:
69
+ chat["metadata"] = metadata
70
+ return ctx.log_json(self.to_response(await self.response_json(response), chat, started_at))
71
+
72
+ ctx.add_provider(OpenRouterGenerator)
@@ -0,0 +1,22 @@
1
+ # System Prompts Extension
2
+
3
+ This extension configures AI requests with a library of **over 200+** awesome curated system prompts that can be selected from the UI.
4
+
5
+ ## Custom System Prompts
6
+
7
+ You can also maintain your own library of system prompts which can be maintained for all anonymous users at:
8
+ `~/.llms/user/default/system-prompts.json`
9
+
10
+ Or for signed in users at:
11
+ `~/.llms/user/<github-user>/system-prompts.json`
12
+
13
+ The JSON file should contain an array of Prompt objects, e.g:
14
+
15
+ ```json
16
+ [
17
+ {
18
+ "name": "Helpful Assistant",
19
+ "prompt": "You are a helpful assistant."
20
+ }
21
+ ]
22
+ ```
@@ -0,0 +1,45 @@
1
+ import json
2
+ import os
3
+
4
+ from aiohttp import web
5
+
6
+ default_prompts = [
7
+ {"name": "Helpful Assistant", "prompt": "You are a helpful assistant."},
8
+ ]
9
+
10
+
11
+ # runs after providers are configured but before server is run
12
+ def install(ctx):
13
+ # helper to get user or default prompts
14
+ def get_user_prompts(request):
15
+ candidate_paths = []
16
+ # check if user is signed in
17
+ username = ctx.get_username(request)
18
+ if username:
19
+ # if signed in (Github OAuth), return the prompts for this user if exists
20
+ candidate_paths.append(os.path.join(ctx.get_user_path(username), "system_prompts", "prompts.json"))
21
+ # return default prompts for all users if exists
22
+ candidate_paths.append(os.path.join(ctx.get_user_path(), "system_prompts", "prompts.json"))
23
+ # otherwise return the default prompts from this repo
24
+ candidate_paths.append(os.path.join(ctx.path, "ui", "prompts.json"))
25
+
26
+ # iterate all candidate paths and when exists return its json
27
+ for path in candidate_paths:
28
+ if os.path.exists(path):
29
+ with open(path, encoding="utf-8") as f:
30
+ txt = f.read()
31
+ return json.loads(txt)
32
+ return default_prompts
33
+
34
+ # API Handler to get prompts
35
+ async def get_prompts(request):
36
+ prompts_json = get_user_prompts(request)
37
+ return web.json_response(prompts_json)
38
+
39
+ ctx.add_get("prompts.json", get_prompts)
40
+
41
+
42
+ # register install extension handler
43
+ __install__ = install
44
+
45
+ __order__ = -10
@@ -0,0 +1,280 @@
1
+ import { ref, computed, inject, watch, onMounted, onUnmounted, nextTick } from "vue"
2
+ import { AppContext } from "ctx.mjs"
3
+
4
+ let ext
5
+
6
+ const PromptFinder = {
7
+ template: `
8
+ <div v-if="modelValue" class="absolute right-0 top-full z-10 mt-1 origin-top-right rounded-md bg-white dark:bg-gray-900 shadow-lg border border-gray-300 dark:border-gray-600 focus:outline-none"
9
+ style="width:400px"
10
+ role="menu" aria-orientation="vertical" aria-labelledby="menu-button" tabindex="-1">
11
+ <div class="p-2" role="none">
12
+ <div class="relative mb-2">
13
+ <div class="pointer-events-none absolute inset-y-0 left-0 flex items-center pl-3">
14
+ <svg class="h-4 w-4 text-gray-400" viewBox="0 0 20 20" fill="currentColor" aria-hidden="true">
15
+ <path fill-rule="evenodd" d="M9 3.5a5.5 5.5 0 100 11 5.5 5.5 0 000-11zM2 9a7 7 0 1112.452 4.391l3.328 3.329a.75.75 0 11-1.06 1.06l-3.329-3.328A7 7 0 012 9z" clip-rule="evenodd" />
16
+ </svg>
17
+ </div>
18
+ <input type="text"
19
+ ref="searchInput"
20
+ v-model="searchQuery"
21
+ @keydown="onKeydown"
22
+ class="block w-full rounded-md border-0 py-1.5 pl-10 text-gray-900 dark:text-gray-100 shadow-sm ring-1 ring-inset ring-gray-300 dark:ring-gray-600 placeholder:text-gray-400 focus:ring-2 focus:ring-inset focus:ring-blue-600 sm:text-xs sm:leading-6 bg-transparent"
23
+ placeholder="Search prompts...">
24
+ </div>
25
+
26
+ <div class="max-h-80 overflow-y-auto" ref="resultsList">
27
+ <div v-if="filteredPrompts.length === 0" class="p-4 text-center text-xs text-gray-500">
28
+ No prompts found
29
+ </div>
30
+ <div v-for="(prompt, index) in filteredPrompts" :key="prompt.id"
31
+ @click="selectPrompt(prompt)"
32
+ :class="['group relative flex gap-x-2 rounded-md p-2 cursor-pointer border-b border-gray-100 dark:border-gray-800 last:border-0',
33
+ selectedIndex === index ? 'bg-blue-50 dark:bg-blue-900/20' : 'hover:bg-gray-50 dark:hover:bg-gray-800']"
34
+ :data-index="index">
35
+ <div class="flex-auto">
36
+ <div class="flex items-center justify-between">
37
+ <h4 :class="['font-semibold text-sm', selectedIndex === index ? 'text-blue-700 dark:text-blue-300' : 'text-gray-900 dark:text-gray-100']">
38
+ {{ prompt.name }}
39
+ </h4>
40
+ </div>
41
+ <p class="text-xs leading-4 text-gray-500 dark:text-gray-400 line-clamp-2 mt-0.5">{{ prompt.value }}</p>
42
+ </div>
43
+ </div>
44
+ </div>
45
+ </div>
46
+ </div>
47
+ `,
48
+ props: {
49
+ modelValue: Boolean, // controls visibility
50
+ prompts: {
51
+ type: Array,
52
+ default: () => []
53
+ }
54
+ },
55
+ emits: ['update:modelValue', 'select'],
56
+ setup(props, { emit }) {
57
+ const searchQuery = ref('')
58
+ const searchInput = ref(null)
59
+ const resultsList = ref(null)
60
+ const selectedIndex = ref(-1)
61
+
62
+ const filteredPrompts = computed(() => {
63
+ if (!searchQuery.value) return props.prompts
64
+ const q = searchQuery.value.toLowerCase()
65
+ return props.prompts.filter(p =>
66
+ p.name.toLowerCase().includes(q) ||
67
+ p.value.toLowerCase().includes(q) ||
68
+ p.id.toLowerCase().includes(q)
69
+ )
70
+ })
71
+
72
+ function selectPrompt(prompt) {
73
+ emit('select', prompt)
74
+ emit('update:modelValue', false)
75
+ }
76
+
77
+ function scrollToSelected() {
78
+ nextTick(() => {
79
+ if (!resultsList.value) return
80
+ const el = resultsList.value.querySelector(`[data-index="${selectedIndex.value}"]`)
81
+ if (el) {
82
+ el.scrollIntoView({ block: 'nearest' })
83
+ }
84
+ })
85
+ }
86
+
87
+ function onKeydown(e) {
88
+ if (filteredPrompts.value.length === 0) return
89
+
90
+ if (e.key === 'ArrowDown') {
91
+ e.preventDefault()
92
+ selectedIndex.value = (selectedIndex.value + 1) % filteredPrompts.value.length
93
+ scrollToSelected()
94
+ } else if (e.key === 'ArrowUp') {
95
+ e.preventDefault()
96
+ selectedIndex.value = (selectedIndex.value - 1 + filteredPrompts.value.length) % filteredPrompts.value.length
97
+ scrollToSelected()
98
+ } else if (e.key === 'Enter') {
99
+ e.preventDefault()
100
+ if (selectedIndex.value >= 0 && selectedIndex.value < filteredPrompts.value.length) {
101
+ selectPrompt(filteredPrompts.value[selectedIndex.value])
102
+ }
103
+ }
104
+ }
105
+
106
+ watch(() => props.modelValue, (isOpen) => {
107
+ if (isOpen) {
108
+ // Focus search input when modal opens
109
+ nextTick(() => {
110
+ if (searchInput.value) {
111
+ searchInput.value.focus()
112
+ }
113
+ })
114
+ selectedIndex.value = -1
115
+ } else {
116
+ searchQuery.value = ''
117
+ }
118
+ })
119
+
120
+ watch(searchQuery, () => {
121
+ selectedIndex.value = 0 // Select first result on search
122
+ })
123
+
124
+ return {
125
+ searchQuery,
126
+ searchInput,
127
+ resultsList,
128
+ filteredPrompts,
129
+ selectedIndex,
130
+ selectPrompt,
131
+ onKeydown
132
+ }
133
+ }
134
+ }
135
+
136
+ const SystemPromptEditor = {
137
+ template: `
138
+ <div class="border-b border-gray-200 dark:border-gray-700 px-6 pb-4">
139
+ <div class="max-w-6xl mx-auto">
140
+ <div class="mt-2 h-10 flex justify-between items-center">
141
+ <label class="select-none block text-sm font-medium text-gray-700 dark:text-gray-300 mb-2">
142
+ System Prompt
143
+ </label>
144
+ <div v-if="hasMessages" class="text-sm text-gray-500 dark:text-gray-400">
145
+ {{ !ext.prefs.systemPrompt ? '' : prompts.find(x => x.value === ext.prefs.systemPrompt)?.name || 'Custom' }}
146
+ </div>
147
+ <div v-else class="mb-2 relative" ref="containerRef">
148
+ <div class="flex items-center gap-2">
149
+ <span v-if="selected" class="text-sm text-gray-500 dark:text-gray-400">
150
+ {{ selected.name }}
151
+ </span>
152
+ <button v-if="modelValue" type="button" title="Clear System Prompt" @click="$emit('update:modelValue', null)"
153
+ class="rounded-full p-1 hover:bg-gray-200 dark:hover:bg-gray-700 transition-colors">
154
+ <svg class="size-4 text-gray-500 dark:text-gray-400" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path fill="currentColor" d="M19 6.41L17.59 5L12 10.59L6.41 5L5 6.41L10.59 12L5 17.59L6.41 19L12 13.41L17.59 19L19 17.59L13.41 12z"/></svg>
155
+ </button>
156
+ <button type="button"
157
+ @click="ext.setPrefs({ showFinder: !ext.prefs.showFinder })"
158
+ class="inline-flex items-center gap-x-1.5 rounded-md bg-white dark:bg-gray-900 px-2.5 py-1.5 text-sm font-medium text-gray-700 dark:text-gray-300 shadow-sm border border-gray-300 dark:border-gray-600 hover:bg-gray-50 dark:hover:bg-gray-800">
159
+ Explore Prompts
160
+ </button>
161
+ </div>
162
+ <PromptFinder v-model="ext.prefs.showFinder" :prompts="prompts" @select="onSelect" />
163
+ </div>
164
+ </div>
165
+ <div v-if="hasMessages" class="w-full rounded-md border border-gray-300 dark:border-gray-600 bg-white dark:bg-gray-900 text-gray-900 dark:text-gray-100 px-3 py-2 text-sm">
166
+ {{$threads.currentThread.value?.systemPrompt || 'No System Prompt was used' }}
167
+ </div>
168
+ <div v-else>
169
+ <textarea
170
+ :value="modelValue" @input="$emit('update:modelValue', $event.target.value)"
171
+ placeholder="Enter a system prompt to guide AI's behavior..."
172
+ rows="6"
173
+ class="block w-full resize-vertical rounded-md border border-gray-300 dark:border-gray-600 bg-white dark:bg-gray-900 text-gray-900 dark:text-gray-100 px-3 py-2 text-sm placeholder-gray-500 dark:placeholder-gray-400 focus:border-blue-500 focus:outline-none focus:ring-1 focus:ring-blue-500"
174
+ ></textarea>
175
+ </div>
176
+ </div>
177
+ </div>
178
+ `,
179
+ emits: ['update:modelValue'],
180
+ props: {
181
+ prompts: Array,
182
+ selected: Object,
183
+ modelValue: String,
184
+ },
185
+ setup(props, { emit }) {
186
+ /**@type {AppContext} */
187
+ const ctx = inject('ctx')
188
+ const containerRef = ref()
189
+ const hasMessages = computed(() => ctx.threads.currentThread.value?.messages?.length > 0)
190
+ const selected = computed(() =>
191
+ props.prompts.find(x => x.value === props.modelValue) ?? { name: "Custom", value: props.modelValue })
192
+
193
+ function onSelect(prompt) {
194
+ ext.setPrefs({ prompt: prompt }) // {"id","name","value"}
195
+ emit('update:modelValue', prompt.value)
196
+ }
197
+
198
+ function closeFinder(e) {
199
+ if (ext.prefs.showFinder && containerRef.value && !containerRef.value.contains(e.target)) {
200
+ ext.setPrefs({ showFinder: false })
201
+ }
202
+ }
203
+
204
+ watch(() => props.modelValue, systemPrompt => {
205
+ ext.setPrefs({ systemPrompt })
206
+ })
207
+
208
+ onMounted(() => {
209
+ document.addEventListener('click', closeFinder)
210
+ if (ext.prefs.prompt) {
211
+ emit('update:modelValue', ext.prefs.prompt)
212
+ }
213
+ })
214
+ onUnmounted(() => {
215
+ document.removeEventListener('click', closeFinder)
216
+ })
217
+
218
+ return {
219
+ ext,
220
+ hasMessages,
221
+ selected,
222
+ containerRef,
223
+ onSelect,
224
+ }
225
+ }
226
+ }
227
+
228
+ export default {
229
+ order: 30 - 100,
230
+
231
+ install(ctx) {
232
+ ext = ctx.scope('system_prompts')
233
+ ctx.components({
234
+ PromptFinder,
235
+ SystemPromptEditor,
236
+ SystemPromptsPanel: {
237
+ template: `<SystemPromptEditor :prompts="ext.state.prompts" v-model="ext.prefs.prompt" />`,
238
+ setup() {
239
+ return { ext }
240
+ }
241
+ }
242
+ })
243
+ ext.setPrefs({ systemPrompt: '' })
244
+
245
+ ctx.setTopIcons({
246
+ system_prompts: {
247
+ component: {
248
+ template: `<svg @click="$ctx.toggleTop('SystemPromptsPanel')" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path fill="none" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="m5 7l5 5l-5 5m8 0h6"/></svg>`,
249
+ },
250
+ isActive({ top }) { return top === 'SystemPromptsPanel' }
251
+ }
252
+ })
253
+
254
+ ctx.chatRequestFilters.push(({ request, thread }) => {
255
+
256
+ const hasSystemPrompt = request.messages.find(x => x.role === 'system')
257
+ if (hasSystemPrompt) {
258
+ console.log('Already has system prompt', hasSystemPrompt.content)
259
+ return
260
+ }
261
+
262
+ // Only add the selected system prompt for new requests
263
+ if (ext.prefs.systemPrompt && request.messages.length <= 1) {
264
+ // add message to start
265
+ request.messages.unshift({
266
+ role: 'system',
267
+ content: ext.prefs.systemPrompt
268
+ })
269
+ }
270
+ })
271
+
272
+ ctx.setState({ prompts: [] })
273
+ },
274
+
275
+ async load(ctx) {
276
+ const api = await ext.getJson(`/prompts.json`)
277
+ const prompts = api.response || []
278
+ ext.setState({ prompts })
279
+ }
280
+ }