llms-py 3.0.0__py3-none-any.whl → 3.0.0b2__py3-none-any.whl

llms/extensions/providers/openrouter.py

@@ -1,72 +0,0 @@
-import json
-import time
-
-import aiohttp
-
-
-def install_openrouter(ctx):
-    from llms.main import GeneratorBase
-
-    # https://openrouter.ai/docs/guides/overview/multimodal/image-generation
-    class OpenRouterGenerator(GeneratorBase):
-        sdk = "openrouter/image"
-
-        def __init__(self, **kwargs):
-            super().__init__(**kwargs)
-
-        def to_response(self, response, chat, started_at):
-            # go through all image responses and save them to cache
-            cost = None
-            if "usage" in response and "cost" in response["usage"]:
-                cost = response["usage"]["cost"]
-            for choice in response["choices"]:
-                if "message" in choice and "images" in choice["message"]:
-                    for image in choice["message"]["images"]:
-                        if choice["message"]["content"] == "":
-                            choice["message"]["content"] = self.default_content
-                        if "image_url" in image:
-                            data_uri = image["image_url"]["url"]
-                            if data_uri.startswith("data:"):
-                                parts = data_uri.split(",", 1)
-                                ext = parts[0].split(";")[0].split("/")[1]
-                                base64_data = parts[1]
-                                model = chat["model"].split("/")[-1]
-                                filename = f"{model}-{choice['index']}.{ext}"
-                                relative_url, info = ctx.save_image_to_cache(
-                                    base64_data, filename, ctx.to_file_info(chat, {"cost": cost})
-                                )
-                                image["image_url"]["url"] = relative_url
-
-            return response
-
-        async def chat(self, chat, provider=None):
-            headers = self.get_headers(provider, chat)
-            if provider is not None:
-                chat["model"] = provider.provider_model(chat["model"]) or chat["model"]
-
-            started_at = time.time()
-            if ctx.MOCK:
-                print("Mocking OpenRouterGenerator")
-                text = ctx.text_from_file(f"{ctx.MOCK_DIR}/openrouter-image.json")
-                return ctx.log_json(self.to_response(json.loads(text), chat, started_at))
-            else:
-                chat_url = provider.chat_url
-                # remove tools
-                chat.pop("tools", None)
-                chat = await self.process_chat(chat, provider_id=self.id)
-                ctx.log(f"POST {chat_url}")
-                ctx.log(provider.chat_summary(chat))
-                # remove metadata if any (conflicts with some providers, e.g. Z.ai)
-                metadata = chat.pop("metadata", None)
-
-                async with aiohttp.ClientSession() as session, session.post(
-                    chat_url,
-                    headers=headers,
-                    data=json.dumps(chat),
-                    timeout=aiohttp.ClientTimeout(total=300),
-                ) as response:
-                    if metadata:
-                        chat["metadata"] = metadata
-                    return ctx.log_json(self.to_response(await self.response_json(response), chat, started_at))
-
-    ctx.add_provider(OpenRouterGenerator)

llms/extensions/system_prompts/README.md

@@ -1,22 +0,0 @@
-# System Prompts Extension
-
-This extension configures AI requests with a library of **over 200+** awesome curated system prompts that can be selected from the UI.
-
-## Custom System Prompts
-
-You can also maintain your own library of system prompts which can be maintained for all anonymous users at:
-`~/.llms/user/default/system-prompts.json`
-
-Or for signed in users at:
-`~/.llms/user/<github-user>/system-prompts.json`
-
-The JSON file should contain an array of Prompt objects, e.g:
-
-```json
-[
-    {
-        "name": "Helpful Assistant",
-        "prompt": "You are a helpful assistant."
-    }
-]
-```

llms/extensions/system_prompts/__init__.py

@@ -1,45 +0,0 @@
-import json
-import os
-
-from aiohttp import web
-
-default_prompts = [
-    {"name": "Helpful Assistant", "prompt": "You are a helpful assistant."},
-]
-
-
-# runs after providers are configured but before server is run
-def install(ctx):
-    # helper to get user or default prompts
-    def get_user_prompts(request):
-        candidate_paths = []
-        # check if user is signed in
-        username = ctx.get_username(request)
-        if username:
-            # if signed in (Github OAuth), return the prompts for this user if exists
-            candidate_paths.append(os.path.join(ctx.get_user_path(username), "system_prompts", "prompts.json"))
-        # return default prompts for all users if exists
-        candidate_paths.append(os.path.join(ctx.get_user_path(), "system_prompts", "prompts.json"))
-        # otherwise return the default prompts from this repo
-        candidate_paths.append(os.path.join(ctx.path, "ui", "prompts.json"))
-
-        # iterate all candidate paths and when exists return its json
-        for path in candidate_paths:
-            if os.path.exists(path):
-                with open(path, encoding="utf-8") as f:
-                    txt = f.read()
-                    return json.loads(txt)
-        return default_prompts
-
-    # API Handler to get prompts
-    async def get_prompts(request):
-        prompts_json = get_user_prompts(request)
-        return web.json_response(prompts_json)
-
-    ctx.add_get("prompts.json", get_prompts)
-
-
-# register install extension handler
-__install__ = install
-
-__order__ = -10

llms/extensions/system_prompts/ui/index.mjs

@@ -1,280 +0,0 @@
-import { ref, computed, inject, watch, onMounted, onUnmounted, nextTick } from "vue"
-import { AppContext } from "ctx.mjs"
-
-let ext
-
-const PromptFinder = {
-    template: `
-    <div v-if="modelValue" class="absolute right-0 top-full z-10 mt-1 origin-top-right rounded-md bg-white dark:bg-gray-900 shadow-lg border border-gray-300 dark:border-gray-600 focus:outline-none"
-         style="width:400px"
-         role="menu" aria-orientation="vertical" aria-labelledby="menu-button" tabindex="-1">
-        <div class="p-2" role="none">
-            <div class="relative mb-2">
-                <div class="pointer-events-none absolute inset-y-0 left-0 flex items-center pl-3">
-                    <svg class="h-4 w-4 text-gray-400" viewBox="0 0 20 20" fill="currentColor" aria-hidden="true">
-                        <path fill-rule="evenodd" d="M9 3.5a5.5 5.5 0 100 11 5.5 5.5 0 000-11zM2 9a7 7 0 1112.452 4.391l3.328 3.329a.75.75 0 11-1.06 1.06l-3.329-3.328A7 7 0 012 9z" clip-rule="evenodd" />
-                    </svg>
-                </div>
-                <input type="text" 
-                    ref="searchInput"
-                    v-model="searchQuery"
-                    @keydown="onKeydown"
-                    class="block w-full rounded-md border-0 py-1.5 pl-10 text-gray-900 dark:text-gray-100 shadow-sm ring-1 ring-inset ring-gray-300 dark:ring-gray-600 placeholder:text-gray-400 focus:ring-2 focus:ring-inset focus:ring-blue-600 sm:text-xs sm:leading-6 bg-transparent" 
-                    placeholder="Search prompts...">
-            </div>
-
-            <div class="max-h-80 overflow-y-auto" ref="resultsList">
-                <div v-if="filteredPrompts.length === 0" class="p-4 text-center text-xs text-gray-500">
-                    No prompts found
-                </div>
-                <div v-for="(prompt, index) in filteredPrompts" :key="prompt.id" 
-                    @click="selectPrompt(prompt)"
-                    :class="['group relative flex gap-x-2 rounded-md p-2 cursor-pointer border-b border-gray-100 dark:border-gray-800 last:border-0', 
-                             selectedIndex === index ? 'bg-blue-50 dark:bg-blue-900/20' : 'hover:bg-gray-50 dark:hover:bg-gray-800']"
-                    :data-index="index">
-                    <div class="flex-auto">
-                        <div class="flex items-center justify-between">
-                            <h4 :class="['font-semibold text-sm', selectedIndex === index ? 'text-blue-700 dark:text-blue-300' : 'text-gray-900 dark:text-gray-100']">
-                                {{ prompt.name }}
-                            </h4>
-                        </div>
-                        <p class="text-xs leading-4 text-gray-500 dark:text-gray-400 line-clamp-2 mt-0.5">{{ prompt.value }}</p>
-                    </div>
-                </div>
-            </div>
-        </div>
-    </div>
-    `,
-    props: {
-        modelValue: Boolean, // controls visibility
-        prompts: {
-            type: Array,
-            default: () => []
-        }
-    },
-    emits: ['update:modelValue', 'select'],
-    setup(props, { emit }) {
-        const searchQuery = ref('')
-        const searchInput = ref(null)
-        const resultsList = ref(null)
-        const selectedIndex = ref(-1)
-
-        const filteredPrompts = computed(() => {
-            if (!searchQuery.value) return props.prompts
-            const q = searchQuery.value.toLowerCase()
-            return props.prompts.filter(p =>
-                p.name.toLowerCase().includes(q) ||
-                p.value.toLowerCase().includes(q) ||
-                p.id.toLowerCase().includes(q)
-            )
-        })
-
-        function selectPrompt(prompt) {
-            emit('select', prompt)
-            emit('update:modelValue', false)
-        }
-
-        function scrollToSelected() {
-            nextTick(() => {
-                if (!resultsList.value) return
-                const el = resultsList.value.querySelector(`[data-index="${selectedIndex.value}"]`)
-                if (el) {
-                    el.scrollIntoView({ block: 'nearest' })
-                }
-            })
-        }
-
-        function onKeydown(e) {
-            if (filteredPrompts.value.length === 0) return
-
-            if (e.key === 'ArrowDown') {
-                e.preventDefault()
-                selectedIndex.value = (selectedIndex.value + 1) % filteredPrompts.value.length
-                scrollToSelected()
-            } else if (e.key === 'ArrowUp') {
-                e.preventDefault()
-                selectedIndex.value = (selectedIndex.value - 1 + filteredPrompts.value.length) % filteredPrompts.value.length
-                scrollToSelected()
-            } else if (e.key === 'Enter') {
-                e.preventDefault()
-                if (selectedIndex.value >= 0 && selectedIndex.value < filteredPrompts.value.length) {
-                    selectPrompt(filteredPrompts.value[selectedIndex.value])
-                }
-            }
-        }
-
-        watch(() => props.modelValue, (isOpen) => {
-            if (isOpen) {
-                // Focus search input when modal opens
-                nextTick(() => {
-                    if (searchInput.value) {
-                        searchInput.value.focus()
-                    }
-                })
-                selectedIndex.value = -1
-            } else {
-                searchQuery.value = ''
-            }
-        })
-
-        watch(searchQuery, () => {
-            selectedIndex.value = 0 // Select first result on search
-        })
-
-        return {
-            searchQuery,
-            searchInput,
-            resultsList,
-            filteredPrompts,
-            selectedIndex,
-            selectPrompt,
-            onKeydown
-        }
-    }
-}
-
-const SystemPromptEditor = {
-    template: `
-    <div class="border-b border-gray-200 dark:border-gray-700 px-6 pb-4">
-        <div class="max-w-6xl mx-auto">
-            <div class="mt-2 h-10 flex justify-between items-center">
-                <label class="select-none block text-sm font-medium text-gray-700 dark:text-gray-300 mb-2">
-                    System Prompt
-                </label>
-                <div v-if="hasMessages" class="text-sm text-gray-500 dark:text-gray-400">
-                    {{ !ext.prefs.systemPrompt ? '' : prompts.find(x => x.value === ext.prefs.systemPrompt)?.name || 'Custom' }}
-                </div>
-                <div v-else class="mb-2 relative" ref="containerRef">
-                    <div class="flex items-center gap-2">
-                        <span v-if="selected" class="text-sm text-gray-500 dark:text-gray-400">
-                            {{ selected.name }}
-                        </span>
-                        <button v-if="modelValue" type="button" title="Clear System Prompt" @click="$emit('update:modelValue', null)"
-                            class="rounded-full p-1 hover:bg-gray-200 dark:hover:bg-gray-700 transition-colors">
-                            <svg class="size-4 text-gray-500 dark:text-gray-400" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path fill="currentColor" d="M19 6.41L17.59 5L12 10.59L6.41 5L5 6.41L10.59 12L5 17.59L6.41 19L12 13.41L17.59 19L19 17.59L13.41 12z"/></svg>
-                        </button>
-                        <button type="button" 
-                            @click="ext.setPrefs({ showFinder: !ext.prefs.showFinder })"
-                            class="inline-flex items-center gap-x-1.5 rounded-md bg-white dark:bg-gray-900 px-2.5 py-1.5 text-sm font-medium text-gray-700 dark:text-gray-300 shadow-sm border border-gray-300 dark:border-gray-600 hover:bg-gray-50 dark:hover:bg-gray-800">
-                            Explore Prompts
-                        </button>
-                    </div>
-                    <PromptFinder v-model="ext.prefs.showFinder" :prompts="prompts" @select="onSelect" />
-                </div>
-            </div>
-            <div v-if="hasMessages" class="w-full rounded-md border border-gray-300 dark:border-gray-600 bg-white dark:bg-gray-900 text-gray-900 dark:text-gray-100 px-3 py-2 text-sm">
-                {{$threads.currentThread.value?.systemPrompt || 'No System Prompt was used' }}
-            </div>
-            <div v-else>
-                <textarea
-                    :value="modelValue" @input="$emit('update:modelValue', $event.target.value)"
-                    placeholder="Enter a system prompt to guide AI's behavior..."
-                    rows="6"
-                    class="block w-full resize-vertical rounded-md border border-gray-300 dark:border-gray-600 bg-white dark:bg-gray-900 text-gray-900 dark:text-gray-100 px-3 py-2 text-sm placeholder-gray-500 dark:placeholder-gray-400 focus:border-blue-500 focus:outline-none focus:ring-1 focus:ring-blue-500"
-                ></textarea>
-            </div>
-        </div>
-    </div>
-    `,
-    emits: ['update:modelValue'],
-    props: {
-        prompts: Array,
-        selected: Object,
-        modelValue: String,
-    },
-    setup(props, { emit }) {
-        /**@type {AppContext} */
-        const ctx = inject('ctx')
-        const containerRef = ref()
-        const hasMessages = computed(() => ctx.threads.currentThread.value?.messages?.length > 0)
-        const selected = computed(() =>
-            props.prompts.find(x => x.value === props.modelValue) ?? { name: "Custom", value: props.modelValue })
-
-        function onSelect(prompt) {
-            ext.setPrefs({ prompt: prompt }) // {"id","name","value"}
-            emit('update:modelValue', prompt.value)
-        }
-
-        function closeFinder(e) {
-            if (ext.prefs.showFinder && containerRef.value && !containerRef.value.contains(e.target)) {
-                ext.setPrefs({ showFinder: false })
-            }
-        }
-
-        watch(() => props.modelValue, systemPrompt => {
-            ext.setPrefs({ systemPrompt })
-        })
-
-        onMounted(() => {
-            document.addEventListener('click', closeFinder)
-            if (ext.prefs.prompt) {
-                emit('update:modelValue', ext.prefs.prompt)
-            }
-        })
-        onUnmounted(() => {
-            document.removeEventListener('click', closeFinder)
-        })
-
-        return {
-            ext,
-            hasMessages,
-            selected,
-            containerRef,
-            onSelect,
-        }
-    }
-}
-
-export default {
-    order: 30 - 100,
-
-    install(ctx) {
-        ext = ctx.scope('system_prompts')
-        ctx.components({
-            PromptFinder,
-            SystemPromptEditor,
-            SystemPromptsPanel: {
-                template: `<SystemPromptEditor :prompts="ext.state.prompts" v-model="ext.prefs.prompt" />`,
-                setup() {
-                    return { ext }
-                }
-            }
-        })
-        ext.setPrefs({ systemPrompt: '' })
-
-        ctx.setTopIcons({
-            system_prompts: {
-                component: {
-                    template: `<svg @click="$ctx.toggleTop('SystemPromptsPanel')" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path fill="none" stroke="currentColor" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="m5 7l5 5l-5 5m8 0h6"/></svg>`,
-                },
-                isActive({ top }) { return top === 'SystemPromptsPanel' }
-            }
-        })
-
-        ctx.chatRequestFilters.push(({ request, thread }) => {
-
-            const hasSystemPrompt = request.messages.find(x => x.role === 'system')
-            if (hasSystemPrompt) {
-                console.log('Already has system prompt', hasSystemPrompt.content)
-                return
-            }
-
-            // Only add the selected system prompt for new requests
-            if (ext.prefs.systemPrompt && request.messages.length <= 1) {
-                // add message to start
-                request.messages.unshift({
-                    role: 'system',
-                    content: ext.prefs.systemPrompt
-                })
-            }
-        })
-
-        ctx.setState({ prompts: [] })
-    },
-
-    async load(ctx) {
-        const api = await ext.getJson(`/prompts.json`)
-        const prompts = api.response || []
-        ext.setState({ prompts })
-    }
-}