node-llama-cpp 3.0.0-beta.2 → 3.0.0-beta.21

package/templates/packed/electron-typescript-react.json

@@ -0,0 +1 @@
+{"files":[{"path":[".editorconfig"],"content":"root = true\n\n[*]\nindent_style = space\nindent_size = 4\n\n[{*.ts,*.tsx,*.js,*.jsx,*.css,*.scss}]\ninsert_final_newline = true\n\n[{package.json,package-lock.json,manifest.json,electron-builder.json5}]\nindent_size = 2\n\n[*.yml]\nindent_size = 2\n"},{"path":[".eslintrc.json"],"content":"{\n    \"root\": true,\n    \"env\": {\n        \"node\": true,\n        \"browser\": false,\n        \"es6\": true\n    },\n    \"ignorePatterns\": [\"/dist\", \"/dist-electron\", \"/release\", \"/models\"],\n    \"extends\": [\n        \"eslint:recommended\",\n        \"plugin:jsdoc/recommended\",\n        \"plugin:react-hooks/recommended\"\n    ],\n    \"globals\": {\n        \"Atomics\": \"readonly\",\n        \"SharedArrayBuffer\": \"readonly\"\n    },\n    \"parserOptions\": {\n        \"ecmaFeatures\": {\n            \"jsx\": true\n        },\n        \"ecmaVersion\": 2023,\n        \"sourceType\": \"module\"\n    },\n    \"overrides\": [{\n        \"files\": [\"**.ts\", \"**.tsx\"],\n        \"extends\": [\n            \"eslint:recommended\",\n            \"plugin:@typescript-eslint/recommended\",\n            \"plugin:jsdoc/recommended-typescript\"\n        ],\n        \"parser\": \"@typescript-eslint/parser\",\n        \"plugins\": [\n            \"@typescript-eslint\",\n            \"import\",\n            \"jsdoc\",\n            \"react-refresh\"\n        ],\n        \"rules\": {\n            \"@typescript-eslint/explicit-module-boundary-types\": [\"off\"],\n            \"@typescript-eslint/ban-ts-comment\": [\"off\"],\n            \"@typescript-eslint/no-explicit-any\": [\"off\"],\n            \"semi\": [\"off\"],\n            \"@typescript-eslint/semi\": [\"warn\", \"always\"],\n            \"@typescript-eslint/no-inferrable-types\": [\"off\"],\n            \"@typescript-eslint/member-ordering\": [\"warn\", {\n                \"default\": [\"field\", \"constructor\", \"method\", \"signature\"],\n                \"typeLiterals\": []\n            }],\n            \"@typescript-eslint/parameter-properties\": [\"warn\", {\n                \"allow\": []\n            }],\n            \"@typescript-eslint/explicit-member-accessibility\": [\"warn\"],\n            \"@typescript-eslint/member-delimiter-style\": [\"warn\", {\n                \"multiline\": {\n                    \"delimiter\": \"comma\",\n                    \"requireLast\": false\n                },\n                \"singleline\": {\n                    \"delimiter\": \"comma\",\n                    \"requireLast\": false\n                },\n                \"multilineDetection\": \"brackets\"\n            }],\n            \"jsdoc/require-param\": [\"off\"],\n            \"jsdoc/check-param-names\": [\"warn\", {\n                \"checkDestructured\": false\n            }],\n            \"jsdoc/require-returns\": [\"off\"],\n            \"jsdoc/require-jsdoc\": [\"off\"],\n            \"jsdoc/require-yields\": [\"off\"],\n            \"jsdoc/require-param-description\": [\"off\"]\n        }\n    }],\n    \"plugins\": [\n        \"@typescript-eslint\",\n        \"import\",\n        \"jsdoc\",\n        \"react-refresh\"\n    ],\n    \"settings\": {\n        \"import/parsers\": {\n            \"@typescript-eslint/parser\": [\".ts\"]\n        },\n        \"jsdoc\": {\n            \"exemptDestructuredRootsFromChecks\": true,\n            \"tagNamePreference\": {\n                \"hidden\": \"hidden\"\n            }\n        }\n    },\n    \"rules\": {\n        \"indent\": [\"warn\", 4, {\n            \"SwitchCase\": 1,\n            \"FunctionDeclaration\": {\n                \"parameters\": \"first\"\n            }\n        }],\n        \"eqeqeq\": [\"off\"],\n        \"no-undef\": \"off\",\n        \"quotes\": [\"warn\", \"double\", { \"avoidEscape\": true }],\n        \"no-unused-vars\": [\"warn\", {\n            \"args\": \"none\",\n            \"ignoreRestSiblings\": true,\n            \"varsIgnorePattern\": \"^set\"\n        }],\n        \"no-prototype-builtins\": [\"off\"],\n        \"object-curly-spacing\": [\"warn\", \"never\"],\n        \"semi\": [\"warn\", \"always\"],\n        \"no-undefined\": [\"off\"],\n        \"array-bracket-newline\": [\"error\", \"consistent\"],\n        \"brace-style\": [\"error\", \"1tbs\", {\n            \"allowSingleLine\": false\n        }],\n        \"comma-spacing\": [\"error\", {\n            \"before\": false,\n            \"after\": true\n        }],\n        \"comma-style\": [\"error\", \"last\"],\n        \"comma-dangle\": [\"error\", \"never\"],\n        \"no-var\": [\"error\"],\n        \"import/order\": [\"error\", {\n            \"groups\": [\"builtin\", \"external\",\"internal\", \"parent\", \"sibling\", \"index\", \"type\", \"object\", \"unknown\"],\n            \"warnOnUnassignedImports\": true\n        }],\n        \"newline-per-chained-call\": [\"error\", {\n            \"ignoreChainWithDepth\": 2\n        }],\n        \"no-confusing-arrow\": [\"error\"],\n        \"no-const-assign\": [\"error\"],\n        \"no-duplicate-imports\": [\"error\", {\n            \"includeExports\": true\n        }],\n        \"camelcase\": [\"warn\"],\n        \"jsx-quotes\": [\"warn\"],\n        \"yoda\": [\"error\", \"never\", {\n            \"exceptRange\": true\n        }],\n        \"no-eval\": [\"error\"],\n        \"array-callback-return\": [\"error\"],\n        \"no-empty\": [\"error\", {\n            \"allowEmptyCatch\": true\n        }],\n        \"keyword-spacing\": [\"warn\"],\n        \"space-infix-ops\": [\"warn\"],\n        \"spaced-comment\": [\"warn\", \"always\", {\n            \"markers\": [\"/\"]\n        }],\n        \"eol-last\": [\"warn\", \"always\"],\n        \"max-len\": [\"warn\", {\n            \"code\": 140,\n            \"tabWidth\": 4,\n            \"ignoreStrings\": true\n        }],\n        \"react-refresh/only-export-components\": [\"warn\", {\n            \"allowConstantExport\": true\n        }],\n        \"react-hooks/exhaustive-deps\": [\"off\"]\n    }\n}\n"},{"path":[".gitignore"],"content":"/.idea\n/.vscode\nnode_modules\n.DS_Store\n\n/dist\n/dist-electron\n/release\n/models\n"},{"path":["README.md"],"content":"# Electron + TypeScript + React + Vite + `node-llama-cpp`\nThis template provides a minimal setup to get an Electron app working with TypeScript and `node-llama-cpp`, React with TypeScript for the renderer, and some ESLint rules.\n\n## Get started\nInstall node modules and download the model files used by `node-llama-cpp`:\n```bash\nnpm install\n```\n\nStart the project:\n```bash\nnpm start\n```\n"},{"path":["electron","electron-env.d.ts"],"content":"/// <reference types=\"vite-plugin-electron/electron-env\" />\n\ndeclare namespace NodeJS {\n    interface ProcessEnv {\n        /**\n         * The built directory structure\n         *\n         * ```tree\n         * ├─┬─┬ dist\n         * │ │ └── index.html\n         * │ │\n         * │ ├─┬ dist-electron\n         * │ │ ├── index.js\n         * │ │ └── preload.mjs\n         * │\n         * ```\n         */\n        APP_ROOT: string,\n        /** /dist/ or /public/ */\n        VITE_PUBLIC: string\n    }\n}\n\n// Used in Renderer process, expose in `preload.ts`\ninterface Window {\n    ipcRenderer: import(\"electron\").IpcRenderer\n}\n"},{"path":["electron","index.ts"],"content":"import {fileURLToPath} from \"node:url\";\nimport path from \"node:path\";\nimport {app, BrowserWindow} from \"electron\";\nimport {registerLlmRpc} from \"./rpc/llmRpc.ts\";\n\nconst __dirname = path.dirname(fileURLToPath(import.meta.url));\n\n// The built directory structure\n//\n// ├─┬─┬ dist\n// │ │ └── index.html\n// │ │\n// │ ├─┬ dist-electron\n// │ │ ├── index.js\n// │ │ └── preload.mjs\n// │\nprocess.env.APP_ROOT = path.join(__dirname, \"..\");\n\nexport const VITE_DEV_SERVER_URL = process.env[\"VITE_DEV_SERVER_URL\"];\nexport const MAIN_DIST = path.join(process.env.APP_ROOT, \"dist-electron\");\nexport const RENDERER_DIST = path.join(process.env.APP_ROOT, \"dist\");\n\nprocess.env.VITE_PUBLIC = VITE_DEV_SERVER_URL\n    ? path.join(process.env.APP_ROOT, \"public\")\n    : RENDERER_DIST;\n\nlet win: BrowserWindow | null;\n\nfunction createWindow() {\n    win = new BrowserWindow({\n        icon: path.join(process.env.VITE_PUBLIC, \"electron-vite.svg\"),\n        webPreferences: {\n            preload: path.join(__dirname, \"preload.mjs\")\n        }\n    });\n    registerLlmRpc(win);\n\n    // Test active push message to Renderer-process.\n    win.webContents.on(\"did-finish-load\", () => {\n        win?.webContents.send(\"main-process-message\", (new Date).toLocaleString());\n    });\n\n    if (VITE_DEV_SERVER_URL)\n        void win.loadURL(VITE_DEV_SERVER_URL);\n    else\n        void win.loadFile(path.join(RENDERER_DIST, \"index.html\"));\n}\n\n// Quit when all windows are closed, except on macOS. There, it's common\n// for applications and their menu bar to stay active until the user quits\n// explicitly with Cmd + Q.\napp.on(\"window-all-closed\", () => {\n    if (process.platform !== \"darwin\") {\n        app.quit();\n        win = null;\n    }\n});\n\napp.on(\"activate\", () => {\n    // On OS X it's common to re-create a window in the app when the\n    // dock icon is clicked and there are no other windows open.\n    if (BrowserWindow.getAllWindows().length === 0) {\n        createWindow();\n    }\n});\n\napp.whenReady().then(createWindow);\n"},{"path":["electron","preload.ts"],"content":"import {ipcRenderer, contextBridge} from \"electron\";\n\n// --------- Expose some API to the Renderer process ---------\ncontextBridge.exposeInMainWorld(\"ipcRenderer\", {\n    on(...args: Parameters<typeof ipcRenderer.on>) {\n        const [channel, listener] = args;\n        return ipcRenderer.on(channel, (event, ...args) => listener(event, ...args));\n    },\n    off(...args: Parameters<typeof ipcRenderer.off>) {\n        const [channel, ...omit] = args;\n        return ipcRenderer.off(channel, ...omit);\n    },\n    send(...args: Parameters<typeof ipcRenderer.send>) {\n        const [channel, ...omit] = args;\n        return ipcRenderer.send(channel, ...omit);\n    },\n    invoke(...args: Parameters<typeof ipcRenderer.invoke>) {\n        const [channel, ...omit] = args;\n        return ipcRenderer.invoke(channel, ...omit);\n    }\n\n    // You can expose other APIs you need here\n    // ...\n});\n"},{"path":["electron","rpc","llmRpc.ts"],"content":"import path from \"node:path\";\nimport fs from \"node:fs/promises\";\nimport {BrowserWindow, dialog} from \"electron\";\nimport {createElectronSideBirpc} from \"../utils/createElectronSideBirpc.ts\";\nimport {llmFunctions, llmState} from \"../state/llmState.ts\";\nimport type {RenderedFunctions} from \"../../src/rpc/llmRpc.ts\";\n\nconst modelDirectoryPath = path.join(process.cwd(), \"models\");\n\nexport class ElectronLlmRpc {\n    public readonly rendererLlmRpc: ReturnType<typeof createElectronSideBirpc<RenderedFunctions, typeof this.functions>>;\n\n    public readonly functions = {\n        async selectModelFileAndLoad() {\n            const res = await dialog.showOpenDialog({\n                message: \"Select a model file\",\n                title: \"Select a model file\",\n                filters: [\n                    {name: \"Model file\", extensions: [\"gguf\"]}\n                ],\n                buttonLabel: \"Open\",\n                defaultPath: await pathExists(modelDirectoryPath)\n                    ? modelDirectoryPath\n                    : undefined,\n                properties: [\"openFile\"]\n            });\n\n            if (!res.canceled && res.filePaths.length > 0) {\n                llmState.state = {\n                    ...llmState.state,\n                    selectedModelFilePath: path.resolve(res.filePaths[0])\n                };\n\n                if (!llmState.state.llama.loaded)\n                    await llmFunctions.loadLlama();\n\n                await llmFunctions.loadModel(llmState.state.selectedModelFilePath!);\n                await llmFunctions.createContext();\n                await llmFunctions.createContextSequence();\n                await llmFunctions.chatSession.createChatSession();\n            }\n        },\n        getState() {\n            return llmState.state;\n        },\n        prompt: llmFunctions.chatSession.prompt,\n        stopActivePrompt: llmFunctions.chatSession.stopActivePrompt,\n        resetChatHistory: llmFunctions.chatSession.resetChatHistory\n    } as const;\n\n    public constructor(window: BrowserWindow) {\n        this.rendererLlmRpc = createElectronSideBirpc<RenderedFunctions, typeof this.functions>(\"llmRpc\", \"llmRpc\", window, this.functions);\n\n        this.sendCurrentLlmState = this.sendCurrentLlmState.bind(this);\n\n        llmState.createChangeListener(this.sendCurrentLlmState);\n        this.sendCurrentLlmState();\n    }\n\n    public sendCurrentLlmState() {\n        this.rendererLlmRpc.updateState(llmState.state);\n    }\n}\n\nexport type ElectronFunctions = typeof ElectronLlmRpc.prototype.functions;\n\nexport function registerLlmRpc(window: BrowserWindow) {\n    new ElectronLlmRpc(window);\n}\n\nasync function pathExists(path: string) {\n    try {\n        await fs.access(path);\n        return true;\n    } catch {\n        return false;\n    }\n}\n"},{"path":["electron","state","llmState.ts"],"content":"import path from \"node:path\";\nimport {getLlama, Llama, LlamaChatSession, LlamaContext, LlamaContextSequence, LlamaModel, Token} from \"node-llama-cpp\";\nimport {withLock, State} from \"lifecycle-utils\";\n\nexport const llmState = new State<LlmState>({\n    llama: {\n        loaded: false\n    },\n    model: {\n        loaded: false\n    },\n    context: {\n        loaded: false\n    },\n    contextSequence: {\n        loaded: false\n    },\n    chatSession: {\n        loaded: false,\n        generatingResult: false,\n        simplifiedChat: []\n    }\n});\n\nexport type LlmState = {\n    llama: {\n        loaded: boolean,\n        error?: string\n    },\n    selectedModelFilePath?: string,\n    model: {\n        loaded: boolean,\n        loadProgress?: number,\n        name?: string,\n        error?: string\n    },\n    context: {\n        loaded: boolean,\n        error?: string\n    },\n    contextSequence: {\n        loaded: boolean,\n        error?: string\n    },\n    chatSession: {\n        loaded: boolean,\n        generatingResult: boolean,\n        simplifiedChat: SimplifiedChatItem[]\n    }\n};\n\ntype SimplifiedChatItem = {\n    type: \"user\" | \"model\",\n    message: string\n};\n\nlet llama: Llama | null = null;\nlet model: LlamaModel | null = null;\nlet context: LlamaContext | null = null;\nlet contextSequence: LlamaContextSequence | null = null;\n\nlet chatSession: LlamaChatSession | null = null;\nlet promptAbortController: AbortController | null = null;\nconst inProgressResponse: Token[] = [];\n\nexport const llmFunctions = {\n    async loadLlama() {\n        await withLock(llmFunctions, \"llama\", async () => {\n            if (llama != null) {\n                try {\n                    await llama.dispose();\n                    llama = null;\n                } catch (err) {\n                    console.error(\"Failed to dispose llama\", err);\n                }\n            }\n\n            try {\n                llmState.state = {\n                    ...llmState.state,\n                    llama: {loaded: false}\n                };\n\n                llama = await getLlama();\n                llmState.state = {\n                    ...llmState.state,\n                    llama: {loaded: true}\n                };\n\n                llama.onDispose.createListener(() => {\n                    llmState.state = {\n                        ...llmState.state,\n                        llama: {loaded: false}\n                    };\n                });\n            } catch (err) {\n                console.error(\"Failed to load llama\", err);\n                llmState.state = {\n                    ...llmState.state,\n                    llama: {\n                        loaded: false,\n                        error: String(err)\n                    }\n                };\n            }\n        });\n    },\n    async loadModel(modelPath: string) {\n        await withLock(llmFunctions, \"model\", async () => {\n            if (llama == null)\n                throw new Error(\"Llama not loaded\");\n\n            if (model != null) {\n                try {\n                    await model.dispose();\n                    model = null;\n                } catch (err) {\n                    console.error(\"Failed to dispose model\", err);\n                }\n            }\n\n            try {\n                llmState.state = {\n                    ...llmState.state,\n                    model: {\n                        loaded: false,\n                        loadProgress: 0\n                    }\n                };\n\n                model = await llama.loadModel({\n                    modelPath,\n                    onLoadProgress(loadProgress: number) {\n                        llmState.state = {\n                            ...llmState.state,\n                            model: {\n                                ...llmState.state.model,\n                                loadProgress\n                            }\n                        };\n                    }\n                });\n                llmState.state = {\n                    ...llmState.state,\n                    model: {\n                        loaded: true,\n                        loadProgress: 1,\n                        name: path.basename(modelPath)\n                    }\n                };\n\n                model.onDispose.createListener(() => {\n                    llmState.state = {\n                        ...llmState.state,\n                        model: {loaded: false}\n                    };\n                });\n            } catch (err) {\n                console.error(\"Failed to load model\", err);\n                llmState.state = {\n                    ...llmState.state,\n                    model: {\n                        loaded: false,\n                        error: String(err)\n                    }\n                };\n            }\n        });\n    },\n    async createContext() {\n        await withLock(llmFunctions, \"context\", async () => {\n            if (model == null)\n                throw new Error(\"Model not loaded\");\n\n            if (context != null) {\n                try {\n                    await context.dispose();\n                    context = null;\n                } catch (err) {\n                    console.error(\"Failed to dispose context\", err);\n                }\n            }\n\n            try {\n                llmState.state = {\n                    ...llmState.state,\n                    context: {loaded: false}\n                };\n\n                context = await model.createContext();\n                llmState.state = {\n                    ...llmState.state,\n                    context: {loaded: true}\n                };\n\n                context.onDispose.createListener(() => {\n                    llmState.state = {\n                        ...llmState.state,\n                        context: {loaded: false}\n                    };\n                });\n            } catch (err) {\n                console.error(\"Failed to create context\", err);\n                llmState.state = {\n                    ...llmState.state,\n                    context: {\n                        loaded: false,\n                        error: String(err)\n                    }\n                };\n            }\n        });\n    },\n    async createContextSequence() {\n        await withLock(llmFunctions, \"contextSequence\", async () => {\n            if (context == null)\n                throw new Error(\"Context not loaded\");\n\n            try {\n                llmState.state = {\n                    ...llmState.state,\n                    contextSequence: {loaded: false}\n                };\n\n                contextSequence = context.getSequence();\n                llmState.state = {\n                    ...llmState.state,\n                    contextSequence: {loaded: true}\n                };\n\n                contextSequence.onDispose.createListener(() => {\n                    llmState.state = {\n                        ...llmState.state,\n                        contextSequence: {loaded: false}\n                    };\n                });\n            } catch (err) {\n                console.error(\"Failed to get context sequence\", err);\n                llmState.state = {\n                    ...llmState.state,\n                    contextSequence: {\n                        loaded: false,\n                        error: String(err)\n                    }\n                };\n            }\n        });\n    },\n    chatSession: {\n        async createChatSession() {\n            await withLock(llmFunctions, \"chatSession\", async () => {\n                if (contextSequence == null)\n                    throw new Error(\"Context sequence not loaded\");\n\n                if (chatSession != null) {\n                    try {\n                        chatSession.dispose();\n                        chatSession = null;\n                    } catch (err) {\n                        console.error(\"Failed to dispose chat session\", err);\n                    }\n                }\n\n                try {\n                    llmState.state = {\n                        ...llmState.state,\n                        chatSession: {\n                            loaded: false,\n                            generatingResult: false,\n                            simplifiedChat: []\n                        }\n                    };\n\n                    chatSession = new LlamaChatSession({\n                        contextSequence\n                    });\n                    llmState.state = {\n                        ...llmState.state,\n                        chatSession: {\n                            loaded: true,\n                            generatingResult: false,\n                            simplifiedChat: []\n                        }\n                    };\n\n                    chatSession.onDispose.createListener(() => {\n                        llmState.state = {\n                            ...llmState.state,\n                            chatSession: {\n                                loaded: false,\n                                generatingResult: false,\n                                simplifiedChat: []\n                            }\n                        };\n                    });\n                } catch (err) {\n                    console.error(\"Failed to create chat session\", err);\n                    llmState.state = {\n                        ...llmState.state,\n                        chatSession: {\n                            loaded: false,\n                            generatingResult: false,\n                            simplifiedChat: []\n                        }\n                    };\n                }\n            });\n        },\n        async prompt(message: string) {\n            await withLock(llmFunctions, \"chatSession\", async () => {\n                if (chatSession == null)\n                    throw new Error(\"Chat session not loaded\");\n\n                llmState.state = {\n                    ...llmState.state,\n                    chatSession: {\n                        ...llmState.state.chatSession,\n                        generatingResult: true\n                    }\n                };\n                promptAbortController = new AbortController();\n\n                llmState.state = {\n                    ...llmState.state,\n                    chatSession: {\n                        ...llmState.state.chatSession,\n                        simplifiedChat: getSimplifiedChatHistory(true, message)\n                    }\n                };\n                await chatSession.prompt(message, {\n                    signal: promptAbortController.signal,\n                    stopOnAbortSignal: true,\n                    onToken(chunk) {\n                        inProgressResponse.push(...chunk);\n                        llmState.state = {\n                            ...llmState.state,\n                            chatSession: {\n                                ...llmState.state.chatSession,\n                                simplifiedChat: getSimplifiedChatHistory(true, message)\n                            }\n                        };\n                    }\n                });\n                llmState.state = {\n                    ...llmState.state,\n                    chatSession: {\n                        ...llmState.state.chatSession,\n                        generatingResult: false,\n                        simplifiedChat: getSimplifiedChatHistory(false)\n                    }\n                };\n                inProgressResponse.length = 0;\n            });\n        },\n        stopActivePrompt() {\n            promptAbortController?.abort();\n        },\n        resetChatHistory() {\n            if (contextSequence == null)\n                return;\n\n            chatSession = new LlamaChatSession({\n                contextSequence\n            });\n\n            llmState.state = {\n                ...llmState.state,\n                chatSession: {\n                    ...llmState.state.chatSession,\n                    simplifiedChat: []\n                }\n            };\n        }\n    }\n} as const;\n\nfunction getSimplifiedChatHistory(generatingResult: boolean, currentPrompt?: string) {\n    if (chatSession == null)\n        return [];\n\n    const chatHistory: SimplifiedChatItem[] = chatSession.getChatHistory()\n        .flatMap((item): SimplifiedChatItem[] => {\n            if (item.type === \"system\")\n                return [];\n            else if (item.type === \"user\")\n                return [{type: \"user\", message: item.text}];\n            else if (item.type === \"model\")\n                return [{\n                    type: \"model\",\n                    message: item.response\n                        .filter((value) => typeof value === \"string\")\n                        .join(\"\")\n                }];\n\n            void (item satisfies never); // ensure all item types are handled\n            return [];\n        });\n\n    if (generatingResult && currentPrompt != null) {\n        chatHistory.push({\n            type: \"user\",\n            message: currentPrompt\n        });\n\n        if (inProgressResponse.length > 0)\n            chatHistory.push({\n                type: \"model\",\n                message: chatSession.model.detokenize(inProgressResponse)\n            });\n    }\n\n    return chatHistory;\n}\n"},{"path":["electron","utils","createElectronSideBirpc.ts"],"content":"import {BrowserWindow, ipcMain} from \"electron\";\nimport {createBirpc} from \"birpc\";\n\nexport function createElectronSideBirpc<\n    const RendererFunction = Record<string, never>,\n    const ElectronFunctions extends object = Record<string, never>\n>(\n    toRendererEventName: string,\n    fromRendererEventName: string,\n    window: BrowserWindow,\n    electronFunctions: ElectronFunctions\n) {\n    return createBirpc<RendererFunction, ElectronFunctions>(electronFunctions, {\n        post: (data) => window.webContents.send(toRendererEventName, data),\n        on: (onData) => ipcMain.on(fromRendererEventName, (event, data) => {\n            if (BrowserWindow.fromWebContents(event.sender) === window)\n                onData(data);\n        }),\n        serialize: (value) => JSON.stringify(value),\n        deserialize: (value) => JSON.parse(value)\n    });\n}\n"},{"path":["electron-builder.json5"],"content":"// @see - https://www.electron.build/configuration/configuration\n{\n  \"$schema\": \"https://raw.githubusercontent.com/electron-userland/electron-builder/master/packages/app-builder-lib/scheme.json\",\n  \"appId\": \"YourAppID\",\n  \"asar\": true,\n  \"productName\": \"YourAppName\",\n  \"directories\": {\n    \"output\": \"release/${version}\"\n  },\n  \"files\": [\n    \"dist\",\n    \"dist-electron\",\n    \"!node_modules/node-llama-cpp/llamaBins/*\",\n    \"node_modules/node-llama-cpp/llamaBins/${os}-${arch}*/**/*\",\n    \"!node_modules/node-llama-cpp/llama/localBuilds/*\",\n    \"node_modules/node-llama-cpp/llama/localBuilds/${os}-${arch}*/**/*\"\n  ],\n  \"asarUnpack\": [\n    \"node_modules/node-llama-cpp/llamaBins\",\n    \"node_modules/node-llama-cpp/llama/localBuilds\"\n  ],\n  \"mac\": {\n    \"target\": [\n      \"dmg\"\n    ],\n    \"artifactName\": \"${productName}-Mac-${version}-Installer.${ext}\"\n  },\n  \"win\": {\n    \"target\": [\n      {\n        \"target\": \"nsis\",\n        \"arch\": [\n          \"x64\"\n        ]\n      }\n    ],\n    \"artifactName\": \"${productName}-Windows-${version}-Setup.${ext}\"\n  },\n  \"nsis\": {\n    \"oneClick\": false,\n    \"perMachine\": false,\n    \"allowToChangeInstallationDirectory\": true,\n    \"deleteAppDataOnUninstall\": false\n  },\n  \"linux\": {\n    \"target\": [\n      \"AppImage\"\n    ],\n    \"artifactName\": \"${productName}-Linux-${version}.${ext}\"\n  }\n}\n"},{"path":["package.json"],"content":"{\n  \"name\": \"node-llama-cpp-project\",\n  \"private\": true,\n  \"version\": \"0.0.0\",\n  \"main\": \"./dist-electron/index.js\",\n  \"type\": \"module\",\n  \"scripts\": {\n    \"postinstall\": \"npm run models:pull\",\n    \"models:pull\": \"node-llama-cpp pull --dir ./models \\\"{{modelUrl|escape|escape}}\\\"\",\n    \"start\": \"vite dev\",\n    \"start:build\": \"electron ./dist-electron\",\n    \"prebuild\": \"rimraf ./dist ./dist-electron ./release\",\n    \"build\": \"tsc && vite build && electron-builder\",\n    \"lint\": \"npm run lint:eslint\",\n    \"lint:eslint\": \"eslint --ext .js --ext .ts --report-unused-disable-directives .\",\n    \"format\": \"npm run lint:eslint -- --fix\",\n    \"clean\": \"rm -rf ./node_modules ./dist ./dist-electron ./models\"\n  },\n  \"dependencies\": {\n    \"birpc\": \"^0.2.17\",\n    \"classnames\": \"^2.5.1\",\n    \"lifecycle-utils\": \"^1.4.1\",\n    \"node-llama-cpp\": \"^{{currentNodeLlamaCppModuleVersion|escape}}\",\n    \"react\": \"^18.2.0\",\n    \"react-dom\": \"^18.2.0\"\n  },\n  \"devDependencies\": {\n    \"@types/react\": \"^18.2.64\",\n    \"@types/react-dom\": \"^18.2.21\",\n    \"@typescript-eslint/eslint-plugin\": \"^7.1.1\",\n    \"@typescript-eslint/parser\": \"^7.1.1\",\n    \"@vitejs/plugin-react\": \"^4.2.1\",\n    \"electron\": \"^30.0.1\",\n    \"electron-builder\": \"^24.13.3\",\n    \"eslint\": \"^8.57.0\",\n    \"eslint-plugin-import\": \"^2.29.1\",\n    \"eslint-plugin-jsdoc\": \"^48.2.4\",\n    \"eslint-plugin-react-hooks\": \"^4.6.0\",\n    \"eslint-plugin-react-refresh\": \"^0.4.5\",\n    \"rimraf\": \"^5.0.7\",\n    \"typescript\": \"^5.2.2\",\n    \"vite\": \"^5.1.6\",\n    \"vite-plugin-electron\": \"^0.28.6\"\n  }\n}"},{"path":["public","vite.svg"],"content":"<svg xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" aria-hidden=\"true\" role=\"img\"\n     class=\"iconify iconify--logos\" width=\"31.88\" height=\"32\" preserveAspectRatio=\"xMidYMid meet\" viewBox=\"0 0 256 257\">\n    <defs>\n        <linearGradient id=\"IconifyId1813088fe1fbc01fb466\" x1=\"-.828%\" x2=\"57.636%\" y1=\"7.652%\" y2=\"78.411%\">\n            <stop offset=\"0%\" stop-color=\"#41D1FF\"></stop>\n            <stop offset=\"100%\" stop-color=\"#BD34FE\"></stop>\n        </linearGradient>\n        <linearGradient id=\"IconifyId1813088fe1fbc01fb467\" x1=\"43.376%\" x2=\"50.316%\" y1=\"2.242%\" y2=\"89.03%\">\n            <stop offset=\"0%\" stop-color=\"#FFEA83\"></stop>\n            <stop offset=\"8.333%\" stop-color=\"#FFDD35\"></stop>\n            <stop offset=\"100%\" stop-color=\"#FFA800\"></stop>\n        </linearGradient>\n    </defs>\n    <path fill=\"url(#IconifyId1813088fe1fbc01fb466)\"\n          d=\"M255.153 37.938L134.897 252.976c-2.483 4.44-8.862 4.466-11.382.048L.875 37.958c-2.746-4.814 1.371-10.646 6.827-9.67l120.385 21.517a6.537 6.537 0 0 0 2.322-.004l117.867-21.483c5.438-.991 9.574 4.796 6.877 9.62Z\"></path>\n    <path fill=\"url(#IconifyId1813088fe1fbc01fb467)\"\n          d=\"M185.432.063L96.44 17.501a3.268 3.268 0 0 0-2.634 3.014l-5.474 92.456a3.268 3.268 0 0 0 3.997 3.378l24.777-5.718c2.318-.535 4.413 1.507 3.936 3.838l-7.361 36.047c-.495 2.426 1.782 4.5 4.151 3.78l15.304-4.649c2.372-.72 4.652 1.36 4.15 3.788l-11.698 56.621c-.732 3.542 3.979 5.473 5.943 2.437l1.313-2.028l72.516-144.72c1.215-2.423-.88-5.186-3.54-4.672l-25.505 4.922c-2.396.462-4.435-1.77-3.759-4.114l16.646-57.705c.677-2.35-1.37-4.583-3.769-4.113Z\"></path>\n</svg>\n"},{"path":["src","App","App.css"],"content":"#root {\n    margin: 0 auto;\n    padding: 16px;\n    text-align: center;\n    width: 100%;\n    min-height: 100%;\n    align-items: center;\n    display: flex;\n    flex-direction: column;\n}\n\n.app {\n    display: flex;\n    flex-direction: column;\n    width: 100%;\n    min-height: 100%;\n    max-width: 1280px;\n\n    > .message {\n        flex: 1;\n        display: flex;\n        flex-direction: column;\n        justify-content: space-evenly;\n        align-items: center;\n        gap: 48px;\n        overflow: auto;\n        padding: 24px 0px;\n\n        > .error {\n            border: solid 1px var(--error-border-color);\n            padding: 8px 12px;\n            border-radius: 12px;\n            box-shadow: 0px 8px 32px -16px var(--error-border-color);\n        }\n\n        > .loadModel {\n            opacity: 0.6;\n        }\n    }\n}\n"},{"path":["src","App","App.tsx"],"content":"import {useCallback, useLayoutEffect} from \"react\";\nimport {llmState} from \"../state/llmState.ts\";\nimport {electronLlmRpc} from \"../rpc/llmRpc.ts\";\nimport {useExternalState} from \"../hooks/useExternalState.ts\";\nimport {Header} from \"./components/Header/Header.tsx\";\nimport {ChatHistory} from \"./components/ChatHistory/ChatHistory.tsx\";\nimport {InputRow} from \"./components/InputRow/InputRow.tsx\";\n\nimport \"./App.css\";\n\n\nexport function App() {\n    const state = useExternalState(llmState);\n    const {generatingResult} = state.chatSession;\n\n    useLayoutEffect(() => {\n        // anchor scroll to bottom\n\n        let isAnchored = false;\n        function isAtTheBottom() {\n            return document.documentElement.scrollHeight - document.documentElement.scrollTop === document.documentElement.clientHeight;\n        }\n\n        function scrollToBottom() {\n            document.documentElement.scrollTop = document.documentElement.scrollHeight;\n        }\n\n        function onScroll() {\n            isAnchored = isAtTheBottom();\n        }\n\n        const observer = new ResizeObserver(() => {\n            if (isAnchored && !isAtTheBottom())\n                scrollToBottom();\n        });\n\n        window.addEventListener(\"scroll\", onScroll, {passive: false});\n        observer.observe(document.body, {\n            box: \"border-box\"\n        });\n        scrollToBottom();\n        isAnchored = isAtTheBottom();\n\n        return () => {\n            observer.disconnect();\n            window.removeEventListener(\"scroll\", onScroll);\n        };\n    }, []);\n\n    const openSelectModelFileDialog = useCallback(async () => {\n        await electronLlmRpc.selectModelFileAndLoad();\n    }, []);\n\n    const stopActivePrompt = useCallback(() => {\n        void electronLlmRpc.stopActivePrompt();\n    }, []);\n\n    const resetChatHistory = useCallback(() => {\n        void electronLlmRpc.stopActivePrompt();\n        void electronLlmRpc.resetChatHistory();\n    }, []);\n\n    const sendPrompt = useCallback((prompt: string) => {\n        if (generatingResult)\n            return;\n\n        void electronLlmRpc.prompt(prompt);\n    }, [generatingResult]);\n\n    const error = state.llama.error ?? state.model.error ?? state.context.error ?? state.contextSequence.error;\n    const showMessage = state.selectedModelFilePath == null || error != null || state.chatSession.simplifiedChat.length === 0;\n\n    return <div className=\"app\">\n        <Header\n            modelName={state.model.name}\n            loadPercentage={state.model.loadProgress}\n            onLoadClick={openSelectModelFileDialog}\n            onResetChatClick={\n                !showMessage\n                    ? resetChatHistory\n                    : undefined\n            }\n        />\n        {\n            showMessage &&\n            <div className=\"message\">\n                {\n                    error != null &&\n                    <div className=\"error\">\n                        {String(error)}\n                    </div>\n                }\n                {\n                    (state.selectedModelFilePath == null || state.llama.error != null) &&\n                    <div className=\"loadModel\">\n                        Click the button above to load a model\n                    </div>\n                }\n                {\n                    (\n                        state.selectedModelFilePath != null &&\n                        error == null &&\n                        state.chatSession.simplifiedChat.length === 0\n                    ) &&\n                    <div className=\"loadModel\">\n                        Type a message to start the conversation\n                    </div>\n                }\n            </div>\n        }\n        {\n            !showMessage &&\n            <ChatHistory\n                simplifiedChat={state.chatSession.simplifiedChat}\n                generatingResult={generatingResult}\n            />\n        }\n        <InputRow\n            stopGeneration={\n                generatingResult\n                    ? stopActivePrompt\n                    : undefined\n            }\n            sendPrompt={sendPrompt}\n            generatingResult={generatingResult}\n            contextSequenceLoaded={state.contextSequence.loaded}\n        />\n    </div>;\n}\n"},{"path":["src","App","components","ChatHistory","ChatHistory.css"],"content":".appChatHistory {\n    flex: 1;\n    display: flex;\n    flex-direction: column;\n    text-align: start;\n    overflow: auto;\n    padding: 24px 0px;\n\n    > .message.user {\n        align-self: flex-end;\n        background-color: var(--user-message-background-color);\n        padding: 8px 12px;\n        border-radius: 12px;\n        margin-bottom: 12px;\n        margin-inline-start: 48px;\n        margin-inline-end: 12px;\n        color: var(--user-message-text-color);\n\n        &:not(:first-child) {\n            margin-top: 36px;\n        }\n    }\n\n    > .message.model {\n        align-self: flex-start;\n        margin-inline-end: 48px;\n        padding-inline-start: 24px;\n\n        &.active {\n            &:after {\n                content: \"\";\n                position: static;\n                display: inline-block;\n                background-color: currentColor;\n                width: 8px;\n                height: 8px;\n                translate: 0px -2px;\n                border-radius: 9999px;\n                margin-inline-start: 8px;\n                vertical-align: middle;\n\n                animation: activeModelMessageIndicator 2s infinite ease-in-out;\n            }\n        }\n    }\n}\n\n@keyframes activeModelMessageIndicator {\n    0% {\n        transform: scale(1);\n        opacity: 0.64;\n    }\n    50% {\n        transform: scale(1.4);\n        opacity: 0.32;\n    }\n    100% {\n        transform: scale(1);\n        opacity: 0.64;\n    }\n}\n"},{"path":["src","App","components","ChatHistory","ChatHistory.tsx"],"content":"import classNames from \"classnames\";\nimport {LlmState} from \"../../../../electron/state/llmState.ts\";\n\nimport \"./ChatHistory.css\";\n\n\nexport function ChatHistory({simplifiedChat, generatingResult}: ChatHistoryProps) {\n    return <div className=\"appChatHistory\">\n        {\n            simplifiedChat.map((item, index) => {\n                if (item.type === \"model\") {\n                    const isActive = index === simplifiedChat.length - 1 && generatingResult;\n                    return <div key={index} className={classNames(\"message\", \"model\", isActive && \"active\")}>\n                        {item.message}\n                    </div>;\n\n                } else if (item.type === \"user\")\n                    return <div key={index} className=\"message user\">\n                        {item.message}\n                    </div>;\n\n                return null;\n            })\n        }\n        {\n            (\n                simplifiedChat.length > 0 &&\n                simplifiedChat[simplifiedChat.length - 1].type !== \"model\" &&\n                generatingResult\n            ) &&\n            <div className=\"message model active\"/>\n        }\n    </div>;\n}\n\ntype ChatHistoryProps = {\n    simplifiedChat: LlmState[\"chatSession\"][\"simplifiedChat\"],\n    generatingResult: boolean\n};\n"},{"path":["src","App","components","Header","Header.css"],"content":".appHeader {\n    display: flex;\n    flex-direction: row;\n    z-index: 10;\n    position: sticky;\n    top: 16px;\n    pointer-events: none;\n\n    > .panel {\n        pointer-events: all;\n        display: flex;\n        flex-direction: row;\n        align-self: start;\n        background-color: var(--panel-background-color);\n        border-radius: 12px;\n        backdrop-filter: blur(8px);\n        box-shadow: var(--panel-box-shadow);\n        overflow: clip;\n        isolation: isolate;\n        color: var(--panel-text-color);\n        z-index: 10;\n\n        > button {\n            flex-shrink: 0;\n            display: flex;\n            flex-direction: column;\n            align-items: center;\n            justify-content: center;\n            padding: 8px 12px;\n            margin: 8px;\n            background-color: var(--panel-button-background-color);\n            color: var(--panel-text-color);\n            fill: var(--panel-text-color);\n\n            + button {\n                margin-inline-start: 0px;\n            }\n\n            &:hover,\n            &:focus,\n            &:focus-visible {\n                border-color: var(--panel-button-hover-border-color);\n            }\n\n            > .icon {\n                width: 20px;\n                height: 20px;\n            }\n        }\n    }\n\n    > .model {\n        position: relative;\n\n        > .progress {\n            position: absolute;\n            inset-inline-start: 0;\n            top: 0;\n            bottom: 0;\n            background-color: var(--panel-progress-color);\n            width: calc(var(--progress) * 100%);\n            pointer-events: none;\n            z-index: -1;\n\n            --progress: 0;\n\n            &.hide {\n                opacity: 0;\n\n                transition: opacity 0.3s var(--transition-easing);\n            }\n        }\n\n        > .modelName,\n        > .noModel {\n            flex: 1;\n            text-align: start;\n            align-self: center;\n            flex-basis: 400px;\n            padding: 12px 24px;\n\n            margin-inline-end: 48px;\n        }\n    }\n\n    > .spacer {\n        flex-grow: 1;\n    }\n}\n"},{"path":["src","App","components","Header","Header.tsx"],"content":"import {CSSProperties} from \"react\";\nimport classNames from \"classnames\";\nimport {LoadFileIconSVG} from \"../../../icons/LoadFileIconSVG.tsx\";\nimport {DeleteIconSVG} from \"../../../icons/DeleteIconSVG.tsx\";\n\nimport \"./Header.css\";\n\n\nexport function Header({modelName, onLoadClick, loadPercentage, onResetChatClick}: HeaderProps) {\n    return <div className=\"appHeader\">\n        <div className=\"panel model\">\n            <div\n                className={classNames(\"progress\", loadPercentage === 1 && \"hide\")}\n                style={{\n                    \"--progress\": loadPercentage ?? undefined\n                } as CSSProperties}\n            />\n\n            {\n                modelName != null &&\n                <div className=\"modelName\">{modelName}</div>\n            }\n            {\n                modelName == null &&\n                <div className=\"noModel\">No model loaded</div>\n            }\n\n            <button\n                className=\"resetChatButton\"\n                disabled={onResetChatClick == null}\n                onClick={onResetChatClick}\n            >\n                <DeleteIconSVG className=\"icon\"/>\n            </button>\n            <button className=\"loadModelButton\" onClick={onLoadClick} disabled={onLoadClick == null}>\n                <LoadFileIconSVG className=\"icon\"/>\n            </button>\n        </div>\n        <div className=\"spacer\"/>\n    </div>;\n}\n\ntype HeaderProps = {\n    modelName?: string,\n    onLoadClick?(): void,\n    loadPercentage?: number,\n    onResetChatClick?(): void\n};\n"},{"path":["src","App","components","InputRow","InputRow.css"],"content":".appInputRow {\n    display: flex;\n    flex-direction: row;\n    position: sticky;\n    bottom: 16px;\n    background-color: var(--panel-background-color);\n    border-radius: 12px;\n    backdrop-filter: blur(8px);\n    box-shadow: var(--panel-box-shadow);\n    overflow: clip;\n    color: var(--panel-text-color);\n    flex-shrink: 0;\n    z-index: 10;\n    align-items: flex-end;\n\n    > .input {\n        flex: 1;\n        border: none;\n        resize: none;\n        box-sizing: border-box;\n        max-height: 160px;\n        height: 55px;\n        outline: none;\n        padding: 12px 24px;\n        background-color: transparent;\n        font: inherit;\n        align-content: center;\n        align-self: stretch;\n        color: var(--panel-text-color);\n\n        &::placeholder {\n            color: var(--panel-text-color);\n            opacity: 0.4;\n        }\n    }\n\n    > .stopGenerationButton,\n    > .sendButton {\n        flex-shrink: 0;\n        display: flex;\n        flex-direction: column;\n        align-items: center;\n        justify-content: center;\n        padding: 8px 12px;\n        margin: 8px;\n        background-color: var(--panel-button-background-color);\n        color: var(--panel-text-color);\n        fill: var(--panel-text-color);\n\n        + button {\n            margin-inline-start: 0px;\n        }\n\n        &:hover,\n        &:focus,\n        &:focus-visible {\n            border-color: var(--panel-button-hover-border-color);\n        }\n\n        > .icon {\n            width: 20px;\n            height: 20px;\n        }\n    }\n\n    > .stopGenerationButton {\n        transition: border-color 0.3s var(--transition-easing), opacity 0.3s var(--transition-easing);\n\n        &[disabled] {\n            opacity: 0;\n        }\n    }\n}\n"},{"path":["src","App","components","InputRow","InputRow.tsx"],"content":"import {useCallback, useRef, useState} from \"react\";\nimport {AddMessageIconSVG} from \"../../../icons/AddMessageIconSVG.tsx\";\nimport {AbortIconSVG} from \"../../../icons/AbortIconSVG.tsx\";\n\nimport \"./InputRow.css\";\n\n\nexport function InputRow({stopGeneration, sendPrompt, generatingResult, contextSequenceLoaded}: InputRowProps) {\n    const [inputEmpty, setInputEmpty] = useState(true);\n    const inputRef = useRef<HTMLTextAreaElement>(null);\n\n    const resizeInput = useCallback(() => {\n        if (inputRef.current == null)\n            return;\n\n        inputRef.current.style.minHeight = \"\";\n        inputRef.current.style.minHeight = inputRef.current.scrollHeight + \"px\";\n    }, []);\n\n    const submitPrompt = useCallback(() => {\n        if (generatingResult || inputRef.current == null)\n            return;\n\n        const message = inputRef.current.value;\n        if (message.length === 0)\n            return;\n\n        inputRef.current.value = \"\";\n        resizeInput();\n        sendPrompt(message);\n    }, [generatingResult, resizeInput, sendPrompt]);\n\n    const onInput = useCallback(() => {\n        setInputEmpty(inputRef.current?.value.length === 0);\n        resizeInput();\n    }, [resizeInput]);\n\n    const onInputKeyDown = useCallback((event: React.KeyboardEvent<HTMLTextAreaElement>) => {\n        if (event.key === \"Enter\" && !event.shiftKey) {\n            event.preventDefault();\n            submitPrompt();\n            resizeInput();\n        }\n    }, [submitPrompt]);\n\n    return <div className=\"appInputRow\">\n        <textarea\n            ref={inputRef}\n            onInput={onInput}\n            onKeyDown={onInputKeyDown}\n            className=\"input\"\n            autoComplete=\"off\"\n            spellCheck\n            disabled={!contextSequenceLoaded}\n            placeholder=\"Type a message...\"\n        />\n        <button\n            className=\"stopGenerationButton\"\n            disabled={stopGeneration == null || !generatingResult}\n            onClick={stopGeneration}\n        >\n            <AbortIconSVG className=\"icon\" />\n        </button>\n        <button\n            className=\"sendButton\"\n            disabled={!contextSequenceLoaded || inputEmpty || generatingResult}\n            onClick={submitPrompt}\n        >\n            <AddMessageIconSVG className=\"icon\" />\n        </button>\n    </div>;\n}\n\ntype InputRowProps = {\n    stopGeneration?(): void,\n    sendPrompt(prompt: string): void,\n    generatingResult: boolean,\n    contextSequenceLoaded: boolean\n};\n"},{"path":["src","hooks","useExternalState.ts"],"content":"import {useEffect, useState} from \"react\";\nimport {State} from \"lifecycle-utils\";\n\nexport function useExternalState<const StateType, const R>(state: State<StateType>, selector: ((state: StateType) => R)): R;\nexport function useExternalState<const StateType>(state: State<StateType>): StateType;\nexport function useExternalState<const StateType>(state: State<StateType>, selector?: ((state: StateType) => any) | null): StateType {\n    const [currentState, setCurrentState] = useState(() => (\n        selector == null\n            ? state.state\n            : selector(state.state)\n    ));\n\n    useEffect(() => {\n        return state.createChangeListener((newState) => {\n            setCurrentState(\n                selector == null\n                    ? newState\n                    : selector(newState)\n            );\n        }).dispose;\n    }, [state]);\n\n    return currentState;\n}\n"},{"path":["src","icons","AbortIconSVG.tsx"],"content":"import {SVGProps} from \"react\";\n\nexport function AbortIconSVG(props: SVGProps<SVGSVGElement>) {\n    return <svg height=\"24px\" viewBox=\"0 -960 960 960\" width=\"24px\" {...props}>\n        <path d=\"M360-320h240q17 0 28.5-11.5T640-360v-240q0-17-11.5-28.5T600-640H360q-17 0-28.5 11.5T320-600v240q0 17 11.5 28.5T360-320ZM480-80q-83 0-156-31.5T197-197q-54-54-85.5-127T80-480q0-83 31.5-156T197-763q54-54 127-85.5T480-880q83 0 156 31.5T763-763q54 54 85.5 127T880-480q0 83-31.5 156T763-197q-54 54-127 85.5T480-80Zm0-80q134 0 227-93t93-227q0-134-93-227t-227-93q-134 0-227 93t-93 227q0 134 93 227t227 93Zm0-320Z\"/>\n    </svg>;\n}\n"},{"path":["src","icons","AddMessageIconSVG.tsx"],"content":"import {SVGProps} from \"react\";\n\nexport function AddMessageIconSVG(props: SVGProps<SVGSVGElement>) {\n    return <svg height=\"24px\" viewBox=\"0 -960 960 960\" width=\"24px\" {...props}>\n        <path d=\"M440-647 244-451q-12 12-28 11.5T188-452q-11-12-11.5-28t11.5-28l264-264q6-6 13-8.5t15-2.5q8 0 15 2.5t13 8.5l264 264q11 11 11 27.5T772-452q-12 12-28.5 12T715-452L520-647v447q0 17-11.5 28.5T480-160q-17 0-28.5-11.5T440-200v-447Z\"/>\n    </svg>;\n}\n"},{"path":["src","icons","DeleteIconSVG.tsx"],"content":"import {SVGProps} from \"react\";\n\nexport function DeleteIconSVG(props: SVGProps<SVGSVGElement>) {\n    return <svg height=\"24px\" viewBox=\"0 -960 960 960\" width=\"24px\" {...props}>\n        <path d=\"M280-120q-33 0-56.5-23.5T200-200v-520q-17 0-28.5-11.5T160-760q0-17 11.5-28.5T200-800h160q0-17 11.5-28.5T400-840h160q17 0 28.5 11.5T600-800h160q17 0 28.5 11.5T800-760q0 17-11.5 28.5T760-720v520q0 33-23.5 56.5T680-120H280Zm400-600H280v520h400v-520Zm-400 0v520-520Zm200 316 76 76q11 11 28 11t28-11q11-11 11-28t-11-28l-76-76 76-76q11-11 11-28t-11-28q-11-11-28-11t-28 11l-76 76-76-76q-11-11-28-11t-28 11q-11 11-11 28t11 28l76 76-76 76q-11 11-11 28t11 28q11 11 28 11t28-11l76-76Z\"/>\n    </svg>;\n}\n"},{"path":["src","icons","LoadFileIconSVG.tsx"],"content":"import {SVGProps} from \"react\";\n\nexport function LoadFileIconSVG(props: SVGProps<SVGSVGElement>) {\n    return <svg height=\"24px\" viewBox=\"0 -960 960 960\" width=\"24px\" {...props}>\n        <path d=\"M440-367v127q0 17 11.5 28.5T480-200q17 0 28.5-11.5T520-240v-127l36 36q6 6 13.5 9t15 2.5q7.5-.5 14.5-3.5t13-9q11-12 11.5-28T612-388L508-492q-6-6-13-8.5t-15-2.5q-8 0-15 2.5t-13 8.5L348-388q-12 12-11.5 28t12.5 28q12 11 28 11.5t28-11.5l35-35ZM240-80q-33 0-56.5-23.5T160-160v-640q0-33 23.5-56.5T240-880h287q16 0 30.5 6t25.5 17l194 194q11 11 17 25.5t6 30.5v447q0 33-23.5 56.5T720-80H240Zm280-560v-160H240v640h480v-440H560q-17 0-28.5-11.5T520-640ZM240-800v200-200 640-640Z\"/>\n    </svg>;\n}\n"},{"path":["src","index.css"],"content":":root {\n    font-family: Inter, system-ui, Avenir, Helvetica, Arial, sans-serif;\n    line-height: 1.5;\n    font-weight: 400;\n\n    color-scheme: light dark;\n    background-color: var(--background-color);\n    color: var(--text-color);\n\n    font-synthesis: none;\n    text-rendering: optimizeLegibility;\n    -webkit-font-smoothing: antialiased;\n    -moz-osx-font-smoothing: grayscale;\n\n    --transition-easing: cubic-bezier(0.4, 0.0, 0.2, 1);\n}\n\n:root {\n    --background-color: light-dark(#eeeeee, #242424);\n    --text-color: light-dark(#242424, #eeeeee);\n\n    --button-background-color: light-dark(rgba(255 255 255 / 64%), rgba(255 255 255 / 8%));\n    --button-hover-border-color: light-dark(#646cff, #646cff);\n\n    --link-color: light-dark(#646cff, #646cff);\n    --link-hover-color: light-dark(#747bff, #535bf2);\n\n    --panel-background-color: light-dark(rgba(0 0 0 / 52%), rgba(0 0 0 / 48%));\n    --panel-text-color: light-dark(#ffffff, #eeeeee);\n    --panel-button-background-color: light-dark(rgba(0 0 0 / 24%), rgba(255 255 255 / 8%));\n    --panel-button-hover-border-color: light-dark(var(--panel-text-color), var(--button-hover-border-color));\n    --panel-progress-color: light-dark(rgba(255 255 255 / 8%), rgba(255 255 255 / 4%));\n    --panel-box-shadow: 0px 4px 8px 0px rgba(0, 0, 0, 0.08), 0px 6px 24px 0px rgba(0, 0, 0, 0.16);\n\n    --error-border-color: light-dark(rgba(239 83 80 / 100%), rgba(239 83 80 / 100%));\n\n    --user-message-background-color: light-dark(rgba(0 0 0 / 16%), rgba(0 0 0 / 48%));\n    --user-message-text-color: light-dark(#242424, var(--text-color));\n}\n\nbody {\n    margin: 0;\n    display: flex;\n    min-width: 320px;\n    min-height: 100vh;\n}\n\na {\n    font-weight: 500;\n    color: var(--link-color);\n    text-decoration: inherit;\n\n    &:hover {\n        color: var(--link-hover-color);\n    }\n}\n\nbutton {\n    border-radius: 8px;\n    border: 1px solid transparent;\n    padding: 0.6em 1.2em;\n    font-size: 1em;\n    font-weight: 500;\n    font-family: inherit;\n    background-color: var(--button-background-color);\n    cursor: pointer;\n    transition: border-color 0.3s var(--transition-easing), opacity 0.3s var(--transition-easing);\n    color: var(--text-color);\n    fill: var(--text-color);\n\n    &[disabled] {\n        opacity: 0.52;\n        pointer-events: none;\n    }\n\n    &:hover,\n    &:focus,\n    &:focus-visible {\n        border-color: var(--button-hover-border-color);\n    }\n}\n\n"},{"path":["src","index.html"],"content":"<!doctype html>\n<html lang=\"en\">\n    <head>\n        <meta charset=\"UTF-8\"/>\n        <link rel=\"icon\" type=\"image/svg+xml\" href=\"/vite.svg\"/>\n        <meta name=\"viewport\" content=\"width=device-width, initial-scale=1.0\"/>\n        <title>Electron + TypeScript + React + Vite + node-llama-cpp</title>\n    </head>\n    <body>\n        <div id=\"root\"></div>\n        <script type=\"module\" src=\"./index.tsx\"></script>\n    </body>\n</html>\n"},{"path":["src","index.tsx"],"content":"import React from \"react\";\nimport ReactDOM from \"react-dom/client\";\nimport {App} from \"./App/App.tsx\";\nimport \"./index.css\";\n\nReactDOM.createRoot(document.getElementById(\"root\")!).render(\n    <React.StrictMode>\n        <App />\n    </React.StrictMode>\n);\n\n// Use contextBridge\nwindow.ipcRenderer.on(\"main-process-message\", (_event, message) => {\n    console.log(message);\n});\n"},{"path":["src","rpc","llmRpc.ts"],"content":"import {ElectronFunctions} from \"../../electron/rpc/llmRpc.ts\";\nimport {createRendererSideBirpc} from \"../utils/createRendererSideBirpc.ts\";\nimport {llmState} from \"../state/llmState.ts\";\nimport {LlmState} from \"../../electron/state/llmState.ts\";\n\n\nconst renderedFunctions = {\n    updateState(state: LlmState) {\n        llmState.state = state;\n    }\n} as const;\nexport type RenderedFunctions = typeof renderedFunctions;\n\nexport const electronLlmRpc = createRendererSideBirpc<ElectronFunctions, RenderedFunctions>(\"llmRpc\", \"llmRpc\", renderedFunctions);\n\nelectronLlmRpc.getState()\n    .then((state) => {\n        llmState.state = state;\n    })\n    .catch((error) => {\n        console.error(\"Failed to get the initial state from the main process\", error);\n    });\n"},{"path":["src","state","llmState.ts"],"content":"import {State} from \"lifecycle-utils\";\n\nimport {LlmState} from \"../../electron/state/llmState.ts\";\n\nexport const llmState = new State<LlmState>({\n    llama: {\n        loaded: false\n    },\n    model: {\n        loaded: false\n    },\n    context: {\n        loaded: false\n    },\n    contextSequence: {\n        loaded: false\n    },\n    chatSession: {\n        loaded: false,\n        generatingResult: false,\n        simplifiedChat: []\n    }\n});\n"},{"path":["src","utils","createRendererSideBirpc.ts"],"content":"import {createBirpc} from \"birpc\";\n\nexport function createRendererSideBirpc<\n    const RendererFunction = Record<string, never>,\n    const ElectronFunctions extends object = Record<string, never>\n>(\n    toRendererEventName: string,\n    fromRendererEventName: string,\n    electronFunctions: ElectronFunctions\n) {\n    return createBirpc<RendererFunction, ElectronFunctions>(electronFunctions, {\n        post: (data) => window.ipcRenderer.send(fromRendererEventName, data),\n        on: (onData) => window.ipcRenderer.on(toRendererEventName, (event, data) => {\n            onData(data);\n        }),\n        serialize: (value) => JSON.stringify(value),\n        deserialize: (value) => JSON.parse(value)\n    });\n}\n\n"},{"path":["src","vite-env.d.ts"],"content":"/// <reference types=\"vite/client\" />\n"},{"path":["tsconfig.json"],"content":"{\n    \"compilerOptions\": {\n        \"target\": \"es2022\",\n        \"lib\": [\"es2022\", \"DOM\", \"DOM.Iterable\"],\n        \"module\": \"es2022\",\n        \"skipLibCheck\": true,\n\n        \"esModuleInterop\": true,\n        \"removeComments\": false,\n        \"allowSyntheticDefaultImports\": true,\n        \"forceConsistentCasingInFileNames\": true,\n        \"noFallthroughCasesInSwitch\": true,\n\n        \"moduleResolution\": \"bundler\",\n        \"allowImportingTsExtensions\": true,\n        \"resolveJsonModule\": true,\n        \"isolatedModules\": true,\n        \"noEmit\": true,\n        \"jsx\": \"react-jsx\",\n\n        \"strict\": true,\n        \"strictNullChecks\": true,\n        \"noImplicitAny\": true,\n        \"noImplicitReturns\": true,\n        \"noImplicitThis\": true,\n        \"noImplicitOverride\": true\n    },\n    \"include\": [\n        \"./src\",\n        \"./electron\"\n    ],\n    \"references\": [{ \"path\": \"./tsconfig.node.json\" }]\n}\n"},{"path":["tsconfig.node.json"],"content":"{\n    \"compilerOptions\": {\n        \"target\": \"es2022\",\n        \"lib\": [\"es2022\"],\n        \"module\": \"es2022\",\n        \"skipLibCheck\": true,\n\n        \"esModuleInterop\": true,\n        \"removeComments\": false,\n        \"allowSyntheticDefaultImports\": true,\n        \"forceConsistentCasingInFileNames\": true,\n        \"noFallthroughCasesInSwitch\": true,\n\n        \"moduleResolution\": \"bundler\",\n        \"resolveJsonModule\": false,\n        \"isolatedModules\": true,\n        \"composite\": true,\n\n        \"strict\": true,\n        \"strictNullChecks\": true,\n        \"noImplicitAny\": true,\n        \"noImplicitReturns\": true,\n        \"noImplicitThis\": true,\n        \"noImplicitOverride\": true\n    },\n    \"include\": [\n        \"vite.config.ts\"\n    ]\n}\n"},{"path":["vite.config.ts"],"content":"import path from \"node:path\";\nimport {fileURLToPath} from \"node:url\";\nimport {defineConfig} from \"vite\";\nimport electron from \"vite-plugin-electron/simple\";\nimport react from \"@vitejs/plugin-react\";\n\nconst __dirname = path.dirname(fileURLToPath(import.meta.url));\n\n// These modules won't be bundled as part of the Vite build of the Electron (main) side,\n// but they'll be included in the final Electron app build inside the asar file.\n// Performance and efficiency wise, this is absolutely fine and has no real drawbacks\nconst electronExternalModules = [\"node-llama-cpp\", \"lifecycle-utils\"];\n\n// https://vitejs.dev/config/\nexport default defineConfig({\n    esbuild: {\n        target: \"es2022\"\n    },\n    optimizeDeps: {\n        exclude: electronExternalModules,\n        esbuildOptions: {\n            target: \"es2022\"\n        }\n    },\n    build: {\n        outDir: path.join(__dirname, \"dist\"),\n        target: \"es2022\"\n    },\n    root: path.join(__dirname, \"src\"),\n    publicDir: path.join(__dirname, \"public\"),\n    plugins: [\n        react(),\n        electron({\n            main: {\n                // Shortcut of `build.lib.entry`.\n                entry: path.join(__dirname, \"electron/index.ts\"),\n                vite: {\n                    build: {\n                        target: \"es2022\",\n                        outDir: path.join(__dirname, \"dist-electron\"),\n                        rollupOptions: {\n                            external: electronExternalModules\n                        }\n                    }\n                }\n            },\n            preload: {\n                // Shortcut of `build.rollupOptions.input`.\n                // Preload scripts may contain Web assets, so use the `build.rollupOptions.input` instead `build.lib.entry`.\n                input: path.join(__dirname, \"electron/preload.ts\"),\n                vite: {\n                    build: {\n                        target: \"es2022\",\n                        outDir: path.join(__dirname, \"dist-electron\")\n                    }\n                }\n            },\n            // Polyfill the Electron and Node.js API for Renderer process.\n            // If you want use Node.js in Renderer process, the `nodeIntegration` needs to be enabled in the Main process.\n            // See 👉 https://github.com/electron-vite/vite-plugin-electron-renderer\n            renderer: process.env.NODE_ENV === \"test\"\n            // https://github.com/electron-vite/vite-plugin-electron-renderer/issues/78#issuecomment-2053600808\n                ? undefined\n                : {}\n        })\n    ]\n});\n"}]}

package/templates/packed/node-typescript.json

@@ -0,0 +1 @@
+{"files":[{"path":[".editorconfig"],"content":"root = true\n\n[*]\nindent_style = space\nindent_size = 4\n\n[{*.ts,*.tsx,*.js,*.jsx,*.css,*.scss}]\ninsert_final_newline = true\n\n[{package.json,package-lock.json,manifest.json}]\nindent_size = 2\n\n[*.yml]\nindent_size = 2\n"},{"path":[".eslintrc.json"],"content":"{\n    \"root\": true,\n    \"env\": {\n        \"node\": true,\n        \"browser\": false,\n        \"es6\": true\n    },\n    \"ignorePatterns\": [\"/dist\", \"/models\"],\n    \"extends\": [\n        \"eslint:recommended\",\n        \"plugin:jsdoc/recommended\"\n    ],\n    \"globals\": {\n        \"Atomics\": \"readonly\",\n        \"SharedArrayBuffer\": \"readonly\"\n    },\n    \"parserOptions\": {\n        \"ecmaVersion\": 2023,\n        \"sourceType\": \"module\"\n    },\n    \"overrides\": [{\n        \"files\": [\"**.ts\"],\n        \"extends\": [\n            \"eslint:recommended\",\n            \"plugin:@typescript-eslint/recommended\",\n            \"plugin:jsdoc/recommended-typescript\"\n        ],\n        \"parser\": \"@typescript-eslint/parser\",\n        \"plugins\": [\n            \"@typescript-eslint\",\n            \"import\",\n            \"jsdoc\",\n            \"n\"\n        ],\n        \"rules\": {\n            \"@typescript-eslint/explicit-module-boundary-types\": [\"off\"],\n            \"@typescript-eslint/ban-ts-comment\": [\"off\"],\n            \"@typescript-eslint/no-explicit-any\": [\"off\"],\n            \"semi\": [\"off\"],\n            \"@typescript-eslint/semi\": [\"warn\", \"always\"],\n            \"@typescript-eslint/no-inferrable-types\": [\"off\"],\n            \"@typescript-eslint/member-ordering\": [\"warn\", {\n                \"default\": [\"field\", \"constructor\", \"method\", \"signature\"],\n                \"typeLiterals\": []\n            }],\n            \"@typescript-eslint/parameter-properties\": [\"warn\", {\n                \"allow\": []\n            }],\n            \"@typescript-eslint/explicit-member-accessibility\": [\"warn\"],\n            \"@typescript-eslint/member-delimiter-style\": [\"warn\", {\n                \"multiline\": {\n                    \"delimiter\": \"comma\",\n                    \"requireLast\": false\n                },\n                \"singleline\": {\n                    \"delimiter\": \"comma\",\n                    \"requireLast\": false\n                },\n                \"multilineDetection\": \"brackets\"\n            }],\n            \"jsdoc/require-param\": [\"off\"],\n            \"jsdoc/check-param-names\": [\"warn\", {\n                \"checkDestructured\": false\n            }],\n            \"jsdoc/require-returns\": [\"off\"],\n            \"jsdoc/require-jsdoc\": [\"off\"],\n            \"jsdoc/require-yields\": [\"off\"],\n            \"jsdoc/require-param-description\": [\"off\"]\n        }\n    }],\n    \"plugins\": [\n        \"@typescript-eslint\",\n        \"import\",\n        \"jsdoc\",\n        \"n\"\n    ],\n    \"settings\": {\n        \"import/parsers\": {\n            \"@typescript-eslint/parser\": [\".ts\"]\n        },\n        \"jsdoc\": {\n            \"exemptDestructuredRootsFromChecks\": true,\n            \"tagNamePreference\": {\n                \"hidden\": \"hidden\"\n            }\n        }\n    },\n    \"rules\": {\n        \"indent\": [\"warn\", 4, {\n            \"SwitchCase\": 1,\n            \"FunctionDeclaration\": {\n                \"parameters\": \"first\"\n            }\n        }],\n        \"eqeqeq\": [\"off\"],\n        \"no-undef\": \"off\",\n        \"quotes\": [\"warn\", \"double\", { \"avoidEscape\": true }],\n        \"no-unused-vars\": [\"warn\", {\n            \"args\": \"none\",\n            \"ignoreRestSiblings\": true,\n            \"varsIgnorePattern\": \"^set\"\n        }],\n        \"no-prototype-builtins\": [\"off\"],\n        \"object-curly-spacing\": [\"warn\", \"never\"],\n        \"semi\": [\"warn\", \"always\"],\n        \"no-undefined\": [\"off\"],\n        \"array-bracket-newline\": [\"error\", \"consistent\"],\n        \"brace-style\": [\"error\", \"1tbs\", {\n            \"allowSingleLine\": false\n        }],\n        \"comma-spacing\": [\"error\", {\n            \"before\": false,\n            \"after\": true\n        }],\n        \"comma-style\": [\"error\", \"last\"],\n        \"comma-dangle\": [\"error\", \"never\"],\n        \"no-var\": [\"error\"],\n        \"import/order\": [\"error\", {\n            \"groups\": [\"builtin\", \"external\",\"internal\", \"parent\", \"sibling\", \"index\", \"type\", \"object\", \"unknown\"],\n            \"warnOnUnassignedImports\": true\n        }],\n        \"n/file-extension-in-import\": [\"error\", \"always\"],\n        \"newline-per-chained-call\": [\"error\", {\n            \"ignoreChainWithDepth\": 2\n        }],\n        \"no-confusing-arrow\": [\"error\"],\n        \"no-const-assign\": [\"error\"],\n        \"no-duplicate-imports\": [\"error\", {\n            \"includeExports\": true\n        }],\n        \"camelcase\": [\"warn\"],\n        \"jsx-quotes\": [\"warn\"],\n        \"yoda\": [\"error\", \"never\", {\n            \"exceptRange\": true\n        }],\n        \"no-eval\": [\"error\"],\n        \"array-callback-return\": [\"error\"],\n        \"no-empty\": [\"error\", {\n            \"allowEmptyCatch\": true\n        }],\n        \"keyword-spacing\": [\"warn\"],\n        \"space-infix-ops\": [\"warn\"],\n        \"spaced-comment\": [\"warn\", \"always\", {\n            \"markers\": [\"/\"]\n        }],\n        \"eol-last\": [\"warn\", \"always\"],\n        \"max-len\": [\"warn\", {\n            \"code\": 140,\n            \"tabWidth\": 4,\n            \"ignoreStrings\": true\n        }]\n    }\n}\n"},{"path":[".gitignore"],"content":"/.idea\n/.vscode\nnode_modules\n.DS_Store\n\n/dist\n/models\n"},{"path":["README.md"],"content":"# Node + TypeScript + `node-llama-cpp`\nThis template provides a minimal setup to get Node working with TypeScript and `node-llama-cpp`, and some ESLint rules.\n\n## Get started\nInstall node modules and download the model files used by `node-llama-cpp`:\n```bash\nnpm install\n```\n\nStart the project:\n```bash\nnpm start\n```\n"},{"path":["package.json"],"content":"{\n  \"name\": \"node-llama-cpp-project\",\n  \"private\": true,\n  \"version\": \"0.0.0\",\n  \"main\": \"./dist/index.js\",\n  \"type\": \"module\",\n  \"types\": \"./dist/index.d.ts\",\n  \"files\": [\n    \"dist/\",\n    \"package.json\",\n    \"README.md\"\n  ],\n  \"exports\": {\n    \".\": {\n      \"import\": \"./dist/index.js\",\n      \"node\": \"./dist/index.js\",\n      \"types\": \"./dist/index.d.ts\",\n      \"default\": \"./dist/index.js\"\n    }\n  },\n  \"engines\": {\n    \"node\": \">=18.0.0\"\n  },\n  \"scripts\": {\n    \"postinstall\": \"npm run models:pull\",\n    \"models:pull\": \"node-llama-cpp pull --dir ./models \\\"{{modelUrl|escape|escape}}\\\"\",\n    \"start\": \"vite-node ./src/index.ts\",\n    \"start:build\": \"node ./dist/index.ts\",\n    \"prebuild\": \"rimraf ./dist ./tsconfig.tsbuildinfo\",\n    \"build\": \"tsc --build tsconfig.json --force\",\n    \"lint\": \"npm run lint:eslint\",\n    \"lint:eslint\": \"eslint --ext .js --ext .ts --report-unused-disable-directives .\",\n    \"format\": \"npm run lint:eslint -- --fix\",\n    \"clean\": \"rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./models\"\n  },\n  \"dependencies\": {\n    \"chalk\": \"^5.3.0\",\n    \"node-llama-cpp\": \"^{{currentNodeLlamaCppModuleVersion|escape}}\"\n  },\n  \"devDependencies\": {\n    \"@types/node\": \"^20.11.29\",\n    \"@typescript-eslint/eslint-plugin\": \"^6.3.0\",\n    \"@typescript-eslint/parser\": \"^6.3.0\",\n    \"eslint\": \"^8.46.0\",\n    \"eslint-plugin-import\": \"^2.28.0\",\n    \"eslint-plugin-jsdoc\": \"^46.9.0\",\n    \"eslint-plugin-n\": \"^16.3.1\",\n    \"rimraf\": \"^5.0.7\",\n    \"tslib\": \"^2.6.1\",\n    \"typescript\": \"^5.2.2\",\n    \"vite-node\": \"^1.4.0\"\n  }\n}"},{"path":["src","index.ts"],"content":"import {fileURLToPath} from \"url\";\nimport path from \"path\";\nimport chalk from \"chalk\";\nimport {getLlama, LlamaChatSession} from \"node-llama-cpp\";\n\nconst __dirname = path.dirname(fileURLToPath(import.meta.url));\nconst modelsFolderDirectory = path.join(__dirname, \"..\", \"models\");\n\n\nconst llama = await getLlama();\n\nconsole.log(chalk.yellow(\"Loading model...\"));\nconst model = await llama.loadModel({\n    modelPath: path.join(modelsFolderDirectory, \"{{modelFilename|escape}}\")\n});\n\nconsole.log(chalk.yellow(\"Creating context...\"));\nconst context = await model.createContext();\n\nconst session = new LlamaChatSession({\n    contextSequence: context.getSequence()\n});\nconsole.log();\n\n\nconst q1 = \"Hi there, how are you?\";\nconsole.log(chalk.yellow(\"User: \") + q1);\n\nprocess.stdout.write(chalk.yellow(\"AI: \"));\nconst a1 = await session.prompt(q1, {\n    onToken(chunk) {\n        // stream the response to the console as it's being generated\n        process.stdout.write(model.detokenize(chunk));\n    }\n});\nprocess.stdout.write(\"\\n\");\nconsole.log(chalk.yellow(\"Consolidated AI answer: \") + a1);\nconsole.log();\n\n\nconst q2 = \"Summarize what you said\";\nconsole.log(chalk.yellow(\"User: \") + q2);\n\nconst a2 = await session.prompt(q2);\nconsole.log(chalk.yellow(\"AI: \") + a2);\nconsole.log();\n\n\nconst q3 = \"What are the verbs in this sentence: 'The cat sat on the mat'\";\nconsole.log(chalk.yellow(\"User: \") + q3);\n\n// force the model to respond in accordance to the specified JSON schema format, so we can parse it and use it programmatically\nconst responseGrammar = await llama.createGrammarForJsonSchema({\n    type: \"object\",\n    properties: {\n        verbs: {\n            type: \"array\",\n            items: {\n                type: \"string\"\n            }\n        }\n    }\n});\nconst a3 = await session.prompt(q2, {grammar: responseGrammar});\nconst parsedResponse = responseGrammar.parse(a3);\nconsole.log(chalk.yellow(\"AI:\"), parsedResponse.verbs);\nconsole.log();\n\nif (parsedResponse.verbs.length > 0) {\n    const q4 = `Define the verb \"${parsedResponse.verbs[0]}\"`;\n    console.log(chalk.yellow(\"User: \") + q4);\n\n    const a4 = await session.prompt(q4);\n    console.log(chalk.yellow(\"AI: \") + a4);\n    console.log();\n} else {\n    const q4 = \"Are you sure there are no verbs in the sentence?\";\n    console.log(chalk.yellow(\"User: \") + q4);\n\n    const a4 = await session.prompt(q4);\n    console.log(chalk.yellow(\"AI: \") + a4);\n    console.log();\n}\n"},{"path":["tsconfig.json"],"content":"{\n    \"compilerOptions\": {\n        \"lib\": [\"es2022\"],\n        \"module\": \"es2022\",\n        \"target\": \"es2022\",\n        \"esModuleInterop\": true,\n        \"noImplicitAny\": true,\n        \"noImplicitReturns\": true,\n        \"noImplicitThis\": true,\n        \"noImplicitOverride\": true,\n        \"removeComments\": false,\n        \"allowSyntheticDefaultImports\": true,\n        \"forceConsistentCasingInFileNames\": true,\n        \"noFallthroughCasesInSwitch\": true,\n        \"skipLibCheck\": true,\n        \"moduleResolution\": \"node\",\n        \"resolveJsonModule\": false,\n        \"strictNullChecks\": true,\n        \"isolatedModules\": true,\n        \"noEmit\": false,\n        \"outDir\": \"./dist\",\n        \"strict\": true,\n        \"sourceMap\": true,\n        \"composite\": false,\n        \"declaration\": true\n    },\n    \"files\": [\n        \"./src/index.ts\"\n    ],\n    \"include\": [\n        \"./src\"\n    ]\n}\n"}]}