@elizaos/plugin-ollama 2.0.0-alpha.7 → 2.0.0-alpha.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -418,12 +418,12 @@ export {
|
|
|
418
418
|
getEmbeddingModel,
|
|
419
419
|
getBaseURL,
|
|
420
420
|
getApiBase,
|
|
421
|
-
|
|
421
|
+
default2 as default,
|
|
422
422
|
DEFAULT_SMALL_MODEL,
|
|
423
423
|
DEFAULT_OLLAMA_URL,
|
|
424
424
|
DEFAULT_LARGE_MODEL,
|
|
425
425
|
DEFAULT_EMBEDDING_MODEL
|
|
426
426
|
};
|
|
427
427
|
|
|
428
|
-
//# debugId=
|
|
428
|
+
//# debugId=1B448803DF37FD5464756E2164756E21
|
|
429
429
|
//# sourceMappingURL=index.browser.js.map
|
|
@@ -10,6 +10,6 @@
|
|
|
10
10
|
"import type { GenerateTextParams, IAgentRuntime } from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport { generateText } from \"ai\";\nimport { createOllama } from \"ollama-ai-provider\";\n\nimport { getBaseURL, getLargeModel, getSmallModel } from \"../utils/config\";\nimport { ensureModelAvailable } from \"./availability\";\n\nasync function generateOllamaText(\n ollama: ReturnType<typeof createOllama>,\n model: string,\n params: {\n prompt: string;\n system?: string;\n temperature: number;\n maxTokens: number;\n frequencyPenalty: number;\n presencePenalty: number;\n stopSequences: string[];\n }\n): Promise<string> {\n try {\n const generateParams = {\n model: ollama(model),\n prompt: params.prompt,\n system: params.system,\n temperature: params.temperature,\n maxTokens: params.maxTokens,\n frequencyPenalty: params.frequencyPenalty,\n presencePenalty: params.presencePenalty,\n stopSequences: params.stopSequences,\n };\n\n const { text: ollamaResponse } = await generateText(generateParams);\n return ollamaResponse;\n } catch (error: unknown) {\n logger.error({ error }, \"Error in generateOllamaText\");\n return \"Error generating text. Please try again later.\";\n }\n}\n\nexport async function handleTextSmall(\n runtime: IAgentRuntime,\n { prompt, stopSequences = [] }: GenerateTextParams\n): Promise<string> {\n try {\n const temperature = 0.7;\n const frequency_penalty = 0.7;\n const presence_penalty = 0.7;\n const max_response_length = 8000;\n\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n\n const model = getSmallModel(runtime);\n logger.log(`[Ollama] Using TEXT_SMALL model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n\n return await generateOllamaText(ollama, model, {\n prompt,\n system: runtime.character?.system ?? undefined,\n temperature,\n maxTokens: max_response_length,\n frequencyPenalty: frequency_penalty,\n presencePenalty: presence_penalty,\n stopSequences,\n });\n } catch (error) {\n logger.error({ error }, \"Error in TEXT_SMALL model\");\n return \"Error generating text. Please try again later.\";\n }\n}\n\nexport async function handleTextLarge(\n runtime: IAgentRuntime,\n {\n prompt,\n stopSequences = [],\n maxTokens = 8192,\n temperature = 0.7,\n frequencyPenalty = 0.7,\n presencePenalty = 0.7,\n }: GenerateTextParams\n): Promise<string> {\n try {\n const model = getLargeModel(runtime);\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n\n logger.log(`[Ollama] Using TEXT_LARGE model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n return await generateOllamaText(ollama, model, {\n prompt,\n system: runtime.character?.system ?? undefined,\n temperature,\n maxTokens,\n frequencyPenalty,\n presencePenalty,\n stopSequences,\n });\n } catch (error) {\n logger.error({ error }, \"Error in TEXT_LARGE model\");\n return \"Error generating text. Please try again later.\";\n }\n}\n"
|
|
11
11
|
],
|
|
12
12
|
"mappings": ";AAOA,mBAAS;;;ACNT,mBAAS;AACT;AACA;;;ACCO,IAAM,qBAAqB;AAC3B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAC5B,IAAM,0BAA0B;AAEvC,SAAS,WAAW,CAAC,KAAiC;AAAA,EACpD,IAAI,OAAO,YAAY,eAAe,CAAC,QAAQ,KAAK;AAAA,IAClD;AAAA,EACF;AAAA,EACA,MAAM,QAAQ,QAAQ,IAAI;AAAA,EAC1B,OAAO,UAAU,YAAY,YAAY,OAAO,KAAK;AAAA;AAGhD,SAAS,UAAU,CACxB,SACA,KACA,cACoB;AAAA,EACpB,MAAM,QAAQ,QAAQ,WAAW,GAAG;AAAA,EACpC,IAAI,UAAU,aAAa,UAAU,MAAM;AAAA,IACzC,OAAO,OAAO,KAAK;AAAA,EACrB;AAAA,EACA,OAAO,YAAY,GAAG,KAAK;AAAA;AAGtB,SAAS,UAAU,CAAC,SAAmC;AAAA,EAC5D,MAAM,cACJ,WAAW,SAAS,qBAAqB,KACzC,WAAW,SAAS,gBAAgB,KACpC;AAAA,EAEF,IAAI,CAAC,YAAY,SAAS,MAAM,GAAG;AAAA,IACjC,OAAO,YAAY,SAAS,GAAG,IAAI,GAAG,mBAAmB,GAAG;AAAA,EAC9D;AAAA,EACA,OAAO;AAAA;AAGF,SAAS,UAAU,CAAC,SAAmC;AAAA,EAC5D,MAAM,UAAU,WAAW,OAAO;AAAA,EAClC,OAAO,QAAQ,SAAS,MAAM,IAAI,QAAQ,MAAM,GAAG,EAAE,IAAI;AAAA;AAGpD,SAAS,aAAa,CAAC,SAAmC;AAAA,EAC/D,OACE,WAAW,SAAS,oBAAoB,KACxC,WAAW,SAAS,aAAa,KACjC;AAAA;AAIG,SAAS,aAAa,CAAC,SAAmC;AAAA,EAC/D,OACE,WAAW,SAAS,oBAAoB,KACxC,WAAW,SAAS,aAAa,KACjC;AAAA;AAIG,SAAS,iBAAiB,CAAC,SAAmC;AAAA,EACnE,OAAO,WAAW,SAAS,wBAAwB,KAAK;AAAA;;;AC/D1D;AAEA,eAAsB,oBAAoB,CACxC,OACA,iBACA,aACe;AAAA,EACf,MAAM,UAAU,mBAAmB;AAAA,EACnC,MAAM,UAAU,QAAQ,SAAS,MAAM,IAAI,QAAQ,MAAM,GAAG,EAAE,IAAI;AAAA,EAClE,MAAM,UAAU,eAAe;AAAA,EAE/B,IAAI;AAAA,IACF,MAAM,UAAU,MAAM,QAAQ,GAAG,oBAAoB;AAAA,MACnD,QAAQ;AAAA,MACR,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,MAC9C,MAAM,KAAK,UAAU,EAAE,MAAM,CAAC;AAAA,IAChC,CAAC;AAAA,IAED,IAAI,QAAQ,IAAI;AAAA,MACd;AAAA,IACF;AAAA,IAEA,OAAO,KAAK,kBAAkB,yCAAyC;AAAA,IAEvE,MAAM,UAAU,MAAM,QAAQ,GAAG,oBAAoB;AAAA,MACnD,QAAQ;AAAA,MACR,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,MAC9C,MAAM,KAAK,UAAU,EAAE,OAAO,QAAQ,MAAM,CAAC;AAAA,IAC/C,CAAC;AAAA,IAED,IAAI,CAAC,QAAQ,IAAI;AAAA,MACf,OAAO,MAAM,wBAAwB,UAAU,QAAQ,YAAY;AAAA,IACrE,EAAO;AAAA,MACL,OAAO,KAAK,6BAA6B,OAAO;AAAA;AAAA,IAElD,OAAO,KAAK;AAAA,IACZ,OAAO,MAAM,EAAE,OAAO,IAAI,GAAG,mCAAmC;AAAA;AAAA;;;AF5BpE,eAAsB,mBAAmB,CACvC,SACA,QACmB;AAAA,EACnB,IAAI;AAAA,IACF,MAAM,UAAU,WAAW,OAAO;AAAA,IAClC,MAAM,cAAc,QAAQ,SAAS;AAAA,IACrC,MAAM,SAAS,aAAa;AAAA,MAC1B,OAAO;AAAA,MACP;AAAA,IACF,CAAC;AAAA,IAED,MAAM,YAAY,kBAAkB,OAAO;AAAA,IAC3C,QAAO,IAAI,wCAAwC,WAAW;AAAA,IAC9D,MAAM,qBAAqB,WAAW,SAAS,WAAW;AAAA,IAE1D,IAAI,OACF,OAAO,WAAW,WACd,SACA,SACG,OAA+B,QAAQ,KACxC;AAAA,IAGR,MAAM,WAAW,OAAQ;AAAA,IACzB,IAAI,KAAK,SAAS,UAAU;AAAA,MAC1B,QAAO,KACL,uCAAuC,KAAK,KAAK,KAAK,SAAS,CAAC,uCAClE;AAAA,MACA,OAAO,KAAK,MAAM,GAAG,QAAQ;AAAA,IAC/B;AAAA,IAEA,MAAM,gBAAgB,QAAQ;AAAA,IAE9B,IAAI;AAAA,MACF,MAAM,cAAc;AAAA,QAClB,OAAO,OAAO,UAAU,SAAS;AAAA,QACjC,OAAO;AAAA,MACT;AAAA,MAEA,QAAQ,cAAc,MAAM,MAAM,WAAW;AAAA,MAC7C,OAAO;AAAA,MACP,OAAO,gBAAgB;AAAA,MACvB,QAAO,MAAM,EAAE,OAAO,eAAe,GAAG,4BAA4B;AAAA,MACpE,OAAO,MAAM,IAAI,EAAE,KAAK,CAAC;AAAA;AAAA,IAE3B,OAAO,OAAO;AAAA,IACd,QAAO,MAAM,EAAE,MAAM,GAAG,+BAA+B;AAAA,IACvD,OAAO,MAAM,IAAI,EAAE,KAAK,CAAC;AAAA;AAAA;;;AGvD7B,mBAAS;AACT;AACA,yBAAS;AAKT,eAAe,oBAAoB,CACjC,QACA,OACA,QAC2D;AAAA,EAC3D,IAAI;AAAA,IACF,MAAM,iBAAiB;AAAA,MACrB,OAAO,OAAO,KAAK;AAAA,MACnB,QAAQ;AAAA,MACR,QAAQ,OAAO;AAAA,MACf,aAAa,OAAO;AAAA,IACtB;AAAA,IAEA,QAAQ,WAAW,MAAM,eAAe,cAAc;AAAA,IACtD,OAAO;AAAA,IACP,OAAO,OAAgB;AAAA,IACvB,QAAO,MAAM,EAAE,MAAM,GAAG,yBAAyB;AAAA,IACjD,OAAO,CAAC;AAAA;AAAA;AAIZ,eAAsB,iBAAiB,CACrC,SACA,QAC2D;AAAA,EAC3D,IAAI;AAAA,IACF,MAAM,UAAU,WAAW,OAAO;AAAA,IAClC,MAAM,cAAc,QAAQ,SAAS;AAAA,IACrC,MAAM,SAAS,cAAa;AAAA,MAC1B,OAAO;AAAA,MACP;AAAA,IACF,CAAC;AAAA,IACD,MAAM,QAAQ,cAAc,OAAO;AAAA,IAEnC,QAAO,IAAI,sCAAsC,OAAO;AAAA,IACxD,MAAM,qBAAqB,OAAO,SAAS,WAAW;AAAA,IAEtD,OAAO,MAAM,qBAAqB,QAAQ,OAAO,MAAM;AAAA,IACvD,OAAO,OAAO;AAAA,IACd,QAAO,MAAM,EAAE,MAAM,GAAG,6BAA6B;AAAA,IACrD,OAAO,CAAC;AAAA;AAAA;AAIZ,eAAsB,iBAAiB,CACrC,SACA,QAC2D;AAAA,EAC3D,IAAI;AAAA,IACF,MAAM,UAAU,WAAW,OAAO;AAAA,IAClC,MAAM,cAAc,QAAQ,SAAS;AAAA,IACrC,MAAM,SAAS,cAAa;AAAA,MAC1B,OAAO;AAAA,MACP;AAAA,IACF,CAAC;AAAA,IACD,MAAM,QAAQ,cAAc,OAAO;AAAA,IAEnC,QAAO,IAAI,sCAAsC,OAAO;AAAA,IACxD,MAAM,qBAAqB,OAAO,SAAS,WAAW;AAAA,IAEtD,OAAO,MAAM,qBAAqB,QAAQ,OAAO,MAAM;AAAA,IACvD,OAAO,OAAO;AAAA,IACd,QAAO,MAAM,EAAE,MAAM,GAAG,6BAA6B;AAAA,IACrD,OAAO,CAAC;AAAA;AAAA;;;ACtEZ,mBAAS;AACT;AACA,yBAAS;AAKT,eAAe,kBAAkB,CAC/B,QACA,OACA,QASiB;AAAA,EACjB,IAAI;AAAA,IACF,MAAM,iBAAiB;AAAA,MACrB,OAAO,OAAO,KAAK;AAAA,MACnB,QAAQ,OAAO;AAAA,MACf,QAAQ,OAAO;AAAA,MACf,aAAa,OAAO;AAAA,MACpB,WAAW,OAAO;AAAA,MAClB,kBAAkB,OAAO;AAAA,MACzB,iBAAiB,OAAO;AAAA,MACxB,eAAe,OAAO;AAAA,IACxB;AAAA,IAEA,QAAQ,MAAM,mBAAmB,MAAM,aAAa,cAAc;AAAA,IAClE,OAAO;AAAA,IACP,OAAO,OAAgB;AAAA,IACvB,QAAO,MAAM,EAAE,MAAM,GAAG,6BAA6B;AAAA,IACrD,OAAO;AAAA;AAAA;AAIX,eAAsB,eAAe,CACnC,WACE,QAAQ,gBAAgB,CAAC,KACV;AAAA,EACjB,IAAI;AAAA,IACF,MAAM,cAAc;AAAA,IACpB,MAAM,oBAAoB;AAAA,IAC1B,MAAM,mBAAmB;AAAA,IACzB,MAAM,sBAAsB;AAAA,IAE5B,MAAM,UAAU,WAAW,OAAO;AAAA,IAClC,MAAM,cAAc,QAAQ,SAAS;AAAA,IACrC,MAAM,SAAS,cAAa;AAAA,MAC1B,OAAO;AAAA,MACP;AAAA,IACF,CAAC;AAAA,IAED,MAAM,QAAQ,cAAc,OAAO;AAAA,IACnC,QAAO,IAAI,oCAAoC,OAAO;AAAA,IACtD,MAAM,qBAAqB,OAAO,SAAS,WAAW;AAAA,IAEtD,OAAO,MAAM,mBAAmB,QAAQ,OAAO;AAAA,MAC7C;AAAA,MACA,QAAQ,QAAQ,WAAW,UAAU;AAAA,MACrC;AAAA,MACA,WAAW;AAAA,MACX,kBAAkB;AAAA,MAClB,iBAAiB;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,IACD,OAAO,OAAO;AAAA,IACd,QAAO,MAAM,EAAE,MAAM,GAAG,2BAA2B;AAAA,IACnD,OAAO;AAAA;AAAA;AAIX,eAAsB,eAAe,CACnC;AAAA,EAEE;AAAA,EACA,gBAAgB,CAAC;AAAA,EACjB,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,kBAAkB;AAAA,GAEH;AAAA,EACjB,IAAI;AAAA,IACF,MAAM,QAAQ,cAAc,OAAO;AAAA,IACnC,MAAM,UAAU,WAAW,OAAO;AAAA,IAClC,MAAM,cAAc,QAAQ,SAAS;AAAA,IACrC,MAAM,SAAS,cAAa;AAAA,MAC1B,OAAO;AAAA,MACP;AAAA,IACF,CAAC;AAAA,IAED,QAAO,IAAI,oCAAoC,OAAO;AAAA,IACtD,MAAM,qBAAqB,OAAO,SAAS,WAAW;AAAA,IACtD,OAAO,MAAM,mBAAmB,QAAQ,OAAO;AAAA,MAC7C;AAAA,MACA,QAAQ,QAAQ,WAAW,UAAU;AAAA,MACrC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,IACD,OAAO,OAAO;AAAA,IACd,QAAO,MAAM,EAAE,MAAM,GAAG,2BAA2B;AAAA,IACnD,OAAO;AAAA;AAAA;;;ALrGX,IAAM,cAAc;AACpB,YAAY,wBAAwB;AASpC,SAAS,aAAa,GAAmB;AAAA,EACvC,IAAI,OAAO,YAAY,eAAe,CAAC,QAAQ,KAAK;AAAA,IAClD,OAAO,CAAC;AAAA,EACV;AAAA,EACA,OAAO,QAAQ;AAAA;AAGjB,IAAM,MAAM,cAAc;AAEnB,IAAM,eAAuB;AAAA,EAClC,MAAM;AAAA,EACN,aAAa;AAAA,EAEb,QAAQ;AAAA,IACN,qBAAqB,IAAI,uBAAuB;AAAA,IAChD,oBAAoB,IAAI,sBAAsB;AAAA,IAC9C,qBAAqB,IAAI,uBAAuB;AAAA,IAChD,oBAAoB,IAAI,sBAAsB;AAAA,IAC9C,wBAAwB,IAAI,0BAA0B;AAAA,EACxD;AAAA,OAEM,KAAI,CAAC,SAAS,SAAS;AAAA,IAC3B,MAAM,UAAU,WAAW,OAAO;AAAA,IAClC,MAAM,UAAU,WAAW,OAAO;AAAA,IAElC,IAAI,CAAC,WAAW,YAAY,8BAA8B;AAAA,MACxD,MAAM,WAAW,QAAQ,WAAW,qBAAqB;AAAA,MACzD,IAAI,CAAC,UAAU;AAAA,QACb,QAAO,KAAK,4DAA4D;AAAA,MAC1E;AAAA,IACF;AAAA,IAEA,IAAI;AAAA,MACF,MAAM,WAAW,MAAM,MAAM,GAAG,oBAAoB;AAAA,QAClD,QAAQ;AAAA,QACR,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,MAChD,CAAC;AAAA,MAED,IAAI,CAAC,SAAS,IAAI;AAAA,QAChB,QAAO,KAAK,iCAAiC,SAAS,YAAY;AAAA,MACpE;AAAA,MACA,OAAO,YAAqB;AAAA,MAC5B,MAAM,UAAU,sBAAsB,QAAQ,WAAW,UAAU,OAAO,UAAU;AAAA,MACpF,QAAO,KAAK,gCAAgC,SAAS;AAAA;AAAA;AAAA,EAIzD,QAAQ;AAAA,KACL,UAAU,iBAAiB,OAC1B,SACA,WACsB;AAAA,MACtB,OAAO,oBAAoB,SAAS,MAAM;AAAA;AAAA,KAG3C,UAAU,aAAa,OACtB,SACA,WACoB;AAAA,MACpB,OAAO,gBAAgB,SAAS,MAAM;AAAA;AAAA,KAGvC,UAAU,aAAa,OACtB,SACA,WACoB;AAAA,MACpB,OAAO,gBAAgB,SAAS,MAAM;AAAA;AAAA,KAGvC,UAAU,eAAe,OACxB,SACA,WAC8D;AAAA,MAC9D,OAAO,kBAAkB,SAAS,MAAM;AAAA;AAAA,KAGzC,UAAU,eAAe,OACxB,SACA,WAC8D;AAAA,MAC9D,OAAO,kBAAkB,SAAS,MAAM;AAAA;AAAA,EAE5C;AAAA,EAEA,OAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,OAAO;AAAA,QACL;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAA2B;AAAA,YACpC,IAAI;AAAA,cACF,MAAM,UAAU,WAAW,OAAO;AAAA,cAClC,MAAM,WAAW,MAAM,MAAM,GAAG,kBAAkB;AAAA,cAClD,IAAI,CAAC,SAAS,IAAI;AAAA,gBAChB,QAAO,MAAM,kCAAkC,SAAS,YAAY;AAAA,cACtE;AAAA,cACA,OAAO,OAAO;AAAA,cACd,QAAO,MAAM,EAAE,MAAM,GAAG,qCAAqC;AAAA;AAAA;AAAA,QAGnE;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAA2B;AAAA,YACpC,IAAI;AAAA,cACF,MAAM,YAAY,MAAM,QAAQ,SAAS,UAAU,gBAAgB;AAAA,gBACjE,MAAM;AAAA,cACR,CAAC;AAAA,cACD,QAAO,IAAI,EAAE,UAAU,GAAG,qBAAqB;AAAA,cAC/C,OAAO,OAAO;AAAA,cACd,QAAO,MAAM,EAAE,MAAM,GAAG,8BAA8B;AAAA;AAAA;AAAA,QAG5D;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAA2B;AAAA,YACpC,IAAI;AAAA,cACF,MAAM,OAAO,MAAM,QAAQ,SAAS,UAAU,YAAY;AAAA,gBACxD,QAAQ;AAAA,cACV,CAAC;AAAA,cACD,IAAI,KAAK,WAAW,GAAG;AAAA,gBACrB,QAAO,MAAM,yBAAyB;AAAA,gBACtC;AAAA,cACF;AAAA,cACA,QAAO,IAAI,EAAE,KAAK,GAAG,gCAAgC;AAAA,cACrD,OAAO,OAAO;AAAA,cACd,QAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AAAA;AAAA;AAAA,QAGxD;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAA2B;AAAA,YACpC,IAAI;AAAA,cACF,MAAM,OAAO,MAAM,QAAQ,SAAS,UAAU,YAAY;AAAA,gBACxD,QAAQ;AAAA,cACV,CAAC;AAAA,cACD,IAAI,KAAK,WAAW,GAAG;AAAA,gBACrB,QAAO,MAAM,yBAAyB;AAAA,gBACtC;AAAA,cACF;AAAA,cACA,QAAO,IAAI,EAAE,KAAK,GAAG,gCAAgC;AAAA,cACrD,OAAO,OAAO;AAAA,cACd,QAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AAAA;AAAA;AAAA,QAGxD;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAA2B;AAAA,YACpC,IAAI;AAAA,cACF,MAAM,SAAS,MAAM,QAAQ,SAAS,UAAU,cAAc;AAAA,gBAC5D,QACE;AAAA,gBACF,aAAa;AAAA,gBACb,QAAQ;AAAA,cACV,CAAC;AAAA,cACD,QAAO,IAAI,EAAE,OAAO,GAAG,kBAAkB;AAAA,cACzC,OAAO,OAAO;AAAA,cACd,QAAO,MAAM,EAAE,MAAM,GAAG,4BAA4B;AAAA;AAAA;AAAA,QAG1D;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAA2B;AAAA,YACpC,IAAI;AAAA,cACF,MAAM,SAAS,MAAM,QAAQ,SAAS,UAAU,cAAc;AAAA,gBAC5D,QACE;AAAA,gBACF,aAAa;AAAA,gBACb,QAAQ;AAAA,cACV,CAAC;AAAA,cACD,QAAO,IAAI,EAAE,OAAO,GAAG,kBAAkB;AAAA,cACzC,OAAO,OAAO;AAAA,cACd,QAAO,MAAM,EAAE,MAAM,GAAG,4BAA4B;AAAA;AAAA;AAAA,QAG1D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
|
|
13
|
-
"debugId": "
|
|
13
|
+
"debugId": "1B448803DF37FD5464756E2164756E21",
|
|
14
14
|
"names": []
|
|
15
15
|
}
|
package/dist/cjs/index.node.cjs
CHANGED
|
@@ -2,41 +2,51 @@ var __defProp = Object.defineProperty;
|
|
|
2
2
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
3
3
|
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
4
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
5
|
-
|
|
5
|
+
function __accessProp(key) {
|
|
6
|
+
return this[key];
|
|
7
|
+
}
|
|
6
8
|
var __toCommonJS = (from) => {
|
|
7
|
-
var entry = __moduleCache.get(from), desc;
|
|
9
|
+
var entry = (__moduleCache ??= new WeakMap).get(from), desc;
|
|
8
10
|
if (entry)
|
|
9
11
|
return entry;
|
|
10
12
|
entry = __defProp({}, "__esModule", { value: true });
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function")
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
13
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
+
for (var key of __getOwnPropNames(from))
|
|
15
|
+
if (!__hasOwnProp.call(entry, key))
|
|
16
|
+
__defProp(entry, key, {
|
|
17
|
+
get: __accessProp.bind(from, key),
|
|
18
|
+
enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
|
|
19
|
+
});
|
|
20
|
+
}
|
|
16
21
|
__moduleCache.set(from, entry);
|
|
17
22
|
return entry;
|
|
18
23
|
};
|
|
24
|
+
var __moduleCache;
|
|
25
|
+
var __returnValue = (v) => v;
|
|
26
|
+
function __exportSetter(name, newValue) {
|
|
27
|
+
this[name] = __returnValue.bind(null, newValue);
|
|
28
|
+
}
|
|
19
29
|
var __export = (target, all) => {
|
|
20
30
|
for (var name in all)
|
|
21
31
|
__defProp(target, name, {
|
|
22
32
|
get: all[name],
|
|
23
33
|
enumerable: true,
|
|
24
34
|
configurable: true,
|
|
25
|
-
set: (
|
|
35
|
+
set: __exportSetter.bind(all, name)
|
|
26
36
|
});
|
|
27
37
|
};
|
|
28
38
|
|
|
29
39
|
// index.ts
|
|
30
40
|
var exports_typescript = {};
|
|
31
41
|
__export(exports_typescript, {
|
|
32
|
-
ollamaPlugin: () => ollamaPlugin,
|
|
42
|
+
ollamaPlugin: () => import_plugin.ollamaPlugin,
|
|
33
43
|
getSmallModel: () => getSmallModel,
|
|
34
44
|
getSetting: () => getSetting,
|
|
35
45
|
getLargeModel: () => getLargeModel,
|
|
36
46
|
getEmbeddingModel: () => getEmbeddingModel,
|
|
37
47
|
getBaseURL: () => getBaseURL,
|
|
38
48
|
getApiBase: () => getApiBase,
|
|
39
|
-
default: () => ollamaPlugin,
|
|
49
|
+
default: () => import_plugin.ollamaPlugin,
|
|
40
50
|
DEFAULT_SMALL_MODEL: () => DEFAULT_SMALL_MODEL,
|
|
41
51
|
DEFAULT_OLLAMA_URL: () => DEFAULT_OLLAMA_URL,
|
|
42
52
|
DEFAULT_LARGE_MODEL: () => DEFAULT_LARGE_MODEL,
|
|
@@ -44,14 +54,6 @@ __export(exports_typescript, {
|
|
|
44
54
|
});
|
|
45
55
|
module.exports = __toCommonJS(exports_typescript);
|
|
46
56
|
|
|
47
|
-
// plugin.ts
|
|
48
|
-
var import_core5 = require("@elizaos/core");
|
|
49
|
-
|
|
50
|
-
// models/embedding.ts
|
|
51
|
-
var import_core2 = require("@elizaos/core");
|
|
52
|
-
var import_ai = require("ai");
|
|
53
|
-
var import_ollama_ai_provider = require("ollama-ai-provider");
|
|
54
|
-
|
|
55
57
|
// utils/config.ts
|
|
56
58
|
var DEFAULT_OLLAMA_URL = "http://localhost:11434";
|
|
57
59
|
var DEFAULT_SMALL_MODEL = "gemma3:latest";
|
|
@@ -92,370 +94,5 @@ function getEmbeddingModel(runtime) {
|
|
|
92
94
|
return getSetting(runtime, "OLLAMA_EMBEDDING_MODEL") || DEFAULT_EMBEDDING_MODEL;
|
|
93
95
|
}
|
|
94
96
|
|
|
95
|
-
|
|
96
|
-
var import_core = require("@elizaos/core");
|
|
97
|
-
async function ensureModelAvailable(model, providedBaseURL, customFetch) {
|
|
98
|
-
const baseURL = providedBaseURL || "http://localhost:11434/api";
|
|
99
|
-
const apiBase = baseURL.endsWith("/api") ? baseURL.slice(0, -4) : baseURL;
|
|
100
|
-
const fetcher = customFetch ?? fetch;
|
|
101
|
-
try {
|
|
102
|
-
const showRes = await fetcher(`${apiBase}/api/show`, {
|
|
103
|
-
method: "POST",
|
|
104
|
-
headers: { "Content-Type": "application/json" },
|
|
105
|
-
body: JSON.stringify({ model })
|
|
106
|
-
});
|
|
107
|
-
if (showRes.ok) {
|
|
108
|
-
return;
|
|
109
|
-
}
|
|
110
|
-
import_core.logger.info(`[Ollama] Model ${model} not found locally. Downloading...`);
|
|
111
|
-
const pullRes = await fetcher(`${apiBase}/api/pull`, {
|
|
112
|
-
method: "POST",
|
|
113
|
-
headers: { "Content-Type": "application/json" },
|
|
114
|
-
body: JSON.stringify({ model, stream: false })
|
|
115
|
-
});
|
|
116
|
-
if (!pullRes.ok) {
|
|
117
|
-
import_core.logger.error(`Failed to pull model ${model}: ${pullRes.statusText}`);
|
|
118
|
-
} else {
|
|
119
|
-
import_core.logger.info(`[Ollama] Downloaded model ${model}`);
|
|
120
|
-
}
|
|
121
|
-
} catch (err) {
|
|
122
|
-
import_core.logger.error({ error: err }, "Error ensuring model availability");
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
// models/embedding.ts
|
|
127
|
-
async function handleTextEmbedding(runtime, params) {
|
|
128
|
-
try {
|
|
129
|
-
const baseURL = getBaseURL(runtime);
|
|
130
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
131
|
-
const ollama = import_ollama_ai_provider.createOllama({
|
|
132
|
-
fetch: customFetch,
|
|
133
|
-
baseURL
|
|
134
|
-
});
|
|
135
|
-
const modelName = getEmbeddingModel(runtime);
|
|
136
|
-
import_core2.logger.log(`[Ollama] Using TEXT_EMBEDDING model: ${modelName}`);
|
|
137
|
-
await ensureModelAvailable(modelName, baseURL, customFetch);
|
|
138
|
-
let text = typeof params === "string" ? params : params ? params.text || "" : "";
|
|
139
|
-
const maxChars = 8000 * 4;
|
|
140
|
-
if (text.length > maxChars) {
|
|
141
|
-
import_core2.logger.warn(`[Ollama] Embedding input too long (~${Math.ceil(text.length / 4)} tokens), truncating to ~8000 tokens`);
|
|
142
|
-
text = text.slice(0, maxChars);
|
|
143
|
-
}
|
|
144
|
-
const embeddingText = text || "test";
|
|
145
|
-
try {
|
|
146
|
-
const embedParams = {
|
|
147
|
-
model: ollama.embedding(modelName),
|
|
148
|
-
value: embeddingText
|
|
149
|
-
};
|
|
150
|
-
const { embedding } = await import_ai.embed(embedParams);
|
|
151
|
-
return embedding;
|
|
152
|
-
} catch (embeddingError) {
|
|
153
|
-
import_core2.logger.error({ error: embeddingError }, "Error generating embedding");
|
|
154
|
-
return Array(1536).fill(0);
|
|
155
|
-
}
|
|
156
|
-
} catch (error) {
|
|
157
|
-
import_core2.logger.error({ error }, "Error in TEXT_EMBEDDING model");
|
|
158
|
-
return Array(1536).fill(0);
|
|
159
|
-
}
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
// models/object.ts
|
|
163
|
-
var import_core3 = require("@elizaos/core");
|
|
164
|
-
var import_ai2 = require("ai");
|
|
165
|
-
var import_ollama_ai_provider2 = require("ollama-ai-provider");
|
|
166
|
-
async function generateOllamaObject(ollama, model, params) {
|
|
167
|
-
try {
|
|
168
|
-
const generateParams = {
|
|
169
|
-
model: ollama(model),
|
|
170
|
-
output: "no-schema",
|
|
171
|
-
prompt: params.prompt,
|
|
172
|
-
temperature: params.temperature
|
|
173
|
-
};
|
|
174
|
-
const { object } = await import_ai2.generateObject(generateParams);
|
|
175
|
-
return object;
|
|
176
|
-
} catch (error) {
|
|
177
|
-
import_core3.logger.error({ error }, "Error generating object");
|
|
178
|
-
return {};
|
|
179
|
-
}
|
|
180
|
-
}
|
|
181
|
-
async function handleObjectSmall(runtime, params) {
|
|
182
|
-
try {
|
|
183
|
-
const baseURL = getBaseURL(runtime);
|
|
184
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
185
|
-
const ollama = import_ollama_ai_provider2.createOllama({
|
|
186
|
-
fetch: customFetch,
|
|
187
|
-
baseURL
|
|
188
|
-
});
|
|
189
|
-
const model = getSmallModel(runtime);
|
|
190
|
-
import_core3.logger.log(`[Ollama] Using OBJECT_SMALL model: ${model}`);
|
|
191
|
-
await ensureModelAvailable(model, baseURL, customFetch);
|
|
192
|
-
return await generateOllamaObject(ollama, model, params);
|
|
193
|
-
} catch (error) {
|
|
194
|
-
import_core3.logger.error({ error }, "Error in OBJECT_SMALL model");
|
|
195
|
-
return {};
|
|
196
|
-
}
|
|
197
|
-
}
|
|
198
|
-
async function handleObjectLarge(runtime, params) {
|
|
199
|
-
try {
|
|
200
|
-
const baseURL = getBaseURL(runtime);
|
|
201
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
202
|
-
const ollama = import_ollama_ai_provider2.createOllama({
|
|
203
|
-
fetch: customFetch,
|
|
204
|
-
baseURL
|
|
205
|
-
});
|
|
206
|
-
const model = getLargeModel(runtime);
|
|
207
|
-
import_core3.logger.log(`[Ollama] Using OBJECT_LARGE model: ${model}`);
|
|
208
|
-
await ensureModelAvailable(model, baseURL, customFetch);
|
|
209
|
-
return await generateOllamaObject(ollama, model, params);
|
|
210
|
-
} catch (error) {
|
|
211
|
-
import_core3.logger.error({ error }, "Error in OBJECT_LARGE model");
|
|
212
|
-
return {};
|
|
213
|
-
}
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
// models/text.ts
|
|
217
|
-
var import_core4 = require("@elizaos/core");
|
|
218
|
-
var import_ai3 = require("ai");
|
|
219
|
-
var import_ollama_ai_provider3 = require("ollama-ai-provider");
|
|
220
|
-
async function generateOllamaText(ollama, model, params) {
|
|
221
|
-
try {
|
|
222
|
-
const generateParams = {
|
|
223
|
-
model: ollama(model),
|
|
224
|
-
prompt: params.prompt,
|
|
225
|
-
system: params.system,
|
|
226
|
-
temperature: params.temperature,
|
|
227
|
-
maxTokens: params.maxTokens,
|
|
228
|
-
frequencyPenalty: params.frequencyPenalty,
|
|
229
|
-
presencePenalty: params.presencePenalty,
|
|
230
|
-
stopSequences: params.stopSequences
|
|
231
|
-
};
|
|
232
|
-
const { text: ollamaResponse } = await import_ai3.generateText(generateParams);
|
|
233
|
-
return ollamaResponse;
|
|
234
|
-
} catch (error) {
|
|
235
|
-
import_core4.logger.error({ error }, "Error in generateOllamaText");
|
|
236
|
-
return "Error generating text. Please try again later.";
|
|
237
|
-
}
|
|
238
|
-
}
|
|
239
|
-
async function handleTextSmall(runtime, { prompt, stopSequences = [] }) {
|
|
240
|
-
try {
|
|
241
|
-
const temperature = 0.7;
|
|
242
|
-
const frequency_penalty = 0.7;
|
|
243
|
-
const presence_penalty = 0.7;
|
|
244
|
-
const max_response_length = 8000;
|
|
245
|
-
const baseURL = getBaseURL(runtime);
|
|
246
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
247
|
-
const ollama = import_ollama_ai_provider3.createOllama({
|
|
248
|
-
fetch: customFetch,
|
|
249
|
-
baseURL
|
|
250
|
-
});
|
|
251
|
-
const model = getSmallModel(runtime);
|
|
252
|
-
import_core4.logger.log(`[Ollama] Using TEXT_SMALL model: ${model}`);
|
|
253
|
-
await ensureModelAvailable(model, baseURL, customFetch);
|
|
254
|
-
return await generateOllamaText(ollama, model, {
|
|
255
|
-
prompt,
|
|
256
|
-
system: runtime.character?.system ?? undefined,
|
|
257
|
-
temperature,
|
|
258
|
-
maxTokens: max_response_length,
|
|
259
|
-
frequencyPenalty: frequency_penalty,
|
|
260
|
-
presencePenalty: presence_penalty,
|
|
261
|
-
stopSequences
|
|
262
|
-
});
|
|
263
|
-
} catch (error) {
|
|
264
|
-
import_core4.logger.error({ error }, "Error in TEXT_SMALL model");
|
|
265
|
-
return "Error generating text. Please try again later.";
|
|
266
|
-
}
|
|
267
|
-
}
|
|
268
|
-
async function handleTextLarge(runtime, {
|
|
269
|
-
prompt,
|
|
270
|
-
stopSequences = [],
|
|
271
|
-
maxTokens = 8192,
|
|
272
|
-
temperature = 0.7,
|
|
273
|
-
frequencyPenalty = 0.7,
|
|
274
|
-
presencePenalty = 0.7
|
|
275
|
-
}) {
|
|
276
|
-
try {
|
|
277
|
-
const model = getLargeModel(runtime);
|
|
278
|
-
const baseURL = getBaseURL(runtime);
|
|
279
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
280
|
-
const ollama = import_ollama_ai_provider3.createOllama({
|
|
281
|
-
fetch: customFetch,
|
|
282
|
-
baseURL
|
|
283
|
-
});
|
|
284
|
-
import_core4.logger.log(`[Ollama] Using TEXT_LARGE model: ${model}`);
|
|
285
|
-
await ensureModelAvailable(model, baseURL, customFetch);
|
|
286
|
-
return await generateOllamaText(ollama, model, {
|
|
287
|
-
prompt,
|
|
288
|
-
system: runtime.character?.system ?? undefined,
|
|
289
|
-
temperature,
|
|
290
|
-
maxTokens,
|
|
291
|
-
frequencyPenalty,
|
|
292
|
-
presencePenalty,
|
|
293
|
-
stopSequences
|
|
294
|
-
});
|
|
295
|
-
} catch (error) {
|
|
296
|
-
import_core4.logger.error({ error }, "Error in TEXT_LARGE model");
|
|
297
|
-
return "Error generating text. Please try again later.";
|
|
298
|
-
}
|
|
299
|
-
}
|
|
300
|
-
|
|
301
|
-
// plugin.ts
|
|
302
|
-
var _globalThis = globalThis;
|
|
303
|
-
_globalThis.AI_SDK_LOG_WARNINGS ??= false;
|
|
304
|
-
function getProcessEnv() {
|
|
305
|
-
if (typeof process === "undefined" || !process.env) {
|
|
306
|
-
return {};
|
|
307
|
-
}
|
|
308
|
-
return process.env;
|
|
309
|
-
}
|
|
310
|
-
var env = getProcessEnv();
|
|
311
|
-
var ollamaPlugin = {
|
|
312
|
-
name: "ollama",
|
|
313
|
-
description: "Ollama plugin for local LLM inference",
|
|
314
|
-
config: {
|
|
315
|
-
OLLAMA_API_ENDPOINT: env.OLLAMA_API_ENDPOINT ?? null,
|
|
316
|
-
OLLAMA_SMALL_MODEL: env.OLLAMA_SMALL_MODEL ?? null,
|
|
317
|
-
OLLAMA_MEDIUM_MODEL: env.OLLAMA_MEDIUM_MODEL ?? null,
|
|
318
|
-
OLLAMA_LARGE_MODEL: env.OLLAMA_LARGE_MODEL ?? null,
|
|
319
|
-
OLLAMA_EMBEDDING_MODEL: env.OLLAMA_EMBEDDING_MODEL ?? null
|
|
320
|
-
},
|
|
321
|
-
async init(_config, runtime) {
|
|
322
|
-
const baseURL = getBaseURL(runtime);
|
|
323
|
-
const apiBase = getApiBase(runtime);
|
|
324
|
-
if (!baseURL || baseURL === "http://localhost:11434/api") {
|
|
325
|
-
const endpoint = runtime.getSetting("OLLAMA_API_ENDPOINT");
|
|
326
|
-
if (!endpoint) {
|
|
327
|
-
import_core5.logger.warn("OLLAMA_API_ENDPOINT not set, using default localhost:11434");
|
|
328
|
-
}
|
|
329
|
-
}
|
|
330
|
-
try {
|
|
331
|
-
const response = await fetch(`${apiBase}/api/tags`, {
|
|
332
|
-
method: "GET",
|
|
333
|
-
headers: { "Content-Type": "application/json" }
|
|
334
|
-
});
|
|
335
|
-
if (!response.ok) {
|
|
336
|
-
import_core5.logger.warn(`Ollama API validation failed: ${response.statusText}`);
|
|
337
|
-
}
|
|
338
|
-
} catch (fetchError) {
|
|
339
|
-
const message = fetchError instanceof Error ? fetchError.message : String(fetchError);
|
|
340
|
-
import_core5.logger.warn(`Ollama API validation error: ${message}`);
|
|
341
|
-
}
|
|
342
|
-
},
|
|
343
|
-
models: {
|
|
344
|
-
[import_core5.ModelType.TEXT_EMBEDDING]: async (runtime, params) => {
|
|
345
|
-
return handleTextEmbedding(runtime, params);
|
|
346
|
-
},
|
|
347
|
-
[import_core5.ModelType.TEXT_SMALL]: async (runtime, params) => {
|
|
348
|
-
return handleTextSmall(runtime, params);
|
|
349
|
-
},
|
|
350
|
-
[import_core5.ModelType.TEXT_LARGE]: async (runtime, params) => {
|
|
351
|
-
return handleTextLarge(runtime, params);
|
|
352
|
-
},
|
|
353
|
-
[import_core5.ModelType.OBJECT_SMALL]: async (runtime, params) => {
|
|
354
|
-
return handleObjectSmall(runtime, params);
|
|
355
|
-
},
|
|
356
|
-
[import_core5.ModelType.OBJECT_LARGE]: async (runtime, params) => {
|
|
357
|
-
return handleObjectLarge(runtime, params);
|
|
358
|
-
}
|
|
359
|
-
},
|
|
360
|
-
tests: [
|
|
361
|
-
{
|
|
362
|
-
name: "ollama_plugin_tests",
|
|
363
|
-
tests: [
|
|
364
|
-
{
|
|
365
|
-
name: "ollama_test_url_validation",
|
|
366
|
-
fn: async (runtime) => {
|
|
367
|
-
try {
|
|
368
|
-
const apiBase = getApiBase(runtime);
|
|
369
|
-
const response = await fetch(`${apiBase}/api/tags`);
|
|
370
|
-
if (!response.ok) {
|
|
371
|
-
import_core5.logger.error(`Failed to validate Ollama API: ${response.statusText}`);
|
|
372
|
-
}
|
|
373
|
-
} catch (error) {
|
|
374
|
-
import_core5.logger.error({ error }, "Error in ollama_test_url_validation");
|
|
375
|
-
}
|
|
376
|
-
}
|
|
377
|
-
},
|
|
378
|
-
{
|
|
379
|
-
name: "ollama_test_text_embedding",
|
|
380
|
-
fn: async (runtime) => {
|
|
381
|
-
try {
|
|
382
|
-
const embedding = await runtime.useModel(import_core5.ModelType.TEXT_EMBEDDING, {
|
|
383
|
-
text: "Hello, world!"
|
|
384
|
-
});
|
|
385
|
-
import_core5.logger.log({ embedding }, "Generated embedding");
|
|
386
|
-
} catch (error) {
|
|
387
|
-
import_core5.logger.error({ error }, "Error in test_text_embedding");
|
|
388
|
-
}
|
|
389
|
-
}
|
|
390
|
-
},
|
|
391
|
-
{
|
|
392
|
-
name: "ollama_test_text_large",
|
|
393
|
-
fn: async (runtime) => {
|
|
394
|
-
try {
|
|
395
|
-
const text = await runtime.useModel(import_core5.ModelType.TEXT_LARGE, {
|
|
396
|
-
prompt: "What is the nature of reality in 10 words?"
|
|
397
|
-
});
|
|
398
|
-
if (text.length === 0) {
|
|
399
|
-
import_core5.logger.error("Failed to generate text");
|
|
400
|
-
return;
|
|
401
|
-
}
|
|
402
|
-
import_core5.logger.log({ text }, "Generated with test_text_large");
|
|
403
|
-
} catch (error) {
|
|
404
|
-
import_core5.logger.error({ error }, "Error in test_text_large");
|
|
405
|
-
}
|
|
406
|
-
}
|
|
407
|
-
},
|
|
408
|
-
{
|
|
409
|
-
name: "ollama_test_text_small",
|
|
410
|
-
fn: async (runtime) => {
|
|
411
|
-
try {
|
|
412
|
-
const text = await runtime.useModel(import_core5.ModelType.TEXT_SMALL, {
|
|
413
|
-
prompt: "What is the nature of reality in 10 words?"
|
|
414
|
-
});
|
|
415
|
-
if (text.length === 0) {
|
|
416
|
-
import_core5.logger.error("Failed to generate text");
|
|
417
|
-
return;
|
|
418
|
-
}
|
|
419
|
-
import_core5.logger.log({ text }, "Generated with test_text_small");
|
|
420
|
-
} catch (error) {
|
|
421
|
-
import_core5.logger.error({ error }, "Error in test_text_small");
|
|
422
|
-
}
|
|
423
|
-
}
|
|
424
|
-
},
|
|
425
|
-
{
|
|
426
|
-
name: "ollama_test_object_small",
|
|
427
|
-
fn: async (runtime) => {
|
|
428
|
-
try {
|
|
429
|
-
const object = await runtime.useModel(import_core5.ModelType.OBJECT_SMALL, {
|
|
430
|
-
prompt: "Generate a JSON object representing a user profile with name, age, and hobbies",
|
|
431
|
-
temperature: 0.7,
|
|
432
|
-
schema: undefined
|
|
433
|
-
});
|
|
434
|
-
import_core5.logger.log({ object }, "Generated object");
|
|
435
|
-
} catch (error) {
|
|
436
|
-
import_core5.logger.error({ error }, "Error in test_object_small");
|
|
437
|
-
}
|
|
438
|
-
}
|
|
439
|
-
},
|
|
440
|
-
{
|
|
441
|
-
name: "ollama_test_object_large",
|
|
442
|
-
fn: async (runtime) => {
|
|
443
|
-
try {
|
|
444
|
-
const object = await runtime.useModel(import_core5.ModelType.OBJECT_LARGE, {
|
|
445
|
-
prompt: "Generate a detailed JSON object representing a restaurant with name, cuisine type, menu items with prices, and customer reviews",
|
|
446
|
-
temperature: 0.7,
|
|
447
|
-
schema: undefined
|
|
448
|
-
});
|
|
449
|
-
import_core5.logger.log({ object }, "Generated object");
|
|
450
|
-
} catch (error) {
|
|
451
|
-
import_core5.logger.error({ error }, "Error in test_object_large");
|
|
452
|
-
}
|
|
453
|
-
}
|
|
454
|
-
}
|
|
455
|
-
]
|
|
456
|
-
}
|
|
457
|
-
]
|
|
458
|
-
};
|
|
459
|
-
|
|
460
|
-
//# debugId=66435A5AA1DEC60764756E2164756E21
|
|
97
|
+
//# debugId=5FB0BA3DB006FDFB64756E2164756E21
|
|
461
98
|
//# sourceMappingURL=index.node.cjs.map
|
|
@@ -1,15 +1,10 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
|
-
"sources": ["../../
|
|
3
|
+
"sources": ["../../utils/config.ts"],
|
|
4
4
|
"sourcesContent": [
|
|
5
|
-
"
|
|
6
|
-
"import type { IAgentRuntime, TextEmbeddingParams } from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport { embed } from \"ai\";\nimport { createOllama } from \"ollama-ai-provider\";\n\nimport { getBaseURL, getEmbeddingModel } from \"../utils/config\";\nimport { ensureModelAvailable } from \"./availability\";\n\nexport async function handleTextEmbedding(\n runtime: IAgentRuntime,\n params: TextEmbeddingParams | string | null\n): Promise<number[]> {\n try {\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n\n const modelName = getEmbeddingModel(runtime);\n logger.log(`[Ollama] Using TEXT_EMBEDDING model: ${modelName}`);\n await ensureModelAvailable(modelName, baseURL, customFetch);\n\n let text =\n typeof params === \"string\"\n ? params\n : params\n ? (params as TextEmbeddingParams).text || \"\"\n : \"\";\n\n // Truncate to stay within embedding model token limits (~4 chars per token)\n const maxChars = 8_000 * 4;\n if (text.length > maxChars) {\n logger.warn(\n `[Ollama] Embedding input too long (~${Math.ceil(text.length / 4)} tokens), truncating to ~8000 tokens`\n );\n text = text.slice(0, maxChars);\n }\n\n const embeddingText = text || \"test\";\n\n try {\n const embedParams = {\n model: ollama.embedding(modelName),\n value: embeddingText,\n };\n\n const { embedding } = await embed(embedParams);\n return embedding;\n } catch (embeddingError) {\n logger.error({ error: embeddingError }, \"Error generating embedding\");\n return Array(1536).fill(0);\n }\n } catch (error) {\n logger.error({ error }, \"Error in TEXT_EMBEDDING model\");\n return Array(1536).fill(0);\n }\n}\n",
|
|
7
|
-
"type SettingsProvider = {\n getSetting: (key: string) => string | number | boolean | null;\n};\n\nexport const DEFAULT_OLLAMA_URL = \"http://localhost:11434\";\nexport const DEFAULT_SMALL_MODEL = \"gemma3:latest\";\nexport const DEFAULT_LARGE_MODEL = \"gemma3:latest\";\nexport const DEFAULT_EMBEDDING_MODEL = \"nomic-embed-text:latest\";\n\nfunction getEnvValue(key: string): string | undefined {\n if (typeof process === \"undefined\" || !process.env) {\n return undefined;\n }\n const value = process.env[key];\n return value === undefined ? undefined : String(value);\n}\n\nexport function getSetting(\n runtime: SettingsProvider,\n key: string,\n defaultValue?: string\n): string | undefined {\n const value = runtime.getSetting(key);\n if (value !== undefined && value !== null) {\n return String(value);\n }\n return getEnvValue(key) ?? defaultValue;\n}\n\nexport function getBaseURL(runtime: SettingsProvider): string {\n const apiEndpoint =\n getSetting(runtime, \"OLLAMA_API_ENDPOINT\") ||\n getSetting(runtime, \"OLLAMA_API_URL\") ||\n DEFAULT_OLLAMA_URL;\n\n if (!apiEndpoint.endsWith(\"/api\")) {\n return apiEndpoint.endsWith(\"/\") ? `${apiEndpoint}api` : `${apiEndpoint}/api`;\n }\n return apiEndpoint;\n}\n\nexport function getApiBase(runtime: SettingsProvider): string {\n const baseURL = getBaseURL(runtime);\n return baseURL.endsWith(\"/api\") ? baseURL.slice(0, -4) : baseURL;\n}\n\nexport function getSmallModel(runtime: SettingsProvider): string {\n return (\n getSetting(runtime, \"OLLAMA_SMALL_MODEL\") ||\n getSetting(runtime, \"SMALL_MODEL\") ||\n DEFAULT_SMALL_MODEL\n );\n}\n\nexport function getLargeModel(runtime: SettingsProvider): string {\n return (\n getSetting(runtime, \"OLLAMA_LARGE_MODEL\") ||\n getSetting(runtime, \"LARGE_MODEL\") ||\n DEFAULT_LARGE_MODEL\n );\n}\n\nexport function getEmbeddingModel(runtime: SettingsProvider): string {\n return getSetting(runtime, \"OLLAMA_EMBEDDING_MODEL\") || DEFAULT_EMBEDDING_MODEL;\n}\n",
|
|
8
|
-
"import { logger } from \"@elizaos/core\";\n\nexport async function ensureModelAvailable(\n model: string,\n providedBaseURL?: string,\n customFetch?: typeof fetch | null\n): Promise<void> {\n const baseURL = providedBaseURL || \"http://localhost:11434/api\";\n const apiBase = baseURL.endsWith(\"/api\") ? baseURL.slice(0, -4) : baseURL;\n const fetcher = customFetch ?? fetch;\n\n try {\n const showRes = await fetcher(`${apiBase}/api/show`, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model }),\n });\n\n if (showRes.ok) {\n return;\n }\n\n logger.info(`[Ollama] Model ${model} not found locally. Downloading...`);\n\n const pullRes = await fetcher(`${apiBase}/api/pull`, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model, stream: false }),\n });\n\n if (!pullRes.ok) {\n logger.error(`Failed to pull model ${model}: ${pullRes.statusText}`);\n } else {\n logger.info(`[Ollama] Downloaded model ${model}`);\n }\n } catch (err) {\n logger.error({ error: err }, \"Error ensuring model availability\");\n }\n}\n",
|
|
9
|
-
"import type { IAgentRuntime, ObjectGenerationParams } from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport { generateObject } from \"ai\";\nimport { createOllama } from \"ollama-ai-provider\";\n\nimport { getBaseURL, getLargeModel, getSmallModel } from \"../utils/config\";\nimport { ensureModelAvailable } from \"./availability\";\n\nasync function generateOllamaObject(\n ollama: ReturnType<typeof createOllama>,\n model: string,\n params: ObjectGenerationParams\n): Promise<Record<string, string | number | boolean | null>> {\n try {\n const generateParams = {\n model: ollama(model),\n output: \"no-schema\" as const,\n prompt: params.prompt,\n temperature: params.temperature,\n };\n\n const { object } = await generateObject(generateParams);\n return object as Record<string, string | number | boolean | null>;\n } catch (error: unknown) {\n logger.error({ error }, \"Error generating object\");\n return {};\n }\n}\n\nexport async function handleObjectSmall(\n runtime: IAgentRuntime,\n params: ObjectGenerationParams\n): Promise<Record<string, string | number | boolean | null>> {\n try {\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n const model = getSmallModel(runtime);\n\n logger.log(`[Ollama] Using OBJECT_SMALL model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n\n return await generateOllamaObject(ollama, model, params);\n } catch (error) {\n logger.error({ error }, \"Error in OBJECT_SMALL model\");\n return {};\n }\n}\n\nexport async function handleObjectLarge(\n runtime: IAgentRuntime,\n params: ObjectGenerationParams\n): Promise<Record<string, string | number | boolean | null>> {\n try {\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n const model = getLargeModel(runtime);\n\n logger.log(`[Ollama] Using OBJECT_LARGE model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n\n return await generateOllamaObject(ollama, model, params);\n } catch (error) {\n logger.error({ error }, \"Error in OBJECT_LARGE model\");\n return {};\n }\n}\n",
|
|
10
|
-
"import type { GenerateTextParams, IAgentRuntime } from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport { generateText } from \"ai\";\nimport { createOllama } from \"ollama-ai-provider\";\n\nimport { getBaseURL, getLargeModel, getSmallModel } from \"../utils/config\";\nimport { ensureModelAvailable } from \"./availability\";\n\nasync function generateOllamaText(\n ollama: ReturnType<typeof createOllama>,\n model: string,\n params: {\n prompt: string;\n system?: string;\n temperature: number;\n maxTokens: number;\n frequencyPenalty: number;\n presencePenalty: number;\n stopSequences: string[];\n }\n): Promise<string> {\n try {\n const generateParams = {\n model: ollama(model),\n prompt: params.prompt,\n system: params.system,\n temperature: params.temperature,\n maxTokens: params.maxTokens,\n frequencyPenalty: params.frequencyPenalty,\n presencePenalty: params.presencePenalty,\n stopSequences: params.stopSequences,\n };\n\n const { text: ollamaResponse } = await generateText(generateParams);\n return ollamaResponse;\n } catch (error: unknown) {\n logger.error({ error }, \"Error in generateOllamaText\");\n return \"Error generating text. Please try again later.\";\n }\n}\n\nexport async function handleTextSmall(\n runtime: IAgentRuntime,\n { prompt, stopSequences = [] }: GenerateTextParams\n): Promise<string> {\n try {\n const temperature = 0.7;\n const frequency_penalty = 0.7;\n const presence_penalty = 0.7;\n const max_response_length = 8000;\n\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n\n const model = getSmallModel(runtime);\n logger.log(`[Ollama] Using TEXT_SMALL model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n\n return await generateOllamaText(ollama, model, {\n prompt,\n system: runtime.character?.system ?? undefined,\n temperature,\n maxTokens: max_response_length,\n frequencyPenalty: frequency_penalty,\n presencePenalty: presence_penalty,\n stopSequences,\n });\n } catch (error) {\n logger.error({ error }, \"Error in TEXT_SMALL model\");\n return \"Error generating text. Please try again later.\";\n }\n}\n\nexport async function handleTextLarge(\n runtime: IAgentRuntime,\n {\n prompt,\n stopSequences = [],\n maxTokens = 8192,\n temperature = 0.7,\n frequencyPenalty = 0.7,\n presencePenalty = 0.7,\n }: GenerateTextParams\n): Promise<string> {\n try {\n const model = getLargeModel(runtime);\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n\n logger.log(`[Ollama] Using TEXT_LARGE model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n return await generateOllamaText(ollama, model, {\n prompt,\n system: runtime.character?.system ?? undefined,\n temperature,\n maxTokens,\n frequencyPenalty,\n presencePenalty,\n stopSequences,\n });\n } catch (error) {\n logger.error({ error }, \"Error in TEXT_LARGE model\");\n return \"Error generating text. Please try again later.\";\n }\n}\n"
|
|
5
|
+
"type SettingsProvider = {\n getSetting: (key: string) => string | number | boolean | null;\n};\n\nexport const DEFAULT_OLLAMA_URL = \"http://localhost:11434\";\nexport const DEFAULT_SMALL_MODEL = \"gemma3:latest\";\nexport const DEFAULT_LARGE_MODEL = \"gemma3:latest\";\nexport const DEFAULT_EMBEDDING_MODEL = \"nomic-embed-text:latest\";\n\nfunction getEnvValue(key: string): string | undefined {\n if (typeof process === \"undefined\" || !process.env) {\n return undefined;\n }\n const value = process.env[key];\n return value === undefined ? undefined : String(value);\n}\n\nexport function getSetting(\n runtime: SettingsProvider,\n key: string,\n defaultValue?: string\n): string | undefined {\n const value = runtime.getSetting(key);\n if (value !== undefined && value !== null) {\n return String(value);\n }\n return getEnvValue(key) ?? defaultValue;\n}\n\nexport function getBaseURL(runtime: SettingsProvider): string {\n const apiEndpoint =\n getSetting(runtime, \"OLLAMA_API_ENDPOINT\") ||\n getSetting(runtime, \"OLLAMA_API_URL\") ||\n DEFAULT_OLLAMA_URL;\n\n if (!apiEndpoint.endsWith(\"/api\")) {\n return apiEndpoint.endsWith(\"/\") ? `${apiEndpoint}api` : `${apiEndpoint}/api`;\n }\n return apiEndpoint;\n}\n\nexport function getApiBase(runtime: SettingsProvider): string {\n const baseURL = getBaseURL(runtime);\n return baseURL.endsWith(\"/api\") ? baseURL.slice(0, -4) : baseURL;\n}\n\nexport function getSmallModel(runtime: SettingsProvider): string {\n return (\n getSetting(runtime, \"OLLAMA_SMALL_MODEL\") ||\n getSetting(runtime, \"SMALL_MODEL\") ||\n DEFAULT_SMALL_MODEL\n );\n}\n\nexport function getLargeModel(runtime: SettingsProvider): string {\n return (\n getSetting(runtime, \"OLLAMA_LARGE_MODEL\") ||\n getSetting(runtime, \"LARGE_MODEL\") ||\n DEFAULT_LARGE_MODEL\n );\n}\n\nexport function getEmbeddingModel(runtime: SettingsProvider): string {\n return getSetting(runtime, \"OLLAMA_EMBEDDING_MODEL\") || DEFAULT_EMBEDDING_MODEL;\n}\n"
|
|
11
6
|
],
|
|
12
|
-
"mappings": "
|
|
13
|
-
"debugId": "
|
|
7
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIO,IAAM,qBAAqB;AAC3B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAC5B,IAAM,0BAA0B;AAEvC,SAAS,WAAW,CAAC,KAAiC;AAAA,EACpD,IAAI,OAAO,YAAY,eAAe,CAAC,QAAQ,KAAK;AAAA,IAClD;AAAA,EACF;AAAA,EACA,MAAM,QAAQ,QAAQ,IAAI;AAAA,EAC1B,OAAO,UAAU,YAAY,YAAY,OAAO,KAAK;AAAA;AAGhD,SAAS,UAAU,CACxB,SACA,KACA,cACoB;AAAA,EACpB,MAAM,QAAQ,QAAQ,WAAW,GAAG;AAAA,EACpC,IAAI,UAAU,aAAa,UAAU,MAAM;AAAA,IACzC,OAAO,OAAO,KAAK;AAAA,EACrB;AAAA,EACA,OAAO,YAAY,GAAG,KAAK;AAAA;AAGtB,SAAS,UAAU,CAAC,SAAmC;AAAA,EAC5D,MAAM,cACJ,WAAW,SAAS,qBAAqB,KACzC,WAAW,SAAS,gBAAgB,KACpC;AAAA,EAEF,IAAI,CAAC,YAAY,SAAS,MAAM,GAAG;AAAA,IACjC,OAAO,YAAY,SAAS,GAAG,IAAI,GAAG,mBAAmB,GAAG;AAAA,EAC9D;AAAA,EACA,OAAO;AAAA;AAGF,SAAS,UAAU,CAAC,SAAmC;AAAA,EAC5D,MAAM,UAAU,WAAW,OAAO;AAAA,EAClC,OAAO,QAAQ,SAAS,MAAM,IAAI,QAAQ,MAAM,GAAG,EAAE,IAAI;AAAA;AAGpD,SAAS,aAAa,CAAC,SAAmC;AAAA,EAC/D,OACE,WAAW,SAAS,oBAAoB,KACxC,WAAW,SAAS,aAAa,KACjC;AAAA;AAIG,SAAS,aAAa,CAAC,SAAmC;AAAA,EAC/D,OACE,WAAW,SAAS,oBAAoB,KACxC,WAAW,SAAS,aAAa,KACjC;AAAA;AAIG,SAAS,iBAAiB,CAAC,SAAmC;AAAA,EACnE,OAAO,WAAW,SAAS,wBAAwB,KAAK;AAAA;",
|
|
8
|
+
"debugId": "5FB0BA3DB006FDFB64756E2164756E21",
|
|
14
9
|
"names": []
|
|
15
10
|
}
|
package/dist/node/index.node.js
CHANGED
|
@@ -1,11 +1,3 @@
|
|
|
1
|
-
// plugin.ts
|
|
2
|
-
import { logger as logger5, ModelType } from "@elizaos/core";
|
|
3
|
-
|
|
4
|
-
// models/embedding.ts
|
|
5
|
-
import { logger as logger2 } from "@elizaos/core";
|
|
6
|
-
import { embed } from "ai";
|
|
7
|
-
import { createOllama } from "ollama-ai-provider";
|
|
8
|
-
|
|
9
1
|
// utils/config.ts
|
|
10
2
|
var DEFAULT_OLLAMA_URL = "http://localhost:11434";
|
|
11
3
|
var DEFAULT_SMALL_MODEL = "gemma3:latest";
|
|
@@ -45,371 +37,6 @@ function getLargeModel(runtime) {
|
|
|
45
37
|
function getEmbeddingModel(runtime) {
|
|
46
38
|
return getSetting(runtime, "OLLAMA_EMBEDDING_MODEL") || DEFAULT_EMBEDDING_MODEL;
|
|
47
39
|
}
|
|
48
|
-
|
|
49
|
-
// models/availability.ts
|
|
50
|
-
import { logger } from "@elizaos/core";
|
|
51
|
-
async function ensureModelAvailable(model, providedBaseURL, customFetch) {
|
|
52
|
-
const baseURL = providedBaseURL || "http://localhost:11434/api";
|
|
53
|
-
const apiBase = baseURL.endsWith("/api") ? baseURL.slice(0, -4) : baseURL;
|
|
54
|
-
const fetcher = customFetch ?? fetch;
|
|
55
|
-
try {
|
|
56
|
-
const showRes = await fetcher(`${apiBase}/api/show`, {
|
|
57
|
-
method: "POST",
|
|
58
|
-
headers: { "Content-Type": "application/json" },
|
|
59
|
-
body: JSON.stringify({ model })
|
|
60
|
-
});
|
|
61
|
-
if (showRes.ok) {
|
|
62
|
-
return;
|
|
63
|
-
}
|
|
64
|
-
logger.info(`[Ollama] Model ${model} not found locally. Downloading...`);
|
|
65
|
-
const pullRes = await fetcher(`${apiBase}/api/pull`, {
|
|
66
|
-
method: "POST",
|
|
67
|
-
headers: { "Content-Type": "application/json" },
|
|
68
|
-
body: JSON.stringify({ model, stream: false })
|
|
69
|
-
});
|
|
70
|
-
if (!pullRes.ok) {
|
|
71
|
-
logger.error(`Failed to pull model ${model}: ${pullRes.statusText}`);
|
|
72
|
-
} else {
|
|
73
|
-
logger.info(`[Ollama] Downloaded model ${model}`);
|
|
74
|
-
}
|
|
75
|
-
} catch (err) {
|
|
76
|
-
logger.error({ error: err }, "Error ensuring model availability");
|
|
77
|
-
}
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
// models/embedding.ts
|
|
81
|
-
async function handleTextEmbedding(runtime, params) {
|
|
82
|
-
try {
|
|
83
|
-
const baseURL = getBaseURL(runtime);
|
|
84
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
85
|
-
const ollama = createOllama({
|
|
86
|
-
fetch: customFetch,
|
|
87
|
-
baseURL
|
|
88
|
-
});
|
|
89
|
-
const modelName = getEmbeddingModel(runtime);
|
|
90
|
-
logger2.log(`[Ollama] Using TEXT_EMBEDDING model: ${modelName}`);
|
|
91
|
-
await ensureModelAvailable(modelName, baseURL, customFetch);
|
|
92
|
-
let text = typeof params === "string" ? params : params ? params.text || "" : "";
|
|
93
|
-
const maxChars = 8000 * 4;
|
|
94
|
-
if (text.length > maxChars) {
|
|
95
|
-
logger2.warn(`[Ollama] Embedding input too long (~${Math.ceil(text.length / 4)} tokens), truncating to ~8000 tokens`);
|
|
96
|
-
text = text.slice(0, maxChars);
|
|
97
|
-
}
|
|
98
|
-
const embeddingText = text || "test";
|
|
99
|
-
try {
|
|
100
|
-
const embedParams = {
|
|
101
|
-
model: ollama.embedding(modelName),
|
|
102
|
-
value: embeddingText
|
|
103
|
-
};
|
|
104
|
-
const { embedding } = await embed(embedParams);
|
|
105
|
-
return embedding;
|
|
106
|
-
} catch (embeddingError) {
|
|
107
|
-
logger2.error({ error: embeddingError }, "Error generating embedding");
|
|
108
|
-
return Array(1536).fill(0);
|
|
109
|
-
}
|
|
110
|
-
} catch (error) {
|
|
111
|
-
logger2.error({ error }, "Error in TEXT_EMBEDDING model");
|
|
112
|
-
return Array(1536).fill(0);
|
|
113
|
-
}
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
// models/object.ts
|
|
117
|
-
import { logger as logger3 } from "@elizaos/core";
|
|
118
|
-
import { generateObject } from "ai";
|
|
119
|
-
import { createOllama as createOllama2 } from "ollama-ai-provider";
|
|
120
|
-
async function generateOllamaObject(ollama, model, params) {
|
|
121
|
-
try {
|
|
122
|
-
const generateParams = {
|
|
123
|
-
model: ollama(model),
|
|
124
|
-
output: "no-schema",
|
|
125
|
-
prompt: params.prompt,
|
|
126
|
-
temperature: params.temperature
|
|
127
|
-
};
|
|
128
|
-
const { object } = await generateObject(generateParams);
|
|
129
|
-
return object;
|
|
130
|
-
} catch (error) {
|
|
131
|
-
logger3.error({ error }, "Error generating object");
|
|
132
|
-
return {};
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
async function handleObjectSmall(runtime, params) {
|
|
136
|
-
try {
|
|
137
|
-
const baseURL = getBaseURL(runtime);
|
|
138
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
139
|
-
const ollama = createOllama2({
|
|
140
|
-
fetch: customFetch,
|
|
141
|
-
baseURL
|
|
142
|
-
});
|
|
143
|
-
const model = getSmallModel(runtime);
|
|
144
|
-
logger3.log(`[Ollama] Using OBJECT_SMALL model: ${model}`);
|
|
145
|
-
await ensureModelAvailable(model, baseURL, customFetch);
|
|
146
|
-
return await generateOllamaObject(ollama, model, params);
|
|
147
|
-
} catch (error) {
|
|
148
|
-
logger3.error({ error }, "Error in OBJECT_SMALL model");
|
|
149
|
-
return {};
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
async function handleObjectLarge(runtime, params) {
|
|
153
|
-
try {
|
|
154
|
-
const baseURL = getBaseURL(runtime);
|
|
155
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
156
|
-
const ollama = createOllama2({
|
|
157
|
-
fetch: customFetch,
|
|
158
|
-
baseURL
|
|
159
|
-
});
|
|
160
|
-
const model = getLargeModel(runtime);
|
|
161
|
-
logger3.log(`[Ollama] Using OBJECT_LARGE model: ${model}`);
|
|
162
|
-
await ensureModelAvailable(model, baseURL, customFetch);
|
|
163
|
-
return await generateOllamaObject(ollama, model, params);
|
|
164
|
-
} catch (error) {
|
|
165
|
-
logger3.error({ error }, "Error in OBJECT_LARGE model");
|
|
166
|
-
return {};
|
|
167
|
-
}
|
|
168
|
-
}
|
|
169
|
-
|
|
170
|
-
// models/text.ts
|
|
171
|
-
import { logger as logger4 } from "@elizaos/core";
|
|
172
|
-
import { generateText } from "ai";
|
|
173
|
-
import { createOllama as createOllama3 } from "ollama-ai-provider";
|
|
174
|
-
async function generateOllamaText(ollama, model, params) {
|
|
175
|
-
try {
|
|
176
|
-
const generateParams = {
|
|
177
|
-
model: ollama(model),
|
|
178
|
-
prompt: params.prompt,
|
|
179
|
-
system: params.system,
|
|
180
|
-
temperature: params.temperature,
|
|
181
|
-
maxTokens: params.maxTokens,
|
|
182
|
-
frequencyPenalty: params.frequencyPenalty,
|
|
183
|
-
presencePenalty: params.presencePenalty,
|
|
184
|
-
stopSequences: params.stopSequences
|
|
185
|
-
};
|
|
186
|
-
const { text: ollamaResponse } = await generateText(generateParams);
|
|
187
|
-
return ollamaResponse;
|
|
188
|
-
} catch (error) {
|
|
189
|
-
logger4.error({ error }, "Error in generateOllamaText");
|
|
190
|
-
return "Error generating text. Please try again later.";
|
|
191
|
-
}
|
|
192
|
-
}
|
|
193
|
-
async function handleTextSmall(runtime, { prompt, stopSequences = [] }) {
|
|
194
|
-
try {
|
|
195
|
-
const temperature = 0.7;
|
|
196
|
-
const frequency_penalty = 0.7;
|
|
197
|
-
const presence_penalty = 0.7;
|
|
198
|
-
const max_response_length = 8000;
|
|
199
|
-
const baseURL = getBaseURL(runtime);
|
|
200
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
201
|
-
const ollama = createOllama3({
|
|
202
|
-
fetch: customFetch,
|
|
203
|
-
baseURL
|
|
204
|
-
});
|
|
205
|
-
const model = getSmallModel(runtime);
|
|
206
|
-
logger4.log(`[Ollama] Using TEXT_SMALL model: ${model}`);
|
|
207
|
-
await ensureModelAvailable(model, baseURL, customFetch);
|
|
208
|
-
return await generateOllamaText(ollama, model, {
|
|
209
|
-
prompt,
|
|
210
|
-
system: runtime.character?.system ?? undefined,
|
|
211
|
-
temperature,
|
|
212
|
-
maxTokens: max_response_length,
|
|
213
|
-
frequencyPenalty: frequency_penalty,
|
|
214
|
-
presencePenalty: presence_penalty,
|
|
215
|
-
stopSequences
|
|
216
|
-
});
|
|
217
|
-
} catch (error) {
|
|
218
|
-
logger4.error({ error }, "Error in TEXT_SMALL model");
|
|
219
|
-
return "Error generating text. Please try again later.";
|
|
220
|
-
}
|
|
221
|
-
}
|
|
222
|
-
async function handleTextLarge(runtime, {
|
|
223
|
-
prompt,
|
|
224
|
-
stopSequences = [],
|
|
225
|
-
maxTokens = 8192,
|
|
226
|
-
temperature = 0.7,
|
|
227
|
-
frequencyPenalty = 0.7,
|
|
228
|
-
presencePenalty = 0.7
|
|
229
|
-
}) {
|
|
230
|
-
try {
|
|
231
|
-
const model = getLargeModel(runtime);
|
|
232
|
-
const baseURL = getBaseURL(runtime);
|
|
233
|
-
const customFetch = runtime.fetch ?? undefined;
|
|
234
|
-
const ollama = createOllama3({
|
|
235
|
-
fetch: customFetch,
|
|
236
|
-
baseURL
|
|
237
|
-
});
|
|
238
|
-
logger4.log(`[Ollama] Using TEXT_LARGE model: ${model}`);
|
|
239
|
-
await ensureModelAvailable(model, baseURL, customFetch);
|
|
240
|
-
return await generateOllamaText(ollama, model, {
|
|
241
|
-
prompt,
|
|
242
|
-
system: runtime.character?.system ?? undefined,
|
|
243
|
-
temperature,
|
|
244
|
-
maxTokens,
|
|
245
|
-
frequencyPenalty,
|
|
246
|
-
presencePenalty,
|
|
247
|
-
stopSequences
|
|
248
|
-
});
|
|
249
|
-
} catch (error) {
|
|
250
|
-
logger4.error({ error }, "Error in TEXT_LARGE model");
|
|
251
|
-
return "Error generating text. Please try again later.";
|
|
252
|
-
}
|
|
253
|
-
}
|
|
254
|
-
|
|
255
|
-
// plugin.ts
|
|
256
|
-
var _globalThis = globalThis;
|
|
257
|
-
_globalThis.AI_SDK_LOG_WARNINGS ??= false;
|
|
258
|
-
function getProcessEnv() {
|
|
259
|
-
if (typeof process === "undefined" || !process.env) {
|
|
260
|
-
return {};
|
|
261
|
-
}
|
|
262
|
-
return process.env;
|
|
263
|
-
}
|
|
264
|
-
var env = getProcessEnv();
|
|
265
|
-
var ollamaPlugin = {
|
|
266
|
-
name: "ollama",
|
|
267
|
-
description: "Ollama plugin for local LLM inference",
|
|
268
|
-
config: {
|
|
269
|
-
OLLAMA_API_ENDPOINT: env.OLLAMA_API_ENDPOINT ?? null,
|
|
270
|
-
OLLAMA_SMALL_MODEL: env.OLLAMA_SMALL_MODEL ?? null,
|
|
271
|
-
OLLAMA_MEDIUM_MODEL: env.OLLAMA_MEDIUM_MODEL ?? null,
|
|
272
|
-
OLLAMA_LARGE_MODEL: env.OLLAMA_LARGE_MODEL ?? null,
|
|
273
|
-
OLLAMA_EMBEDDING_MODEL: env.OLLAMA_EMBEDDING_MODEL ?? null
|
|
274
|
-
},
|
|
275
|
-
async init(_config, runtime) {
|
|
276
|
-
const baseURL = getBaseURL(runtime);
|
|
277
|
-
const apiBase = getApiBase(runtime);
|
|
278
|
-
if (!baseURL || baseURL === "http://localhost:11434/api") {
|
|
279
|
-
const endpoint = runtime.getSetting("OLLAMA_API_ENDPOINT");
|
|
280
|
-
if (!endpoint) {
|
|
281
|
-
logger5.warn("OLLAMA_API_ENDPOINT not set, using default localhost:11434");
|
|
282
|
-
}
|
|
283
|
-
}
|
|
284
|
-
try {
|
|
285
|
-
const response = await fetch(`${apiBase}/api/tags`, {
|
|
286
|
-
method: "GET",
|
|
287
|
-
headers: { "Content-Type": "application/json" }
|
|
288
|
-
});
|
|
289
|
-
if (!response.ok) {
|
|
290
|
-
logger5.warn(`Ollama API validation failed: ${response.statusText}`);
|
|
291
|
-
}
|
|
292
|
-
} catch (fetchError) {
|
|
293
|
-
const message = fetchError instanceof Error ? fetchError.message : String(fetchError);
|
|
294
|
-
logger5.warn(`Ollama API validation error: ${message}`);
|
|
295
|
-
}
|
|
296
|
-
},
|
|
297
|
-
models: {
|
|
298
|
-
[ModelType.TEXT_EMBEDDING]: async (runtime, params) => {
|
|
299
|
-
return handleTextEmbedding(runtime, params);
|
|
300
|
-
},
|
|
301
|
-
[ModelType.TEXT_SMALL]: async (runtime, params) => {
|
|
302
|
-
return handleTextSmall(runtime, params);
|
|
303
|
-
},
|
|
304
|
-
[ModelType.TEXT_LARGE]: async (runtime, params) => {
|
|
305
|
-
return handleTextLarge(runtime, params);
|
|
306
|
-
},
|
|
307
|
-
[ModelType.OBJECT_SMALL]: async (runtime, params) => {
|
|
308
|
-
return handleObjectSmall(runtime, params);
|
|
309
|
-
},
|
|
310
|
-
[ModelType.OBJECT_LARGE]: async (runtime, params) => {
|
|
311
|
-
return handleObjectLarge(runtime, params);
|
|
312
|
-
}
|
|
313
|
-
},
|
|
314
|
-
tests: [
|
|
315
|
-
{
|
|
316
|
-
name: "ollama_plugin_tests",
|
|
317
|
-
tests: [
|
|
318
|
-
{
|
|
319
|
-
name: "ollama_test_url_validation",
|
|
320
|
-
fn: async (runtime) => {
|
|
321
|
-
try {
|
|
322
|
-
const apiBase = getApiBase(runtime);
|
|
323
|
-
const response = await fetch(`${apiBase}/api/tags`);
|
|
324
|
-
if (!response.ok) {
|
|
325
|
-
logger5.error(`Failed to validate Ollama API: ${response.statusText}`);
|
|
326
|
-
}
|
|
327
|
-
} catch (error) {
|
|
328
|
-
logger5.error({ error }, "Error in ollama_test_url_validation");
|
|
329
|
-
}
|
|
330
|
-
}
|
|
331
|
-
},
|
|
332
|
-
{
|
|
333
|
-
name: "ollama_test_text_embedding",
|
|
334
|
-
fn: async (runtime) => {
|
|
335
|
-
try {
|
|
336
|
-
const embedding = await runtime.useModel(ModelType.TEXT_EMBEDDING, {
|
|
337
|
-
text: "Hello, world!"
|
|
338
|
-
});
|
|
339
|
-
logger5.log({ embedding }, "Generated embedding");
|
|
340
|
-
} catch (error) {
|
|
341
|
-
logger5.error({ error }, "Error in test_text_embedding");
|
|
342
|
-
}
|
|
343
|
-
}
|
|
344
|
-
},
|
|
345
|
-
{
|
|
346
|
-
name: "ollama_test_text_large",
|
|
347
|
-
fn: async (runtime) => {
|
|
348
|
-
try {
|
|
349
|
-
const text = await runtime.useModel(ModelType.TEXT_LARGE, {
|
|
350
|
-
prompt: "What is the nature of reality in 10 words?"
|
|
351
|
-
});
|
|
352
|
-
if (text.length === 0) {
|
|
353
|
-
logger5.error("Failed to generate text");
|
|
354
|
-
return;
|
|
355
|
-
}
|
|
356
|
-
logger5.log({ text }, "Generated with test_text_large");
|
|
357
|
-
} catch (error) {
|
|
358
|
-
logger5.error({ error }, "Error in test_text_large");
|
|
359
|
-
}
|
|
360
|
-
}
|
|
361
|
-
},
|
|
362
|
-
{
|
|
363
|
-
name: "ollama_test_text_small",
|
|
364
|
-
fn: async (runtime) => {
|
|
365
|
-
try {
|
|
366
|
-
const text = await runtime.useModel(ModelType.TEXT_SMALL, {
|
|
367
|
-
prompt: "What is the nature of reality in 10 words?"
|
|
368
|
-
});
|
|
369
|
-
if (text.length === 0) {
|
|
370
|
-
logger5.error("Failed to generate text");
|
|
371
|
-
return;
|
|
372
|
-
}
|
|
373
|
-
logger5.log({ text }, "Generated with test_text_small");
|
|
374
|
-
} catch (error) {
|
|
375
|
-
logger5.error({ error }, "Error in test_text_small");
|
|
376
|
-
}
|
|
377
|
-
}
|
|
378
|
-
},
|
|
379
|
-
{
|
|
380
|
-
name: "ollama_test_object_small",
|
|
381
|
-
fn: async (runtime) => {
|
|
382
|
-
try {
|
|
383
|
-
const object = await runtime.useModel(ModelType.OBJECT_SMALL, {
|
|
384
|
-
prompt: "Generate a JSON object representing a user profile with name, age, and hobbies",
|
|
385
|
-
temperature: 0.7,
|
|
386
|
-
schema: undefined
|
|
387
|
-
});
|
|
388
|
-
logger5.log({ object }, "Generated object");
|
|
389
|
-
} catch (error) {
|
|
390
|
-
logger5.error({ error }, "Error in test_object_small");
|
|
391
|
-
}
|
|
392
|
-
}
|
|
393
|
-
},
|
|
394
|
-
{
|
|
395
|
-
name: "ollama_test_object_large",
|
|
396
|
-
fn: async (runtime) => {
|
|
397
|
-
try {
|
|
398
|
-
const object = await runtime.useModel(ModelType.OBJECT_LARGE, {
|
|
399
|
-
prompt: "Generate a detailed JSON object representing a restaurant with name, cuisine type, menu items with prices, and customer reviews",
|
|
400
|
-
temperature: 0.7,
|
|
401
|
-
schema: undefined
|
|
402
|
-
});
|
|
403
|
-
logger5.log({ object }, "Generated object");
|
|
404
|
-
} catch (error) {
|
|
405
|
-
logger5.error({ error }, "Error in test_object_large");
|
|
406
|
-
}
|
|
407
|
-
}
|
|
408
|
-
}
|
|
409
|
-
]
|
|
410
|
-
}
|
|
411
|
-
]
|
|
412
|
-
};
|
|
413
40
|
export {
|
|
414
41
|
ollamaPlugin,
|
|
415
42
|
getSmallModel,
|
|
@@ -418,12 +45,12 @@ export {
|
|
|
418
45
|
getEmbeddingModel,
|
|
419
46
|
getBaseURL,
|
|
420
47
|
getApiBase,
|
|
421
|
-
|
|
48
|
+
ollamaPlugin2 as default,
|
|
422
49
|
DEFAULT_SMALL_MODEL,
|
|
423
50
|
DEFAULT_OLLAMA_URL,
|
|
424
51
|
DEFAULT_LARGE_MODEL,
|
|
425
52
|
DEFAULT_EMBEDDING_MODEL
|
|
426
53
|
};
|
|
427
54
|
|
|
428
|
-
//# debugId=
|
|
55
|
+
//# debugId=6582A0D5713070FA64756E2164756E21
|
|
429
56
|
//# sourceMappingURL=index.node.js.map
|
|
@@ -1,15 +1,10 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
|
-
"sources": ["../../
|
|
3
|
+
"sources": ["../../utils/config.ts"],
|
|
4
4
|
"sourcesContent": [
|
|
5
|
-
"
|
|
6
|
-
"import type { IAgentRuntime, TextEmbeddingParams } from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport { embed } from \"ai\";\nimport { createOllama } from \"ollama-ai-provider\";\n\nimport { getBaseURL, getEmbeddingModel } from \"../utils/config\";\nimport { ensureModelAvailable } from \"./availability\";\n\nexport async function handleTextEmbedding(\n runtime: IAgentRuntime,\n params: TextEmbeddingParams | string | null\n): Promise<number[]> {\n try {\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n\n const modelName = getEmbeddingModel(runtime);\n logger.log(`[Ollama] Using TEXT_EMBEDDING model: ${modelName}`);\n await ensureModelAvailable(modelName, baseURL, customFetch);\n\n let text =\n typeof params === \"string\"\n ? params\n : params\n ? (params as TextEmbeddingParams).text || \"\"\n : \"\";\n\n // Truncate to stay within embedding model token limits (~4 chars per token)\n const maxChars = 8_000 * 4;\n if (text.length > maxChars) {\n logger.warn(\n `[Ollama] Embedding input too long (~${Math.ceil(text.length / 4)} tokens), truncating to ~8000 tokens`\n );\n text = text.slice(0, maxChars);\n }\n\n const embeddingText = text || \"test\";\n\n try {\n const embedParams = {\n model: ollama.embedding(modelName),\n value: embeddingText,\n };\n\n const { embedding } = await embed(embedParams);\n return embedding;\n } catch (embeddingError) {\n logger.error({ error: embeddingError }, \"Error generating embedding\");\n return Array(1536).fill(0);\n }\n } catch (error) {\n logger.error({ error }, \"Error in TEXT_EMBEDDING model\");\n return Array(1536).fill(0);\n }\n}\n",
|
|
7
|
-
"type SettingsProvider = {\n getSetting: (key: string) => string | number | boolean | null;\n};\n\nexport const DEFAULT_OLLAMA_URL = \"http://localhost:11434\";\nexport const DEFAULT_SMALL_MODEL = \"gemma3:latest\";\nexport const DEFAULT_LARGE_MODEL = \"gemma3:latest\";\nexport const DEFAULT_EMBEDDING_MODEL = \"nomic-embed-text:latest\";\n\nfunction getEnvValue(key: string): string | undefined {\n if (typeof process === \"undefined\" || !process.env) {\n return undefined;\n }\n const value = process.env[key];\n return value === undefined ? undefined : String(value);\n}\n\nexport function getSetting(\n runtime: SettingsProvider,\n key: string,\n defaultValue?: string\n): string | undefined {\n const value = runtime.getSetting(key);\n if (value !== undefined && value !== null) {\n return String(value);\n }\n return getEnvValue(key) ?? defaultValue;\n}\n\nexport function getBaseURL(runtime: SettingsProvider): string {\n const apiEndpoint =\n getSetting(runtime, \"OLLAMA_API_ENDPOINT\") ||\n getSetting(runtime, \"OLLAMA_API_URL\") ||\n DEFAULT_OLLAMA_URL;\n\n if (!apiEndpoint.endsWith(\"/api\")) {\n return apiEndpoint.endsWith(\"/\") ? `${apiEndpoint}api` : `${apiEndpoint}/api`;\n }\n return apiEndpoint;\n}\n\nexport function getApiBase(runtime: SettingsProvider): string {\n const baseURL = getBaseURL(runtime);\n return baseURL.endsWith(\"/api\") ? baseURL.slice(0, -4) : baseURL;\n}\n\nexport function getSmallModel(runtime: SettingsProvider): string {\n return (\n getSetting(runtime, \"OLLAMA_SMALL_MODEL\") ||\n getSetting(runtime, \"SMALL_MODEL\") ||\n DEFAULT_SMALL_MODEL\n );\n}\n\nexport function getLargeModel(runtime: SettingsProvider): string {\n return (\n getSetting(runtime, \"OLLAMA_LARGE_MODEL\") ||\n getSetting(runtime, \"LARGE_MODEL\") ||\n DEFAULT_LARGE_MODEL\n );\n}\n\nexport function getEmbeddingModel(runtime: SettingsProvider): string {\n return getSetting(runtime, \"OLLAMA_EMBEDDING_MODEL\") || DEFAULT_EMBEDDING_MODEL;\n}\n",
|
|
8
|
-
"import { logger } from \"@elizaos/core\";\n\nexport async function ensureModelAvailable(\n model: string,\n providedBaseURL?: string,\n customFetch?: typeof fetch | null\n): Promise<void> {\n const baseURL = providedBaseURL || \"http://localhost:11434/api\";\n const apiBase = baseURL.endsWith(\"/api\") ? baseURL.slice(0, -4) : baseURL;\n const fetcher = customFetch ?? fetch;\n\n try {\n const showRes = await fetcher(`${apiBase}/api/show`, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model }),\n });\n\n if (showRes.ok) {\n return;\n }\n\n logger.info(`[Ollama] Model ${model} not found locally. Downloading...`);\n\n const pullRes = await fetcher(`${apiBase}/api/pull`, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model, stream: false }),\n });\n\n if (!pullRes.ok) {\n logger.error(`Failed to pull model ${model}: ${pullRes.statusText}`);\n } else {\n logger.info(`[Ollama] Downloaded model ${model}`);\n }\n } catch (err) {\n logger.error({ error: err }, \"Error ensuring model availability\");\n }\n}\n",
|
|
9
|
-
"import type { IAgentRuntime, ObjectGenerationParams } from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport { generateObject } from \"ai\";\nimport { createOllama } from \"ollama-ai-provider\";\n\nimport { getBaseURL, getLargeModel, getSmallModel } from \"../utils/config\";\nimport { ensureModelAvailable } from \"./availability\";\n\nasync function generateOllamaObject(\n ollama: ReturnType<typeof createOllama>,\n model: string,\n params: ObjectGenerationParams\n): Promise<Record<string, string | number | boolean | null>> {\n try {\n const generateParams = {\n model: ollama(model),\n output: \"no-schema\" as const,\n prompt: params.prompt,\n temperature: params.temperature,\n };\n\n const { object } = await generateObject(generateParams);\n return object as Record<string, string | number | boolean | null>;\n } catch (error: unknown) {\n logger.error({ error }, \"Error generating object\");\n return {};\n }\n}\n\nexport async function handleObjectSmall(\n runtime: IAgentRuntime,\n params: ObjectGenerationParams\n): Promise<Record<string, string | number | boolean | null>> {\n try {\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n const model = getSmallModel(runtime);\n\n logger.log(`[Ollama] Using OBJECT_SMALL model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n\n return await generateOllamaObject(ollama, model, params);\n } catch (error) {\n logger.error({ error }, \"Error in OBJECT_SMALL model\");\n return {};\n }\n}\n\nexport async function handleObjectLarge(\n runtime: IAgentRuntime,\n params: ObjectGenerationParams\n): Promise<Record<string, string | number | boolean | null>> {\n try {\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n const model = getLargeModel(runtime);\n\n logger.log(`[Ollama] Using OBJECT_LARGE model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n\n return await generateOllamaObject(ollama, model, params);\n } catch (error) {\n logger.error({ error }, \"Error in OBJECT_LARGE model\");\n return {};\n }\n}\n",
|
|
10
|
-
"import type { GenerateTextParams, IAgentRuntime } from \"@elizaos/core\";\nimport { logger } from \"@elizaos/core\";\nimport { generateText } from \"ai\";\nimport { createOllama } from \"ollama-ai-provider\";\n\nimport { getBaseURL, getLargeModel, getSmallModel } from \"../utils/config\";\nimport { ensureModelAvailable } from \"./availability\";\n\nasync function generateOllamaText(\n ollama: ReturnType<typeof createOllama>,\n model: string,\n params: {\n prompt: string;\n system?: string;\n temperature: number;\n maxTokens: number;\n frequencyPenalty: number;\n presencePenalty: number;\n stopSequences: string[];\n }\n): Promise<string> {\n try {\n const generateParams = {\n model: ollama(model),\n prompt: params.prompt,\n system: params.system,\n temperature: params.temperature,\n maxTokens: params.maxTokens,\n frequencyPenalty: params.frequencyPenalty,\n presencePenalty: params.presencePenalty,\n stopSequences: params.stopSequences,\n };\n\n const { text: ollamaResponse } = await generateText(generateParams);\n return ollamaResponse;\n } catch (error: unknown) {\n logger.error({ error }, \"Error in generateOllamaText\");\n return \"Error generating text. Please try again later.\";\n }\n}\n\nexport async function handleTextSmall(\n runtime: IAgentRuntime,\n { prompt, stopSequences = [] }: GenerateTextParams\n): Promise<string> {\n try {\n const temperature = 0.7;\n const frequency_penalty = 0.7;\n const presence_penalty = 0.7;\n const max_response_length = 8000;\n\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n\n const model = getSmallModel(runtime);\n logger.log(`[Ollama] Using TEXT_SMALL model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n\n return await generateOllamaText(ollama, model, {\n prompt,\n system: runtime.character?.system ?? undefined,\n temperature,\n maxTokens: max_response_length,\n frequencyPenalty: frequency_penalty,\n presencePenalty: presence_penalty,\n stopSequences,\n });\n } catch (error) {\n logger.error({ error }, \"Error in TEXT_SMALL model\");\n return \"Error generating text. Please try again later.\";\n }\n}\n\nexport async function handleTextLarge(\n runtime: IAgentRuntime,\n {\n prompt,\n stopSequences = [],\n maxTokens = 8192,\n temperature = 0.7,\n frequencyPenalty = 0.7,\n presencePenalty = 0.7,\n }: GenerateTextParams\n): Promise<string> {\n try {\n const model = getLargeModel(runtime);\n const baseURL = getBaseURL(runtime);\n const customFetch = runtime.fetch ?? undefined;\n const ollama = createOllama({\n fetch: customFetch,\n baseURL,\n });\n\n logger.log(`[Ollama] Using TEXT_LARGE model: ${model}`);\n await ensureModelAvailable(model, baseURL, customFetch);\n return await generateOllamaText(ollama, model, {\n prompt,\n system: runtime.character?.system ?? undefined,\n temperature,\n maxTokens,\n frequencyPenalty,\n presencePenalty,\n stopSequences,\n });\n } catch (error) {\n logger.error({ error }, \"Error in TEXT_LARGE model\");\n return \"Error generating text. Please try again later.\";\n }\n}\n"
|
|
5
|
+
"type SettingsProvider = {\n getSetting: (key: string) => string | number | boolean | null;\n};\n\nexport const DEFAULT_OLLAMA_URL = \"http://localhost:11434\";\nexport const DEFAULT_SMALL_MODEL = \"gemma3:latest\";\nexport const DEFAULT_LARGE_MODEL = \"gemma3:latest\";\nexport const DEFAULT_EMBEDDING_MODEL = \"nomic-embed-text:latest\";\n\nfunction getEnvValue(key: string): string | undefined {\n if (typeof process === \"undefined\" || !process.env) {\n return undefined;\n }\n const value = process.env[key];\n return value === undefined ? undefined : String(value);\n}\n\nexport function getSetting(\n runtime: SettingsProvider,\n key: string,\n defaultValue?: string\n): string | undefined {\n const value = runtime.getSetting(key);\n if (value !== undefined && value !== null) {\n return String(value);\n }\n return getEnvValue(key) ?? defaultValue;\n}\n\nexport function getBaseURL(runtime: SettingsProvider): string {\n const apiEndpoint =\n getSetting(runtime, \"OLLAMA_API_ENDPOINT\") ||\n getSetting(runtime, \"OLLAMA_API_URL\") ||\n DEFAULT_OLLAMA_URL;\n\n if (!apiEndpoint.endsWith(\"/api\")) {\n return apiEndpoint.endsWith(\"/\") ? `${apiEndpoint}api` : `${apiEndpoint}/api`;\n }\n return apiEndpoint;\n}\n\nexport function getApiBase(runtime: SettingsProvider): string {\n const baseURL = getBaseURL(runtime);\n return baseURL.endsWith(\"/api\") ? baseURL.slice(0, -4) : baseURL;\n}\n\nexport function getSmallModel(runtime: SettingsProvider): string {\n return (\n getSetting(runtime, \"OLLAMA_SMALL_MODEL\") ||\n getSetting(runtime, \"SMALL_MODEL\") ||\n DEFAULT_SMALL_MODEL\n );\n}\n\nexport function getLargeModel(runtime: SettingsProvider): string {\n return (\n getSetting(runtime, \"OLLAMA_LARGE_MODEL\") ||\n getSetting(runtime, \"LARGE_MODEL\") ||\n DEFAULT_LARGE_MODEL\n );\n}\n\nexport function getEmbeddingModel(runtime: SettingsProvider): string {\n return getSetting(runtime, \"OLLAMA_EMBEDDING_MODEL\") || DEFAULT_EMBEDDING_MODEL;\n}\n"
|
|
11
6
|
],
|
|
12
|
-
"mappings": ";
|
|
13
|
-
"debugId": "
|
|
7
|
+
"mappings": ";AAIO,IAAM,qBAAqB;AAC3B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAC5B,IAAM,0BAA0B;AAEvC,SAAS,WAAW,CAAC,KAAiC;AAAA,EACpD,IAAI,OAAO,YAAY,eAAe,CAAC,QAAQ,KAAK;AAAA,IAClD;AAAA,EACF;AAAA,EACA,MAAM,QAAQ,QAAQ,IAAI;AAAA,EAC1B,OAAO,UAAU,YAAY,YAAY,OAAO,KAAK;AAAA;AAGhD,SAAS,UAAU,CACxB,SACA,KACA,cACoB;AAAA,EACpB,MAAM,QAAQ,QAAQ,WAAW,GAAG;AAAA,EACpC,IAAI,UAAU,aAAa,UAAU,MAAM;AAAA,IACzC,OAAO,OAAO,KAAK;AAAA,EACrB;AAAA,EACA,OAAO,YAAY,GAAG,KAAK;AAAA;AAGtB,SAAS,UAAU,CAAC,SAAmC;AAAA,EAC5D,MAAM,cACJ,WAAW,SAAS,qBAAqB,KACzC,WAAW,SAAS,gBAAgB,KACpC;AAAA,EAEF,IAAI,CAAC,YAAY,SAAS,MAAM,GAAG;AAAA,IACjC,OAAO,YAAY,SAAS,GAAG,IAAI,GAAG,mBAAmB,GAAG;AAAA,EAC9D;AAAA,EACA,OAAO;AAAA;AAGF,SAAS,UAAU,CAAC,SAAmC;AAAA,EAC5D,MAAM,UAAU,WAAW,OAAO;AAAA,EAClC,OAAO,QAAQ,SAAS,MAAM,IAAI,QAAQ,MAAM,GAAG,EAAE,IAAI;AAAA;AAGpD,SAAS,aAAa,CAAC,SAAmC;AAAA,EAC/D,OACE,WAAW,SAAS,oBAAoB,KACxC,WAAW,SAAS,aAAa,KACjC;AAAA;AAIG,SAAS,aAAa,CAAC,SAAmC;AAAA,EAC/D,OACE,WAAW,SAAS,oBAAoB,KACxC,WAAW,SAAS,aAAa,KACjC;AAAA;AAIG,SAAS,iBAAiB,CAAC,SAAmC;AAAA,EACnE,OAAO,WAAW,SAAS,wBAAwB,KAAK;AAAA;",
|
|
8
|
+
"debugId": "6582A0D5713070FA64756E2164756E21",
|
|
14
9
|
"names": []
|
|
15
10
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@elizaos/plugin-ollama",
|
|
3
|
-
"version": "2.0.0-alpha.
|
|
3
|
+
"version": "2.0.0-alpha.8",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "dist/node/index.node.js",
|
|
6
6
|
"module": "dist/node/index.node.js",
|
|
@@ -37,7 +37,7 @@
|
|
|
37
37
|
"sideEffects": false,
|
|
38
38
|
"dependencies": {
|
|
39
39
|
"@ai-sdk/ui-utils": "^1.2.8",
|
|
40
|
-
"@elizaos/core": "
|
|
40
|
+
"@elizaos/core": "alpha",
|
|
41
41
|
"ai": "^4.3.9",
|
|
42
42
|
"js-tiktoken": "^1.0.18",
|
|
43
43
|
"ollama-ai-provider": "^1.2.0"
|