git-coco 0.2.1 → 0.3.0

package/README.md

@@ -113,7 +113,7 @@ Remember, command line flags and environment variables should be defined in `UPP
 - [x] LangChain integration 🦜
 - [ ] Additional tests! 🧪
 - [ ] Conventional commits 🔜
-- [ ] HuggingFace integration 🔜
+- [x] HuggingFace integration 🔜
 - [ ] Google Vertex AI integration (?)
 - [ ] Automatic changelog generation 🫣
 - [ ] Rebase support 🔀

package/dist/index.esm.mjs

@@ -14,6 +14,7 @@ import ora from 'ora';
 import now from 'performance-now';
 import prettyMilliseconds from 'pretty-ms';
 import { Document } from 'langchain/document';
+import { HuggingFaceInference } from 'langchain/llms/hf';
 import { loadSummarizationChain, LLMChain } from 'langchain/chains';
 import { OpenAI } from 'langchain/llms/openai';
 import { RecursiveCharacterTextSplitter } from 'langchain/text_splitter';
@@ -40,7 +41,9 @@ function removeUndefined(obj) {
  **/
 function loadEnvConfig(config) {
     const envConfig = {
+        model: process.env.COCO_MODEL || undefined,
         openAIApiKey: process.env.OPENAI_API_KEY || undefined,
+        huggingFaceHubApiKey: process.env.HUGGINGFACE_HUB_API_KEY || undefined,
         tokenLimit: process.env.COCO_TOKEN_LIMIT
             ? parseInt(process.env.COCO_TOKEN_LIMIT)
             : undefined,
@@ -71,7 +74,9 @@ function loadGitConfig(config) {
         const gitConfigParsed = ini.parse(gitConfigRaw);
         config = {
             ...config,
+            model: gitConfigParsed.coco?.model || config.model,
             openAIApiKey: gitConfigParsed.coco?.openAIApiKey || config.openAIApiKey,
+            huggingFaceHubApiKey: gitConfigParsed.coco?.huggingFaceHubApiKey || config.huggingFaceHubApiKey,
             tokenLimit: parseInt(gitConfigParsed.coco?.tokenLimit) || config.tokenLimit,
             prompt: gitConfigParsed.coco?.prompt || config.prompt,
             mode: gitConfigParsed.coco?.mode || config.mode,
@@ -151,7 +156,9 @@ function loadXDGConfig(config) {
  * Command line options via yargs
  */
 const options = {
+    model: { type: 'string', description: 'LLM/Model-Name' },
     openAIApiKey: { type: 'string', description: 'OpenAI API Key' },
+    huggingFaceHubApiKey: { type: 'string', description: 'HuggingFace Hub API Key' },
     tokenLimit: { type: 'number', description: 'Token limit' },
     prompt: {
         type: 'string',
@@ -248,7 +255,7 @@ const SUMMARIZE_PROMPT = new PromptTemplate({
  * @type {Config}
  */
 const DEFAULT_CONFIG = {
-    openAIApiKey: '',
+    model: 'openai/gpt-3.5-turbo',
     verbose: false,
     tokenLimit: 1024,
     prompt: COMMIT_PROMPT.template,
@@ -258,7 +265,6 @@ const DEFAULT_CONFIG = {
     ignoredFiles: ['package-lock.json'],
     ignoredExtensions: ['.map', '.lock'],
 };
-
 /**
  * Load application config
  *
@@ -542,18 +548,34 @@ async function collectDiffs(node, getFileDiff, tokenizer, logger = new Logger(co
     };
 }
 
-// TODO: Extend this to support other models! 🎉
+/**
+ * Get LLM Model Based on Configuration
+ *
+ * @param fields
+ * @param configuration
+ * @returns LLM Model
+ */
 function getModel(fields, configuration) {
-    return new OpenAI(fields, configuration);
-    // return new HuggingFaceInference({
-    //   // model: 'gpt2',
-    //   // model: 'bigcode/starcoder',
-    //   model: 'bigscience/bloom',
-    //   apiKey: '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',
-    //   maxConcurrency: 4,
-    //   cache: true,
-    //   // maxTokens: 2046,
-    // })
+    const [llm, model] = config.model.split(/\/(.*)/s);
+    if (!model) {
+        throw new Error(`Invalid model: ${config.model}`);
+    }
+    switch (llm) {
+        case 'huggingface':
+            return new HuggingFaceInference({
+                model: model,
+                apiKey: config.huggingFaceHubApiKey,
+                maxConcurrency: 4,
+                ...fields,
+            });
+        case 'openai':
+        default:
+            return new OpenAI({
+                openAIApiKey: config.openAIApiKey,
+                modelName: model,
+                ...fields,
+            }, configuration);
+    }
 }
 function getTextSplitter(options = {}) {
     return new RecursiveCharacterTextSplitter(options);
@@ -682,10 +704,25 @@ const getTokenizer = () => {
 };
 
 const llm = async ({ llm, prompt, variables }) => {
+    if (!llm || !prompt || !variables) {
+        throw new Error('The input parameters "llm", "prompt", and "variables" are all required.');
+    }
     const chain = new LLMChain({ llm, prompt });
-    const res = await chain.call(variables);
-    if (res.error)
-        throw new Error(res.error);
+    let res;
+    try {
+        res = await chain.call(variables);
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            throw new Error(`LLMChain call error: ${error.message}`);
+        }
+    }
+    if (!res) {
+        throw new Error('Empty response from LLMChain call');
+    }
+    if (res.error) {
+        throw new Error(`LLMChain response error: ${res.error}`);
+    }
     return res.text.trim();
 };