spec-up-t 1.0.90 → 1.0.92

package/src/collectExternalReferences/processXTrefsData.js

@@ -0,0 +1,53 @@
+const fs = require('fs');
+const { fetchTermsFromGitHubRepository } = require('./fetchTermsFromGitHubRepository.js');
+const { matchTerm } = require('./matchTerm.js');
+const { addPath, getPath, getAllPaths } = require('../config/paths');
+
+// Directory to store cached files
+const CACHE_DIR = getPath('githubcache');
+
+async function processXTrefsData(allXTrefs, GITHUB_API_TOKEN, outputPathJSON, outputPathJS, outputPathJSTimeStamped, options) {
+    try {
+
+        // Clear the cache (remove the cache directory) if the cache option is set to false
+        if (options.cache === false) {
+            if (fs.existsSync(CACHE_DIR)) {
+                fs.rmdirSync(CACHE_DIR, { recursive: true });
+            }
+        }
+        
+        // Ensure the cache directory exists, so that we can store the fetched data
+        if (!fs.existsSync(CACHE_DIR)) {
+            fs.mkdirSync(CACHE_DIR, { recursive: true });
+        }
+
+        for (let xtref of allXTrefs.xtrefs) {
+            // Go and look if the term is in the external repository and if so, get the commit hash, and other meta info plus the content of the file
+            const item = await fetchTermsFromGitHubRepository(GITHUB_API_TOKEN, xtref.term, xtref.owner, xtref.repo, xtref.terms_dir, options);
+
+            // // Check if fetchedData.data is defined
+            if (item !== null && matchTerm(item.content, xtref.term)) {
+                xtref.commitHash = item.sha;
+                xtref.content = item.content;
+                xtref.avatarUrl = item.repository.owner.avatar_url;
+                console.log(`\n   SPEC-UP-T: Match found for term: ${xtref.term} in ${xtref.externalSpec};`);
+            } else {
+                xtref.commitHash = "not found";
+                xtref.content = "This term was not found in the external repository.";
+                console.log(`\n   SPEC-UP-T: No match found for term: ${xtref.term} in ${xtref.externalSpec};`);
+            }
+        }
+
+        const allXTrefsStr = JSON.stringify(allXTrefs, null, 2);
+        fs.writeFileSync(outputPathJSON, allXTrefsStr, 'utf8');
+        const stringReadyForFileWrite = `const allXTrefs = ${allXTrefsStr};`;
+        fs.writeFileSync(outputPathJS, stringReadyForFileWrite, 'utf8');
+        fs.writeFileSync(outputPathJSTimeStamped, stringReadyForFileWrite, 'utf8');
+
+        require('../../index.js')({ nowatch: true });
+    } catch (error) {
+        console.error("An error occurred:", error);
+    }
+}
+
+module.exports.processXTrefsData = processXTrefsData;

package/src/config/paths.js

@@ -14,6 +14,7 @@ const paths = {};
 // Add paths
 paths['output-local-terms'] = path.resolve('output', 'local-terms-dir');
 paths['specsjson'] = path.resolve('specs.json');
+paths['githubcache'] = path.resolve('output', 'github-cache');
 
 module.exports = {
     /**

package/src/configure.js

@@ -0,0 +1,96 @@
+/**
+ * This script configures the Spec-Up-T Starterpack by prompting the user for input
+ * and updating the specs.json file accordingly. It performs the following tasks:
+ * 
+ * 1. Resolves the path to the specs.json file in the root directory.
+ * 2. Checks if the specs.json file exists, and exits with an error if it does not.
+ * 3. Creates a readline interface to prompt the user for input.
+ * 4. Defines a set of questions to gather information from the user.
+ * 
+ * @module configure
+ */
+
+const fs = require('fs');
+const path = require('path');
+const readline = require('readline');
+
+// Resolve the path to specs.json in the root directory
+const JSON_FILE_PATH = path.resolve(process.cwd(), 'specs.json');
+
+// Key for accessing specs in the JSON file
+const SPECS_KEY = 'specs';
+
+// Check if the JSON file exists
+if (!fs.existsSync(JSON_FILE_PATH)) {
+    console.error(`Error: ${JSON_FILE_PATH} does not exist.`);
+    process.exit(1);
+}
+
+// Create the readline interface
+const rl = readline.createInterface({
+    input: process.stdin,
+    output: process.stdout,
+});
+
+// Questions for user input
+const questions = [
+    { field: 'title', prompt: 'Enter title: ', default: 'Spec-Up-T Starterpack' },
+    { field: 'description', prompt: 'Enter description: ', default: 'Create technical specifications in markdown. Based on the original Spec-Up, extended with Terminology tooling' },
+    { field: 'author', prompt: 'Enter author: ', default: 'Trust over IP Foundation' },
+    { field: 'account', prompt: 'Enter account: ', default: 'trustoverip' },
+    { field: 'repo', prompt: 'Enter repo: ', default: 'spec-up-t-starter-pack' },
+];
+
+const userResponses = {};
+
+// Function to prompt the user for inputs
+function collectUserInputs(index = 0) {
+    if (index === questions.length) {
+        rl.close();
+        applySpecFieldsToJSON();
+        return;
+    }
+
+    const { prompt, default: defaultValue } = questions[index];
+    rl.question(`${prompt} (${defaultValue}): `, (answer) => {
+        userResponses[questions[index].field] = answer || defaultValue;
+        collectUserInputs(index + 1);
+    });
+}
+
+// Function to update JSON with user-provided spec fields
+function applySpecFieldsToJSON() {
+    try {
+        const data = JSON.parse(fs.readFileSync(JSON_FILE_PATH, 'utf8'));
+
+        if (!data[SPECS_KEY] || !Array.isArray(data[SPECS_KEY]) || !data[SPECS_KEY][0]) {
+            console.error(`Error: Invalid JSON structure. "${SPECS_KEY}[0]" is missing.`);
+            process.exit(1);
+        }
+
+        // Ensure the "source" key exists in the JSON object
+        if (!data[SPECS_KEY][0].source) {
+            data[SPECS_KEY][0].source = {};
+        }
+
+        // Iterate over user responses and assign fields accordingly
+        Object.entries(userResponses).forEach(([field, value]) => {
+            if (['account', 'repo'].includes(field)) {
+                // Add these fields to the "source" key
+                data[SPECS_KEY][0].source[field] = value;
+            } else {
+                // Add all other fields to the root of the JSON object
+                data[SPECS_KEY][0][field] = value;
+            }
+        });
+
+        fs.writeFileSync(JSON_FILE_PATH, JSON.stringify(data, null, 2), 'utf8');
+        console.log(`Successfully updated ${JSON_FILE_PATH}.`);
+    } catch (error) {
+        console.error(`Error: Could not update ${JSON_FILE_PATH}.`, error.message);
+        process.exit(1);
+    }
+}
+
+// Start user input collection
+collectUserInputs();

package/src/init.js

@@ -1,25 +1,19 @@
-require('dotenv').config();
 const fs = require('fs-extra');
 const path = require('path');
-const { exec } = require('child_process');
 const outputDir = path.join(process.cwd(), 'output');
 const initFlagPath = path.join(outputDir, 'init.flag');
-let config = fs.readJsonSync(path.join(process.cwd(), 'specs.json'));
-
-const updateXTrefs = require('./get-xtrefs-data.js').updateXTrefs;
-const { prepareTref } = require('./prepare-tref');
+const collectExternalReferences = require('./collect-external-references.js').collectExternalReferences;
 
 async function initialize() {
     try {
         // Check if the init script has already run
         if (await fs.pathExists(initFlagPath)) {
-            console.log('Initialization has already been completed.');
             return;
         }
 
         // Place the init script here
         
-        updateXTrefs(process.env.GITHUB_API_TOKEN, false);
+        collectExternalReferences(process.env.GITHUB_API_TOKEN, false);
         // prepareTref(path.join(config.specs[0].spec_directory, config.specs[0].spec_terms_directory));
 
         // End of the init script

package/src/prepare-tref.js

@@ -10,6 +10,7 @@
 
 const fs = require('fs');
 const path = require('path');
+const dedent = require('dedent');
 
 function getLocalXTrefContent(externalSpec, term) {
     const filePath = path.join('output', 'xtrefs-data.json');
@@ -18,7 +19,14 @@ function getLocalXTrefContent(externalSpec, term) {
 
     for (const xtref of xtrefs) {
         if (xtref.externalSpec === externalSpec && xtref.term === term) {
-            return {content: xtref.content, commitHash: xtref.commitHash};
+            return {
+                content: xtref.content,
+                commitHash: xtref.commitHash,
+                owner: xtref.owner,
+                repo: xtref.repo,
+                repoUrl: xtref.repoUrl,
+                avatarUrl: xtref.avatarUrl
+            };
         }
     }
 
@@ -67,7 +75,6 @@ function prepareTref(directory) {
                                 if (match) {
                                     const result = match[1].split(',').map(term => term.trim());
                                     localXTrefContent = getLocalXTrefContent(result[0], result[1]);
-
                                     /* 
 
                                         Remove the `[[def: ...]]:` lines from the content.
@@ -85,12 +92,22 @@ function prepareTref(directory) {
 
                                     localXTrefContent.content = localXTrefContent.content.replace(defPart, '');
 
-                                    fs.writeFileSync(itemPath, match[0] + '\n\n' + '<!-- This is a copy of the saved remote text. Remove it if you like. It is automatically (re)generated --><span class="transcluded-xref-term">transcluded xref</span>' + '\n\n~ Commit Hash: ' + localXTrefContent.commitHash + '\n\n\n' + localXTrefContent.content, 'utf8');
+                                    const readyForWrite = dedent`
+                                        ${match[0]}
+
+                                        <!-- This is a copy of the saved remote text. Remove it if you like. It is automatically (re)generated -->
+
+                                        ~ <span class="meta-info"><span>![avatar](${localXTrefContent.avatarUrl}) ${localXTrefContent.owner}</span> <span>[${localXTrefContent.repo}](${localXTrefContent.repoUrl})</span> <span class="commit-hash">Commit Hash: ${localXTrefContent.commitHash}</span></span>
+
+                                        ${localXTrefContent.content}
+                                        `;
+
+                                    fs.writeFileSync(itemPath, readyForWrite, 'utf8');
                                 }
                             }
                         }
                     } catch (err) {
-                        fs.writeFileSync(itemPath, match[0] + '\n\n' + '<!-- This is a copy of the saved remote text. Remove it if you like. It is automatically (re)generated --> Nothing found, so nothing to show.', 'utf8');
+                        fs.writeFileSync(itemPath, match[0] + '\n\n' + '<!-- This is a copy of the saved remote text. Remove it if you like. It is automatically (re)generated -->\n\nNothing found, so nothing to show.', 'utf8');
                         // console.error(`\n   SPEC-UP-T: Error reading or writing file ${item.name}: ${err}` + "\n");
                     }
                 }

package/src/utils/doesUrlExist.js

@@ -1,15 +1,23 @@
-async function doesUrlExist(repo, termsDir) {
-    const url = `${repo}/blob/main/${termsDir}`;
+const axios = require('axios');
+
+/**
+ * Checks if a URL returns a 200 status code.
+ * @param {string} url - The URL to check.
+ * @returns {Promise<boolean>} - True if the URL exists (200), false otherwise.
+ */
+async function doesUrlExist(url) {
     try {
-        const response = await fetch(url, { method: 'HEAD' });
-        if (response.ok) {
-            return true;
-        } else {
-            return false;
-        }
+        const response = await axios.head(url, { timeout: 5000 });
+        return response.status === 200;
     } catch (error) {
-        console.log('Error:', error);
+        if (error.response && error.response.status === 404) {
+            return false; // URL does not exist
+        }
+        if (error.code === 'ENOTFOUND' || error.code === 'ECONNABORTED') {
+            return false; // Network issues
+        }
+        return false; // Fail-safe return
     }
 }
 
-exports.doesUrlExist = doesUrlExist;
+module.exports = { doesUrlExist };

package/src/utils/isLineWithDefinition.js

@@ -0,0 +1,13 @@
+async function isLineWithDefinition(line) {
+    line = line.trim();
+    // Check if the string starts with `[[def:` and ends with `]]`
+    if (line.startsWith('[[def:') && line.endsWith(']]')) {
+        // console.log('String starts with `[[def:` and ends with `]]`');
+        return true;
+    } else {
+        // console.log('String does not start with `[[def:` or end with `]]`');
+        return false;
+    }
+}
+
+exports.isLineWithDefinition = isLineWithDefinition;

package/src/get-xtrefs-data/matchTerm.1.js

@@ -1,23 +0,0 @@
-function matchTerm(text, term) {
-    if (text && typeof text === 'string') {
-        const firstLine = text.split('\n')[0].trim();
-
-        // Check if the string starts with `[[def:` and ends with `]]`
-        if (!firstLine.startsWith('[[def:') || !firstLine.endsWith(']]')) {
-            console.log('String does not start with `[[def:` or end with `]]`');
-            return false;
-        }
-
-        // Remove `[[def:` from the beginning and `]]` from the end
-        let relevantPart = firstLine.slice(7, -2);
-
-        // Split the string on `,` and trim the array elements
-        let termsArray = relevantPart.split(',').map(term => term.trim());
-
-        // Check if the term is in the array
-        return termsArray.includes(term);
-    } else {
-        console.error('Invalid text:', text);
-    }
-}
-exports.matchTerm = matchTerm;

package/src/get-xtrefs-data/searchGitHubCode.1.js

@@ -1,69 +0,0 @@
-async function searchGitHubCode(GITHUB_API_TOKEN, searchString, owner, repo, subdirectory) {
-    const { Octokit } = await import("octokit");
-    const { throttling } = await import("@octokit/plugin-throttling");
-
-    // Create a throttled Octokit instance
-    const ThrottledOctokit = Octokit.plugin(throttling);
-    const octokit = new ThrottledOctokit({
-        auth: GITHUB_API_TOKEN,
-        throttle: {
-            onRateLimit: (retryAfter, options) => {
-                console.warn(`Request quota exhausted for request ${options.method} ${options.url}`);
-                if (options.request.retryCount <= 1) {
-                    console.log(`Retrying after ${retryAfter} seconds...`);
-                    return true;
-                }
-            },
-            onAbuseLimit: (retryAfter, options) => {
-                console.warn(`Abuse detected for request ${options.method} ${options.url}`);
-            },
-            onSecondaryRateLimit: (retryAfter, options) => {
-                console.warn(`Secondary rate limit hit for request ${options.method} ${options.url}`);
-                if (options.request.retryCount <= 1) {
-                    console.log(`Retrying after ${retryAfter} seconds...`);
-                    return true;
-                }
-            },
-        },
-    });
-
-    try {
-        // Perform the search using Octokit with exact match
-        const searchResponse = await octokit.rest.search.code({
-            // q: `${searchString} repo:${owner}/${repo}`, // Fuzzy search
-            q: `"${searchString}" repo:${owner}/${repo} path:${subdirectory}`, // Use quotation marks for exact match
-            // q: `"${searchString}" repo:${owner}/${repo} case:true`, // DOES NOT WORK Use quotation marks for exact match. Case sensitive search
-        });
-
-        // Log the search results
-        console.log("Total results:", searchResponse.data.total_count);
-
-        // const rateLimitResponse = await octokit.rest.rateLimit.get();
-        // console.log("Rate limit:", rateLimitResponse.data);
-
-        // Fetch the content of each file
-        for (const item of searchResponse.data.items) {
-            let content = "";
-            const fileContentResponse = await octokit.rest.repos.getContent({
-                owner: item.repository.owner.login, // Repository owner
-                repo: item.repository.name, // Repository name
-                path: item.path, // File path
-            });
-
-            // Decode the file content (it's base64-encoded)
-            if (fileContentResponse.data.content) {
-                content = Buffer.from(fileContentResponse.data.content, "base64").toString("utf-8");
-            } else {
-                // If the file is larger than 1 MB, GitHub's API will return a download URL instead of the content. 
-                console.log("File is too large. Download URL:", fileContentResponse.data.download_url);
-            }
-
-            item.content = content;
-        }
-        return searchResponse;
-    } catch (error) {
-        console.error("Error searching GitHub or fetching file content:", error);
-    }
-}
-
-exports.searchGitHubCode = searchGitHubCode;

package/src/get-xtrefs-data/searchGitHubCode.2.js

@@ -1,77 +0,0 @@
-async function searchGitHubCode(GITHUB_API_TOKEN, searchString, owner, repo, subdirectory) {
-    const { Octokit } = await import("octokit");
-    const { throttling } = await import("@octokit/plugin-throttling");
-
-    // Create a throttled Octokit instance
-    const ThrottledOctokit = Octokit.plugin(throttling);
-    const octokit = new ThrottledOctokit({
-        auth: GITHUB_API_TOKEN,
-        throttle: {
-            onRateLimit: (retryAfter, options) => {
-                console.warn(`Request quota exhausted for request ${options.method} ${options.url}`);
-                if (options.request.retryCount <= 1) {
-                    console.log(`Retrying after ${retryAfter} seconds...`);
-                    return true;
-                }
-            },
-            onAbuseLimit: (retryAfter, options) => {
-                console.warn(`Abuse detected for request ${options.method} ${options.url}`);
-            },
-            onSecondaryRateLimit: (retryAfter, options) => {
-                console.warn(`Secondary rate limit hit for request ${options.method} ${options.url}`);
-                if (options.request.retryCount <= 1) {
-                    console.log(`Retrying after ${retryAfter} seconds...`);
-                    return true;
-                }
-            },
-        },
-    });
-
-    try {
-        // Perform the search using Octokit with exact match
-        const searchResponse = await octokit.rest.search.code({
-            q: `"${searchString}" repo:${owner}/${repo} path:${subdirectory}`, // Exact match in subdirectory
-        });
-
-        // Log the search results
-        console.log("Total results:", searchResponse.data.total_count);
-
-        // Fetch the content of each file
-        for (const item of searchResponse.data.items) {
-            // Check if the match is in the first line using text_matches
-            const isFirstLineMatch = item.text_matches.some(match =>
-                match.fragment.split("\n")[0].includes(searchString)
-            );
-
-            if (!isFirstLineMatch) {
-                console.log(`Skipping ${item.path}: Match not in the first line.`);
-                continue; // Skip this file
-            }
-
-            // Fetch file content
-            let content = "";
-            const fileContentResponse = await octokit.rest.repos.getContent({
-                owner: item.repository.owner.login, // Repository owner
-                repo: item.repository.name, // Repository name
-                path: item.path, // File path
-            });
-
-            // Decode the file content (it's base64-encoded)
-            if (fileContentResponse.data.content) {
-                content = Buffer.from(fileContentResponse.data.content, "base64").toString("utf-8");
-            } else {
-                // If the file is larger than 1 MB, GitHub's API will return a download URL instead of the content.
-                console.log("File is too large. Download URL:", fileContentResponse.data.download_url);
-            }
-
-            // Attach the content to the item
-            item.content = content;
-        }
-
-        return searchResponse;
-    } catch (error) {
-        console.error("Error searching GitHub or fetching file content:", error);
-    }
-}
-
-exports.searchGitHubCode = searchGitHubCode;

package/src/get-xtrefs-data/searchGitHubCode.3.js

@@ -1,85 +0,0 @@
-async function searchGitHubCode(GITHUB_API_TOKEN, searchString, owner, repo, subdirectory) {
-    const { Octokit } = await import("octokit");
-    const { throttling } = await import("@octokit/plugin-throttling");
-
-    // Create a throttled Octokit instance
-    const ThrottledOctokit = Octokit.plugin(throttling);
-    const octokit = new ThrottledOctokit({
-        auth: GITHUB_API_TOKEN,
-        throttle: {
-            onRateLimit: (retryAfter, options) => {
-                console.warn(`Request quota exhausted for request ${options.method} ${options.url}`);
-                if (options.request.retryCount <= 1) {
-                    console.log(`Retrying after ${retryAfter} seconds...`);
-                    return true;
-                }
-            },
-            onAbuseLimit: (retryAfter, options) => {
-                console.warn(`Abuse detected for request ${options.method} ${options.url}`);
-            },
-            onSecondaryRateLimit: (retryAfter, options) => {
-                console.warn(`Secondary rate limit hit for request ${options.method} ${options.url}`);
-                if (options.request.retryCount <= 1) {
-                    console.log(`Retrying after ${retryAfter} seconds...`);
-                    return true;
-                }
-            },
-        },
-    });
-
-    try {
-        // Perform the search using Octokit with exact match
-        const searchResponse = await octokit.rest.search.code({
-            q: `"${searchString}" repo:${owner}/${repo} path:${subdirectory}`, // Exact match in subdirectory
-            headers: {
-                Accept: "application/vnd.github.v3.text-match+json", // Include text-match media type
-            },
-        });
-
-        // Log the search results
-        console.log("Total results:", searchResponse.data.total_count);
-
-        // Fetch the content of each file
-        for (const item of searchResponse.data.items) {
-            // Check if the match is in the first line using text_matches
-            if (!item.text_matches) {
-                console.log(`Skipping ${item.path}: No text matches found.`);
-                continue;
-            }
-
-            const isFirstLineMatch = item.text_matches.some(match =>
-                match.fragment.split("\n")[0].includes(searchString)
-            );
-
-            if (!isFirstLineMatch) {
-                console.log(`Skipping ${item.path}: Match not in the first line.`);
-                continue; // Skip this file
-            }
-
-            // Fetch file content
-            let content = "";
-            const fileContentResponse = await octokit.rest.repos.getContent({
-                owner: item.repository.owner.login, // Repository owner
-                repo: item.repository.name, // Repository name
-                path: item.path, // File path
-            });
-
-            // Decode the file content (it's base64-encoded)
-            if (fileContentResponse.data.content) {
-                content = Buffer.from(fileContentResponse.data.content, "base64").toString("utf-8");
-            } else {
-                // If the file is larger than 1 MB, GitHub's API will return a download URL instead of the content.
-                console.log("File is too large. Download URL:", fileContentResponse.data.download_url);
-            }
-
-            // Attach the content to the item
-            item.content = content;
-        }
-
-        return searchResponse;
-    } catch (error) {
-        console.error("Error searching GitHub or fetching file content:", error);
-    }
-}
-
-exports.searchGitHubCode = searchGitHubCode;

package/src/get-xtrefs-data/searchGitHubCode.4.js

@@ -1,92 +0,0 @@
-async function searchGitHubCode(GITHUB_API_TOKEN, searchString, owner, repo, subdirectory) {
-    const { Octokit } = await import("octokit");
-    const { throttling } = await import("@octokit/plugin-throttling");
-
-    // Create a throttled Octokit instance
-    const ThrottledOctokit = Octokit.plugin(throttling);
-    const octokit = new ThrottledOctokit({
-        auth: GITHUB_API_TOKEN,
-        throttle: {
-            onRateLimit: (retryAfter, options) => {
-                console.warn(`Request quota exhausted for request ${options.method} ${options.url}`);
-                if (options.request.retryCount <= 1) {
-                    console.log(`Retrying after ${retryAfter} seconds...`);
-                    return true;
-                }
-            },
-            onAbuseLimit: (retryAfter, options) => {
-                console.warn(`Abuse detected for request ${options.method} ${options.url}`);
-            },
-            onSecondaryRateLimit: (retryAfter, options) => {
-                console.warn(`Secondary rate limit hit for request ${options.method} ${options.url}`);
-                if (options.request.retryCount <= 1) {
-                    console.log(`Retrying after ${retryAfter} seconds...`);
-                    return true;
-                }
-            },
-        },
-    });
-
-    try {
-        // Perform the search using Octokit with exact match
-        const searchResponse = await octokit.rest.search.code({
-            q: `"${searchString}" repo:${owner}/${repo} path:${subdirectory}`, // Exact match in subdirectory
-            headers: {
-                Accept: "application/vnd.github.v3.text-match+json", // Include text-match media type
-            },
-        });
-
-        // Log the search results
-        console.log("Total results:", searchResponse.data.total_count);
-
-        // Fetch the content of each file
-        for (const item of searchResponse.data.items) {
-            // Check if text_matches exists and is not empty
-            if (!item.text_matches || item.text_matches.length === 0) {
-                console.log(`Skipping ${item.path}: No text matches found.`);
-                continue;
-            }
-
-            // Check if the match is in the first line using text_matches
-            const isFirstLineMatch = item.text_matches.some(match => {
-                if (!match.fragment) {
-                    console.log(`Skipping ${item.path}: No fragment found in text match.`);
-                    return false;
-                }
-
-                const firstLine = match.fragment.split("\n")[0];
-                return firstLine.includes(searchString);
-            });
-
-            if (!isFirstLineMatch) {
-                console.log(`Skipping ${item.path}: Match not in the first line.`);
-                continue; // Skip this file
-            }
-
-            // Fetch file content
-            let content = "";
-            const fileContentResponse = await octokit.rest.repos.getContent({
-                owner: item.repository.owner.login, // Repository owner
-                repo: item.repository.name, // Repository name
-                path: item.path, // File path
-            });
-
-            // Decode the file content (it's base64-encoded)
-            if (fileContentResponse.data.content) {
-                content = Buffer.from(fileContentResponse.data.content, "base64").toString("utf-8");
-            } else {
-                // If the file is larger than 1 MB, GitHub's API will return a download URL instead of the content.
-                console.log("File is too large. Download URL:", fileContentResponse.data.download_url);
-            }
-
-            // Attach the content to the item
-            item.content = content;
-        }
-
-        return searchResponse;
-    } catch (error) {
-        console.error("Error searching GitHub or fetching file content:", error);
-    }
-}
-
-exports.searchGitHubCode = searchGitHubCode;