aiwf 0.3.6 → 0.3.7

package/src/lib/file-downloader.js

@@ -6,6 +6,10 @@ import path from 'path';
 
 const GITHUB_RAW_URL = 'https://raw.githubusercontent.com/moonklabs/aiwf/main';
 const GITHUB_CONTENT_PREFIX = 'claude-code/aiwf';
+const GITHUB_API_URL = 'https://api.github.com/repos/moonklabs/aiwf/contents';
+const GITHUB_OWNER = 'moonklabs';
+const GITHUB_REPO = 'aiwf';
+const GITHUB_BRANCH = 'main';
 
 // Pre-defined list of command files
 const COMMAND_FILES = [
@@ -82,16 +86,22 @@ const PROMPT_FILES = [
 /**
  * Fetch content from URL
  * @param {string} url - The URL to fetch from
+ * @param {Object} headers - Optional headers
  * @returns {Promise<string>} The response content
  */
-async function fetchContent(url) {
+async function fetchContent(url, headers = {}) {
   return new Promise((resolve, reject) => {
-    https.get(url, { headers: { 'User-Agent': 'aiwf' } }, (res) => {
+    const defaultHeaders = { 'User-Agent': 'aiwf' };
+    const requestHeaders = { ...defaultHeaders, ...headers };
+    
+    https.get(url, { headers: requestHeaders }, (res) => {
       let data = '';
       res.on('data', chunk => data += chunk);
       res.on('end', () => {
         if (res.statusCode === 200) {
           resolve(data);
+        } else if (res.statusCode === 403 && res.headers['x-ratelimit-remaining'] === '0') {
+          reject(new Error('GitHub API rate limit exceeded. Please try again later.'));
         } else {
           reject(new Error(`Failed to fetch ${url}: ${res.statusCode}`));
         }
@@ -104,35 +114,164 @@ async function fetchContent(url) {
 }
 
 /**
- * Download a file from URL to destination path
+ * Sleep for specified milliseconds
+ * @param {number} ms - Milliseconds to sleep
+ * @returns {Promise<void>}
+ */
+function sleep(ms) {
+  return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+/**
+ * Fetch directory contents from GitHub API with retry logic
+ * @param {string} path - Repository path
+ * @param {number} retries - Number of retries for rate limit
+ * @returns {Promise<Array>} Array of file/directory objects
+ */
+async function fetchGitHubDirectory(path, retries = 3) {
+  const apiUrl = `${GITHUB_API_URL}/${path}?ref=${GITHUB_BRANCH}`;
+  
+  for (let attempt = 0; attempt <= retries; attempt++) {
+    try {
+      const response = await fetchContent(apiUrl, {
+        'Accept': 'application/vnd.github.v3+json'
+      });
+      return JSON.parse(response);
+    } catch (error) {
+      if (error.message.includes('rate limit exceeded') && attempt < retries) {
+        console.warn(`GitHub API rate limit hit. Retrying in ${(attempt + 1) * 10} seconds...`);
+        await sleep((attempt + 1) * 10000); // 10s, 20s, 30s
+        continue;
+      }
+      
+      // GitHub API가 실패하면 빈 배열 반환
+      console.warn(`Failed to fetch directory listing for ${path}: ${error.message}`);
+      
+      // 404 에러의 경우 정상적으로 빈 배열 반환 (디렉토리가 없는 경우)
+      if (error.message.includes('404')) {
+        return [];
+      }
+      
+      // Rate limit이나 다른 에러의 경우 재시도 후 실패
+      if (attempt === retries) {
+        throw error;
+      }
+    }
+  }
+  
+  return [];
+}
+
+/**
+ * Recursively download directory contents
+ * @param {string} githubPath - GitHub repository path
+ * @param {string} localPath - Local destination path
+ * @param {Object} spinner - Ora spinner instance
+ * @param {boolean} debugLog - Debug logging flag
+ * @returns {Promise<void>}
+ */
+async function downloadDirectoryRecursive(githubPath, localPath, spinner, debugLog = false) {
+  try {
+    // GitHub API로 디렉토리 내용 가져오기
+    const contents = await fetchGitHubDirectory(githubPath);
+    
+    if (contents.length === 0) {
+      if (debugLog) console.log(`No contents found in ${githubPath}`);
+      return;
+    }
+    
+    // 로컬 디렉토리 생성
+    await fs.mkdir(localPath, { recursive: true });
+    
+    for (const item of contents) {
+      if (item.type === 'file') {
+        // 파일 다운로드
+        const destPath = path.join(localPath, item.name);
+        const downloadUrl = item.download_url;
+        
+        try {
+          await downloadFile(downloadUrl, destPath);
+          if (spinner) {
+            spinner.text = `Downloaded: ${item.name}`;
+          }
+          if (debugLog) console.log(`Downloaded: ${githubPath}/${item.name}`);
+        } catch (error) {
+          if (debugLog) console.error(`Failed to download ${item.name}: ${error.message}`);
+        }
+      } else if (item.type === 'dir') {
+        // 하위 디렉토리 재귀적으로 처리
+        const subGithubPath = `${githubPath}/${item.name}`;
+        const subLocalPath = path.join(localPath, item.name);
+        
+        if (spinner) {
+          spinner.text = `Processing directory: ${item.name}`;
+        }
+        
+        await downloadDirectoryRecursive(subGithubPath, subLocalPath, spinner, debugLog);
+      }
+    }
+  } catch (error) {
+    if (debugLog) console.error(`Error processing directory ${githubPath}: ${error.message}`);
+    throw error;
+  }
+}
+
+/**
+ * Download a file from URL to destination path with retry logic
  * @param {string} url - The URL to download from
  * @param {string} destPath - The destination file path
+ * @param {number} retries - Number of retries
  * @returns {Promise<void>}
  */
-async function downloadFile(url, destPath) {
+async function downloadFile(url, destPath, retries = 3) {
   // Ensure destination directory exists
   const destDir = path.dirname(destPath);
   await fs.mkdir(destDir, { recursive: true });
   
-  return new Promise((resolve, reject) => {
-    https.get(url, { headers: { 'User-Agent': 'aiwf' } }, (response) => {
-      if (response.statusCode !== 200) {
-        response.destroy();
-        reject(new Error(`Failed to download ${url}: ${response.statusCode}`));
-        return;
-      }
-      const file = createWriteStream(destPath);
-      pipeline(response, file)
-        .then(() => {
-          resolve();
-        })
-        .catch((error) => {
-          reject(error);
+  for (let attempt = 0; attempt <= retries; attempt++) {
+    try {
+      await new Promise((resolve, reject) => {
+        https.get(url, { headers: { 'User-Agent': 'aiwf' } }, (response) => {
+          if (response.statusCode === 403 && response.headers['x-ratelimit-remaining'] === '0') {
+            response.destroy();
+            reject(new Error('GitHub API rate limit exceeded'));
+            return;
+          }
+          
+          if (response.statusCode !== 200) {
+            response.destroy();
+            reject(new Error(`Failed to download ${url}: ${response.statusCode}`));
+            return;
+          }
+          
+          const file = createWriteStream(destPath);
+          pipeline(response, file)
+            .then(() => {
+              resolve();
+            })
+            .catch((error) => {
+              reject(error);
+            });
+        }).on('error', (err) => {
+          reject(err);
         });
-    }).on('error', (err) => {
-      reject(err);
-    });
-  });
+      });
+      
+      // 성공하면 반환
+      return;
+    } catch (error) {
+      if (error.message.includes('rate limit exceeded') && attempt < retries) {
+        console.warn(`Rate limit hit while downloading ${path.basename(destPath)}. Retrying in ${(attempt + 1) * 10} seconds...`);
+        await sleep((attempt + 1) * 10000);
+        continue;
+      }
+      
+      // 마지막 시도에서도 실패하면 에러 throw
+      if (attempt === retries) {
+        throw error;
+      }
+    }
+  }
 }
 
 /**
@@ -164,17 +303,33 @@ async function downloadFileList(githubPath, localPath, fileList, spinner, messag
 }
 
 /**
- * Download directory contents using predefined file lists
+ * Download directory contents using predefined file lists or dynamic fetching
  * @param {string} githubPath - GitHub repository path
  * @param {string} localPath - Local destination path
  * @param {Object} spinner - Ora spinner instance
  * @param {Object} messages - Localized messages
  * @param {string} [selectedLanguage='en'] - Selected language
+ * @param {boolean} [useDynamicFetch=false] - Use GitHub API for dynamic fetching
  * @returns {Promise<void>}
  */
-async function downloadDirectory(githubPath, localPath, spinner, messages, selectedLanguage = 'en') {
+async function downloadDirectory(githubPath, localPath, spinner, messages, selectedLanguage = 'en', useDynamicFetch = false) {
   try {
-    // Determine which file list to use based on the path
+    // .aiwf 디렉토리나 알 수 없는 디렉토리의 경우 동적 다운로드 사용
+    if (useDynamicFetch || githubPath.includes('.aiwf') || 
+        (!githubPath.includes('.claude/commands/aiwf') && 
+         !githubPath.includes('rules/global') && 
+         !githubPath.includes('rules/manual'))) {
+      
+      if (spinner) {
+        spinner.text = `Fetching directory structure: ${githubPath}`;
+      }
+      
+      // GitHub API를 사용한 동적 디렉토리 다운로드
+      await downloadDirectoryRecursive(githubPath, localPath, spinner, messages && messages.debugLog);
+      return;
+    }
+    
+    // 기존 로직: 사전 정의된 파일 리스트 사용
     let fileList = [];
     
     if (githubPath.includes('.claude/commands/aiwf')) {
@@ -183,16 +338,11 @@ async function downloadDirectory(githubPath, localPath, spinner, messages, selec
       fileList = GLOBAL_RULES_FILES;
     } else if (githubPath.includes('rules/manual')) {
       fileList = MANUAL_RULES_FILES;
-    } else if (githubPath.includes('98_PROMPTS')) {
-      fileList = PROMPT_FILES;
-    } else if (githubPath.includes('99_TEMPLATES')) {
-      fileList = TEMPLATE_FILES;
-    } else {
-      // For unknown directories, try to download common files
-      fileList = ['README.md', 'index.md'];
     }
     
-    await downloadFileList(githubPath, localPath, fileList, spinner, messages);
+    if (fileList.length > 0) {
+      await downloadFileList(githubPath, localPath, fileList, spinner, messages);
+    }
   } catch (error) {
     throw new Error(`Failed to download directory ${githubPath}: ${error.message}`);
   }
@@ -203,8 +353,14 @@ export {
   downloadFile,
   downloadFileList,
   downloadDirectory,
+  downloadDirectoryRecursive,
+  fetchGitHubDirectory,
   GITHUB_RAW_URL,
   GITHUB_CONTENT_PREFIX,
+  GITHUB_API_URL,
+  GITHUB_OWNER,
+  GITHUB_REPO,
+  GITHUB_BRANCH,
   COMMAND_FILES,
   GLOBAL_RULES_FILES,
   MANUAL_RULES_FILES,

package/src/lib/installer.js

@@ -219,20 +219,46 @@ async function downloadManifest(languagePath, spinner, msg, debugLog) {
 async function downloadTemplates(languagePath, spinner, msg, debugLog) {
   try {
     logWithSpinner(spinner, msg.downloadingTemplates, debugLog);
+    
+    // .aiwf 전체 디렉토리를 동적으로 다운로드
+    logWithSpinner(spinner, `Downloading .aiwf directory structure...`, debugLog);
     await downloadDirectory(
-      `${GITHUB_CONTENT_PREFIX}/${languagePath}/.aiwf/98_PROMPTS`,
-      AIWF_DIRS.PROMPTS,
+      `${GITHUB_CONTENT_PREFIX}/${languagePath}/.aiwf`,
+      AIWF_DIRS.ROOT,
       spinner,
-      msg
-    );
-    await downloadDirectory(
-      `${GITHUB_CONTENT_PREFIX}/${languagePath}/.aiwf/99_TEMPLATES`,
-      AIWF_DIRS.TEMPLATES,
-      spinner,
-      msg
+      msg,
+      languagePath,
+      true // useDynamicFetch = true
     );
+    
+    logWithSpinner(spinner, `Successfully downloaded .aiwf directory`, debugLog);
   } catch (error) {
-    logWithSpinner(spinner, msg.templatesNotFound, debugLog);
+    logWithSpinner(spinner, `Error downloading .aiwf: ${error.message}`, debugLog);
+    
+    // Fallback: 개별 디렉토리 다운로드 시도
+    try {
+      logWithSpinner(spinner, `Trying individual directory downloads...`, debugLog);
+      
+      await downloadDirectory(
+        `${GITHUB_CONTENT_PREFIX}/${languagePath}/.aiwf/98_PROMPTS`,
+        AIWF_DIRS.PROMPTS,
+        spinner,
+        msg,
+        languagePath,
+        true
+      );
+      
+      await downloadDirectory(
+        `${GITHUB_CONTENT_PREFIX}/${languagePath}/.aiwf/99_TEMPLATES`,
+        AIWF_DIRS.TEMPLATES,
+        spinner,
+        msg,
+        languagePath,
+        true
+      );
+    } catch (fallbackError) {
+      logWithSpinner(spinner, msg.templatesNotFound, debugLog);
+    }
   }
 }
 
@@ -282,7 +308,8 @@ async function updateCommands(languagePath, spinner, msg, debugLog) {
       TOOL_DIRS.CLAUDE_COMMANDS,
       spinner,
       msg,
-      languagePath
+      languagePath,
+      false // commands는 기존 방식 유지 (파일 리스트 사용)
     );
   } catch (error) {
     logWithSpinner(spinner, msg.commandsNotFound, debugLog);