pydatamax 0.1.11__py3-none-any.whl → 0.1.13__py3-none-any.whl

datamax/parser/doc_parser.py

@@ -3,75 +3,193 @@ import shutil
 import subprocess
 import tempfile
 import chardet
-import docx2markdown
+import logging
 from pathlib import Path
 from typing import Union
-from docx import Document
 from datamax.parser.base import BaseLife
 from datamax.parser.base import MarkdownOutputVo
 
 
+# 配置日志
+logger = logging.getLogger(__name__)
+
+
 class DocParser(BaseLife):
     def __init__(self, file_path: Union[str, list], to_markdown: bool = False):
         super().__init__()
         self.file_path = file_path
         self.to_markdown = to_markdown
+        logger.info(f"🚀 DocParser初始化完成 - 文件路径: {file_path}, 转换为markdown: {to_markdown}")
+
+    def doc_to_txt(self, doc_path: str, dir_path: str) -> str:
+        """将.doc文件转换为.txt文件"""
+        logger.info(f"🔄 开始转换DOC文件为TXT - 源文件: {doc_path}, 输出目录: {dir_path}")
+        
+        try:
+            cmd = f'soffice --headless --convert-to txt "{doc_path}" --outdir "{dir_path}"'
+            logger.debug(f"⚡ 执行转换命令: {cmd}")
+            
+            process = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+            stdout, stderr = process.communicate()
+            exit_code = process.returncode
+            
+            if exit_code == 0:
+                logger.info(f"✅ DOC到TXT转换成功 - 退出码: {exit_code}")
+                if stdout:
+                    logger.debug(f"📄 转换输出: {stdout.decode('utf-8', errors='replace')}")
+            else:
+                encoding = chardet.detect(stderr)['encoding']
+                if encoding is None:
+                    encoding = 'utf-8'
+                error_msg = stderr.decode(encoding, errors='replace')
+                logger.error(f"❌ DOC到TXT转换失败 - 退出码: {exit_code}, 错误信息: {error_msg}")
+                raise Exception(f"Error Output (detected encoding: {encoding}): {error_msg}")
+            
+            fname = str(Path(doc_path).stem)
+            txt_path = os.path.join(dir_path, f'{fname}.txt')
+            
+            if not os.path.exists(txt_path):
+                logger.error(f"❌ 转换后的TXT文件不存在: {txt_path}")
+                raise Exception(f"文件转换失败 {doc_path} ==> {txt_path}")
+            else:
+                logger.info(f"🎉 TXT文件转换成功，文件路径: {txt_path}")
+                return txt_path
+                
+        except subprocess.SubprocessError as e:
+            logger.error(f"💥 subprocess执行失败: {str(e)}")
+            raise Exception(f"执行转换命令时发生错误: {str(e)}")
+        except Exception as e:
+            logger.error(f"💥 DOC到TXT转换过程中发生未知错误: {str(e)}")
+            raise
 
-    def doc_to_docx(self, doc_path: str, dir_path: str) -> str:
-        cmd = f'soffice --headless --convert-to docx "{doc_path}" --outdir "{dir_path}"'
-        process = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
-        stdout, stderr = process.communicate()
-        exit_code = process.returncode
-        if exit_code == 0:
-            pass
-        else:
-            encoding = chardet.detect(stderr)['encoding']
-            if encoding is None:
-                encoding = 'utf-8'
-            raise Exception(f"Error Output (detected encoding: {encoding}):", stderr.decode(encoding, errors='replace'))
-        fname = str(Path(doc_path).stem)
-        docx_path = os.path.join(os.path.dirname(doc_path), f'{fname}.docx')
-        if not os.path.exists(docx_path):
-            raise Exception(f"> !!! File conversion failed {doc_path} ==> {docx_path}")
-        else:
-            return docx_path
+    def read_txt_file(self, txt_path: str) -> str:
+        """读取txt文件内容"""
+        logger.info(f"📖 开始读取TXT文件: {txt_path}")
+        
+        try:
+            # 检测文件编码
+            with open(txt_path, 'rb') as f:
+                raw_data = f.read()
+                encoding = chardet.detect(raw_data)['encoding']
+                if encoding is None:
+                    encoding = 'utf-8'
+                logger.debug(f"🔍 检测到文件编码: {encoding}")
+            
+            # 读取文件内容
+            with open(txt_path, 'r', encoding=encoding, errors='replace') as f:
+                content = f.read()
+            
+            logger.info(f"📄 TXT文件读取完成 - 内容长度: {len(content)} 字符")
+            logger.debug(f"👀 前100字符预览: {content[:100]}...")
+            
+            return content
+            
+        except FileNotFoundError as e:
+            logger.error(f"🚫 TXT文件未找到: {str(e)}")
+            raise Exception(f"文件未找到: {txt_path}")
+        except Exception as e:
+            logger.error(f"💥 读取TXT文件时发生错误: {str(e)}")
+            raise
 
-    def read_docx_file(self, doc_path: str, to_mk: bool) -> str:
+    def read_doc_file(self, doc_path: str) -> str:
+        """读取doc文件并转换为文本"""
+        logger.info(f"📖 开始读取DOC文件 - 文件: {doc_path}")
+        
         try:
             with tempfile.TemporaryDirectory() as temp_path:
+                logger.debug(f"📁 创建临时目录: {temp_path}")
+                
                 temp_dir = Path(temp_path)
-                media_dir = temp_dir / "media"
-                media_dir.mkdir()
+                
                 file_path = temp_dir / "tmp.doc"
                 shutil.copy(doc_path, file_path)
-                docx_file_path = self.doc_to_docx(str(file_path), str(temp_path))
-                doc = Document(docx_file_path)
-                full_text = [para.text for para in doc.paragraphs]
-                if to_mk:
-                    output_md_dir = f'./output/{os.path.basename(docx_file_path).replace(".docx", ".md")}'
-                    output_dir = os.path.dirname(output_md_dir)
-                    if output_dir and not os.path.exists(output_dir):
-                        os.makedirs(output_dir)
-                    docx2markdown.docx_to_markdown(docx_file_path, output_md_dir)
-                    mk_content = open(output_md_dir, 'r', encoding='utf-8').read()
-                    return mk_content
-                else:
-                    return '\n'.join(full_text)
+                logger.debug(f"📋 复制文件到临时目录: {doc_path} -> {file_path}")
+                
+                # 转换DOC为TXT
+                txt_file_path = self.doc_to_txt(str(file_path), str(temp_path))
+                logger.info(f"🎯 DOC转TXT完成: {txt_file_path}")
+                
+                # 读取TXT文件内容
+                content = self.read_txt_file(txt_file_path)
+                logger.info(f"✨ TXT文件内容读取完成，内容长度: {len(content)} 字符")
+                
+                return content
+                    
+        except FileNotFoundError as e:
+            logger.error(f"🚫 文件未找到: {str(e)}")
+            raise Exception(f"文件未找到: {doc_path}")
+        except PermissionError as e:
+            logger.error(f"🔒 文件权限错误: {str(e)}")
+            raise Exception(f"无权限访问文件: {doc_path}")
         except Exception as e:
-            raise e
+            logger.error(f"💥 读取DOC文件时发生错误: {str(e)}")
+            raise
 
     def parse(self, file_path: str):
+        """解析DOC文件"""
+        logger.info(f"🎬 开始解析DOC文件: {file_path}")
+        
         try:
+            # 验证文件存在
+            if not os.path.exists(file_path):
+                logger.error(f"🚫 文件不存在: {file_path}")
+                raise FileNotFoundError(f"文件不存在: {file_path}")
+            
+            # 验证文件大小
+            file_size = os.path.getsize(file_path)
+            logger.info(f"📏 文件大小: {file_size} 字节")
+            
             title = self.get_file_extension(file_path)
+            logger.debug(f"🏷️ 提取文件标题: {title}")
+            
+            # 使用soffice转换为txt后读取内容
+            logger.info("📝 使用soffice转换DOC为TXT并读取内容")
+            content = self.read_doc_file(doc_path=file_path)
+            
+            # 根据to_markdown参数决定是否保持原格式还是处理为markdown格式
             if self.to_markdown:
-                mk_content = self.read_docx_file(doc_path=file_path, to_mk=True)
+                # 简单的文本到markdown转换（保持段落结构）
+                mk_content = self.format_as_markdown(content)
+                logger.info("🎨 内容已格式化为markdown格式")
             else:
-                content = self.read_docx_file(doc_path=file_path, to_mk=False)
                 mk_content = content
+                logger.info("📝 保持原始文本格式")
+            
+            logger.info(f"🎊 文件内容解析完成，最终内容长度: {len(mk_content)} 字符")
+            
             lifecycle = self.generate_lifecycle(source_file=file_path, domain="Technology",
                                                 usage_purpose="Documentation", life_type="LLM_ORIGIN")
+            logger.debug("⚙️ 生成lifecycle信息完成")
+            
             output_vo = MarkdownOutputVo(title, mk_content)
             output_vo.add_lifecycle(lifecycle)
-            return output_vo.to_dict()
+            
+            result = output_vo.to_dict()
+            logger.info(f"🏆 DOC文件解析完成: {file_path}")
+            logger.debug(f"🔑 返回结果键: {list(result.keys())}")
+            
+            return result
+            
         except Exception as e:
-            raise e
+            logger.error(f"💀 解析DOC文件失败: {file_path}, 错误: {str(e)}")
+            raise
+
+    def format_as_markdown(self, content: str) -> str:
+        """将纯文本格式化为简单的markdown格式"""
+        if not content.strip():
+            return content
+        
+        lines = content.split('\n')
+        formatted_lines = []
+        
+        for line in lines:
+            line = line.strip()
+            if not line:
+                formatted_lines.append('')
+                continue
+            
+            # 简单的markdown格式化规则
+            # 可以根据需要扩展更多规则
+            formatted_lines.append(line)
+        
+        return '\n'.join(formatted_lines)

datamax/parser/docx_parser.py

@@ -1,43 +1,212 @@
 import os
-import docx2markdown
-from docx import Document
+import shutil
+import subprocess
+import tempfile
+import chardet
+import logging
+from pathlib import Path
 from typing import Union
 from datamax.parser.base import BaseLife
 from datamax.parser.base import MarkdownOutputVo
 
 
+# 配置日志
+logger = logging.getLogger(__name__)
+
+
 class DocxParser(BaseLife):
     def __init__(self, file_path: Union[str, list], to_markdown: bool = False):
         super().__init__()
         self.file_path = file_path
         self.to_markdown = to_markdown
+        logger.info(f"🚀 DocxParser初始化完成 - 文件路径: {file_path}, 转换为markdown: {to_markdown}")
 
-    @staticmethod
-    def read_docx_file(file_path: str) -> str:
+    def docx_to_txt(self, docx_path: str, dir_path: str) -> str:
+        """将.docx文件转换为.txt文件"""
+        logger.info(f"🔄 开始转换DOCX文件为TXT - 源文件: {docx_path}, 输出目录: {dir_path}")
+        
         try:
-            doc = Document(file_path)
-            full_text = [para.text for para in doc.paragraphs]
-            return '\n'.join(full_text)
+            cmd = f'soffice --headless --convert-to txt "{docx_path}" --outdir "{dir_path}"'
+            logger.debug(f"⚡ 执行转换命令: {cmd}")
+            
+            process = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+            stdout, stderr = process.communicate()
+            exit_code = process.returncode
+            
+            if exit_code == 0:
+                logger.info(f"✅ DOCX到TXT转换成功 - 退出码: {exit_code}")
+                if stdout:
+                    logger.debug(f"📄 转换输出: {stdout.decode('utf-8', errors='replace')}")
+            else:
+                encoding = chardet.detect(stderr)['encoding']
+                if encoding is None:
+                    encoding = 'utf-8'
+                error_msg = stderr.decode(encoding, errors='replace')
+                logger.error(f"❌ DOCX到TXT转换失败 - 退出码: {exit_code}, 错误信息: {error_msg}")
+                raise Exception(f"Error Output (detected encoding: {encoding}): {error_msg}")
+            
+            fname = str(Path(docx_path).stem)
+            txt_path = os.path.join(dir_path, f'{fname}.txt')
+            
+            if not os.path.exists(txt_path):
+                logger.error(f"❌ 转换后的TXT文件不存在: {txt_path}")
+                raise Exception(f"文件转换失败 {docx_path} ==> {txt_path}")
+            else:
+                logger.info(f"🎉 TXT文件转换成功，文件路径: {txt_path}")
+                return txt_path
+                
+        except subprocess.SubprocessError as e:
+            logger.error(f"💥 subprocess执行失败: {str(e)}")
+            raise Exception(f"执行转换命令时发生错误: {str(e)}")
         except Exception as e:
-            raise e
+            logger.error(f"💥 DOCX到TXT转换过程中发生未知错误: {str(e)}")
+            raise
+
+    def read_txt_file(self, txt_path: str) -> str:
+        """读取txt文件内容"""
+        logger.info(f"📖 开始读取TXT文件: {txt_path}")
+        
+        try:
+            # 检测文件编码
+            with open(txt_path, 'rb') as f:
+                raw_data = f.read()
+                encoding = chardet.detect(raw_data)['encoding']
+                if encoding is None:
+                    encoding = 'utf-8'
+                logger.debug(f"🔍 检测到文件编码: {encoding}")
+            
+            # 读取文件内容
+            with open(txt_path, 'r', encoding=encoding, errors='replace') as f:
+                content = f.read()
+            
+            logger.info(f"📄 TXT文件读取完成 - 内容长度: {len(content)} 字符")
+            logger.debug(f"👀 前100字符预览: {content[:100]}...")
+            
+            return content
+            
+        except FileNotFoundError as e:
+            logger.error(f"🚫 TXT文件未找到: {str(e)}")
+            raise Exception(f"文件未找到: {txt_path}")
+        except Exception as e:
+            logger.error(f"💥 读取TXT文件时发生错误: {str(e)}")
+            raise
+
+    def read_docx_file(self, docx_path: str) -> str:
+        """读取docx文件并转换为文本"""
+        logger.info(f"📖 开始读取DOCX文件 - 文件: {docx_path}")
+        
+        try:
+            with tempfile.TemporaryDirectory() as temp_path:
+                logger.debug(f"📁 创建临时目录: {temp_path}")
+                
+                temp_dir = Path(temp_path)
+                
+                file_path = temp_dir / "tmp.docx"
+                shutil.copy(docx_path, file_path)
+                logger.debug(f"📋 复制文件到临时目录: {docx_path} -> {file_path}")
+                
+                # 转换DOCX为TXT
+                txt_file_path = self.docx_to_txt(str(file_path), str(temp_path))
+                logger.info(f"🎯 DOCX转TXT完成: {txt_file_path}")
+                
+                # 读取TXT文件内容
+                content = self.read_txt_file(txt_file_path)
+                logger.info(f"✨ TXT文件内容读取完成，内容长度: {len(content)} 字符")
+                
+                return content
+                    
+        except FileNotFoundError as e:
+            logger.error(f"🚫 文件未找到: {str(e)}")
+            raise Exception(f"文件未找到: {docx_path}")
+        except PermissionError as e:
+            logger.error(f"🔒 文件权限错误: {str(e)}")
+            raise Exception(f"无权限访问文件: {docx_path}")
+        except Exception as e:
+            logger.error(f"💥 读取DOCX文件时发生错误: {str(e)}")
+            raise
 
     def parse(self, file_path: str):
+        """解析DOCX文件"""
+        logger.info(f"🎬 开始解析DOCX文件: {file_path}")
+        
         try:
+            # 验证文件存在
+            if not os.path.exists(file_path):
+                logger.error(f"🚫 文件不存在: {file_path}")
+                raise FileNotFoundError(f"文件不存在: {file_path}")
+            
+            # 验证文件扩展名
+            if not file_path.lower().endswith('.docx'):
+                logger.warning(f"⚠️ 文件扩展名不是.docx: {file_path}")
+            
+            # 验证文件大小
+            file_size = os.path.getsize(file_path)
+            logger.info(f"📏 文件大小: {file_size} 字节")
+            
+            if file_size == 0:
+                logger.warning(f"⚠️ 文件大小为0字节: {file_path}")
+            
             title = self.get_file_extension(file_path)
+            logger.debug(f"🏷️ 提取文件标题: {title}")
+            
+            # 使用soffice转换为txt后读取内容
+            logger.info("📝 使用soffice转换DOCX为TXT并读取内容")
+            content = self.read_docx_file(docx_path=file_path)
+            
+            # 根据to_markdown参数决定是否保持原格式还是处理为markdown格式
             if self.to_markdown:
-                output_md_dir = f'./output/{os.path.basename(file_path).replace(".docx", ".md")}'
-                output_dir = os.path.dirname(output_md_dir)
-                if output_dir and not os.path.exists(output_dir):
-                    os.makedirs(output_dir)
-                docx2markdown.docx_to_markdown(file_path, output_md_dir)
-                mk_content = open(output_md_dir, 'r', encoding='utf-8').read()
+                # 简单的文本到markdown转换（保持段落结构）
+                mk_content = self.format_as_markdown(content)
+                logger.info("🎨 内容已格式化为markdown格式")
             else:
-                content = self.read_docx_file(file_path=file_path)
                 mk_content = content
+                logger.info("📝 保持原始文本格式")
+            
+            logger.info(f"🎊 文件内容解析完成，最终内容长度: {len(mk_content)} 字符")
+            
+            # 检查内容是否为空
+            if not mk_content.strip():
+                logger.warning(f"⚠️ 解析出的内容为空: {file_path}")
+            
             lifecycle = self.generate_lifecycle(source_file=file_path, domain="Technology",
                                                 usage_purpose="Documentation", life_type="LLM_ORIGIN")
+            logger.debug("⚙️ 生成lifecycle信息完成")
+            
             output_vo = MarkdownOutputVo(title, mk_content)
             output_vo.add_lifecycle(lifecycle)
-            return output_vo.to_dict()
+            
+            result = output_vo.to_dict()
+            logger.info(f"🏆 DOCX文件解析完成: {file_path}")
+            logger.debug(f"🔑 返回结果键: {list(result.keys())}")
+            
+            return result
+            
+        except FileNotFoundError as e:
+            logger.error(f"🚫 文件不存在错误: {str(e)}")
+            raise
+        except PermissionError as e:
+            logger.error(f"🔒 文件权限错误: {str(e)}")
+            raise Exception(f"无权限访问文件: {file_path}")
         except Exception as e:
-            raise e
+            logger.error(f"💀 解析DOCX文件失败: {file_path}, 错误类型: {type(e).__name__}, 错误信息: {str(e)}")
+            raise
+
+    def format_as_markdown(self, content: str) -> str:
+        """将纯文本格式化为简单的markdown格式"""
+        if not content.strip():
+            return content
+        
+        lines = content.split('\n')
+        formatted_lines = []
+        
+        for line in lines:
+            line = line.strip()
+            if not line:
+                formatted_lines.append('')
+                continue
+            
+            # 简单的markdown格式化规则
+            # 可以根据需要扩展更多规则
+            formatted_lines.append(line)
+        
+        return '\n'.join(formatted_lines)

datamax/parser/xlsx_parser.py

@@ -1,71 +1,208 @@
 import multiprocessing
 import time
+import logging
+import os
 from multiprocessing import Queue
 from datamax.parser.base import MarkdownOutputVo
 from datamax.parser.base import BaseLife
-from openpyxl import load_workbook
+import pandas as pd
 import warnings
-from markitdown import MarkItDown
 
 warnings.filterwarnings("ignore")
 
-class XlsxParser(BaseLife):
-    # single ton
+# 配置日志
+logger = logging.getLogger(__name__)
 
-    _markitdown_instance = None
 
-    @classmethod
-    def get_markitdown(cls):
-        if cls._markitdown_instance is None:
-            cls._markitdown_instance = MarkItDown()
-        return cls._markitdown_instance
+class XlsxParser(BaseLife):
+    """XLSX解析器 - 使用pandas读取并转换为markdown，支持多进程处理"""
 
     def __init__(self, file_path, timeout):
         super().__init__()
         self.file_path = file_path
         self.timeout = timeout
-        self.markitdown = self.get_markitdown()
+        logger.info(f"🚀 XlsxParser初始化完成 - 文件路径: {file_path}, 超时: {timeout}s")
+
+    def _parse_with_pandas(self, file_path: str) -> str:
+        """使用pandas读取Excel并转换为markdown"""
+        logger.info(f"🐼 开始使用pandas读取Excel文件: {file_path}")
+        
+        try:
+            # 验证文件存在
+            if not os.path.exists(file_path):
+                logger.error(f"🚫 Excel文件不存在: {file_path}")
+                raise FileNotFoundError(f"文件不存在: {file_path}")
+            
+            # 验证文件大小
+            file_size = os.path.getsize(file_path)
+            logger.info(f"📏 文件大小: {file_size} 字节")
+            
+            if file_size == 0:
+                logger.warning(f"⚠️ 文件大小为0字节: {file_path}")
+                return "*文件为空*"
+            
+            # 使用pandas读取Excel文件
+            logger.debug("📊 正在读取Excel数据...")
+            df = pd.read_excel(file_path, sheet_name=None)  # 读取所有工作表
+            
+            markdown_content = ""
+            
+            if isinstance(df, dict):
+                # 多个工作表
+                logger.info(f"📑 检测到多个工作表，共 {len(df)} 个")
+                for sheet_name, sheet_df in df.items():
+                    logger.debug(f"📋 处理工作表: {sheet_name}, 形状: {sheet_df.shape}")
+                    markdown_content += f"## 工作表: {sheet_name}\n\n"
+                    
+                    if not sheet_df.empty:
+                        # 清理数据：移除完全为空的行和列
+                        sheet_df = sheet_df.dropna(how='all').dropna(axis=1, how='all')
+                        
+                        if not sheet_df.empty:
+                            sheet_markdown = sheet_df.to_markdown(index=False)
+                            markdown_content += sheet_markdown + "\n\n"
+                            logger.debug(f"✅ 工作表 {sheet_name} 转换完成，有效数据形状: {sheet_df.shape}")
+                        else:
+                            markdown_content += "*该工作表无有效数据*\n\n"
+                            logger.warning(f"⚠️ 工作表 {sheet_name} 清理后无有效数据")
+                    else:
+                        markdown_content += "*该工作表为空*\n\n"
+                        logger.warning(f"⚠️ 工作表 {sheet_name} 为空")
+            else:
+                # 单个工作表
+                logger.info(f"📄 单个工作表，形状: {df.shape}")
+                if not df.empty:
+                    # 清理数据：移除完全为空的行和列
+                    df = df.dropna(how='all').dropna(axis=1, how='all')
+                    
+                    if not df.empty:
+                        markdown_content = df.to_markdown(index=False)
+                        logger.info(f"✅ 工作表转换完成，有效数据形状: {df.shape}")
+                    else:
+                        markdown_content = "*工作表无有效数据*"
+                        logger.warning("⚠️ 工作表清理后无有效数据")
+                else:
+                    markdown_content = "*工作表为空*"
+                    logger.warning("⚠️ 工作表为空")
+            
+            logger.info(f"🎊 pandas转换完成，markdown内容长度: {len(markdown_content)} 字符")
+            logger.debug(f"👀 前200字符预览: {markdown_content[:200]}...")
+            
+            return markdown_content
+            
+        except FileNotFoundError as e:
+            logger.error(f"🚫 文件未找到: {str(e)}")
+            raise
+        except PermissionError as e:
+            logger.error(f"🔒 文件权限错误: {str(e)}")
+            raise Exception(f"无权限访问文件: {file_path}")
+        except pd.errors.EmptyDataError as e:
+            logger.error(f"📭 Excel文件为空: {str(e)}")
+            raise Exception(f"Excel文件为空或无法读取: {file_path}")
+        except Exception as e:
+            logger.error(f"💥 pandas读取Excel失败: {str(e)}")
+            raise
 
     def _parse(self, file_path: str, result_queue: Queue) -> dict:
+        """解析Excel文件的核心方法"""
+        logger.info(f"🎬 开始解析Excel文件: {file_path}")
+        
         try:
-            wb = load_workbook(
-                filename=file_path,
-                data_only=True,
-                read_only=True
+            # 使用pandas解析Excel
+            logger.info("🐼 使用pandas模式解析Excel")
+            mk_content = self._parse_with_pandas(file_path)
+            
+            # 检查内容是否为空
+            if not mk_content.strip():
+                logger.warning(f"⚠️ 解析出的内容为空: {file_path}")
+                mk_content = "*无法解析文件内容*"
+            
+            logger.info(f"🎊 文件内容解析完成，最终内容长度: {len(mk_content)} 字符")
+            
+            # 生成lifecycle信息
+            lifecycle = self.generate_lifecycle(
+                source_file=file_path,
+                domain="Technology",
+                usage_purpose="Documentation",
+                life_type="LLM_ORIGIN"
             )
-            wb.close()
+            logger.debug("⚙️ 生成lifecycle信息完成")
+            
+            # 创建输出对象
+            title = self.get_file_extension(file_path)
+            output_vo = MarkdownOutputVo(title, mk_content)
+            output_vo.add_lifecycle(lifecycle)
+            
+            result = output_vo.to_dict()
+            result_queue.put(result)
+            logger.info(f"🏆 Excel文件解析完成: {file_path}")
+            logger.debug(f"🔑 返回结果键: {list(result.keys())}")
+            
+            time.sleep(0.5)  # 给队列一点时间
+            return result
+            
         except Exception as e:
-            raise e
-
-        mk_content = self.markitdown.convert(file_path).text_content
-        lifecycle = self.generate_lifecycle(
-            source_file=file_path,
-            domain="Technology",
-            usage_purpose="Documentation",
-            life_type="LLM_ORIGIN"
-        )
-        output_vo = MarkdownOutputVo(self.get_file_extension(file_path), mk_content)
-        output_vo.add_lifecycle(lifecycle)
-        result_queue.put(output_vo.to_dict())
-        time.sleep(0.5)
-        return output_vo.to_dict()
+            logger.error(f"💀 解析Excel文件失败: {file_path}, 错误: {str(e)}")
+            # 将错误也放入队列
+            error_result = {"error": str(e), "file_path": file_path}
+            result_queue.put(error_result)
+            raise
 
     def parse(self, file_path: str) -> dict:
-        import time
-        result_queue = Queue()
-        process = multiprocessing.Process(target=self._parse, args=(file_path, result_queue))
-        process.start()
-        start_time = time.time()
-
-        # ttl
-        while time.time() - start_time < self.timeout:
-            print(f"plz waiting...: {int(time.time() - start_time)}")
-            if not process.is_alive():
-                break
-            if not result_queue.empty():
-                return result_queue.get()
-            time.sleep(1)
-        else:
-            # killed
-            process.terminate()
-            process.join()
+        """解析Excel文件 - 支持多进程和超时控制"""
+        logger.info(f"🚀 启动Excel解析进程 - 文件: {file_path}, 超时: {self.timeout}s")
+        
+        try:
+            # 验证文件存在
+            if not os.path.exists(file_path):
+                logger.error(f"🚫 文件不存在: {file_path}")
+                raise FileNotFoundError(f"文件不存在: {file_path}")
+            
+            # 验证文件扩展名
+            if not file_path.lower().endswith(('.xlsx', '.xls')):
+                logger.warning(f"⚠️ 文件扩展名不是Excel格式: {file_path}")
+            
+            result_queue = Queue()
+            process = multiprocessing.Process(target=self._parse, args=(file_path, result_queue))
+            process.start()
+            logger.debug(f"⚡ 启动子进程，PID: {process.pid}")
+            
+            start_time = time.time()
+            
+            # 等待解析完成或超时
+            while time.time() - start_time < self.timeout:
+                elapsed_time = int(time.time() - start_time)
+                logger.debug(f"⏱️ 等待解析完成... {elapsed_time}s")
+                
+                if not process.is_alive():
+                    logger.debug("✅ 子进程已完成")
+                    break
+                    
+                if not result_queue.empty():
+                    result = result_queue.get()
+                    process.join()  # 等待进程正常结束
+                    
+                    # 检查是否是错误结果
+                    if "error" in result:
+                        logger.error(f"💥 子进程返回错误: {result['error']}")
+                        raise Exception(result["error"])
+                    
+                    logger.info(f"🎉 Excel解析成功完成，耗时: {elapsed_time}s")
+                    return result
+                    
+                time.sleep(1)
+            else:
+                # 超时处理
+                logger.error(f"⏰ 解析超时 ({self.timeout}s)，终止进程")
+                process.terminate()
+                process.join(timeout=5)  # 给进程5秒时间优雅退出
+                
+                if process.is_alive():
+                    logger.error("💀 强制杀死进程")
+                    process.kill()
+                    
+                raise TimeoutError(f"Excel解析超时: {file_path}")
+                
+        except Exception as e:
+            logger.error(f"💀 Excel解析失败: {file_path}, 错误类型: {type(e).__name__}, 错误信息: {str(e)}")
+            raise

{pydatamax-0.1.11.dist-info → pydatamax-0.1.13.dist-info}/METADATA

@@ -1,42 +1,51 @@
 Metadata-Version: 2.4
 Name: pydatamax
-Version: 0.1.11
+Version: 0.1.13
 Summary: A library for parsing and converting various file formats.
-Home-page: https://github.com/cosco/datamax
-Author: hzb | ccy
-Author-email: zhibaohe@hotmail.com | cy.kron@foxmail.com
+Home-page: https://github.com/Hi-Dolphin/datamax
+Author: ccy
+Author-email: cy.kron@foxmail.com
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: ebooklib
-Requires-Dist: python-docx
-Requires-Dist: beautifulsoup4
-Requires-Dist: python-dotenv
-Requires-Dist: minio
-Requires-Dist: loguru
-Requires-Dist: tqdm
-Requires-Dist: oss2
-Requires-Dist: python-docx
-Requires-Dist: openai
-Requires-Dist: jionlp
-Requires-Dist: chardet
-Requires-Dist: python-pptx
-Requires-Dist: openpyxl
-Requires-Dist: pymupdf
-Requires-Dist: langchain_community==0.2.9
-Requires-Dist: premailer
-Requires-Dist: setuptools==75.3.0
-Requires-Dist: docx2markdown
-Requires-Dist: tiktoken
-Requires-Dist: markitdown
-Requires-Dist: pandas
-Requires-Dist: xlrd
-Requires-Dist: tabulate
-Requires-Dist: unstructured[all]
-Requires-Dist: markdown
+Requires-Dist: oss2<3.0.0,>=2.19.1
+Requires-Dist: aliyun-python-sdk-core<3.0.0,>=2.16.0
+Requires-Dist: aliyun-python-sdk-kms<3.0.0,>=2.16.5
+Requires-Dist: crcmod<2.0.0,>=1.7
+Requires-Dist: langdetect<2.0.0,>=1.0.9
+Requires-Dist: loguru<1.0.0,>=0.7.3
+Requires-Dist: python-docx<2.0.0,>=1.1.2
+Requires-Dist: python-dotenv<2.0.0,>=1.1.0
+Requires-Dist: pymupdf<2.0.0,>=1.26.0
+Requires-Dist: pypdf<6.0.0,>=5.5.0
+Requires-Dist: openpyxl<4.0.0,>=3.1.5
+Requires-Dist: pandas<3.0.0,>=2.2.3
+Requires-Dist: numpy<3.0.0,>=2.2.6
+Requires-Dist: requests<3.0.0,>=2.32.3
+Requires-Dist: tqdm<5.0.0,>=4.67.1
+Requires-Dist: pydantic<3.0.0,>=2.11.5
+Requires-Dist: pydantic-settings<3.0.0,>=2.9.1
+Requires-Dist: python-magic<1.0.0,>=0.4.27
+Requires-Dist: PyYAML<7.0.0,>=6.0.2
+Requires-Dist: Pillow<12.0.0,>=11.2.1
+Requires-Dist: packaging<25.0,>=24.2
+Requires-Dist: beautifulsoup4<5.0.0,>=4.13.4
+Requires-Dist: minio<8.0.0,>=7.2.15
+Requires-Dist: openai<2.0.0,>=1.82.0
+Requires-Dist: jionlp<2.0.0,>=1.5.23
+Requires-Dist: chardet<6.0.0,>=5.2.0
+Requires-Dist: python-pptx<2.0.0,>=1.0.2
+Requires-Dist: tiktoken<1.0.0,>=0.9.0
+Requires-Dist: markitdown<1.0.0,>=0.1.1
+Requires-Dist: xlrd<3.0.0,>=2.0.1
+Requires-Dist: tabulate<1.0.0,>=0.9.0
+Requires-Dist: unstructured<1.0.0,>=0.17.2
+Requires-Dist: markdown<4.0.0,>=3.8
+Requires-Dist: langchain<1.0.0,>=0.3.0
+Requires-Dist: langchain-community<1.0.0,>=0.3.0
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{pydatamax-0.1.11.dist-info → pydatamax-0.1.13.dist-info}/RECORD

@@ -7,8 +7,8 @@ datamax/parser/__init__.py,sha256=Jilq2PLBNonmoXKATzsIHWWvFuBdlcV2dbSP1cOZ6zg,11
 datamax/parser/base.py,sha256=riGcMn4m295_qf9O0-NbHU2BcHGBXvoF4T3fWj9vgUQ,2514
 datamax/parser/core.py,sha256=9rzIjsVTRacPTUTAVa5gm5fx0h95LxYnw0lEGqjIIB4,11437
 datamax/parser/csv_parser.py,sha256=IcyVq8mGE6auIcUInXGYWDnh0H0XJ_3SyQrLVRrS7i0,190
-datamax/parser/doc_parser.py,sha256=VwTOdq5pGPbOI-98SoTwwTcXIjD1BrZDfFGEhTi3T44,3348
-datamax/parser/docx_parser.py,sha256=OhqcMeZ8JkwDJtvrMirM15j-EDnGNUj6U1-nX3gisKA,1727
+datamax/parser/doc_parser.py,sha256=WIWZqvWT4bbquMn1t5Y4P3rEFG6YZ6z3b-f-5yCEtwU,8266
+datamax/parser/docx_parser.py,sha256=Ipk9ea281N8Edj74tnqUpc_MGZgD4qn780MX_QA9SiU,9111
 datamax/parser/epub_parser.py,sha256=ljCGxLBPwE5gXVKARJec93VpP4dE9R2GspzuSZBkqPQ,1557
 datamax/parser/html_parser.py,sha256=xQaaK8674QbQwE-Up9X0DJIH0Gg0mR2KoI7fJ6iw2m0,1393
 datamax/parser/image_parser.py,sha256=qGCndc_21PwsfuxFG03wHSsV0uc-XMBaW3VDbsJQd90,1233
@@ -19,7 +19,7 @@ datamax/parser/ppt_parser.py,sha256=Niu3Ina6I6m6lAMS1Z-A7rUbR_iFGmNTaASBoNH_vZ0,
 datamax/parser/pptx_parser.py,sha256=sFWyOa3QNIs4BgtpmSzFQgsgPmunfGqCqi6fulbLFW0,1811
 datamax/parser/txt_parser.py,sha256=4DIP1LVOw21NDdtqG2RTD_hMcHufkvC8kr048AkuLFs,1682
 datamax/parser/xls_parser.py,sha256=pRlqgg96f76H8UqXQfheQT9O0ThdP7958hKUCEyQfPM,954
-datamax/parser/xlsx_parser.py,sha256=9ZqwCSF01thjEb_RleWGCiNOSuA8KZ3QFqzUKldb3wE,2183
+datamax/parser/xlsx_parser.py,sha256=tyLU6wa3F31p7JaoCpML6TJyzYd2Lpeuhzs4036en2U,9274
 datamax/utils/__init__.py,sha256=d69SJvqOXzItyg9rEcLc4z67Lw9vACispOe3x7NvZLA,1051
 datamax/utils/constants.py,sha256=A0S56mkIfeT6oQmOd-VGTChzLOSBUqsG4skMmLt6uNk,4507
 datamax/utils/data_cleaner.py,sha256=zlk2dXmhU-_9KVfqmqMGr967v-nc7Iv8ZKRdMkIJsGM,7784
@@ -30,10 +30,10 @@ datamax/utils/paddleocr_pdf_operator.py,sha256=Tnb-5SzUd6OXM-XeaL8vdPnsOhgG_GKz-
 datamax/utils/ppt_extract.py,sha256=nd6KSqEzxANrPhNPUZY4ogAyxHzKCbdsI5ZfDQCz0Cw,6164
 datamax/utils/qa_generator.py,sha256=d75an9JEyT6sxlSjdmWYveQshfyTb0v4aGSuTpTJa0A,12561
 datamax/utils/tokenizer.py,sha256=Y8XB06XQVsNuG8IPl_4iBZj2yu1xzXldVbmZtXFMQM4,859
-pydatamax-0.1.11.dist-info/licenses/LICENSE,sha256=LvCq2Pc7MejIvfNeRl_kAM5l_KXWlQFiC-Sjp7kqFf8,1067
+pydatamax-0.1.13.dist-info/licenses/LICENSE,sha256=LvCq2Pc7MejIvfNeRl_kAM5l_KXWlQFiC-Sjp7kqFf8,1067
 tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/test_basic.py,sha256=4AByx25-MIt6_zmzxpFRoSCBqLtIjyfTwFLb1UCJz6k,303
-pydatamax-0.1.11.dist-info/METADATA,sha256=n6BKLg2Dh015V7wRoFSOUPOeKo7hEUdetnK7FBCAK1c,9039
-pydatamax-0.1.11.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
-pydatamax-0.1.11.dist-info/top_level.txt,sha256=DvdVIUrxJDgRUYiGA5vznYZIP-K8ZnDkTZfrqYLNZMQ,14
-pydatamax-0.1.11.dist-info/RECORD,,
+pydatamax-0.1.13.dist-info/METADATA,sha256=knte2YZ9jdSGxmO0fzBVtMFAcq1exCKyEdfBde4aCjA,9731
+pydatamax-0.1.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pydatamax-0.1.13.dist-info/top_level.txt,sha256=DvdVIUrxJDgRUYiGA5vznYZIP-K8ZnDkTZfrqYLNZMQ,14
+pydatamax-0.1.13.dist-info/RECORD,,

{pydatamax-0.1.11.dist-info → pydatamax-0.1.13.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.8.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any