reme-ai 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl

{reme_ai-0.1.2.dist-info → reme_ai-0.1.4.dist-info}/RECORD

@@ -1,13 +1,13 @@
-reme_ai/__init__.py,sha256=OdYTFucC-LX33nnaShPPTUZIi4wA6qGLUKIzifKTllk,139
+reme_ai/__init__.py,sha256=4I3Q01LVJIHiSz1mgQko-2xpIt-FSaMB0DNHgyOG6vk,139
 reme_ai/app.py,sha256=h73ttERKpId5O80wKiAvDmYKjnGqbMAq-vc1aHkcXAU,314
 reme_ai/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reme_ai/config/config_parser.py,sha256=gk9bsMNnAlLLjChdalHWHgpOazyvZh5bItTUZcIGqbU,189
-reme_ai/config/default.yaml,sha256=g9t4Obs_jCdLkqEYUhsguhuiQXtN4_j0DpJhnY7PWMw,5300
+reme_ai/config/default.yaml,sha256=pWlIH4o6BrNqF0fz6oyansftAn926mz_QPiQ2A817Rg,5593
 reme_ai/constants/__init__.py,sha256=HdNweT3fTmdsCfoyTVKpBIPF9EELepLVNCrpKpJymY4,128
-reme_ai/constants/common_constants.py,sha256=9xj995uCL-upn3qys1Manl6N4dQnOctuSqjqMTebers,1083
-reme_ai/constants/language_constants.py,sha256=7RehdVTVVt4QpeXobeRn7nuuUv6j4APsGlDe55VHovs,4764
+reme_ai/constants/common_constants.py,sha256=0JuJS8y--bdQ9Knx2f8f0bnNaWTBFLLMYYp2xhathjc,1038
+reme_ai/constants/language_constants.py,sha256=bCNJJ8by5aNIaClDT6q2WqF7Xia6pXdHSMEK8DKLtfA,4754
 reme_ai/enumeration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reme_ai/enumeration/language_constants.py,sha256=7RehdVTVVt4QpeXobeRn7nuuUv6j4APsGlDe55VHovs,4764
+reme_ai/enumeration/language_enum.py,sha256=zaWc0L1Etb4r3QcfNvVrkX6hwYNAHUms962PlUKLtas,261
 reme_ai/react/__init__.py,sha256=-EEF7Moo56-R6O2CoWMbkXz12l8tsbpMht5vSUdRnbU,43
 reme_ai/react/simple_react_op.py,sha256=kJWR7ZC2E_SxuqFIinULcaSnZis2AXEWW2PYROYS5G4,645
 reme_ai/retrieve/__init__.py,sha256=K3qulFpRGZU_UsyYjIouR1F2CXwDBf9NkGiqYmIU2hQ,42
@@ -48,7 +48,7 @@ reme_ai/summary/personal/long_contra_repeat_op.py,sha256=WGoWPl4rJDpOsw00RHf3Isc
 reme_ai/summary/personal/long_contra_repeat_prompt.yaml,sha256=6q3Y4xZx3liZwXLcJsOgeCIQZzAE2PwqVNQCFMNAWsI,7516
 reme_ai/summary/personal/update_insight_op.py,sha256=_OY6s9rXBpHxdy_kB8gh2howoIyLkNRuYf9SNO176xA,10994
 reme_ai/summary/personal/update_insight_prompt.yaml,sha256=02EPEC5vQGTEYOfHeq29GUEhlWxdLAcMnaj6jOgeI8c,10295
-reme_ai/summary/task/__init__.py,sha256=Giqlc9LIZr89uPCwhvUYPkHE0o8lBnZ-4DLAzrpBrEQ,583
+reme_ai/summary/task/__init__.py,sha256=GApTaFsmX7q-NbGtk5cTfx23cf-X-DBt-RORy0UMcvI,528
 reme_ai/summary/task/comparative_extraction_op.py,sha256=o3Zb-hsIaEioSP7TtLcXGCEXxktzY6GqgY2qhnzUsz0,10655
 reme_ai/summary/task/comparative_extraction_prompt.yaml,sha256=EgsveH1fHcXle5sHDqyxZ_KxTfTUn2IGbkZ0KjZRl1I,3331
 reme_ai/summary/task/failure_extraction_op.py,sha256=_BNoe-Am9GxyBXW49JQjZnPSEJ1wPKCanAot2hANE-Y,3042
@@ -56,19 +56,17 @@ reme_ai/summary/task/failure_extraction_prompt.yaml,sha256=kWz55BRxtEd_CjoaKWliC
 reme_ai/summary/task/memory_deduplication_op.py,sha256=_HRxafjH_JbsgGIIPxanb-yxHjsGOOnXSJlzubOdYGE,6838
 reme_ai/summary/task/memory_validation_op.py,sha256=fZBIN9_n4UjYzw_E4copmIwctgFfxUwqtFiaspTdDFY,4362
 reme_ai/summary/task/memory_validation_prompt.yaml,sha256=CwqT76ktjnkCXcZFEe0XtvJPkhZTpt32_N--A0gH3k0,1230
-reme_ai/summary/task/pdf_preprocess_op_wrapper.py,sha256=RcS-qkjJpOPeFQTcqyX2h2aH1QURVs8silD60eF0NlE,1841
 reme_ai/summary/task/simple_comparative_summary_op.py,sha256=8_4W6Apjt19LJWp0kuvyHi7La1rAduJ5-oiCsnr0YoU,3436
 reme_ai/summary/task/simple_comparative_summary_prompt.yaml,sha256=FGGj-jE8SvgEDEJAiq33ptB_-pI2qmBulsLDQyy8_bM,1140
 reme_ai/summary/task/simple_summary_op.py,sha256=O070MuSZlsJQKj1jYkIqsi5RES_kORp9o7mnwbFkTM8,2975
 reme_ai/summary/task/simple_summary_prompt.yaml,sha256=o0JbPBtGqKJ6_GIDhI_wGdBOSOy74bpaehLAKqtBYco,943
 reme_ai/summary/task/success_extraction_op.py,sha256=H-WxIadbAFg7FueC31VoxY-Ydc99F4TXfdT-3RGWRSw,3037
 reme_ai/summary/task/success_extraction_prompt.yaml,sha256=rr_5sm9j2r_Ea5JgBBPG-yCnFMmCdTi391rqWovqraw,1527
-reme_ai/summary/task/trajectory_preprocess_op.py,sha256=fUYNZLTv6hfzDpYVgHZtayLuWAYJKmk9aKyLZn5PMBM,2886
+reme_ai/summary/task/trajectory_preprocess_op.py,sha256=OXrH36Y_vKWCIfhHAQ8VCpwH9f8iYfx6aIkH63kw1vM,1710
 reme_ai/summary/task/trajectory_segmentation_op.py,sha256=QpYsvG5UAKcetDpWTZHqmU-9PcXXcB8nid1r_kUd6sU,4626
 reme_ai/summary/task/trajectory_segmentation_prompt.yaml,sha256=8E5nDQn9x7DHC6P1dsF3l_bd8UITla9AyfmSLoyFLpM,1193
 reme_ai/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reme_ai/utils/datetime_handler.py,sha256=ul3igS4tKIqzLykhHBcum4bapjTqd4hhIdi6CPOWQZk,14453
-reme_ai/utils/miner_u_pdf_processor.py,sha256=wYcKmNxFNwOMmDyO790G3uqBsFtZgHy65VZE2pM9A10,28956
+reme_ai/utils/datetime_handler.py,sha256=mTf-c7Ko7crrTzh1hU5v-A7Hbg_8gQRCeN2c-aoP3Tw,14451
 reme_ai/utils/op_utils.py,sha256=tYsAl5LcQKe0I7YyEe8VXjrjJGVZ7Q_oD28qorJsCB0,4175
 reme_ai/vector_store/__init__.py,sha256=1Yh14F5UZirKHxM7cgWiATpoZUqWGo147KlJK_wD03Q,327
 reme_ai/vector_store/delete_memory_op.py,sha256=0suPyTSbJ_y04J_FhbgKMNXAUf1Wq_4sAobtVmxUKX0,905
@@ -77,9 +75,9 @@ reme_ai/vector_store/update_memory_freq_op.py,sha256=LTkIp9oEieFt-zmlJ_QxH2dBaOr
 reme_ai/vector_store/update_memory_utility_op.py,sha256=d49os4sG_pd7bXwlGSCGytlbcguU5ZFgAmJrxHDJapA,1013
 reme_ai/vector_store/update_vector_store_op.py,sha256=nSw_i0bOfhzLbM200tyqygiETPqKQe4ZT3IguSwKYh0,1297
 reme_ai/vector_store/vector_store_action_op.py,sha256=wiWNHAG6XtrEUCXt76B2KZvNS_i0P8BF53hLrZR0IbQ,2231
-reme_ai-0.1.2.dist-info/licenses/LICENSE,sha256=zFTWearO11HAlvEgtmY1XBBtk5TSj5P23zU5c_bNfb4,11343
-reme_ai-0.1.2.dist-info/METADATA,sha256=hRtuLBPu-NxBlIzkCuDwOGSHW8yl1T2bTcoUOFuTmbc,13381
-reme_ai-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-reme_ai-0.1.2.dist-info/entry_points.txt,sha256=6SP3ncXOMyKotdT4LHWPeaXo3-Sv-1qmK7OhVw76Xhw,42
-reme_ai-0.1.2.dist-info/top_level.txt,sha256=3ca2UBk97aSfPmGdg8LlVqyeLikb5qEnBEbfGgtzao0,8
-reme_ai-0.1.2.dist-info/RECORD,,
+reme_ai-0.1.4.dist-info/licenses/LICENSE,sha256=zFTWearO11HAlvEgtmY1XBBtk5TSj5P23zU5c_bNfb4,11343
+reme_ai-0.1.4.dist-info/METADATA,sha256=JkvAqnZEk2_a3F5rxmlscVyE-1rBavkgfVve4Woyvyc,27087
+reme_ai-0.1.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+reme_ai-0.1.4.dist-info/entry_points.txt,sha256=6SP3ncXOMyKotdT4LHWPeaXo3-Sv-1qmK7OhVw76Xhw,42
+reme_ai-0.1.4.dist-info/top_level.txt,sha256=3ca2UBk97aSfPmGdg8LlVqyeLikb5qEnBEbfGgtzao0,8
+reme_ai-0.1.4.dist-info/RECORD,,

reme_ai/enumeration/language_constants.py

@@ -1,215 +0,0 @@
-from memoryscope.enumeration.language_enum import LanguageEnum
-
-# This dictionary maps languages to lists of words related to datetime expressions.
-# It aids in recognizing and processing datetime mentions in text, enhancing the system's ability to understand
-# temporal context across different languages.
-DATATIME_WORD_LIST = {
-    LanguageEnum.CN: [
-        "天",
-        "周",
-        "月",
-        "年",
-        "星期",
-        "点",
-        "分钟",
-        "小时",
-        "秒",
-        "上午",
-        "下午",
-        "早上",
-        "早晨",
-        "晚上",
-        "中午",
-        "日",
-        "夜",
-        "清晨",
-        "傍晚",
-        "凌晨",
-        "岁",
-    ],
-    LanguageEnum.EN: [
-        # Units of Time
-        "year", "yr",
-        "month", "mo",
-        "week", "wk",
-        "day", "d",
-        "hour", "hr",
-        "minute", "min",
-        "second", "sec",
-
-        # Days of the Week
-        "Monday", "Mon",
-        "Tuesday", "Tue", "Tues",
-        "Wednesday", "Wed",
-        "Thursday", "Thu", "Thur", "Thurs",
-        "Friday", "Fri",
-        "Saturday", "Sat",
-        "Sunday", "Sun",
-
-        # Months of the Year
-        "January", "Jan",
-        "February", "Feb",
-        "March", "Mar",
-        "April", "Apr",
-        "May", "May",
-        "June", "Jun",
-        "July", "Jul",
-        "August", "Aug",
-        "September", "Sep", "Sept",
-        "October", "Oct",
-        "November", "Nov",
-        "December", "Dec",
-
-        # Relative Time References
-        "Today",
-        "Tomorrow", "Tmrw",
-        "Yesterday", "Yday",
-        "Now",
-        "Morning", "AM", "a.m.",
-        "Afternoon", "PM", "p.m.",
-        "Evening",
-        "Night",
-        "Midnight",
-        "Noon",
-
-        # Seasonal References
-        "Spring",
-        "Summer",
-        "Autumn", "Fall",
-        "Winter",
-
-        # General Time References
-        "Century", "cent.",
-        "Decade",
-        "Millennium",
-        "Quarter", "Q1", "Q2", "Q3", "Q4",
-        "Semester",
-        "Fortnight",
-        "Weekend"
-    ]
-}
-
-# A mapping of weekdays for each supported language, facilitating calendar-related operations and understanding
-# within the application.
-WEEKDAYS = {
-    LanguageEnum.CN: [
-        "周一",
-        "周二",
-        "周三",
-        "周四",
-        "周五",
-        "周六",
-        "周日"
-    ],
-    LanguageEnum.EN: [
-        "Monday",
-        "Tuesday",
-        "Wednesday",
-        "Thursday",
-        "Friday",
-        "Saturday",
-        "Sunday",
-    ]
-}
-
-MONTH_DICT = {
-    LanguageEnum.CN: [
-        "1月",
-        "2月",
-        "3月",
-        "4月",
-        "5月",
-        "6月",
-        "7月",
-        "8月",
-        "9月",
-        "10月",
-        "11月",
-        "12月",
-    ],
-    LanguageEnum.EN: [
-        "January",
-        "February",
-        "March",
-        "April",
-        "May",
-        "June",
-        "July",
-        "August",
-        "September",
-        "October",
-        "November",
-        "December",
-    ]
-}
-
-# Constants for the word 'none' in different languages
-NONE_WORD = {
-    LanguageEnum.CN: "无",
-    LanguageEnum.EN: "none"
-}
-
-# Constants for the word 'repeated' in different languages
-REPEATED_WORD = {
-    LanguageEnum.CN: "重复",
-    LanguageEnum.EN: "repeated"
-}
-
-# Constants for the word 'contradictory' in different languages
-CONTRADICTORY_WORD = {
-    LanguageEnum.CN: "矛盾",
-    LanguageEnum.EN: "contradiction"
-}
-
-# Constants for the phrase 'included' in different languages
-CONTAINED_WORD = {
-    LanguageEnum.CN: "被包含",
-    LanguageEnum.EN: "contained"
-}
-
-# Constants for the symbol ':' in different languages' representations
-COLON_WORD = {
-    LanguageEnum.CN: "：",
-    LanguageEnum.EN: ":"
-}
-
-# Constants for the symbol ',' in different languages' representations
-COMMA_WORD = {
-    LanguageEnum.CN: "，",
-    LanguageEnum.EN: ","
-}
-
-# Default human name placeholders for different languages
-DEFAULT_HUMAN_NAME = {
-    LanguageEnum.CN: "用户",
-    LanguageEnum.EN: "user"
-}
-
-# Mapping of datetime terms from natural language to standardized keys for each supported language
-DATATIME_KEY_MAP = {
-    LanguageEnum.CN: {
-        "年": "year",
-        "月": "month",
-        "日": "day",
-        "周": "week",
-        "星期几": "weekday",
-    },
-    LanguageEnum.EN: {
-        "Year": "year",
-        "Month": "month",
-        "Day": "day",
-        "Week": "week",
-        "Weekday": "weekday",
-    }
-}
-
-# Phrase for indicating inferred time in different languages
-TIME_INFER_WORD = {
-    LanguageEnum.CN: "推断时间",
-    LanguageEnum.EN: "Inference time"
-}
-
-USER_NAME_EXPRESSION = {
-    LanguageEnum.CN: "用户姓名是{name}。",
-    LanguageEnum.EN: "User's name is {name}."
-}

reme_ai/summary/task/pdf_preprocess_op_wrapper.py

@@ -1,50 +0,0 @@
-from flowllm import C, BaseOp
-from loguru import logger
-
-from reme_ai.utils.miner_u_pdf_processor import MinerUPDFProcessor, chunk_pdf_content
-
-
-@C.register_op()
-class PDFPreprocessOp(BaseOp):
-    file_path: str = __file__
-
-    def execute(self):
-        """Process PDF files using MinerU and chunk content"""
-        pdf_path = self.context.get("pdf_path")
-        output_dir = self.context.get("output_dir")
-
-        if not pdf_path:
-            logger.error("No PDF path provided in context")
-            return
-
-        # Process PDF
-        processor = MinerUPDFProcessor(log_level="INFO")
-
-        try:
-            content_list, markdown_content = processor.process_pdf(
-                pdf_path=pdf_path,
-                output_dir=output_dir,
-                method=self.op_params.get("method", "auto"),
-                lang=self.op_params.get("lang"),
-                backend=self.op_params.get("backend", "pipeline")
-            )
-
-            # Create chunks if requested
-            chunks = []
-            if self.op_params.get("create_chunks", True):
-                max_length = self.op_params.get("max_chunk_length", 4000)
-                chunks = chunk_pdf_content(content_list, max_length=max_length)
-
-            # Store results in context
-            self.context.pdf_content_list = content_list
-            self.context.pdf_markdown_content = markdown_content
-            self.context.pdf_chunks = chunks
-
-            logger.info(f"PDF processing completed: {len(content_list)} content blocks, "
-                        f"{len(chunks)} chunks, {len(markdown_content)} characters of markdown")
-
-        except Exception as e:
-            logger.error(f"PDF processing failed: {e}")
-            self.context.pdf_content_list = []
-            self.context.pdf_markdown_content = ""
-            self.context.pdf_chunks = []