reme-ai 0.1.3__py3-none-any.whl → 0.1.4__py3-none-any.whl

reme_ai/__init__.py

@@ -3,4 +3,4 @@ from reme_ai import retrieve
 from reme_ai import summary
 from reme_ai import vector_store
 
-__version__ = "0.1.3"
+__version__ = "0.1.4"

reme_ai/config/default.yaml

@@ -123,6 +123,22 @@ flow:
         description: "user query"
         required: true
 
+op:
+  # retriever ops
+  rerank_memory_op:
+    backend: rerank_memory_op
+    llm: default
+    params:
+      enable_llm_rerank: true
+      enable_score_filter: false
+      top_k: 5
+
+  rewrite_memory_op:
+    backend: rewrite_memory_op
+    llm: default
+    params:
+      enable_llm_rewrite: true
+
 llm:
   default:
     backend: openai_compatible

reme_ai/constants/common_constants.py

@@ -5,8 +5,6 @@
 
 WORKFLOW_NAME = "workflow_name"
 
-MEMORYSCOPE_CONTEXT = "memoryscope_context"
-
 RESULT = "result"
 
 MEMORIES = "memories"

reme_ai/constants/language_constants.py

@@ -1,4 +1,4 @@
-from memoryscope.enumeration.language_enum import LanguageEnum
+from ..enumeration.language_enum import LanguageEnum
 
 # This dictionary maps languages to lists of words related to datetime expressions.
 # It aids in recognizing and processing datetime mentions in text, enhancing the system's ability to understand

reme_ai/enumeration/language_enum.py

@@ -0,0 +1,14 @@
+from enum import Enum
+
+
+class LanguageEnum(str, Enum):
+    """
+    An enumeration representing supported languages.
+
+    Members:
+        - CN: Represents the Chinese language.
+        - EN: Represents the English language.
+    """
+    CN = "cn"
+
+    EN = "en"

reme_ai/summary/task/__init__.py

@@ -2,7 +2,6 @@ from .comparative_extraction_op import ComparativeExtractionOp
 from .failure_extraction_op import FailureExtractionOp
 from .memory_deduplication_op import MemoryDeduplicationOp
 from .memory_validation_op import MemoryValidationOp
-from .pdf_preprocess_op_wrapper import PDFPreprocessOp
 from .simple_comparative_summary_op import SimpleComparativeSummaryOp
 from .simple_summary_op import SimpleSummaryOp
 from .success_extraction_op import SuccessExtractionOp

reme_ai/summary/task/trajectory_preprocess_op.py

@@ -1,4 +1,3 @@
-import json
 from typing import List, Dict
 
 from flowllm import C, BaseOp
@@ -14,15 +13,7 @@ class TrajectoryPreprocessOp(BaseOp):
     def execute(self):
         """Preprocess trajectories: validate and classify"""
         trajectories: list = self.context.get("trajectories", [])
-        # trajectories: List[Trajectory] = [Trajectory(**x) if isinstance(x, dict) else x for x in trajectories]
-        new_trajectories: List[Trajectory] = []
-        for x in trajectories:
-            if isinstance(x, dict):
-                x["messages"] = self._modify_tool_calls(x["messages"])
-                new_trajectories.append(Trajectory(**x))
-            else:
-                new_trajectories.append(x)
-        trajectories = new_trajectories
+        trajectories: List[Trajectory] = [Trajectory(**x) if isinstance(x, dict) else x for x in trajectories]
 
         # Classify trajectories
         classified = self._classify_trajectories(trajectories)
@@ -53,24 +44,4 @@ class TrajectoryPreprocessOp(BaseOp):
             'success': success_trajectories,
             'failure': failure_trajectories,
             'all': trajectories
-        }
-
-    def _modify_tool_calls(self, messages: List[Dict]) -> List[Dict]:
-        new_messages = []
-
-        for msg in messages:
-            if 'tool_calls' in msg:
-                processed_tool_calls = []
-                for tool_call in msg['tool_calls']:
-                    tool_type = tool_call.get("type", "function")
-                    nested_data = tool_call.get(tool_type, {})
-                    tool_call.update({
-                        "arguments": json.loads(nested_data.get("arguments", "")),
-                        "name": nested_data.get("name", "")
-                    })
-                    tool_call.pop(tool_type)
-                    processed_tool_calls.append(tool_call)
-                msg['tool_calls'] = processed_tool_calls
-            new_messages.append(msg)
-
-        return new_messages
+        }

reme_ai/utils/datetime_handler.py

@@ -2,8 +2,8 @@ import datetime
 import re
 from typing import List
 
+from reme_ai.constants.language_constants import LanguageEnum
 from reme_ai.constants.language_constants import WEEKDAYS, DATATIME_WORD_LIST, MONTH_DICT
-from reme_ai.enumeration.language_constants import LanguageEnum
 
 
 class DatetimeHandler(object):