olca 0.2.21__py3-none-any.whl → 0.2.22__py3-none-any.whl

olca/fusewill_cli.py

@@ -52,6 +52,28 @@ def main():
     parser_get_trace = subparsers.add_parser('get_trace_by_id', help='Get a trace by ID')
     parser_get_trace.add_argument('trace_id', help='Trace ID')
 
+    # new_score command
+    parser_new_score = subparsers.add_parser('new_score', help='Create a new score')
+    parser_new_score.add_argument('name', help='Score name')
+    parser_new_score.add_argument('data_type', help='Data type of the score')
+    parser_new_score.add_argument('--description', default='', help='Description of the score')
+
+    # add_score_to_trace command
+    parser_add_score = subparsers.add_parser('add_score_to_trace', help='Add a score to a trace', aliases=['s2t'])
+    parser_add_score.add_argument('trace_id', help='Trace ID')
+    parser_add_score.add_argument('generation_id', help='Generation ID')
+    parser_add_score.add_argument('name', help='Score name')
+    parser_add_score.add_argument('value', help='Score value')
+    parser_add_score.add_argument('--data_type', default='NUMERIC', help='Data type of the score')
+    parser_add_score.add_argument('--comment', default='', help='Comment for the score')
+
+    # list_traces_by_score command
+    parser_list_by_score = subparsers.add_parser('list_traces_by_score', help='List traces by score')
+    parser_list_by_score.add_argument('score_name', help='Score name')
+    parser_list_by_score.add_argument('--min_value', type=float, help='Minimum score value')
+    parser_list_by_score.add_argument('--max_value', type=float, help='Maximum score value')
+    parser_list_by_score.add_argument('--limit', type=int, default=100, help='Number of traces to fetch')
+
     args = parser.parse_args()
 
     if args.command == 'list_traces':
@@ -75,6 +97,28 @@ def main():
     elif args.command == 'get_trace_by_id':
         trace = get_trace_by_id(trace_id=args.trace_id)
         print(trace)
+    elif args.command == 'new_score':
+        fu.create_score(name=args.name, data_type=args.data_type, description=args.description)
+    elif args.command == 'add_score_to_trace':
+        if not fu.score_exists(name=args.name):
+            fu.create_score(name=args.name, data_type=args.data_type)
+        fu.add_score_to_a_trace(
+            trace_id=args.trace_id,
+            generation_id=args.generation_id,
+            name=args.name,
+            value=args.value,
+            data_type=args.data_type,
+            comment=args.comment
+        )
+    elif args.command == 'list_traces_by_score':
+        traces = fu.list_traces_by_score(
+            score_name=args.score_name,
+            min_value=args.min_value,
+            max_value=args.max_value,
+            limit=args.limit
+        )
+        for trace in traces:
+            print(f"Trace ID: {trace.id}, Name: {trace.name}")
     else:
         parser.print_help()
 

olca/fusewill_utils.py

@@ -41,6 +41,17 @@ def list_traces(limit=100, output_dir="../output/traces"):
         print("---")
     return traces
 
+def list_traces_by_score(score_name, min_value=None, max_value=None, limit=100):
+    traces = langfuse.get_traces(limit=limit)
+    filtered_traces = []
+    for trace in traces.data:
+        for score in trace.scores:
+            if score.name == score_name:
+                if (min_value is None or score.value >= min_value) and (max_value is None or score.value <= max_value):
+                    filtered_traces.append(trace)
+                    break
+    return filtered_traces
+
 def add_score_to_a_trace(trace_id, generation_id, name, value, data_type="NUMERIC", comment=""):
     langfuse.score(
         trace_id=trace_id,
@@ -51,6 +62,20 @@ def add_score_to_a_trace(trace_id, generation_id, name, value, data_type="NUMERI
         comment=comment
     )
 
+def create_score(name, data_type, description=""):
+    langfuse.create_score(
+        name=name,
+        data_type=data_type,
+        description=description
+    )
+
+def score_exists(name):
+    scores = langfuse.get_scores()
+    for score in scores.data:
+        if score.name == name:
+            return True
+    return False
+
 def create_dataset(name, description="", metadata=None):
     langfuse.create_dataset(
         name=name,

{olca-0.2.21.dist-info → olca-0.2.22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: olca
-Version: 0.2.21
+Version: 0.2.22
 Summary: A Python package for experimental usage of Langchain and Human-in-the-Loop
 Home-page: https://github.com/jgwill/olca
 Author: Jean GUillaume ISabelle

olca-0.2.22.dist-info/RECORD

@@ -0,0 +1,10 @@
+olca/__init__.py,sha256=3QyLLAys_KiiDIe-cfO_7QyY7di_qCaCS-sVziW2BOw,23
+olca/fusewill_cli.py,sha256=ZFW2Oeq-gQpAaTIxzsztQWDMv7-R9WJTVcSspbTxpPk,5926
+olca/fusewill_utils.py,sha256=TyyCVRkWeXaS14vh0BXGK-tj0ZPZ3_uQNnAOM-IE9FA,3405
+olca/olcacli.py,sha256=B3uZcl_873zBy4vmXmcyN6Z8ofQA-anzX2aLuvUTSpk,12281
+olca-0.2.22.dist-info/LICENSE,sha256=gXf5dRMhNSbfLPYYTY_5hsZ1r7UU1OaKQEAQUhuIBkM,18092
+olca-0.2.22.dist-info/METADATA,sha256=1VrwuDzlx0q2JJpnWWyBVsnmTJr80hJPops4F5m7ZqE,25311
+olca-0.2.22.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+olca-0.2.22.dist-info/entry_points.txt,sha256=njL8YpuSEjiYR2mXIholt03mVAfN8ai12UyH-_uUDho,78
+olca-0.2.22.dist-info/top_level.txt,sha256=bGDtAReS-xlS0F6MM-DyD0IQUqjNdWmgemnM3vNtrpI,5
+olca-0.2.22.dist-info/RECORD,,

olca-0.2.21.dist-info/RECORD

@@ -1,10 +0,0 @@
-olca/__init__.py,sha256=3QyLLAys_KiiDIe-cfO_7QyY7di_qCaCS-sVziW2BOw,23
-olca/fusewill_cli.py,sha256=TGItRWPGTzhzX587zuep-HKO-L3plifY4jYxHd5gvdo,3592
-olca/fusewill_utils.py,sha256=XMqL4C4S2vUfPqyGqzl7-Se84-0p2TXFqSB9V23idt0,2596
-olca/olcacli.py,sha256=B3uZcl_873zBy4vmXmcyN6Z8ofQA-anzX2aLuvUTSpk,12281
-olca-0.2.21.dist-info/LICENSE,sha256=gXf5dRMhNSbfLPYYTY_5hsZ1r7UU1OaKQEAQUhuIBkM,18092
-olca-0.2.21.dist-info/METADATA,sha256=IxWbbuiPj85J629ck-UWqBhawS6PZ_yMvFsyrL3xDew,25311
-olca-0.2.21.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-olca-0.2.21.dist-info/entry_points.txt,sha256=njL8YpuSEjiYR2mXIholt03mVAfN8ai12UyH-_uUDho,78
-olca-0.2.21.dist-info/top_level.txt,sha256=bGDtAReS-xlS0F6MM-DyD0IQUqjNdWmgemnM3vNtrpI,5
-olca-0.2.21.dist-info/RECORD,,