rakam-eval-sdk 0.2.4rc2__tar.gz → 0.2.4rc4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/PKG-INFO +1 -1
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/pyproject.toml +1 -1
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/src/rakam_eval_sdk/cli.py +4 -4
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/src/rakam_eval_sdk/decorators.py +7 -1
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/README.md +0 -0
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/src/rakam_eval_sdk/__init__.py +0 -0
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/src/rakam_eval_sdk/client.py +0 -0
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/src/rakam_eval_sdk/schema.py +0 -0
- {rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/src/rakam_eval_sdk/utils/decorator_utils.py +0 -0
|
@@ -6,7 +6,7 @@ import uuid
|
|
|
6
6
|
from datetime import datetime
|
|
7
7
|
from pathlib import Path
|
|
8
8
|
from pprint import pprint
|
|
9
|
-
from typing import Any, Dict, List, Optional, Tuple, Union
|
|
9
|
+
from typing import Any, Dict, List, Optional, Tuple, Union,Set
|
|
10
10
|
|
|
11
11
|
import typer
|
|
12
12
|
from dotenv import load_dotenv
|
|
@@ -37,14 +37,14 @@ metrics_app = typer.Typer(help="Metrics utilities")
|
|
|
37
37
|
app.add_typer(metrics_app, name="metrics")
|
|
38
38
|
|
|
39
39
|
|
|
40
|
-
def extract_metric_names(config: Any) ->
|
|
40
|
+
def extract_metric_names(config: Any) -> List[Tuple[str, Optional[str]]]:
|
|
41
41
|
"""
|
|
42
42
|
Returns [(type, name)] from EvalConfig / SchemaEvalConfig
|
|
43
43
|
"""
|
|
44
44
|
if not hasattr(config, "metrics"):
|
|
45
45
|
return []
|
|
46
46
|
|
|
47
|
-
results:
|
|
47
|
+
results: List[Tuple[str, Optional[str]]] = []
|
|
48
48
|
|
|
49
49
|
for metric in config.metrics or []:
|
|
50
50
|
metric_type = getattr(metric, "type", None)
|
|
@@ -77,7 +77,7 @@ def metrics(
|
|
|
77
77
|
files = directory.rglob("*.py") if recursive else directory.glob("*.py")
|
|
78
78
|
TARGET_DECORATOR = eval_run.__name__
|
|
79
79
|
|
|
80
|
-
all_metrics:
|
|
80
|
+
all_metrics: Set[Tuple[str, Optional[str]]] = set()
|
|
81
81
|
found_any = False
|
|
82
82
|
|
|
83
83
|
for file in sorted(files):
|
|
@@ -1,10 +1,16 @@
|
|
|
1
1
|
import functools
|
|
2
2
|
import os
|
|
3
|
+
import sys
|
|
3
4
|
import time
|
|
4
|
-
from typing import Callable, Dict, Optional,
|
|
5
|
+
from typing import Callable, Dict, Optional, TypeVar, Union, overload
|
|
5
6
|
|
|
6
7
|
import psutil
|
|
7
8
|
|
|
9
|
+
if sys.version_info < (3, 9):
|
|
10
|
+
from typing_extensions import ParamSpec
|
|
11
|
+
|
|
12
|
+
else:
|
|
13
|
+
from typing import ParamSpec
|
|
8
14
|
P = ParamSpec("P")
|
|
9
15
|
R = TypeVar("R")
|
|
10
16
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rakam_eval_sdk-0.2.4rc2 → rakam_eval_sdk-0.2.4rc4}/src/rakam_eval_sdk/utils/decorator_utils.py
RENAMED
|
File without changes
|