mlrun 1.3.3rc1__py3-none-any.whl → 1.4.0__py3-none-any.whl

mlrun/feature_store/retrieval/online.py

@@ -1,92 +0,0 @@
-# Copyright 2018 Iguazio
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-import mlrun
-from mlrun.datastore.store_resources import ResourceCache
-from mlrun.datastore.targets import get_online_target
-from mlrun.serving.server import create_graph_server
-
-
-def _build_feature_vector_graph(
-    vector,
-    feature_set_fields,
-    feature_set_objects,
-    fixed_window_type,
-):
-    graph = vector.spec.graph.copy()
-    start_states, default_final_state, responders = graph.check_and_process_graph(
-        allow_empty=True
-    )
-    next = graph
-
-    for name, columns in feature_set_fields.items():
-        featureset = feature_set_objects[name]
-        column_names = [name for name, alias in columns]
-        aliases = {name: alias for name, alias in columns if alias}
-
-        entity_list = list(featureset.spec.entities.keys())
-        next = next.to(
-            "storey.QueryByKey",
-            f"query-{name}",
-            features=column_names,
-            table=featureset.uri,
-            key_field=entity_list,
-            aliases=aliases,
-            fixed_window_type=fixed_window_type.to_qbk_fixed_window_type(),
-        )
-    for name in start_states:
-        next.set_next(name)
-
-    if not start_states:  # graph was empty
-        next.respond()
-    elif not responders and default_final_state:  # graph has clear state sequence
-        graph[default_final_state].respond()
-    elif not responders:
-        raise mlrun.errors.MLRunInvalidArgumentError(
-            "the graph doesnt have an explicit final step to respond on"
-        )
-    return graph
-
-
-def init_feature_vector_graph(vector, query_options, update_stats=False):
-    try:
-        from storey import SyncEmitSource
-    except ImportError as exc:
-        raise ImportError(f"storey not installed, use pip install storey, {exc}")
-
-    feature_set_objects, feature_set_fields = vector.parse_features(
-        offline=False, update_stats=update_stats
-    )
-    graph = _build_feature_vector_graph(
-        vector, feature_set_fields, feature_set_objects, query_options
-    )
-    graph.set_flow_source(SyncEmitSource())
-    server = create_graph_server(graph=graph, parameters={})
-
-    cache = ResourceCache()
-    index_columns = []
-    for featureset in feature_set_objects.values():
-        driver = get_online_target(featureset)
-        if not driver:
-            raise mlrun.errors.MLRunInvalidArgumentError(
-                f"resource {featureset.uri} does not have an online data target"
-            )
-        cache.cache_table(featureset.uri, driver.get_table_object())
-        for key in featureset.spec.entities.keys():
-            if not vector.spec.with_indexes and key not in index_columns:
-                index_columns.append(key)
-    server.init_states(context=None, namespace=None, resource_cache=cache)
-    server.init_object(None)
-    return graph, index_columns

mlrun/model_monitoring/constants.py

@@ -1,67 +0,0 @@
-# Copyright 2018 Iguazio
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-class EventFieldType:
-    FUNCTION_URI = "function_uri"
-    MODEL = "model"
-    VERSION = "version"
-    VERSIONED_MODEL = "versioned_model"
-    MODEL_CLASS = "model_class"
-    TIMESTAMP = "timestamp"
-    ENDPOINT_ID = "endpoint_id"
-    REQUEST_ID = "request_id"
-    RECORD_TYPE = "record_type"
-    FEATURES = "features"
-    FEATURE_NAMES = "feature_names"
-    NAMED_FEATURES = "named_features"
-    LABELS = "labels"
-    LATENCY = "latency"
-    UNPACKED_LABELS = "unpacked_labels"
-    LABEL_COLUMNS = "label_columns"
-    LABEL_NAMES = "label_names"
-    PREDICTION = "prediction"
-    PREDICTIONS = "predictions"
-    NAMED_PREDICTIONS = "named_predictions"
-    ERROR_COUNT = "error_count"
-    ENTITIES = "entities"
-    FIRST_REQUEST = "first_request"
-    LAST_REQUEST = "last_request"
-    METRICS = "metrics"
-    BATCH_TIMESTAMP = "batch_timestamp"
-    TIME_FORMAT = "%Y-%m-%d %H:%M:%S.%f"
-    BATCH_INTERVALS_DICT = "batch_intervals_dict"
-    DEFAULT_BATCH_INTERVALS = "default_batch_intervals"
-    DEFAULT_BATCH_IMAGE = "default_batch_image"
-    STREAM_IMAGE = "stream_image"
-    MINUTES = "minutes"
-    HOURS = "hours"
-    DAYS = "days"
-
-
-class EventLiveStats:
-    LATENCY_AVG_5M = "latency_avg_5m"
-    LATENCY_AVG_1H = "latency_avg_1h"
-    PREDICTIONS_PER_SECOND = "predictions_per_second"
-    PREDICTIONS_COUNT_5M = "predictions_count_5m"
-    PREDICTIONS_COUNT_1H = "predictions_count_1h"
-
-
-class EventKeyMetrics:
-    BASE_METRICS = "base_metrics"
-    CUSTOM_METRICS = "custom_metrics"
-    ENDPOINT_FEATURES = "endpoint_features"
-
-
-class StoreTarget:
-    TSDB = "tsdb"