opik 0.2.2__tar.gz

opik-0.2.2/PKG-INFO

@@ -0,0 +1,230 @@
+Metadata-Version: 2.1
+Name: opik
+Version: 0.2.2
+Summary: Comet tool for logging and evaluating LLM traces
+Home-page: https://www.comet.com
+Author: Comet ML Inc.
+Author-email: mail@comet.com
+License: Apache 2.0 License
+Project-URL: Source code, https://github.com/comet-ml/opik
+Keywords: opik
+Classifier: Development Status :: 2 - Pre-Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Natural Language :: English
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: click
+Requires-Dist: httpx<1.0.0
+Requires-Dist: langchain_community<1.0.0
+Requires-Dist: langchain_openai<1.0.0
+Requires-Dist: levenshtein~=0.25.1
+Requires-Dist: openai<2.0.0
+Requires-Dist: pandas<3.0.0,>=2.0.0
+Requires-Dist: pydantic-settings<3.0.0,>=2.0.0
+Requires-Dist: pydantic<3.0.0,>=2.0.0
+Requires-Dist: pytest
+Requires-Dist: rich
+Requires-Dist: tqdm
+Requires-Dist: questionary
+Requires-Dist: uuid7<1.0.0
+
+<h1 align="center" style="border-bottom: none">
+    <div>
+        <a href="https://www.comet.com/site/products/opik?from=llm&utm_source=opik&utm_medium=github&utm_content=header_img&utm_campaign=opik"><picture>
+            <source media="(prefers-color-scheme: dark)" srcset="/apps/opik-documentation/documentation/static/img/logo-dark-mode.svg">
+            <source media="(prefers-color-scheme: light)" srcset="/apps/opik-documentation/documentation/static/img/opik-logo.svg">
+            <img alt="Comet Opik logo" src="/apps/opik-documentation/documentation/static/img/opik-logo.svg" width="200" />
+        </picture></a>
+        <br>
+        Opik
+    </div>
+    Open-source end-to-end LLM Development Platform<br>
+</h1>
+
+<p align="center">
+Confidently evaluate, test and monitor LLM applications. 
+</p>
+
+<div align="center">
+
+[![Python SDK](https://img.shields.io/pypi/v/opik)](https://pypi.org/project/opik/)
+[![License](https://img.shields.io/github/license/comet-ml/opik)](https://github.com/comet-ml/opik/blob/main/LICENSE)
+[![Build](https://github.com/comet-ml/opik/actions/workflows/build_apps.yml/badge.svg)](https://github.com/comet-ml/opik/actions/workflows/build_apps.yml)
+<a target="_blank" href="https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/opik_quickstart.ipynb">
+  <!-- <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open Quickstart In Colab"/> -->
+</a>
+
+</div>
+
+<p align="center">
+    <a href="https://www.comet.com/site/products/opik?from=llm&utm_source=opik&utm_medium=github&utm_content=website_button&utm_campaign=opik"><b>Website</b></a> •
+    <a href="https://chat.comet.com"><b>Slack community</b></a> •
+    <a href="https://x.com/Cometml"><b>Twitter</b></a> •
+    <a href="https://www.comet.com/docs/opik/?from=llm&utm_source=opik&utm_medium=github&utm_content=docs_button&utm_campaign=opik"><b>Documentation</b></a>
+</p>
+
+![Opik thumbnail](readme-thumbnail.png)
+
+## 🚀 What is Opik?
+
+Opik is an open-source platform for evaluating, testing and monitoring LLM applications. Built by [Comet](https://www.comet.com?from=llm&utm_source=opik&utm_medium=github&utm_content=what_is_opik_link&utm_campaign=opik).
+
+<br>
+
+You can use Opik for:
+* **Development:**
+  * **Tracing:** Track all LLM calls and traces during development and production ([Quickstart](https://www.comet.com/docs/opik/quickstart/?from=llm&utm_source=opik&utm_medium=github&utm_content=quickstart_link&utm_campaign=opik), [Integrations](https://www.comet.com/docs/opik/tracing/integrations/overview/?from=llm&utm_source=opik&utm_medium=github&utm_content=integrations_link&utm_campaign=opik)
+  * **Annotations:** Annotate your LLM calls by logging feedback scores using the [Python SDK](https://www.comet.com/docs/opik/tracing/annotate_traces/#annotating-traces-and-spans-using-the-sdk?from=llm&utm_source=opik&utm_medium=github&utm_content=sdk_link&utm_campaign=opik) or the [UI](https://www.comet.com/docs/opik/tracing/annotate_traces/#annotating-traces-through-the-ui?from=llm&utm_source=opik&utm_medium=github&utm_content=ui_link&utm_campaign=opik). 
+
+* **Evaluation**: Automate the evaluation process of your LLM application:
+
+    * **Datasets and Experiments**: Store test cases and run experiments ([Datasets](https://www.comet.com/docs/opik/evaluation/manage_datasets/?from=llm&utm_source=opik&utm_medium=github&utm_content=datasets_link&utm_campaign=opik), [Evaluate your LLM Application](https://www.comet.com/docs/opik/evaluation/evaluate_your_llm/?from=llm&utm_source=opik&utm_medium=github&utm_content=eval_link&utm_campaign=opik))
+
+    * **LLM as a judge metrics**: Use Opik's LLM as a judge metric for complex issues like [hallucination detection](https://www.comet.com/docs/opik/evaluation/metrics/hallucination/?from=llm&utm_source=opik&utm_medium=github&utm_content=hallucination_link&utm_campaign=opik), [moderation](https://www.comet.com/docs/opik/evaluation/metrics/moderation/?from=llm&utm_source=opik&utm_medium=github&utm_content=moderation_link&utm_campaign=opik) and RAG evaluation ([Answer Relevance](https://www.comet.com/docs/opik/evaluation/metrics/answer_relevance/?from=llm&utm_source=opik&utm_medium=github&utm_content=alex_link&utm_campaign=opik), [Context Precision](https://www.comet.com/docs/opik/evaluation/metrics/context_precision/?from=llm&utm_source=opik&utm_medium=github&utm_content=context_link&utm_campaign=opik)
+
+    * **CI/CD integration**: Run evaluations as part of your CI/CD pipeline using our [PyTest integration](https://www.comet.com/docs/opik/testing/pytest_integration/?from=llm&utm_source=opik&utm_medium=github&utm_content=pytest_link&utm_campaign=opik)
+
+* **Production Monitoring**: Monitor your LLM application in production and easily close the feedback loop by adding error traces to your evaluation datasets.
+
+<br>
+
+## 🛠️ Installation
+Opik is available as a fully open source local installation or using Comet.com as a hosted solution.
+The easiest way to get started with Opik is by creating a free Comet account at [comet.com](https://www.comet.com/signup?from=llm&utm_source=opik&utm_medium=github&utm_content=install&utm_campaign=opik).
+
+If you'd like to self-host Opik, you can do so by cloning the repository and starting the platform using Docker Compose:
+
+```bash
+# Clone the Opik repository
+git clone https://github.com/comet-ml/opik.git
+
+# Navigate to the opik/deployment/docker-compose directory
+cd opik/deployment/docker-compose
+
+# Start the Opik platform
+docker compose up --detach
+
+# You can now visit http://localhost:5173 on your browser!
+```
+
+Opik reports *anonymous* usage reports to the Opik team to help with the development of new features. No private information is collected, there reports are fully anonymous.
+
+You can opt-out of usage reporting by setting the `OPIK_USAGE_REPORT_ENABLED` environment variable to `false` before running Opik locally:
+
+```bash
+# Start the Opik platform
+export OPIK_USAGE_REPORT_ENABLED=false
+
+docker compose up --detach
+```
+All usage reports can be found here: [Usage Reports](https://github.com/comet-ml/opik/blob/main/apps/opik-backend/src/main/java/com/comet/opik/infrastructure/bi/InstallationReportService.java#L101)
+
+For more information about the different deployment options, please see our deployment guides:
+
+| Installation methods | Docs link |
+| ------------------- | --------- |
+| Local instance | [![Local Deployment](https://img.shields.io/badge/Local%20Deployments-%232496ED?style=flat&logo=docker&logoColor=white)](https://www.comet.com/docs/opik/self-host/local_deployment?from=llm&utm_source=opik&utm_medium=github&utm_content=self_host_link&utm_campaign=opik)
+| Kubernetes | [![Kubernetes](https://img.shields.io/badge/Kubernetes-%23326ce5.svg?&logo=kubernetes&logoColor=white)](https://www.comet.com/docs/opik/self-host/kubernetes/#kubernetes-installation?from=llm&utm_source=opik&utm_medium=github&utm_content=kubernetes_link&utm_campaign=opik)
+
+
+## 🏁 Get Started
+
+To get started, you will need to first install the Python SDK:
+
+```bash
+pip install opik
+```
+
+Once the SDK is installed, you can configure it by running the `opik configure` command:
+
+```bash
+opik configure
+```
+This will allow you to configure Opik locally by setting the correct local server address or if you're using the Cloud platform by setting the API Key
+
+
+> [!TIP]  
+> You can also call the `opik.configure(use_local=True)` method from your Python code to configure the SDK to run on the local installation.
+
+
+You are now ready to start logging traces using the [Python SDK](https://www.comet.com/docs/opik/python-sdk-reference/?from=llm&utm_source=opik&utm_medium=github&utm_content=sdk_link2&utm_campaign=opik).
+
+### 📝 Logging Traces
+
+The easiest way to get started is to use one of our integrations. Opik supports:
+
+| Integration | Description | Documentation | Try in Colab |
+| ----------- | ----------- | ------------- | ------------ |
+| OpenAI | Log traces for all OpenAI LLM calls | [Documentation](https://www.comet.com/docs/opik/tracing/integrations/openai/?utm_source=opik&utm_medium=github&utm_content=openai_link&utm_campaign=opik) | [![Open Quickstart In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/openai.ipynb) |
+| LiteLLM | Call any LLM model using the OpenAI format | [Documentation](/tracing/integrations/litellm.md) | [![Open Quickstart In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/litellm.ipynb) |
+| LangChain | Log traces for all LangChain LLM calls | [Documentation](https://www.comet.com/docs/opik/tracing/integrations/langchain/?utm_source=opik&utm_medium=github&utm_content=langchain_link&utm_campaign=opik) | [![Open Quickstart In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/langchain.ipynb) |
+| LangGraph | Log traces for all LangGraph executions | [Documentation](https://www.comet.com/docs/opik/tracing/integrations/langgraph/?utm_source=opik&utm_medium=github&utm_content=langchain_link&utm_campaign=opik) | [![Open Quickstart In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/langgraph.ipynb) |
+| LlamaIndex | Log traces for all LlamaIndex LLM calls | [Documentation](https://www.comet.com/docs/opik/tracing/integrations/llama_index?utm_source=opik&utm_medium=github&utm_content=llama_index_link&utm_campaign=opik) | [![Open Quickstart In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/llama-index.ipynb) |
+| Ollama | Log traces for all Ollama LLM calls | [Documentation](https://www.comet.com/docs/opik/tracing/integrations/ollama?utm_source=opik&utm_medium=github&utm_content=ollama_link&utm_campaign=opik) | [![Open Quickstart In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/ollama.ipynb) |
+| Predibase | Fine-tune and serve open-source Large Language Models | [Documentation](https://www.comet.com/docs/opik/tracing/integrations/predibase?utm_source=opik&utm_medium=github&utm_content=predibase_link&utm_campaign=opik) | [![Open Quickstart In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/predibase.ipynb) |
+| Ragas | Evaluation framework for your Retrieval Augmented Generation (RAG) pipelines | [Documentation](https://www.comet.com/docs/opik/tracing/integrations/ragas?utm_source=opik&utm_medium=github&utm_content=ragas_link&utm_campaign=opik) | [![Open Quickstart In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/comet-ml/opik/blob/master/apps/opik-documentation/documentation/docs/cookbook/ragas.ipynb) |
+
+> [!TIP]  
+> If the framework you are using is not listed above, feel free to [open an issue](https://github.com/comet-ml/opik/issues) or submit a PR with the integration.
+
+If you are not using any of the frameworks above, you can also using the `track` function decorator to [log traces](https://www.comet.com/docs/opik/tracing/log_traces/?from=llm&utm_source=opik&utm_medium=github&utm_content=traces_link&utm_campaign=opik):
+
+```python
+import opik
+
+opik.configure(use_local=True) # Run locally
+
+@opik.track
+def my_llm_function(user_question: str) -> str:
+    # Your LLM code here
+
+    return "Hello"
+```
+
+> [!TIP]  
+> The track decorator can be used in conjunction with any of our integrations and can also be used to track nested function calls.
+
+### 🧑‍⚖️ LLM as a Judge metrics
+
+The Python Opik SDK includes a number of LLM as a judge metrics to help you evaluate your LLM application. Learn more about it in the [metrics documentation](https://www.comet.com/docs/opik/evaluation/metrics/overview/?from=llm&utm_source=opik&utm_medium=github&utm_content=metrics_2_link&utm_campaign=opik).
+
+To use them, simply import the relevant metric and use the `score` function:
+
+```python
+from opik.evaluation.metrics import Hallucination
+
+metric = Hallucination()
+score = metric.score(
+    input="What is the capital of France?",
+    output="Paris",
+    context=["France is a country in Europe."]
+)
+print(score)
+```
+
+Opik also includes a number of pre-built heuristic metrics as well as the ability to create your own. Learn more about it in the [metrics documentation](https://www.comet.com/docs/opik/evaluation/metrics/overview?from=llm&utm_source=opik&utm_medium=github&utm_content=metrics_3_link&utm_campaign=opik).
+
+### 🔍 Evaluating your LLM Application
+
+Opik allows you to evaluate your LLM application during development through [Datasets](https://www.comet.com/docs/opik/evaluation/manage_datasets/?from=llm&utm_source=opik&utm_medium=github&utm_content=datasets_2_link&utm_campaign=opik) and [Experiments](https://www.comet.com/docs/opik/evaluation/evaluate_your_llm/?from=llm&utm_source=opik&utm_medium=github&utm_content=experiments_link&utm_campaign=opik).
+
+You can also run evaluations as part of your CI/CD pipeline using our [PyTest integration](https://www.comet.com/docs/opik/testing/pytest_integration/?from=llm&utm_source=opik&utm_medium=github&utm_content=pytest_2_link&utm_campaign=opik).
+
+## 🤝 Contributing
+
+There are many ways to contribute to Opik:
+
+* Submit [bug reports](https://github.com/comet-ml/opik/issues) and [feature requests](https://github.com/comet-ml/opik/issues)
+* Review the documentation and submit [Pull Requests](https://github.com/comet-ml/opik/pulls) to improve it
+* Speaking or writing about Opik and [letting us know](https://chat.comet.com)
+* Upvoting [popular feature requests](https://github.com/comet-ml/opik/issues?q=is%3Aissue+is%3Aopen+label%3A%22enhancement%22) to show your support
+
+To learn more about how to contribute to Opik, please see our [contributing guidelines](CONTRIBUTING.md).

opik-0.2.2/README.md

@@ -0,0 +1,3 @@
+# Opik Python SDK
+
+If you would like to contribute to the Opik python SDK, please refer to the [Contribution guide](./CONTRIBUTING.md).

opik-0.2.2/pyproject.toml

@@ -0,0 +1,6 @@
+[tool.mypy]
+follow_imports = "skip"
+ignore_missing_imports = true
+disallow_untyped_defs = true
+disallow_untyped_calls = true
+check_untyped_defs = true

opik-0.2.2/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

opik-0.2.2/setup.py

@@ -0,0 +1,70 @@
+from setuptools import find_packages, setup
+import os
+
+project_urls = {"Source code": "https://github.com/comet-ml/opik"}
+
+HERE = os.path.abspath(os.path.dirname(__file__))
+version = os.environ.get("VERSION")
+if version is None:
+    version_file = os.path.join(HERE, "..", "..", "version.txt")
+    if os.path.exists(version_file):
+        with open(version_file) as fp:
+            version = fp.read().strip()
+    else:
+        version = "0.0.1"
+
+setup(
+    author="Comet ML Inc.",
+    author_email="mail@comet.com",
+    python_requires=">=3.8",
+    classifiers=[
+        "Development Status :: 2 - Pre-Alpha",
+        "Intended Audience :: Developers",
+        "License :: OSI Approved :: Apache Software License",
+        "Natural Language :: English",
+        "Programming Language :: Python :: 3 :: Only",
+        "Programming Language :: Python :: 3",
+        "Programming Language :: Python :: 3.8",
+        "Programming Language :: Python :: 3.9",
+        "Programming Language :: Python :: 3.10",
+        "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
+    ],
+    description="Comet tool for logging and evaluating LLM traces",
+    long_description=open(
+        os.path.join(HERE, "..", "..", "README.md"), encoding="utf-8"
+    ).read(),
+    long_description_content_type="text/markdown",
+    install_requires=[
+        "click",
+        "httpx<1.0.0",
+        "langchain_community<1.0.0",
+        "langchain_openai<1.0.0",
+        "levenshtein~=0.25.1",
+        "openai<2.0.0",
+        "pandas>=2.0.0,<3.0.0",
+        "pydantic-settings>=2.0.0,<3.0.0",
+        "pydantic>=2.0.0,<3.0.0",
+        "pytest",
+        "rich",
+        "tqdm",
+        "questionary",
+        "uuid7<1.0.0",
+    ],
+    entry_points={
+        "pytest11": [
+            "opik = opik.plugins.pytest.hooks",
+        ],
+        "console_scripts": ["opik = opik.cli:cli"],
+    },
+    include_package_data=True,
+    keywords="opik",
+    name="opik",
+    packages=find_packages("src"),
+    package_dir={"": "src"},
+    url="https://www.comet.com",
+    project_urls=project_urls,
+    version=version,
+    zip_safe=False,
+    license="Apache 2.0 License",
+)

opik-0.2.2/src/opik/__init__.py

@@ -0,0 +1,28 @@
+from .decorator.tracker import track, flush_tracker
+from .api_objects.opik_client import Opik
+from .api_objects.trace import Trace
+from .api_objects.span import Span
+from .api_objects.dataset.dataset_item import DatasetItem
+from .api_objects.dataset import Dataset
+from . import _logging
+from .configurator.configure import configure
+from . import package_version
+from .plugins.pytest.decorator import llm_unit
+from .evaluation import evaluate
+
+_logging.setup()
+
+__version__ = package_version.VERSION
+__all__ = [
+    "__version__",
+    "evaluate",
+    "track",
+    "flush_tracker",
+    "Opik",
+    "Trace",
+    "Span",
+    "DatasetItem",
+    "Dataset",
+    "llm_unit",
+    "configure",
+]

opik-0.2.2/src/opik/_logging.py

@@ -0,0 +1,58 @@
+from typing import Callable, Any
+import functools
+import logging
+
+
+from . import config
+
+CONSOLE_MSG_FORMAT = "OPIK: %(message)s"
+
+FILE_MSG_FORMAT = "%(asctime)s OPIK %(levelname)s: %(message)s"
+
+
+def setup() -> None:
+    opik_root_logger = logging.getLogger("opik")
+    opik_root_logger.propagate = False
+
+    config_ = config.OpikConfig()
+
+    console_handler = logging.StreamHandler()
+    console_level = config_.console_logging_level
+    console_handler.setLevel(console_level)
+    console_handler.setFormatter(logging.Formatter(CONSOLE_MSG_FORMAT))
+
+    opik_root_logger.addHandler(console_handler)
+
+    root_level = console_handler.level
+
+    if config_.file_logging_level is not None:
+        file_handler = logging.FileHandler(config_.logging_file)
+        file_level = config_.file_logging_level
+        file_handler.setLevel(file_level)
+        file_handler.setFormatter(logging.Formatter(FILE_MSG_FORMAT))
+        opik_root_logger.addHandler(file_handler)
+
+        root_level = min(root_level, file_handler.level)
+
+    opik_root_logger.setLevel(level=root_level)
+
+
+def convert_exception_to_log_message(
+    message: str,
+    logger: logging.Logger,
+    return_on_exception: Any = None,
+    logging_level: int = logging.ERROR,
+    **log_kwargs: Any,
+) -> Callable:
+    def decorator(function: Callable) -> Any:
+        @functools.wraps(function)
+        def wrapper(*args: Any, **kwargs: Any) -> Any:
+            try:
+                return function(*args, **kwargs)
+            except Exception:
+                logger.log(logging_level, message, **log_kwargs)
+                return return_on_exception
+
+        return wrapper
+
+    return decorator

opik-0.2.2/src/opik/api_objects/constants.py

@@ -0,0 +1,6 @@
+FEEDBACK_SCORE_SOURCE_SDK = "sdk"
+DATASET_SOURCE_SDK = "sdk"
+
+FEEDBACK_SCORES_MAX_BATCH_SIZE = 1000
+EXPERIMENT_ITEMS_MAX_BATCH_SIZE = 1000
+DATASET_ITEMS_MAX_BATCH_SIZE = 1000

opik-0.2.2/src/opik/api_objects/dataset/__init__.py

@@ -0,0 +1,4 @@
+from .dataset import Dataset
+
+
+__all__ = ["Dataset"]

opik-0.2.2/src/opik/api_objects/dataset/converters.py

@@ -0,0 +1,85 @@
+import pandas as pd
+import json
+
+from typing import List, Callable, Any, Dict
+
+from . import dataset_item
+
+ItemConstructor = Callable[[Any], dataset_item.DatasetItem]
+
+
+def to_pandas(
+    items: List[dataset_item.DatasetItem], keys_mapping: Dict[str, str]
+) -> pd.DataFrame:
+    new_item_dicts = []
+
+    for item in items:
+        new_item_dict = {
+            keys_mapping.get(key, key): value for key, value in item.__dict__.items()
+        }
+        new_item_dicts.append(new_item_dict)
+
+    return pd.DataFrame(new_item_dicts)
+
+
+def from_jsonl_file(
+    file_path: str, keys_mapping: Dict[str, str], ignore_keys: List[str]
+) -> List[dataset_item.DatasetItem]:
+    items = []
+    with open(file_path, "r", encoding="utf-8") as file:
+        for line in file:
+            json_object = line.strip()
+            if json_object:  # Skip empty lines
+                items.append(json.loads(json_object))
+
+    json_str = json.dumps(items)
+    return from_json(json_str, keys_mapping, ignore_keys)
+
+
+def from_pandas(
+    dataframe: pd.DataFrame,
+    keys_mapping: Dict[str, str],
+    ignore_keys: List[str],
+) -> List[dataset_item.DatasetItem]:
+    result = []
+    ignore_keys = [] if ignore_keys is None else ignore_keys
+    for _, row in dataframe.iterrows():
+        item_kwargs = {
+            keys_mapping.get(key, key): value
+            for key, value in row.items()
+            if key not in ignore_keys
+        }
+        result.append(dataset_item.DatasetItem(**item_kwargs))
+
+    return result
+
+
+def to_json(items: List[dataset_item.DatasetItem], keys_mapping: Dict[str, str]) -> str:
+    new_item_dicts = []
+
+    for item in items:
+        item_dict = item.__dict__
+        new_item_dict = {
+            keys_mapping.get(key, key): value for key, value in item_dict.items()
+        }
+        new_item_dicts.append(new_item_dict)
+
+    result: str = json.dumps(new_item_dicts, indent=2)
+    return result
+
+
+def from_json(
+    value: str, keys_mapping: Dict[str, str], ignore_keys: List[str]
+) -> List[dataset_item.DatasetItem]:
+    result = []
+    item_dicts: List[Dict[str, Any]] = json.loads(value)
+
+    for item_dict in item_dicts:
+        item_kwargs = {
+            keys_mapping.get(key, key): value
+            for key, value in item_dict.items()
+            if key not in ignore_keys
+        }
+        result.append(dataset_item.DatasetItem(**item_kwargs))
+
+    return result