datachain 0.6.4__tar.gz → 0.6.5__tar.gz

{datachain-0.6.4 → datachain-0.6.5}/.github/workflows/tests.yml

@@ -152,4 +152,6 @@ jobs:
         run: uv pip install nox --system
 
       - name: Run examples
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: nox -s examples -p ${{ matrix.pyv }} -- -m "${{ matrix.group }}"

{datachain-0.6.4/src/datachain.egg-info → datachain-0.6.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datachain
-Version: 0.6.4
+Version: 0.6.5
 Summary: Wrangle unstructured AI data at scale
 Author-email: Dmitry Petrov <support@dvc.org>
 License: Apache-2.0

datachain-0.6.5/examples/llm_and_nlp/hf-dataset-llm-eval.py

@@ -0,0 +1,59 @@
+from huggingface_hub import InferenceClient
+
+from datachain import C, DataChain, DataModel
+
+PROMPT = """
+Was this dialog successful? Put result as a single word: Success or Failure.
+Explain the reason in a few words.
+"""
+
+
+class DialogEval(DataModel):
+    result: str
+    reason: str
+
+
+# DataChain function to evaluate dialog.
+# DataChain is using types for inputs, results to automatically infer schema.
+def eval_dialog(user_input: str, bot_response: str) -> DialogEval:
+    client = InferenceClient("meta-llama/Llama-3.1-70B-Instruct")
+
+    completion = client.chat_completion(
+        messages=[
+            {
+                "role": "user",
+                "content": f"{PROMPT}\n\nUser: {user_input}\nBot: {bot_response}",
+            },
+        ],
+        response_format={"type": "json", "value": DialogEval.model_json_schema()},
+    )
+
+    message = completion.choices[0].message
+    try:
+        return DialogEval.model_validate_json(message.content)
+    except ValueError:
+        return DialogEval(result="Error", reason="Failed to parse response.")
+
+
+# Run HF inference in parallel for each example.
+# Get result as Pydantic model that DataChain can understand and serialize it.
+# Save to HF as Parquet. Dataset can be previewed here:
+# https://huggingface.co/datasets/dvcorg/test-datachain-llm-eval/viewer
+(
+    DataChain.from_csv(
+        "hf://datasets/infinite-dataset-hub/MobilePlanAssistant/data.csv"
+    )
+    .settings(parallel=10)
+    .map(response=eval_dialog)
+    .to_parquet("hf://datasets/dvcorg/test-datachain-llm-eval/data.parquet")
+)
+
+# Read it back to filter and show.
+# It restores the Pydantic model from Parquet under the hood.
+(
+    DataChain.from_parquet(
+        "hf://datasets/dvcorg/test-datachain-llm-eval/data.parquet", source=False
+    )
+    .filter(C("response.result") == "Failure")
+    .show(3)
+)

{datachain-0.6.4 → datachain-0.6.5}/src/datachain/client/hf.py

@@ -23,6 +23,7 @@ class HfClient(Client):
 
     def info_to_file(self, v: dict[str, Any], path: str) -> File:
         return File(
+            source=self.uri,
             path=path,
             size=v["size"],
             version=v["last_commit"].oid,

{datachain-0.6.4 → datachain-0.6.5}/src/datachain/lib/arrow.py

@@ -175,7 +175,7 @@ def arrow_type_mapper(col_type: pa.DataType, column: str = "") -> type:  # noqa:
         return dict
     if isinstance(col_type, pa.lib.DictionaryType):
         return arrow_type_mapper(col_type.value_type)  # type: ignore[return-value]
-    raise TypeError(f"{col_type!r} datatypes not supported")
+    raise TypeError(f"{col_type!r} datatypes not supported, column: {column}")
 
 
 def _nrows_file(file: File, nrows: int) -> str:

{datachain-0.6.4 → datachain-0.6.5/src/datachain.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datachain
-Version: 0.6.4
+Version: 0.6.5
 Summary: Wrangle unstructured AI data at scale
 Author-email: Dmitry Petrov <support@dvc.org>
 License: Apache-2.0

{datachain-0.6.4 → datachain-0.6.5}/src/datachain.egg-info/SOURCES.txt

@@ -41,6 +41,7 @@ examples/get_started/udfs/parallel.py
 examples/get_started/udfs/simple.py
 examples/get_started/udfs/stateful.py
 examples/llm_and_nlp/claude-query.py
+examples/llm_and_nlp/hf-dataset-llm-eval.py
 examples/llm_and_nlp/unstructured-embeddings-gen.py
 examples/llm_and_nlp/unstructured-summary-map.py
 examples/multimodal/clip_inference.py