orca-sdk 0.1.11__py3-none-any.whl → 0.1.12__py3-none-any.whl

orca_sdk/_utils/data_parsing_disk_test.py

@@ -1,91 +0,0 @@
-import json
-import pickle
-import tempfile
-
-from datasets import Dataset
-
-from .data_parsing import hf_dataset_from_disk
-
-
-def test_hf_dataset_from_disk_pickle_list():
-    with tempfile.NamedTemporaryFile(suffix=".pkl") as temp_file:
-        # Given a pickle file with test data that is a list
-        test_data = [{"value": f"test_{i}", "label": i % 2} for i in range(30)]
-        with open(temp_file.name, "wb") as f:
-            pickle.dump(test_data, f)
-        dataset = hf_dataset_from_disk(temp_file.name)
-        # Then the HF dataset should be created successfully
-        assert isinstance(dataset, Dataset)
-        assert len(dataset) == 30
-        assert dataset.column_names == ["value", "label"]
-
-
-def test_hf_dataset_from_disk_pickle_dict():
-    with tempfile.NamedTemporaryFile(suffix=".pkl") as temp_file:
-        # Given a pickle file with test data that is a dict
-        test_data = {"value": [f"test_{i}" for i in range(30)], "label": [i % 2 for i in range(30)]}
-        with open(temp_file.name, "wb") as f:
-            pickle.dump(test_data, f)
-        dataset = hf_dataset_from_disk(temp_file.name)
-        # Then the HF dataset should be created successfully
-        assert isinstance(dataset, Dataset)
-        assert len(dataset) == 30
-        assert dataset.column_names == ["value", "label"]
-
-
-def test_hf_dataset_from_disk_json():
-    with tempfile.NamedTemporaryFile(suffix=".json") as temp_file:
-        # Given a JSON file with test data
-        test_data = [{"value": f"test_{i}", "label": i % 2} for i in range(30)]
-        with open(temp_file.name, "w") as f:
-            json.dump(test_data, f)
-        dataset = hf_dataset_from_disk(temp_file.name)
-        # Then the HF dataset should be created successfully
-        assert isinstance(dataset, Dataset)
-        assert len(dataset) == 30
-        assert dataset.column_names == ["value", "label"]
-
-
-def test_hf_dataset_from_disk_jsonl():
-    with tempfile.NamedTemporaryFile(suffix=".jsonl") as temp_file:
-        # Given a JSONL file with test data
-        test_data = [{"value": f"test_{i}", "label": i % 2} for i in range(30)]
-        with open(temp_file.name, "w") as f:
-            for item in test_data:
-                f.write(json.dumps(item) + "\n")
-        dataset = hf_dataset_from_disk(temp_file.name)
-        # Then the HF dataset should be created successfully
-        assert isinstance(dataset, Dataset)
-        assert len(dataset) == 30
-        assert dataset.column_names == ["value", "label"]
-
-
-def test_hf_dataset_from_disk_csv():
-    with tempfile.NamedTemporaryFile(suffix=".csv") as temp_file:
-        # Given a CSV file with test data
-        test_data = [{"value": f"test_{i}", "label": i % 2} for i in range(30)]
-        with open(temp_file.name, "w") as f:
-            f.write("value,label\n")
-            for item in test_data:
-                f.write(f"{item['value']},{item['label']}\n")
-        dataset = hf_dataset_from_disk(temp_file.name)
-        # Then the HF dataset should be created successfully
-        assert isinstance(dataset, Dataset)
-        assert len(dataset) == 30
-        assert dataset.column_names == ["value", "label"]
-
-
-def test_hf_dataset_from_disk_parquet():
-    with tempfile.NamedTemporaryFile(suffix=".parquet") as temp_file:
-        # Given a Parquet file with test data
-        data = {
-            "value": [f"test_{i}" for i in range(30)],
-            "label": [i % 2 for i in range(30)],
-        }
-        dataset = Dataset.from_dict(data)
-        dataset.to_parquet(temp_file.name)
-        dataset = hf_dataset_from_disk(temp_file.name)
-        # Then the HF dataset should be created successfully
-        assert isinstance(dataset, Dataset)
-        assert len(dataset) == 30
-        assert dataset.column_names == ["value", "label"]

orca_sdk/_utils/data_parsing_torch_test.py

@@ -1,159 +0,0 @@
-from collections import namedtuple
-from dataclasses import dataclass
-
-import pytest
-from datasets import Dataset
-from datasets.exceptions import DatasetGenerationError
-
-from ..conftest import SAMPLE_DATA
-from .data_parsing import hf_dataset_from_torch
-
-pytest.importorskip("torch")
-
-from torch.utils.data import DataLoader as TorchDataLoader  # noqa: E402
-from torch.utils.data import Dataset as TorchDataset  # noqa: E402
-
-
-class PytorchDictDataset(TorchDataset):
-    def __init__(self):
-        self.data = SAMPLE_DATA
-
-    def __getitem__(self, i):
-        return self.data[i]
-
-    def __len__(self):
-        return len(self.data)
-
-
-class PytorchTupleDataset(TorchDataset):
-    def __init__(self):
-        self.data = SAMPLE_DATA
-
-    def __getitem__(self, i):
-        return self.data[i]["value"], self.data[i]["label"]
-
-    def __len__(self):
-        return len(self.data)
-
-
-DatasetTuple = namedtuple("DatasetTuple", ["value", "label"])
-
-
-class PytorchNamedTupleDataset(TorchDataset):
-    def __init__(self):
-        self.data = SAMPLE_DATA
-
-    def __getitem__(self, i):
-        return DatasetTuple(self.data[i]["value"], self.data[i]["label"])
-
-    def __len__(self):
-        return len(self.data)
-
-
-@dataclass
-class DatasetItem:
-    text: str
-    label: int
-
-
-class PytorchDataclassDataset(TorchDataset):
-    def __init__(self):
-        self.data = SAMPLE_DATA
-
-    def __getitem__(self, i):
-        return DatasetItem(text=self.data[i]["value"], label=self.data[i]["label"])
-
-    def __len__(self):
-        return len(self.data)
-
-
-class PytorchInvalidDataset(TorchDataset):
-    def __init__(self):
-        self.data = SAMPLE_DATA
-
-    def __getitem__(self, i):
-        return [self.data[i]["value"], self.data[i]["label"]]
-
-    def __len__(self):
-        return len(self.data)
-
-
-def test_hf_dataset_from_torch_dict():
-    # Given a Pytorch dataset that returns a dictionary for each item
-    dataset = PytorchDictDataset()
-    hf_dataset = hf_dataset_from_torch(dataset)
-    # Then the HF dataset should be created successfully
-    assert isinstance(hf_dataset, Dataset)
-    assert len(hf_dataset) == len(dataset)
-    assert set(hf_dataset.column_names) == {"value", "label", "key", "score", "source_id", "partition_id"}
-
-
-def test_hf_dataset_from_torch_tuple():
-    # Given a Pytorch dataset that returns a tuple for each item
-    dataset = PytorchTupleDataset()
-    # And the correct number of column names passed in
-    hf_dataset = hf_dataset_from_torch(dataset, column_names=["value", "label"])
-    # Then the HF dataset should be created successfully
-    assert isinstance(hf_dataset, Dataset)
-    assert len(hf_dataset) == len(dataset)
-    assert hf_dataset.column_names == ["value", "label"]
-
-
-def test_hf_dataset_from_torch_tuple_error():
-    # Given a Pytorch dataset that returns a tuple for each item
-    dataset = PytorchTupleDataset()
-    # Then the HF dataset should raise an error if no column names are passed in
-    with pytest.raises(DatasetGenerationError):
-        hf_dataset_from_torch(dataset)
-
-
-def test_hf_dataset_from_torch_tuple_error_not_enough_columns():
-    # Given a Pytorch dataset that returns a tuple for each item
-    dataset = PytorchTupleDataset()
-    # Then the HF dataset should raise an error if not enough column names are passed in
-    with pytest.raises(DatasetGenerationError):
-        hf_dataset_from_torch(dataset, column_names=["value"])
-
-
-def test_hf_dataset_from_torch_named_tuple():
-    # Given a Pytorch dataset that returns a namedtuple for each item
-    dataset = PytorchNamedTupleDataset()
-    # And no column names are passed in
-    hf_dataset = hf_dataset_from_torch(dataset)
-    # Then the HF dataset should be created successfully
-    assert isinstance(hf_dataset, Dataset)
-    assert len(hf_dataset) == len(dataset)
-    assert hf_dataset.column_names == ["value", "label"]
-
-
-def test_hf_dataset_from_torch_dataclass():
-    # Given a Pytorch dataset that returns a dataclass for each item
-    dataset = PytorchDataclassDataset()
-    hf_dataset = hf_dataset_from_torch(dataset)
-    # Then the HF dataset should be created successfully
-    assert isinstance(hf_dataset, Dataset)
-    assert len(hf_dataset) == len(dataset)
-    assert hf_dataset.column_names == ["text", "label"]
-
-
-def test_hf_dataset_from_torch_invalid_dataset():
-    # Given a Pytorch dataset that returns a list for each item
-    dataset = PytorchInvalidDataset()
-    # Then the HF dataset should raise an error
-    with pytest.raises(DatasetGenerationError):
-        hf_dataset_from_torch(dataset)
-
-
-def test_hf_dataset_from_torchdataloader():
-    # Given a Pytorch dataloader that returns a column-oriented batch of items
-    dataset = PytorchDictDataset()
-
-    def collate_fn(x: list[dict]):
-        return {"value": [item["value"] for item in x], "label": [item["label"] for item in x]}
-
-    dataloader = TorchDataLoader(dataset, batch_size=3, collate_fn=collate_fn)
-    hf_dataset = hf_dataset_from_torch(dataloader)
-    # Then the HF dataset should be created successfully
-    assert isinstance(hf_dataset, Dataset)
-    assert len(hf_dataset) == len(dataset)
-    assert hf_dataset.column_names == ["value", "label"]

orca_sdk-0.1.11.dist-info/RECORD

@@ -1,42 +0,0 @@
-orca_sdk/__init__.py,sha256=xyjNwkLQXaX8A-UYgGwYDjv2btOXArT_yiMTfmW7KA8,1003
-orca_sdk/_shared/__init__.py,sha256=3Kt0Hu3QLI5FEp9nqGTxqAm3hAoBJKcagfaGQZ-lbJQ,223
-orca_sdk/_shared/metrics.py,sha256=faeL1B1ftmns1ikfKrIlU3xOn6j0iAGLNUupxvAFza8,24968
-orca_sdk/_shared/metrics_test.py,sha256=vDIXoj8EuuLcdPJz_7EiVPgQ-FXiVT81JG30jxsg9HM,20752
-orca_sdk/_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-orca_sdk/_utils/analysis_ui.py,sha256=gXwCR972kffPjPyajcy7m8HgPARSfhXwBJ0rnOmu_7k,9418
-orca_sdk/_utils/analysis_ui_style.css,sha256=q_ba_-_KtgztepHg829zLzypaxKayl7ySC1-oYDzV3k,836
-orca_sdk/_utils/auth.py,sha256=nC252O171_3_wn4KBAN7kg8GNvoZFiQ5Xtzkrm5dWDo,2645
-orca_sdk/_utils/auth_test.py,sha256=ygVWv1Ex53LaxIP7p2hzPHl8l9qYyBD5IGmEFJMps6s,1056
-orca_sdk/_utils/common.py,sha256=wUm2pNDWytEecC5WiDWd02-yCZw3Akx0bIutG4lHsFA,805
-orca_sdk/_utils/data_parsing.py,sha256=tTZwGJQ1xkl12gyq6gQ0dRIgDFaNDy3Sde8A_SIfmxo,5726
-orca_sdk/_utils/data_parsing_disk_test.py,sha256=0IxyUNnawlNkqFwVEzIfXzuOympYkZRUP0rgxXhUrW4,3781
-orca_sdk/_utils/data_parsing_torch_test.py,sha256=LTCd1H9V9OtBARv_SmyLEYMeAYPohf8IHJjUzxenEC8,5155
-orca_sdk/_utils/pagination.py,sha256=986z0QPZixrZeurJWorF6eMgnTRdDF84AagEA6qNbMw,4245
-orca_sdk/_utils/pagination_test.py,sha256=BUylCrcHnwoKEBmMUzVr0lwLpA35ivcCwdBK4rMw9y8,4887
-orca_sdk/_utils/prediction_result_ui.css,sha256=sqBlkRLnovb5X5EcUDdB6iGpH63nVRlTW4uAmXuD0WM,258
-orca_sdk/_utils/prediction_result_ui.py,sha256=N4Cj7PUEx2UeV-4Mhk-ZaPegilssaKtElSACVhVrx1w,4965
-orca_sdk/_utils/tqdm_file_reader.py,sha256=Lw7Cg1UgNuRUoN6jjqZb-IlV00H-kbRcrZLdudr1GxE,324
-orca_sdk/_utils/value_parser.py,sha256=pw-suYXKuZQ7mGV-QUFcD3-fmp6lJKjnyQ3f_Hb3Gg8,2379
-orca_sdk/_utils/value_parser_test.py,sha256=dKni8W7KV2RgwuwK0ZN1SN-lH-W4DSSYkHdIXz52kys,1210
-orca_sdk/async_client.py,sha256=qaDmmXrCjPql_y-_kZMskFR0OlE8n1Y_pxtC1JwGbF0,138668
-orca_sdk/classification_model.py,sha256=rb1TmjCMrXqhpu4YKzT0ZOmzxjCV4_sc0gI9GONTc2o,50208
-orca_sdk/classification_model_test.py,sha256=OXKv4vfnV3NYVcZypuDztVKiEFB_0sYX3S-iU5wui38,39534
-orca_sdk/client.py,sha256=pm_NChTd3qKIwwCYoFUOj4sjZQvZJKYX1fbuT-H7hEc,137755
-orca_sdk/conftest.py,sha256=sPxOUGHU9kFznPJ_JZ6vZxY4m6e290ygvUf47P4pW6I,16926
-orca_sdk/credentials.py,sha256=2SwC3tq5akP-F_u2s4xMZDp8mlsKMUT1T5T9Z99-eSY,6588
-orca_sdk/credentials_test.py,sha256=K_1aNVCE5eoqX-tfh0G0_Vhqzhui4qcfYqWaDXfaqTA,4020
-orca_sdk/datasource.py,sha256=kPp3wOcjhTJsSwi51oK-y7tNYlz6jDAGKX9R7CoqHXs,22720
-orca_sdk/datasource_test.py,sha256=qoePaetnlgQZAx6y5SvCv9JMdBSvB-0TB1ug0_L0FuY,16786
-orca_sdk/embedding_model.py,sha256=hCl6vWpW7LXaM1ovGP6GzEp7sRdyJECS_sNc8kKBsvQ,28495
-orca_sdk/embedding_model_test.py,sha256=CERI3Lk7U32N3qwZyzip41Mw1Yb4sHWPEGeSulsaY88,9368
-orca_sdk/job.py,sha256=wHwVt-s7i-v8udhLGybB-90Kp4dwOLrY806bE4Tam5Q,13092
-orca_sdk/job_test.py,sha256=nRSWxd_1UIfrj9oMVvrXjt6OBkBpddYAjb2y6P-DTUg,4327
-orca_sdk/memoryset.py,sha256=JhIyusMelyg9ZinkoZKGtZIoxLANRk8XGZPlrVtX5ds,164318
-orca_sdk/memoryset_test.py,sha256=3PsqzYkd-QG2nKQiWyW4qxC7QVPY76ytAmxkJ5EWfUs,46407
-orca_sdk/regression_model.py,sha256=KHDVUZfnY5joRsO4HFg62LPeISH9j_cjyWW1SouuPHU,33971
-orca_sdk/regression_model_test.py,sha256=SIVWS8gSnmolVLEdJ4k6AYCV1bY4Hcjej43Ynw-TDzE,27398
-orca_sdk/telemetry.py,sha256=e_FiN3JFkQV62CKygd78BVQwfQwdClAZvV-XvLDEIGI,27828
-orca_sdk/telemetry_test.py,sha256=eT66C5lFdNg-pQdo2I__BP7Tn5fTc9aTkVo9ZhWwhU0,5519
-orca_sdk-0.1.11.dist-info/METADATA,sha256=54iBK4DRJ-rBkhYTnxTrKlnWQhMd7t9dXCY-iQ_XER8,3638
-orca_sdk-0.1.11.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-orca_sdk-0.1.11.dist-info/RECORD,,