clarifai 9.10.1__py3-none-any.whl → 9.10.3__py3-none-any.whl

clarifai/datasets/upload/examples/image_classification/food-101/dataset.py

@@ -1,39 +0,0 @@
-import os
-
-from clarifai.datasets.upload.base import ClarifaiDataLoader
-from clarifai.datasets.upload.features import VisualClassificationFeatures
-
-
-class Food101DataLoader(ClarifaiDataLoader):
-  """Food-101 Image Classification Dataset."""
-
-  def __init__(self, split: str = "train"):
-    """Initialize dataset params.
-    Args:
-      split: "train" or "test"
-    """
-    self.split = split
-    self.image_dir = {"train": os.path.join(os.path.dirname(__file__), "images")}
-    self.load_data()
-
-  def load_data(self):
-    """Load data for the food-101 dataset."""
-    self.data = []
-    class_names = os.listdir(self.image_dir[self.split])
-    for class_name in class_names:
-      for image in os.listdir(os.path.join(self.image_dir[self.split], class_name)):
-        image_path = os.path.join(self.image_dir[self.split], class_name, image)
-        self.data.append({
-            "image_path": image_path,
-            "class_name": class_name,
-        })
-
-  def __getitem__(self, idx):
-    data_item = self.data[idx]
-    image_path = data_item["image_path"]
-    class_name = data_item["class_name"]
-    return VisualClassificationFeatures(
-        image_path=image_path, label=class_name, id=os.path.basename(image_path).split(".")[0])
-
-  def __len__(self):
-    return len(self.data)

clarifai/datasets/upload/examples/text_classification/imdb_dataset/dataset.py

@@ -1,42 +0,0 @@
-import csv
-import os
-
-from clarifai.datasets.upload.base import ClarifaiDataLoader
-from clarifai.datasets.upload.features import TextFeatures
-
-
-class IMDBMovieReviewsDataLoader(ClarifaiDataLoader):
-  """IMDB 50K Movie Reviews Dataset."""
-
-  def __init__(self, split: str = "train"):
-    """Initialize dataset params.
-    Args:
-        split: "train" or "test"
-    """
-    self.split = split
-    self.data_dirs = {
-        "train": os.path.join(os.path.dirname(__file__), "train.csv"),
-        "test": os.path.join(os.path.dirname(__file__), "test.csv")
-    }
-    self.data = []
-
-    self.load_data()
-
-  def load_data(self):
-    with open(self.data_dirs[self.split]) as _file:
-      reader = csv.reader(_file)
-      next(reader, None)  # skip header
-      for review in reader:
-        self.data.append({
-            "text": review[0],
-            "labels": review[1],
-            "id": None,
-            "metadata": dict(split=self.split)
-        })
-
-  def __getitem__(self, idx):
-    item = self.data[idx]
-    return TextFeatures(text=item["text"], labels=item["labels"], id=item["id"])
-
-  def __len__(self):
-    return len(self.data)