edsl 0.1.37.dev2__py3-none-any.whl → 0.1.37.dev3__py3-none-any.whl

edsl/coop/coop.py

@@ -1,824 +1,824 @@
-import aiohttp
-import json
-import os
-import requests
-from typing import Any, Optional, Union, Literal
-from uuid import UUID
-import edsl
-from edsl import CONFIG, CacheEntry, Jobs, Survey
-from edsl.exceptions.coop import CoopNoUUIDError, CoopServerResponseError
-from edsl.coop.utils import (
-    EDSLObject,
-    ObjectRegistry,
-    ObjectType,
-    RemoteJobStatus,
-    VisibilityType,
-)
-
-
-class Coop:
-    """
-    Client for the Expected Parrot API.
-    """
-
-    def __init__(self, api_key: str = None, url: str = None) -> None:
-        """
-        Initialize the client.
-        - Provide an API key directly, or through an env variable.
-        - Provide a URL directly, or use the default one.
-        """
-        self.api_key = api_key or os.getenv("EXPECTED_PARROT_API_KEY")
-        self.url = url or CONFIG.EXPECTED_PARROT_URL
-        if self.url.endswith("/"):
-            self.url = self.url[:-1]
-        self._edsl_version = edsl.__version__
-
-    ################
-    # BASIC METHODS
-    ################
-    @property
-    def headers(self) -> dict:
-        """
-        Return the headers for the request.
-        """
-        headers = {}
-        if self.api_key:
-            headers["Authorization"] = f"Bearer {self.api_key}"
-        else:
-            headers["Authorization"] = f"Bearer None"
-        return headers
-
-    def _send_server_request(
-        self,
-        uri: str,
-        method: str,
-        payload: Optional[dict[str, Any]] = None,
-        params: Optional[dict[str, Any]] = None,
-        timeout: Optional[float] = 5,
-    ) -> requests.Response:
-        """
-        Send a request to the server and return the response.
-        """
-        url = f"{self.url}/{uri}"
-        method = method.upper()
-        if payload is None:
-            timeout = 20
-        elif (
-            method.upper() == "POST"
-            and "json_string" in payload
-            and payload.get("json_string") is not None
-        ):
-            timeout = max(20, (len(payload.get("json_string", "")) // (1024 * 1024)))
-        try:
-            if method in ["GET", "DELETE"]:
-                response = requests.request(
-                    method, url, params=params, headers=self.headers, timeout=timeout
-                )
-            elif method in ["POST", "PATCH"]:
-                response = requests.request(
-                    method,
-                    url,
-                    params=params,
-                    json=payload,
-                    headers=self.headers,
-                    timeout=timeout,
-                )
-            else:
-                raise Exception(f"Invalid {method=}.")
-        except requests.ConnectionError:
-            raise requests.ConnectionError(f"Could not connect to the server at {url}.")
-
-        return response
-
-    def _resolve_server_response(self, response: requests.Response) -> None:
-        """
-        Check the response from the server and raise errors as appropriate.
-        """
-        if response.status_code >= 400:
-            message = response.json().get("detail")
-            # print(response.text)
-            if "Authorization" in message:
-                print(message)
-                message = "Please provide an Expected Parrot API key."
-            raise CoopServerResponseError(message)
-
-    def _json_handle_none(self, value: Any) -> Any:
-        """
-        Handle None values during JSON serialization.
-        - Return "null" if the value is None. Otherwise, don't return anything.
-        """
-        if value is None:
-            return "null"
-
-    def _resolve_uuid(
-        self, uuid: Union[str, UUID] = None, url: str = None
-    ) -> Union[str, UUID]:
-        """
-        Resolve the uuid from a uuid or a url.
-        """
-        if not url and not uuid:
-            raise CoopNoUUIDError("No uuid or url provided for the object.")
-        if not uuid and url:
-            uuid = url.split("/")[-1]
-        return uuid
-
-    @property
-    def edsl_settings(self) -> dict:
-        """
-        Retrieve and return the EDSL settings stored on Coop.
-        If no response is received within 5 seconds, return an empty dict.
-        """
-        from requests.exceptions import Timeout
-
-        try:
-            response = self._send_server_request(
-                uri="api/v0/edsl-settings", method="GET", timeout=5
-            )
-            self._resolve_server_response(response)
-            return response.json()
-        except Timeout:
-            return {}
-
-    ################
-    # Objects
-    ################
-    def create(
-        self,
-        object: EDSLObject,
-        description: Optional[str] = None,
-        visibility: Optional[VisibilityType] = "unlisted",
-    ) -> dict:
-        """
-        Create an EDSL object in the Coop server.
-        """
-        object_type = ObjectRegistry.get_object_type_by_edsl_class(object)
-        response = self._send_server_request(
-            uri=f"api/v0/object",
-            method="POST",
-            payload={
-                "description": description,
-                "json_string": json.dumps(
-                    object.to_dict(),
-                    default=self._json_handle_none,
-                ),
-                "object_type": object_type,
-                "visibility": visibility,
-                "version": self._edsl_version,
-            },
-        )
-        self._resolve_server_response(response)
-        response_json = response.json()
-        return {
-            "description": response_json.get("description"),
-            "object_type": object_type,
-            "url": f"{self.url}/content/{response_json.get('uuid')}",
-            "uuid": response_json.get("uuid"),
-            "version": self._edsl_version,
-            "visibility": response_json.get("visibility"),
-        }
-
-    def get(
-        self,
-        uuid: Union[str, UUID] = None,
-        url: str = None,
-        expected_object_type: Optional[ObjectType] = None,
-    ) -> EDSLObject:
-        """
-        Retrieve an EDSL object by its uuid or its url.
-        - If the object's visibility is private, the user must be the owner.
-        - Optionally, check if the retrieved object is of a certain type.
-
-        :param uuid: the uuid of the object either in str or UUID format.
-        :param url: the url of the object.
-        :param expected_object_type: the expected type of the object.
-
-        :return: the object instance.
-        """
-        uuid = self._resolve_uuid(uuid, url)
-        response = self._send_server_request(
-            uri=f"api/v0/object",
-            method="GET",
-            params={"uuid": uuid},
-        )
-        self._resolve_server_response(response)
-        json_string = response.json().get("json_string")
-        object_type = response.json().get("object_type")
-        if expected_object_type and object_type != expected_object_type:
-            raise Exception(f"Expected {expected_object_type=} but got {object_type=}")
-        edsl_class = ObjectRegistry.object_type_to_edsl_class.get(object_type)
-        object = edsl_class.from_dict(json.loads(json_string))
-        return object
-
-    def get_all(self, object_type: ObjectType) -> list[dict[str, Any]]:
-        """
-        Retrieve all objects of a certain type associated with the user.
-        """
-        edsl_class = ObjectRegistry.object_type_to_edsl_class.get(object_type)
-        response = self._send_server_request(
-            uri=f"api/v0/objects",
-            method="GET",
-            params={"type": object_type},
-        )
-        self._resolve_server_response(response)
-        objects = [
-            {
-                "object": edsl_class.from_dict(json.loads(o.get("json_string"))),
-                "uuid": o.get("uuid"),
-                "version": o.get("version"),
-                "description": o.get("description"),
-                "visibility": o.get("visibility"),
-                "url": f"{self.url}/content/{o.get('uuid')}",
-            }
-            for o in response.json()
-        ]
-        return objects
-
-    def delete(self, uuid: Union[str, UUID] = None, url: str = None) -> dict:
-        """
-        Delete an object from the server.
-        """
-        uuid = self._resolve_uuid(uuid, url)
-        response = self._send_server_request(
-            uri=f"api/v0/object",
-            method="DELETE",
-            params={"uuid": uuid},
-        )
-        self._resolve_server_response(response)
-        return response.json()
-
-    def patch(
-        self,
-        uuid: Union[str, UUID] = None,
-        url: str = None,
-        description: Optional[str] = None,
-        value: Optional[EDSLObject] = None,
-        visibility: Optional[VisibilityType] = None,
-    ) -> dict:
-        """
-        Change the attributes of an uploaded object
-        - Only supports visibility for now
-        """
-        if description is None and visibility is None and value is None:
-            raise Exception("Nothing to patch.")
-        uuid = self._resolve_uuid(uuid, url)
-        response = self._send_server_request(
-            uri=f"api/v0/object",
-            method="PATCH",
-            params={"uuid": uuid},
-            payload={
-                "description": description,
-                "json_string": (
-                    json.dumps(
-                        value.to_dict(),
-                        default=self._json_handle_none,
-                    )
-                    if value
-                    else None
-                ),
-                "visibility": visibility,
-            },
-        )
-        self._resolve_server_response(response)
-        return response.json()
-
-    ################
-    # Remote Cache
-    ################
-    def remote_cache_create(
-        self,
-        cache_entry: CacheEntry,
-        visibility: VisibilityType = "private",
-        description: Optional[str] = None,
-    ) -> dict:
-        """
-        Create a single remote cache entry.
-        If an entry with the same key already exists in the database, update it instead.
-
-        :param cache_entry: The cache entry to send to the server.
-        :param visibility: The visibility of the cache entry.
-        :param optional description: A description for this entry in the remote cache.
-
-        >>> entry = CacheEntry.example()
-        >>> coop.remote_cache_create(cache_entry=entry)
-        {'status': 'success', 'created_entry_count': 1, 'updated_entry_count': 0}
-        """
-        response = self._send_server_request(
-            uri="api/v0/remote-cache",
-            method="POST",
-            payload={
-                "json_string": json.dumps(cache_entry.to_dict()),
-                "version": self._edsl_version,
-                "visibility": visibility,
-                "description": description,
-            },
-        )
-        self._resolve_server_response(response)
-        response_json = response.json()
-        created_entry_count = response_json.get("created_entry_count", 0)
-        if created_entry_count > 0:
-            self.remote_cache_create_log(
-                response,
-                description="Upload new cache entries to server",
-                cache_entry_count=created_entry_count,
-            )
-        return response.json()
-
-    def remote_cache_create_many(
-        self,
-        cache_entries: list[CacheEntry],
-        visibility: VisibilityType = "private",
-        description: Optional[str] = None,
-    ) -> dict:
-        """
-        Create many remote cache entries.
-        If an entry with the same key already exists in the database, update it instead.
-
-        :param cache_entries: The list of cache entries to send to the server.
-        :param visibility: The visibility of the cache entries.
-        :param optional description: A description for these entries in the remote cache.
-
-        >>> entries = [CacheEntry.example(randomize=True) for _ in range(10)]
-        >>> coop.remote_cache_create_many(cache_entries=entries)
-        {'status': 'success', 'created_entry_count': 10, 'updated_entry_count': 0}
-        """
-        payload = [
-            {
-                "json_string": json.dumps(c.to_dict()),
-                "version": self._edsl_version,
-                "visibility": visibility,
-                "description": description,
-            }
-            for c in cache_entries
-        ]
-        response = self._send_server_request(
-            uri="api/v0/remote-cache/many",
-            method="POST",
-            payload=payload,
-        )
-        self._resolve_server_response(response)
-        response_json = response.json()
-        created_entry_count = response_json.get("created_entry_count", 0)
-        if created_entry_count > 0:
-            self.remote_cache_create_log(
-                response,
-                description="Upload new cache entries to server",
-                cache_entry_count=created_entry_count,
-            )
-        return response.json()
-
-    def remote_cache_get(
-        self,
-        exclude_keys: Optional[list[str]] = None,
-    ) -> list[CacheEntry]:
-        """
-        Get all remote cache entries.
-
-        :param optional exclude_keys: Exclude CacheEntry objects with these keys.
-
-        >>> coop.remote_cache_get()
-        [CacheEntry(...), CacheEntry(...), ...]
-        """
-        if exclude_keys is None:
-            exclude_keys = []
-        response = self._send_server_request(
-            uri="api/v0/remote-cache/get-many",
-            method="POST",
-            payload={"keys": exclude_keys},
-        )
-        self._resolve_server_response(response)
-        return [
-            CacheEntry.from_dict(json.loads(v.get("json_string")))
-            for v in response.json()
-        ]
-
-    def remote_cache_get_diff(
-        self,
-        client_cacheentry_keys: list[str],
-    ) -> dict:
-        """
-        Get the difference between local and remote cache entries for a user.
-        """
-        response = self._send_server_request(
-            uri="api/v0/remote-cache/get-diff",
-            method="POST",
-            payload={"keys": client_cacheentry_keys},
-        )
-        self._resolve_server_response(response)
-        response_json = response.json()
-        response_dict = {
-            "client_missing_cacheentries": [
-                CacheEntry.from_dict(json.loads(c.get("json_string")))
-                for c in response_json.get("client_missing_cacheentries", [])
-            ],
-            "server_missing_cacheentry_keys": response_json.get(
-                "server_missing_cacheentry_keys", []
-            ),
-        }
-        downloaded_entry_count = len(response_dict["client_missing_cacheentries"])
-        if downloaded_entry_count > 0:
-            self.remote_cache_create_log(
-                response,
-                description="Download missing cache entries to client",
-                cache_entry_count=downloaded_entry_count,
-            )
-        return response_dict
-
-    def remote_cache_clear(self) -> dict:
-        """
-        Clear all remote cache entries.
-
-        >>> entries = [CacheEntry.example(randomize=True) for _ in range(10)]
-        >>> coop.remote_cache_create_many(cache_entries=entries)
-        >>> coop.remote_cache_clear()
-        {'status': 'success', 'deleted_entry_count': 10}
-        """
-        response = self._send_server_request(
-            uri="api/v0/remote-cache/delete-all",
-            method="DELETE",
-        )
-        self._resolve_server_response(response)
-        response_json = response.json()
-        deleted_entry_count = response_json.get("deleted_entry_count", 0)
-        if deleted_entry_count > 0:
-            self.remote_cache_create_log(
-                response,
-                description="Clear cache entries",
-                cache_entry_count=deleted_entry_count,
-            )
-        return response.json()
-
-    def remote_cache_create_log(
-        self, response: requests.Response, description: str, cache_entry_count: int
-    ) -> Union[dict, None]:
-        """
-        If a remote cache action has been completed successfully,
-        log the action.
-        """
-        if 200 <= response.status_code < 300:
-            log_response = self._send_server_request(
-                uri="api/v0/remote-cache-log",
-                method="POST",
-                payload={
-                    "description": description,
-                    "cache_entry_count": cache_entry_count,
-                },
-            )
-            self._resolve_server_response(log_response)
-            return response.json()
-
-    def remote_cache_clear_log(self) -> dict:
-        """
-        Clear all remote cache log entries.
-
-        >>> coop.remote_cache_clear_log()
-        {'status': 'success'}
-        """
-        response = self._send_server_request(
-            uri="api/v0/remote-cache-log/delete-all",
-            method="DELETE",
-        )
-        self._resolve_server_response(response)
-        return response.json()
-
-    ################
-    # Remote Inference
-    ################
-    def remote_inference_create(
-        self,
-        job: Jobs,
-        description: Optional[str] = None,
-        status: RemoteJobStatus = "queued",
-        visibility: Optional[VisibilityType] = "unlisted",
-        iterations: Optional[int] = 1,
-    ) -> dict:
-        """
-        Send a remote inference job to the server.
-
-        :param job: The EDSL job to send to the server.
-        :param optional description: A description for this entry in the remote cache.
-        :param status: The status of the job. Should be 'queued', unless you are debugging.
-        :param visibility: The visibility of the cache entry.
-        :param iterations: The number of times to run each interview.
-
-        >>> job = Jobs.example()
-        >>> coop.remote_inference_create(job=job, description="My job")
-        {'uuid': '9f8484ee-b407-40e4-9652-4133a7236c9c', 'description': 'My job', 'status': 'queued', 'visibility': 'unlisted', 'version': '0.1.29.dev4'}
-        """
-        response = self._send_server_request(
-            uri="api/v0/remote-inference",
-            method="POST",
-            payload={
-                "json_string": json.dumps(
-                    job.to_dict(),
-                    default=self._json_handle_none,
-                ),
-                "description": description,
-                "status": status,
-                "iterations": iterations,
-                "visibility": visibility,
-                "version": self._edsl_version,
-            },
-        )
-        self._resolve_server_response(response)
-        response_json = response.json()
-        return {
-            "uuid": response_json.get("job_uuid"),
-            "description": response_json.get("description"),
-            "status": response_json.get("status"),
-            "iterations": response_json.get("iterations"),
-            "visibility": response_json.get("visibility"),
-            "version": self._edsl_version,
-        }
-
-    def remote_inference_get(
-        self, job_uuid: Optional[str] = None, results_uuid: Optional[str] = None
-    ) -> dict:
-        """
-        Get the details of a remote inference job.
-        You can pass either the job uuid or the results uuid as a parameter.
-        If you pass both, the job uuid will be prioritized.
-
-        :param job_uuid: The UUID of the EDSL job.
-        :param results_uuid: The UUID of the results associated with the EDSL job.
-
-        >>> coop.remote_inference_get("9f8484ee-b407-40e4-9652-4133a7236c9c")
-        {'jobs_uuid': '9f8484ee-b407-40e4-9652-4133a7236c9c', 'results_uuid': 'dd708234-31bf-4fe1-8747-6e232625e026', 'results_url': 'https://www.expectedparrot.com/content/dd708234-31bf-4fe1-8747-6e232625e026', 'status': 'completed', 'reason': None, 'price': 16, 'version': '0.1.29.dev4'}
-        """
-        if job_uuid is None and results_uuid is None:
-            raise ValueError("Either job_uuid or results_uuid must be provided.")
-        elif job_uuid is not None:
-            params = {"job_uuid": job_uuid}
-        else:
-            params = {"results_uuid": results_uuid}
-
-        response = self._send_server_request(
-            uri="api/v0/remote-inference",
-            method="GET",
-            params=params,
-        )
-        self._resolve_server_response(response)
-        data = response.json()
-        return {
-            "job_uuid": data.get("job_uuid"),
-            "results_uuid": data.get("results_uuid"),
-            "results_url": f"{self.url}/content/{data.get('results_uuid')}",
-            "status": data.get("status"),
-            "reason": data.get("reason"),
-            "credits_consumed": data.get("price"),
-            "version": data.get("version"),
-        }
-
-    def remote_inference_cost(self, input: Union[Jobs, Survey]) -> int:
-        """
-        Get the cost of a remote inference job.
-
-        :param input: The EDSL job to send to the server.
-
-        >>> job = Jobs.example()
-        >>> coop.remote_inference_cost(input=job)
-        16
-        """
-        if isinstance(input, Jobs):
-            job = input
-        elif isinstance(input, Survey):
-            job = Jobs(survey=input)
-        else:
-            raise TypeError("Input must be either a Job or a Survey.")
-
-        response = self._send_server_request(
-            uri="api/v0/remote-inference/cost",
-            method="POST",
-            payload={
-                "json_string": json.dumps(
-                    job.to_dict(),
-                    default=self._json_handle_none,
-                ),
-            },
-        )
-        self._resolve_server_response(response)
-        response_json = response.json()
-        return {
-            "credits": response_json.get("cost_in_credits"),
-            "usd": response_json.get("cost_in_usd"),
-        }
-
-    ################
-    # DUNDER METHODS
-    ################
-    def __repr__(self):
-        """Return a string representation of the client."""
-        return f"Client(api_key='{self.api_key}', url='{self.url}')"
-
-    ################
-    # EXPERIMENTAL
-    ################
-    async def remote_async_execute_model_call(
-        self, model_dict: dict, user_prompt: str, system_prompt: str
-    ) -> dict:
-        url = self.url + "/inference/"
-        # print("Now using url: ", url)
-        data = {
-            "model_dict": model_dict,
-            "user_prompt": user_prompt,
-            "system_prompt": system_prompt,
-        }
-        # Use aiohttp to send a POST request asynchronously
-        async with aiohttp.ClientSession() as session:
-            async with session.post(url, json=data) as response:
-                response_data = await response.json()
-        return response_data
-
-    def web(
-        self,
-        survey: dict,
-        platform: Literal[
-            "google_forms", "lime_survey", "survey_monkey"
-        ] = "lime_survey",
-        email=None,
-    ):
-        url = f"{self.url}/api/v0/export_to_{platform}"
-        if email:
-            data = {"json_string": json.dumps({"survey": survey, "email": email})}
-        else:
-            data = {"json_string": json.dumps({"survey": survey, "email": ""})}
-
-        response_json = requests.post(url, headers=self.headers, data=json.dumps(data))
-
-        return response_json
-
-    def fetch_prices(self) -> dict:
-        """
-        Fetch model prices from Coop. If the request fails, return an empty dict.
-        """
-
-        from edsl.coop.PriceFetcher import PriceFetcher
-
-        from edsl.config import CONFIG
-
-        if bool(CONFIG.get("EDSL_FETCH_TOKEN_PRICES")):
-            price_fetcher = PriceFetcher()
-            return price_fetcher.fetch_prices()
-        else:
-            return {}
-
-    def fetch_rate_limit_config_vars(self) -> dict:
-        """
-        Fetch a dict of rate limit config vars from Coop.
-
-        The dict keys are RPM and TPM variables like EDSL_SERVICE_RPM_OPENAI.
-        """
-        response = self._send_server_request(
-            uri="api/v0/config-vars",
-            method="GET",
-        )
-        self._resolve_server_response(response)
-        data = response.json()
-        return data
-
-
-if __name__ == "__main__":
-    sheet_data = fetch_sheet_data()
-    if sheet_data:
-        print(f"Successfully fetched {len(sheet_data)} rows of data.")
-        print("First row:", sheet_data[0])
-    else:
-        print("Failed to fetch sheet data.")
-
-
-def main():
-    """
-    A simple example for the coop client
-    """
-    from uuid import uuid4
-    from edsl import (
-        Agent,
-        AgentList,
-        Cache,
-        Notebook,
-        QuestionFreeText,
-        QuestionMultipleChoice,
-        Results,
-        Scenario,
-        ScenarioList,
-        Survey,
-    )
-    from edsl.coop import Coop
-    from edsl.data.CacheEntry import CacheEntry
-    from edsl.jobs import Jobs
-
-    # init & basics
-    API_KEY = "b"
-    coop = Coop(api_key=API_KEY)
-    coop
-    coop.edsl_settings
-
-    ##############
-    # A. A simple example
-    ##############
-    # .. create and manipulate an object through the Coop client
-    response = coop.create(QuestionMultipleChoice.example())
-    coop.get(uuid=response.get("uuid"))
-    coop.get(uuid=response.get("uuid"), expected_object_type="question")
-    coop.get(url=response.get("url"))
-    coop.create(QuestionMultipleChoice.example())
-    coop.get_all("question")
-    coop.patch(uuid=response.get("uuid"), visibility="private")
-    coop.patch(uuid=response.get("uuid"), description="hey")
-    coop.patch(uuid=response.get("uuid"), value=QuestionFreeText.example())
-    # coop.patch(uuid=response.get("uuid"), value=Survey.example()) - should throw error
-    coop.get(uuid=response.get("uuid"))
-    coop.delete(uuid=response.get("uuid"))
-
-    # .. create and manipulate an object through the class
-    response = QuestionMultipleChoice.example().push()
-    QuestionMultipleChoice.pull(uuid=response.get("uuid"))
-    QuestionMultipleChoice.pull(url=response.get("url"))
-    QuestionMultipleChoice.patch(uuid=response.get("uuid"), visibility="private")
-    QuestionMultipleChoice.patch(uuid=response.get("uuid"), description="hey")
-    QuestionMultipleChoice.patch(
-        uuid=response.get("uuid"), value=QuestionFreeText.example()
-    )
-    QuestionMultipleChoice.pull(response.get("uuid"))
-    QuestionMultipleChoice.delete(response.get("uuid"))
-
-    ##############
-    # B. Examples with all objects
-    ##############
-    OBJECTS = [
-        ("agent", Agent),
-        ("agent_list", AgentList),
-        ("cache", Cache),
-        ("notebook", Notebook),
-        ("question", QuestionMultipleChoice),
-        ("results", Results),
-        ("scenario", Scenario),
-        ("scenario_list", ScenarioList),
-        ("survey", Survey),
-    ]
-    for object_type, cls in OBJECTS:
-        print(f"Testing {object_type} objects")
-        # 1. Delete existing objects
-        existing_objects = coop.get_all(object_type)
-        for item in existing_objects:
-            coop.delete(uuid=item.get("uuid"))
-        # 2. Create new objects
-        example = cls.example()
-        response_1 = coop.create(example)
-        response_2 = coop.create(cls.example(), visibility="private")
-        response_3 = coop.create(cls.example(), visibility="public")
-        response_4 = coop.create(
-            cls.example(), visibility="unlisted", description="hey"
-        )
-        # 3. Retrieve all objects
-        objects = coop.get_all(object_type)
-        assert len(objects) == 4
-        # 4. Try to retrieve an item that does not exist
-        try:
-            coop.get(uuid=uuid4())
-        except Exception as e:
-            print(e)
-        # 5. Try to retrieve all test objects by their uuids
-        for response in [response_1, response_2, response_3, response_4]:
-            coop.get(uuid=response.get("uuid"))
-        # 6. Change visibility of all objects
-        for item in objects:
-            coop.patch(uuid=item.get("uuid"), visibility="private")
-        # 6. Change description of all objects
-        for item in objects:
-            coop.patch(uuid=item.get("uuid"), description="hey")
-        # 7. Delete all objects
-        for item in objects:
-            coop.delete(uuid=item.get("uuid"))
-        assert len(coop.get_all(object_type)) == 0
-
-    ##############
-    # C. Remote Cache
-    ##############
-    # clear
-    coop.remote_cache_clear()
-    assert coop.remote_cache_get() == []
-    # create one remote cache entry
-    cache_entry = CacheEntry.example()
-    cache_entry.to_dict()
-    coop.remote_cache_create(cache_entry)
-    # create many remote cache entries
-    cache_entries = [CacheEntry.example(randomize=True) for _ in range(10)]
-    coop.remote_cache_create_many(cache_entries)
-    # get all remote cache entries
-    coop.remote_cache_get()
-    coop.remote_cache_get(exclude_keys=[])
-    coop.remote_cache_get(exclude_keys=["a"])
-    exclude_keys = [cache_entry.key for cache_entry in cache_entries]
-    coop.remote_cache_get(exclude_keys)
-    # clear
-    coop.remote_cache_clear()
-    coop.remote_cache_get()
-
-    ##############
-    # D. Remote Inference
-    ##############
-    job = Jobs.example()
-    coop.remote_inference_cost(job)
-    job_coop_object = coop.remote_inference_create(job)
-    job_coop_results = coop.remote_inference_get(job_coop_object.get("uuid"))
-    coop.get(uuid=job_coop_results.get("results_uuid"))
+import aiohttp
+import json
+import os
+import requests
+from typing import Any, Optional, Union, Literal
+from uuid import UUID
+import edsl
+from edsl import CONFIG, CacheEntry, Jobs, Survey
+from edsl.exceptions.coop import CoopNoUUIDError, CoopServerResponseError
+from edsl.coop.utils import (
+    EDSLObject,
+    ObjectRegistry,
+    ObjectType,
+    RemoteJobStatus,
+    VisibilityType,
+)
+
+
+class Coop:
+    """
+    Client for the Expected Parrot API.
+    """
+
+    def __init__(self, api_key: str = None, url: str = None) -> None:
+        """
+        Initialize the client.
+        - Provide an API key directly, or through an env variable.
+        - Provide a URL directly, or use the default one.
+        """
+        self.api_key = api_key or os.getenv("EXPECTED_PARROT_API_KEY")
+        self.url = url or CONFIG.EXPECTED_PARROT_URL
+        if self.url.endswith("/"):
+            self.url = self.url[:-1]
+        self._edsl_version = edsl.__version__
+
+    ################
+    # BASIC METHODS
+    ################
+    @property
+    def headers(self) -> dict:
+        """
+        Return the headers for the request.
+        """
+        headers = {}
+        if self.api_key:
+            headers["Authorization"] = f"Bearer {self.api_key}"
+        else:
+            headers["Authorization"] = f"Bearer None"
+        return headers
+
+    def _send_server_request(
+        self,
+        uri: str,
+        method: str,
+        payload: Optional[dict[str, Any]] = None,
+        params: Optional[dict[str, Any]] = None,
+        timeout: Optional[float] = 5,
+    ) -> requests.Response:
+        """
+        Send a request to the server and return the response.
+        """
+        url = f"{self.url}/{uri}"
+        method = method.upper()
+        if payload is None:
+            timeout = 20
+        elif (
+            method.upper() == "POST"
+            and "json_string" in payload
+            and payload.get("json_string") is not None
+        ):
+            timeout = max(20, (len(payload.get("json_string", "")) // (1024 * 1024)))
+        try:
+            if method in ["GET", "DELETE"]:
+                response = requests.request(
+                    method, url, params=params, headers=self.headers, timeout=timeout
+                )
+            elif method in ["POST", "PATCH"]:
+                response = requests.request(
+                    method,
+                    url,
+                    params=params,
+                    json=payload,
+                    headers=self.headers,
+                    timeout=timeout,
+                )
+            else:
+                raise Exception(f"Invalid {method=}.")
+        except requests.ConnectionError:
+            raise requests.ConnectionError(f"Could not connect to the server at {url}.")
+
+        return response
+
+    def _resolve_server_response(self, response: requests.Response) -> None:
+        """
+        Check the response from the server and raise errors as appropriate.
+        """
+        if response.status_code >= 400:
+            message = response.json().get("detail")
+            # print(response.text)
+            if "Authorization" in message:
+                print(message)
+                message = "Please provide an Expected Parrot API key."
+            raise CoopServerResponseError(message)
+
+    def _json_handle_none(self, value: Any) -> Any:
+        """
+        Handle None values during JSON serialization.
+        - Return "null" if the value is None. Otherwise, don't return anything.
+        """
+        if value is None:
+            return "null"
+
+    def _resolve_uuid(
+        self, uuid: Union[str, UUID] = None, url: str = None
+    ) -> Union[str, UUID]:
+        """
+        Resolve the uuid from a uuid or a url.
+        """
+        if not url and not uuid:
+            raise CoopNoUUIDError("No uuid or url provided for the object.")
+        if not uuid and url:
+            uuid = url.split("/")[-1]
+        return uuid
+
+    @property
+    def edsl_settings(self) -> dict:
+        """
+        Retrieve and return the EDSL settings stored on Coop.
+        If no response is received within 5 seconds, return an empty dict.
+        """
+        from requests.exceptions import Timeout
+
+        try:
+            response = self._send_server_request(
+                uri="api/v0/edsl-settings", method="GET", timeout=5
+            )
+            self._resolve_server_response(response)
+            return response.json()
+        except Timeout:
+            return {}
+
+    ################
+    # Objects
+    ################
+    def create(
+        self,
+        object: EDSLObject,
+        description: Optional[str] = None,
+        visibility: Optional[VisibilityType] = "unlisted",
+    ) -> dict:
+        """
+        Create an EDSL object in the Coop server.
+        """
+        object_type = ObjectRegistry.get_object_type_by_edsl_class(object)
+        response = self._send_server_request(
+            uri=f"api/v0/object",
+            method="POST",
+            payload={
+                "description": description,
+                "json_string": json.dumps(
+                    object.to_dict(),
+                    default=self._json_handle_none,
+                ),
+                "object_type": object_type,
+                "visibility": visibility,
+                "version": self._edsl_version,
+            },
+        )
+        self._resolve_server_response(response)
+        response_json = response.json()
+        return {
+            "description": response_json.get("description"),
+            "object_type": object_type,
+            "url": f"{self.url}/content/{response_json.get('uuid')}",
+            "uuid": response_json.get("uuid"),
+            "version": self._edsl_version,
+            "visibility": response_json.get("visibility"),
+        }
+
+    def get(
+        self,
+        uuid: Union[str, UUID] = None,
+        url: str = None,
+        expected_object_type: Optional[ObjectType] = None,
+    ) -> EDSLObject:
+        """
+        Retrieve an EDSL object by its uuid or its url.
+        - If the object's visibility is private, the user must be the owner.
+        - Optionally, check if the retrieved object is of a certain type.
+
+        :param uuid: the uuid of the object either in str or UUID format.
+        :param url: the url of the object.
+        :param expected_object_type: the expected type of the object.
+
+        :return: the object instance.
+        """
+        uuid = self._resolve_uuid(uuid, url)
+        response = self._send_server_request(
+            uri=f"api/v0/object",
+            method="GET",
+            params={"uuid": uuid},
+        )
+        self._resolve_server_response(response)
+        json_string = response.json().get("json_string")
+        object_type = response.json().get("object_type")
+        if expected_object_type and object_type != expected_object_type:
+            raise Exception(f"Expected {expected_object_type=} but got {object_type=}")
+        edsl_class = ObjectRegistry.object_type_to_edsl_class.get(object_type)
+        object = edsl_class.from_dict(json.loads(json_string))
+        return object
+
+    def get_all(self, object_type: ObjectType) -> list[dict[str, Any]]:
+        """
+        Retrieve all objects of a certain type associated with the user.
+        """
+        edsl_class = ObjectRegistry.object_type_to_edsl_class.get(object_type)
+        response = self._send_server_request(
+            uri=f"api/v0/objects",
+            method="GET",
+            params={"type": object_type},
+        )
+        self._resolve_server_response(response)
+        objects = [
+            {
+                "object": edsl_class.from_dict(json.loads(o.get("json_string"))),
+                "uuid": o.get("uuid"),
+                "version": o.get("version"),
+                "description": o.get("description"),
+                "visibility": o.get("visibility"),
+                "url": f"{self.url}/content/{o.get('uuid')}",
+            }
+            for o in response.json()
+        ]
+        return objects
+
+    def delete(self, uuid: Union[str, UUID] = None, url: str = None) -> dict:
+        """
+        Delete an object from the server.
+        """
+        uuid = self._resolve_uuid(uuid, url)
+        response = self._send_server_request(
+            uri=f"api/v0/object",
+            method="DELETE",
+            params={"uuid": uuid},
+        )
+        self._resolve_server_response(response)
+        return response.json()
+
+    def patch(
+        self,
+        uuid: Union[str, UUID] = None,
+        url: str = None,
+        description: Optional[str] = None,
+        value: Optional[EDSLObject] = None,
+        visibility: Optional[VisibilityType] = None,
+    ) -> dict:
+        """
+        Change the attributes of an uploaded object
+        - Only supports visibility for now
+        """
+        if description is None and visibility is None and value is None:
+            raise Exception("Nothing to patch.")
+        uuid = self._resolve_uuid(uuid, url)
+        response = self._send_server_request(
+            uri=f"api/v0/object",
+            method="PATCH",
+            params={"uuid": uuid},
+            payload={
+                "description": description,
+                "json_string": (
+                    json.dumps(
+                        value.to_dict(),
+                        default=self._json_handle_none,
+                    )
+                    if value
+                    else None
+                ),
+                "visibility": visibility,
+            },
+        )
+        self._resolve_server_response(response)
+        return response.json()
+
+    ################
+    # Remote Cache
+    ################
+    def remote_cache_create(
+        self,
+        cache_entry: CacheEntry,
+        visibility: VisibilityType = "private",
+        description: Optional[str] = None,
+    ) -> dict:
+        """
+        Create a single remote cache entry.
+        If an entry with the same key already exists in the database, update it instead.
+
+        :param cache_entry: The cache entry to send to the server.
+        :param visibility: The visibility of the cache entry.
+        :param optional description: A description for this entry in the remote cache.
+
+        >>> entry = CacheEntry.example()
+        >>> coop.remote_cache_create(cache_entry=entry)
+        {'status': 'success', 'created_entry_count': 1, 'updated_entry_count': 0}
+        """
+        response = self._send_server_request(
+            uri="api/v0/remote-cache",
+            method="POST",
+            payload={
+                "json_string": json.dumps(cache_entry.to_dict()),
+                "version": self._edsl_version,
+                "visibility": visibility,
+                "description": description,
+            },
+        )
+        self._resolve_server_response(response)
+        response_json = response.json()
+        created_entry_count = response_json.get("created_entry_count", 0)
+        if created_entry_count > 0:
+            self.remote_cache_create_log(
+                response,
+                description="Upload new cache entries to server",
+                cache_entry_count=created_entry_count,
+            )
+        return response.json()
+
+    def remote_cache_create_many(
+        self,
+        cache_entries: list[CacheEntry],
+        visibility: VisibilityType = "private",
+        description: Optional[str] = None,
+    ) -> dict:
+        """
+        Create many remote cache entries.
+        If an entry with the same key already exists in the database, update it instead.
+
+        :param cache_entries: The list of cache entries to send to the server.
+        :param visibility: The visibility of the cache entries.
+        :param optional description: A description for these entries in the remote cache.
+
+        >>> entries = [CacheEntry.example(randomize=True) for _ in range(10)]
+        >>> coop.remote_cache_create_many(cache_entries=entries)
+        {'status': 'success', 'created_entry_count': 10, 'updated_entry_count': 0}
+        """
+        payload = [
+            {
+                "json_string": json.dumps(c.to_dict()),
+                "version": self._edsl_version,
+                "visibility": visibility,
+                "description": description,
+            }
+            for c in cache_entries
+        ]
+        response = self._send_server_request(
+            uri="api/v0/remote-cache/many",
+            method="POST",
+            payload=payload,
+        )
+        self._resolve_server_response(response)
+        response_json = response.json()
+        created_entry_count = response_json.get("created_entry_count", 0)
+        if created_entry_count > 0:
+            self.remote_cache_create_log(
+                response,
+                description="Upload new cache entries to server",
+                cache_entry_count=created_entry_count,
+            )
+        return response.json()
+
+    def remote_cache_get(
+        self,
+        exclude_keys: Optional[list[str]] = None,
+    ) -> list[CacheEntry]:
+        """
+        Get all remote cache entries.
+
+        :param optional exclude_keys: Exclude CacheEntry objects with these keys.
+
+        >>> coop.remote_cache_get()
+        [CacheEntry(...), CacheEntry(...), ...]
+        """
+        if exclude_keys is None:
+            exclude_keys = []
+        response = self._send_server_request(
+            uri="api/v0/remote-cache/get-many",
+            method="POST",
+            payload={"keys": exclude_keys},
+        )
+        self._resolve_server_response(response)
+        return [
+            CacheEntry.from_dict(json.loads(v.get("json_string")))
+            for v in response.json()
+        ]
+
+    def remote_cache_get_diff(
+        self,
+        client_cacheentry_keys: list[str],
+    ) -> dict:
+        """
+        Get the difference between local and remote cache entries for a user.
+        """
+        response = self._send_server_request(
+            uri="api/v0/remote-cache/get-diff",
+            method="POST",
+            payload={"keys": client_cacheentry_keys},
+        )
+        self._resolve_server_response(response)
+        response_json = response.json()
+        response_dict = {
+            "client_missing_cacheentries": [
+                CacheEntry.from_dict(json.loads(c.get("json_string")))
+                for c in response_json.get("client_missing_cacheentries", [])
+            ],
+            "server_missing_cacheentry_keys": response_json.get(
+                "server_missing_cacheentry_keys", []
+            ),
+        }
+        downloaded_entry_count = len(response_dict["client_missing_cacheentries"])
+        if downloaded_entry_count > 0:
+            self.remote_cache_create_log(
+                response,
+                description="Download missing cache entries to client",
+                cache_entry_count=downloaded_entry_count,
+            )
+        return response_dict
+
+    def remote_cache_clear(self) -> dict:
+        """
+        Clear all remote cache entries.
+
+        >>> entries = [CacheEntry.example(randomize=True) for _ in range(10)]
+        >>> coop.remote_cache_create_many(cache_entries=entries)
+        >>> coop.remote_cache_clear()
+        {'status': 'success', 'deleted_entry_count': 10}
+        """
+        response = self._send_server_request(
+            uri="api/v0/remote-cache/delete-all",
+            method="DELETE",
+        )
+        self._resolve_server_response(response)
+        response_json = response.json()
+        deleted_entry_count = response_json.get("deleted_entry_count", 0)
+        if deleted_entry_count > 0:
+            self.remote_cache_create_log(
+                response,
+                description="Clear cache entries",
+                cache_entry_count=deleted_entry_count,
+            )
+        return response.json()
+
+    def remote_cache_create_log(
+        self, response: requests.Response, description: str, cache_entry_count: int
+    ) -> Union[dict, None]:
+        """
+        If a remote cache action has been completed successfully,
+        log the action.
+        """
+        if 200 <= response.status_code < 300:
+            log_response = self._send_server_request(
+                uri="api/v0/remote-cache-log",
+                method="POST",
+                payload={
+                    "description": description,
+                    "cache_entry_count": cache_entry_count,
+                },
+            )
+            self._resolve_server_response(log_response)
+            return response.json()
+
+    def remote_cache_clear_log(self) -> dict:
+        """
+        Clear all remote cache log entries.
+
+        >>> coop.remote_cache_clear_log()
+        {'status': 'success'}
+        """
+        response = self._send_server_request(
+            uri="api/v0/remote-cache-log/delete-all",
+            method="DELETE",
+        )
+        self._resolve_server_response(response)
+        return response.json()
+
+    ################
+    # Remote Inference
+    ################
+    def remote_inference_create(
+        self,
+        job: Jobs,
+        description: Optional[str] = None,
+        status: RemoteJobStatus = "queued",
+        visibility: Optional[VisibilityType] = "unlisted",
+        iterations: Optional[int] = 1,
+    ) -> dict:
+        """
+        Send a remote inference job to the server.
+
+        :param job: The EDSL job to send to the server.
+        :param optional description: A description for this entry in the remote cache.
+        :param status: The status of the job. Should be 'queued', unless you are debugging.
+        :param visibility: The visibility of the cache entry.
+        :param iterations: The number of times to run each interview.
+
+        >>> job = Jobs.example()
+        >>> coop.remote_inference_create(job=job, description="My job")
+        {'uuid': '9f8484ee-b407-40e4-9652-4133a7236c9c', 'description': 'My job', 'status': 'queued', 'visibility': 'unlisted', 'version': '0.1.29.dev4'}
+        """
+        response = self._send_server_request(
+            uri="api/v0/remote-inference",
+            method="POST",
+            payload={
+                "json_string": json.dumps(
+                    job.to_dict(),
+                    default=self._json_handle_none,
+                ),
+                "description": description,
+                "status": status,
+                "iterations": iterations,
+                "visibility": visibility,
+                "version": self._edsl_version,
+            },
+        )
+        self._resolve_server_response(response)
+        response_json = response.json()
+        return {
+            "uuid": response_json.get("job_uuid"),
+            "description": response_json.get("description"),
+            "status": response_json.get("status"),
+            "iterations": response_json.get("iterations"),
+            "visibility": response_json.get("visibility"),
+            "version": self._edsl_version,
+        }
+
+    def remote_inference_get(
+        self, job_uuid: Optional[str] = None, results_uuid: Optional[str] = None
+    ) -> dict:
+        """
+        Get the details of a remote inference job.
+        You can pass either the job uuid or the results uuid as a parameter.
+        If you pass both, the job uuid will be prioritized.
+
+        :param job_uuid: The UUID of the EDSL job.
+        :param results_uuid: The UUID of the results associated with the EDSL job.
+
+        >>> coop.remote_inference_get("9f8484ee-b407-40e4-9652-4133a7236c9c")
+        {'jobs_uuid': '9f8484ee-b407-40e4-9652-4133a7236c9c', 'results_uuid': 'dd708234-31bf-4fe1-8747-6e232625e026', 'results_url': 'https://www.expectedparrot.com/content/dd708234-31bf-4fe1-8747-6e232625e026', 'status': 'completed', 'reason': None, 'price': 16, 'version': '0.1.29.dev4'}
+        """
+        if job_uuid is None and results_uuid is None:
+            raise ValueError("Either job_uuid or results_uuid must be provided.")
+        elif job_uuid is not None:
+            params = {"job_uuid": job_uuid}
+        else:
+            params = {"results_uuid": results_uuid}
+
+        response = self._send_server_request(
+            uri="api/v0/remote-inference",
+            method="GET",
+            params=params,
+        )
+        self._resolve_server_response(response)
+        data = response.json()
+        return {
+            "job_uuid": data.get("job_uuid"),
+            "results_uuid": data.get("results_uuid"),
+            "results_url": f"{self.url}/content/{data.get('results_uuid')}",
+            "status": data.get("status"),
+            "reason": data.get("reason"),
+            "credits_consumed": data.get("price"),
+            "version": data.get("version"),
+        }
+
+    def remote_inference_cost(self, input: Union[Jobs, Survey]) -> int:
+        """
+        Get the cost of a remote inference job.
+
+        :param input: The EDSL job to send to the server.
+
+        >>> job = Jobs.example()
+        >>> coop.remote_inference_cost(input=job)
+        16
+        """
+        if isinstance(input, Jobs):
+            job = input
+        elif isinstance(input, Survey):
+            job = Jobs(survey=input)
+        else:
+            raise TypeError("Input must be either a Job or a Survey.")
+
+        response = self._send_server_request(
+            uri="api/v0/remote-inference/cost",
+            method="POST",
+            payload={
+                "json_string": json.dumps(
+                    job.to_dict(),
+                    default=self._json_handle_none,
+                ),
+            },
+        )
+        self._resolve_server_response(response)
+        response_json = response.json()
+        return {
+            "credits": response_json.get("cost_in_credits"),
+            "usd": response_json.get("cost_in_usd"),
+        }
+
+    ################
+    # DUNDER METHODS
+    ################
+    def __repr__(self):
+        """Return a string representation of the client."""
+        return f"Client(api_key='{self.api_key}', url='{self.url}')"
+
+    ################
+    # EXPERIMENTAL
+    ################
+    async def remote_async_execute_model_call(
+        self, model_dict: dict, user_prompt: str, system_prompt: str
+    ) -> dict:
+        url = self.url + "/inference/"
+        # print("Now using url: ", url)
+        data = {
+            "model_dict": model_dict,
+            "user_prompt": user_prompt,
+            "system_prompt": system_prompt,
+        }
+        # Use aiohttp to send a POST request asynchronously
+        async with aiohttp.ClientSession() as session:
+            async with session.post(url, json=data) as response:
+                response_data = await response.json()
+        return response_data
+
+    def web(
+        self,
+        survey: dict,
+        platform: Literal[
+            "google_forms", "lime_survey", "survey_monkey"
+        ] = "lime_survey",
+        email=None,
+    ):
+        url = f"{self.url}/api/v0/export_to_{platform}"
+        if email:
+            data = {"json_string": json.dumps({"survey": survey, "email": email})}
+        else:
+            data = {"json_string": json.dumps({"survey": survey, "email": ""})}
+
+        response_json = requests.post(url, headers=self.headers, data=json.dumps(data))
+
+        return response_json
+
+    def fetch_prices(self) -> dict:
+        """
+        Fetch model prices from Coop. If the request fails, return an empty dict.
+        """
+
+        from edsl.coop.PriceFetcher import PriceFetcher
+
+        from edsl.config import CONFIG
+
+        if bool(CONFIG.get("EDSL_FETCH_TOKEN_PRICES")):
+            price_fetcher = PriceFetcher()
+            return price_fetcher.fetch_prices()
+        else:
+            return {}
+
+    def fetch_rate_limit_config_vars(self) -> dict:
+        """
+        Fetch a dict of rate limit config vars from Coop.
+
+        The dict keys are RPM and TPM variables like EDSL_SERVICE_RPM_OPENAI.
+        """
+        response = self._send_server_request(
+            uri="api/v0/config-vars",
+            method="GET",
+        )
+        self._resolve_server_response(response)
+        data = response.json()
+        return data
+
+
+if __name__ == "__main__":
+    sheet_data = fetch_sheet_data()
+    if sheet_data:
+        print(f"Successfully fetched {len(sheet_data)} rows of data.")
+        print("First row:", sheet_data[0])
+    else:
+        print("Failed to fetch sheet data.")
+
+
+def main():
+    """
+    A simple example for the coop client
+    """
+    from uuid import uuid4
+    from edsl import (
+        Agent,
+        AgentList,
+        Cache,
+        Notebook,
+        QuestionFreeText,
+        QuestionMultipleChoice,
+        Results,
+        Scenario,
+        ScenarioList,
+        Survey,
+    )
+    from edsl.coop import Coop
+    from edsl.data.CacheEntry import CacheEntry
+    from edsl.jobs import Jobs
+
+    # init & basics
+    API_KEY = "b"
+    coop = Coop(api_key=API_KEY)
+    coop
+    coop.edsl_settings
+
+    ##############
+    # A. A simple example
+    ##############
+    # .. create and manipulate an object through the Coop client
+    response = coop.create(QuestionMultipleChoice.example())
+    coop.get(uuid=response.get("uuid"))
+    coop.get(uuid=response.get("uuid"), expected_object_type="question")
+    coop.get(url=response.get("url"))
+    coop.create(QuestionMultipleChoice.example())
+    coop.get_all("question")
+    coop.patch(uuid=response.get("uuid"), visibility="private")
+    coop.patch(uuid=response.get("uuid"), description="hey")
+    coop.patch(uuid=response.get("uuid"), value=QuestionFreeText.example())
+    # coop.patch(uuid=response.get("uuid"), value=Survey.example()) - should throw error
+    coop.get(uuid=response.get("uuid"))
+    coop.delete(uuid=response.get("uuid"))
+
+    # .. create and manipulate an object through the class
+    response = QuestionMultipleChoice.example().push()
+    QuestionMultipleChoice.pull(uuid=response.get("uuid"))
+    QuestionMultipleChoice.pull(url=response.get("url"))
+    QuestionMultipleChoice.patch(uuid=response.get("uuid"), visibility="private")
+    QuestionMultipleChoice.patch(uuid=response.get("uuid"), description="hey")
+    QuestionMultipleChoice.patch(
+        uuid=response.get("uuid"), value=QuestionFreeText.example()
+    )
+    QuestionMultipleChoice.pull(response.get("uuid"))
+    QuestionMultipleChoice.delete(response.get("uuid"))
+
+    ##############
+    # B. Examples with all objects
+    ##############
+    OBJECTS = [
+        ("agent", Agent),
+        ("agent_list", AgentList),
+        ("cache", Cache),
+        ("notebook", Notebook),
+        ("question", QuestionMultipleChoice),
+        ("results", Results),
+        ("scenario", Scenario),
+        ("scenario_list", ScenarioList),
+        ("survey", Survey),
+    ]
+    for object_type, cls in OBJECTS:
+        print(f"Testing {object_type} objects")
+        # 1. Delete existing objects
+        existing_objects = coop.get_all(object_type)
+        for item in existing_objects:
+            coop.delete(uuid=item.get("uuid"))
+        # 2. Create new objects
+        example = cls.example()
+        response_1 = coop.create(example)
+        response_2 = coop.create(cls.example(), visibility="private")
+        response_3 = coop.create(cls.example(), visibility="public")
+        response_4 = coop.create(
+            cls.example(), visibility="unlisted", description="hey"
+        )
+        # 3. Retrieve all objects
+        objects = coop.get_all(object_type)
+        assert len(objects) == 4
+        # 4. Try to retrieve an item that does not exist
+        try:
+            coop.get(uuid=uuid4())
+        except Exception as e:
+            print(e)
+        # 5. Try to retrieve all test objects by their uuids
+        for response in [response_1, response_2, response_3, response_4]:
+            coop.get(uuid=response.get("uuid"))
+        # 6. Change visibility of all objects
+        for item in objects:
+            coop.patch(uuid=item.get("uuid"), visibility="private")
+        # 6. Change description of all objects
+        for item in objects:
+            coop.patch(uuid=item.get("uuid"), description="hey")
+        # 7. Delete all objects
+        for item in objects:
+            coop.delete(uuid=item.get("uuid"))
+        assert len(coop.get_all(object_type)) == 0
+
+    ##############
+    # C. Remote Cache
+    ##############
+    # clear
+    coop.remote_cache_clear()
+    assert coop.remote_cache_get() == []
+    # create one remote cache entry
+    cache_entry = CacheEntry.example()
+    cache_entry.to_dict()
+    coop.remote_cache_create(cache_entry)
+    # create many remote cache entries
+    cache_entries = [CacheEntry.example(randomize=True) for _ in range(10)]
+    coop.remote_cache_create_many(cache_entries)
+    # get all remote cache entries
+    coop.remote_cache_get()
+    coop.remote_cache_get(exclude_keys=[])
+    coop.remote_cache_get(exclude_keys=["a"])
+    exclude_keys = [cache_entry.key for cache_entry in cache_entries]
+    coop.remote_cache_get(exclude_keys)
+    # clear
+    coop.remote_cache_clear()
+    coop.remote_cache_get()
+
+    ##############
+    # D. Remote Inference
+    ##############
+    job = Jobs.example()
+    coop.remote_inference_cost(job)
+    job_coop_object = coop.remote_inference_create(job)
+    job_coop_results = coop.remote_inference_get(job_coop_object.get("uuid"))
+    coop.get(uuid=job_coop_results.get("results_uuid"))