mpcq 0.2.3__tar.gz

mpcq-0.2.3/.github/workflows/lint.yaml

@@ -0,0 +1,29 @@
+name: Lint and Test
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  build-lint-test:
+    runs-on: ubuntu-latest
+    env:
+      IMAGE_TAG: ${{ github.sha }}
+    steps:
+      - name: Checkout git repo
+        uses: actions/checkout@v2
+      - name: Set up python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+          cache: "pip"
+      - name: Install python dependencies
+        run: pip install -r requirements.txt
+      - name: Install lint dependencies
+        run: pre-commit install
+      - name: Run linters
+        run: pre-commit run --all-files
+      - name: Run tests
+        run: pytest .

mpcq-0.2.3/.github/workflows/publish.yaml

@@ -0,0 +1,31 @@
+name: Publish package
+
+on:
+  push:
+    tags:
+      - "v**"
+
+jobs:
+  # Publish a package to private PyPI
+  publish-package:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+    steps:
+      - name: Checkout git repository
+        uses: actions/checkout@v3
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v3
+        with:
+          python-version: "3.11"
+      - name: Upgrade pip and install requests
+        run: python -m pip install --upgrade build requests
+      - name: Install
+        run: pip install .[tests]
+      - name: Run Tests
+        run: pytest .
+      - name: Build the distribution
+        run: python -m build --sdist --wheel --outdir dist/ .
+      - name: Publish mpcq to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

mpcq-0.2.3/.gitignore

@@ -0,0 +1,5 @@
+*venv/
+*.egg-info
+build/
+dist/
+.eggs/

mpcq-0.2.3/.pre-commit-config.yaml

@@ -0,0 +1,40 @@
+# See https://pre-commit.com for more information
+# See https://pre-commit.com/hooks.html for more hooks
+default_language_version:
+  python: python3.10
+repos:
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
+    hooks:
+    -   id: trailing-whitespace
+        args: [--markdown-linebreak-ext=md]
+    -   id: end-of-file-fixer
+    -   id: check-yaml
+    -   id: check-added-large-files
+
+
+- repo: https://github.com/PyCQA/flake8
+  rev: 6.0.0
+  hooks:
+  - id: flake8
+
+- repo: https://github.com/PyCQA/isort
+  rev: 5.12.0
+  hooks:
+  - id: isort
+    additional_dependencies:
+      - toml
+
+- repo: https://github.com/psf/black
+  rev: 22.12.0
+  hooks:
+  - id: black
+
+- repo: https://github.com/pre-commit/mirrors-mypy
+  rev: v0.991
+  hooks:
+  - id: mypy
+    additional_dependencies:
+      - numpy
+      - sqlalchemy<2
+      - types-requests

mpcq-0.2.3/.python-version

@@ -0,0 +1 @@
+mpcq

mpcq-0.2.3/PKG-INFO

@@ -0,0 +1,68 @@
+Metadata-Version: 2.1
+Name: mpcq
+Version: 0.2.3
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Provides-Extra: tests
+
+# mpcq
+#### A Python package by the Asteroid Institute, a program of the B612 Foundation  
+
+This is a client library for interacting with an MPC observations database.
+
+## Usage
+
+To connect to the Asteroid Institute's clone of the Small Bodies Node MPC database:
+```python
+from mpcq.client import MPCObservationsClient
+
+client = MPCObservationsClient.connect_using_gcloud()
+```
+
+With a client initialized, you can get all observations of a particular object using its provisional designation:
+```python
+observations = client.get_object_observations("2013 RR165")
+observations = list(observations)
+```
+
+These can be converted into a dataframe as follows:
+
+```python
+from mpcq.utils import observations_to_dataframe
+
+observations_df = observations_to_dataframe(observations)
+print(observations_df.head(5))
+```
+```
+	mpc_id	status	obscode	filter_band	unpacked_provisional_designation	timestamp	ra	ra_rms	dec	dec_rms	mag	mag_rms	submission_id	created_at	updated_at
+0	174511900	Published	F51	w	2013 RR165	2011-01-30 11:15:26	123.884679	None	19.820047	None	22.2	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.421485
+1	174511901	Published	F51	w	2013 RR165	2011-01-30 11:37:23	123.880767	None	19.820603	None	22.4	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.427512
+2	174511902	Published	F51	w	2013 RR165	2011-01-30 12:22:35	123.872683	None	19.821694	None	22.3	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.431369
+3	394474985	Published	W84	g	2013 RR165	2013-09-02 05:49:09	354.49745627	0.097	1.17373181	0.100	21.66	0.07	2022-05-23T23:16:35.633_0000EfpX	2022-05-23 23:18:28.963374	2022-06-15 17:17:33.434170
+4	175542203	Published	F51	w	2013 RR165	2013-09-03 10:20:19	354.259229	None	1.099064	None	21.6	None	2013-09-04T00:37:51.000_00005cQy	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.436820
+```
+
+Getting the submission ID and the number of observations per submission of an object:
+```python
+submissions = client.get_object_submissions("2013 RR165")
+submissions = list(submissions)
+```
+
+As before, these can be converted to a dataframe:
+```python
+from mpcq.utils import submissions_to_dataframe
+
+submissions_df = submissions_to_dataframe(submissions)
+print(submissions_df)
+```
+```
+	id	num_observations	timestamp
+0	2017-07-05T20:57:57.001_00006dS8	3	2017-07-05 20:57:57.001
+1	2013-09-04T00:37:51.000_00005cQy	3	2013-09-04 00:37:51.000
+2	2017-09-13T19:53:09.000_0000CdSX	2	2017-09-13 19:53:09.000
+3	2022-05-23T23:16:35.633_0000EfpX	19	2022-05-23 23:16:35.633
+4	2013-09-12T11:43:25.001_00005cpl	4	2013-09-12 11:43:25.001
+5	2011-04-12T00:57:19.000_00005L9j	3	2011-04-12 00:57:19.000
+6	2016-04-03T19:54:29.000_00006IpM	3	2016-04-03 19:54:29.000
+7	2015-01-16T23:14:02.000_00005wg5	3	2015-01-16 23:14:02.000
+```

mpcq-0.2.3/README.md

@@ -0,0 +1,61 @@
+# mpcq
+#### A Python package by the Asteroid Institute, a program of the B612 Foundation  
+
+This is a client library for interacting with an MPC observations database.
+
+## Usage
+
+To connect to the Asteroid Institute's clone of the Small Bodies Node MPC database:
+```python
+from mpcq.client import MPCObservationsClient
+
+client = MPCObservationsClient.connect_using_gcloud()
+```
+
+With a client initialized, you can get all observations of a particular object using its provisional designation:
+```python
+observations = client.get_object_observations("2013 RR165")
+observations = list(observations)
+```
+
+These can be converted into a dataframe as follows:
+
+```python
+from mpcq.utils import observations_to_dataframe
+
+observations_df = observations_to_dataframe(observations)
+print(observations_df.head(5))
+```
+```
+	mpc_id	status	obscode	filter_band	unpacked_provisional_designation	timestamp	ra	ra_rms	dec	dec_rms	mag	mag_rms	submission_id	created_at	updated_at
+0	174511900	Published	F51	w	2013 RR165	2011-01-30 11:15:26	123.884679	None	19.820047	None	22.2	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.421485
+1	174511901	Published	F51	w	2013 RR165	2011-01-30 11:37:23	123.880767	None	19.820603	None	22.4	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.427512
+2	174511902	Published	F51	w	2013 RR165	2011-01-30 12:22:35	123.872683	None	19.821694	None	22.3	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.431369
+3	394474985	Published	W84	g	2013 RR165	2013-09-02 05:49:09	354.49745627	0.097	1.17373181	0.100	21.66	0.07	2022-05-23T23:16:35.633_0000EfpX	2022-05-23 23:18:28.963374	2022-06-15 17:17:33.434170
+4	175542203	Published	F51	w	2013 RR165	2013-09-03 10:20:19	354.259229	None	1.099064	None	21.6	None	2013-09-04T00:37:51.000_00005cQy	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.436820
+```
+
+Getting the submission ID and the number of observations per submission of an object:
+```python
+submissions = client.get_object_submissions("2013 RR165")
+submissions = list(submissions)
+```
+
+As before, these can be converted to a dataframe:
+```python
+from mpcq.utils import submissions_to_dataframe
+
+submissions_df = submissions_to_dataframe(submissions)
+print(submissions_df)
+```
+```
+	id	num_observations	timestamp
+0	2017-07-05T20:57:57.001_00006dS8	3	2017-07-05 20:57:57.001
+1	2013-09-04T00:37:51.000_00005cQy	3	2013-09-04 00:37:51.000
+2	2017-09-13T19:53:09.000_0000CdSX	2	2017-09-13 19:53:09.000
+3	2022-05-23T23:16:35.633_0000EfpX	19	2022-05-23 23:16:35.633
+4	2013-09-12T11:43:25.001_00005cpl	4	2013-09-12 11:43:25.001
+5	2011-04-12T00:57:19.000_00005L9j	3	2011-04-12 00:57:19.000
+6	2016-04-03T19:54:29.000_00006IpM	3	2016-04-03 19:54:29.000
+7	2015-01-16T23:14:02.000_00005wg5	3	2015-01-16 23:14:02.000
+```

mpcq-0.2.3/mpcq/__init__.py

@@ -0,0 +1,5 @@
+from .client import MPCObservationsClient
+from .observation import Observation, ObservationStatus
+from .version import __version__
+
+__all__ = ["MPCObservationsClient", "Observation", "ObservationStatus", "__version__"]

mpcq-0.2.3/mpcq/client.py

@@ -0,0 +1,221 @@
+import json
+import logging
+from typing import Iterator, Optional
+
+import astropy.time
+import google.cloud.secretmanager
+import sqlalchemy as sq
+from google.cloud.sql.connector import Connector
+
+from .observation import Observation, ObservationStatus
+from .submission import Submission
+
+log = logging.getLogger("mpcq.client")
+
+_DB_DRIVER = "pg8000"
+
+
+class MPCObservationsClient:
+    def __init__(self, dbconn: sq.engine.Connection):
+        self._dbconn = dbconn
+
+    @classmethod
+    def connect(cls, engine: sq.engine.Engine):
+        return cls(dbconn=engine.connect())
+
+    @classmethod
+    def connect_using_gcloud(
+        cls,
+        cloudsql_connection_name: str = "moeyens-thor-dev:us-west1:mpc-replica",
+        credentials_uri: str = "projects/moeyens-thor-dev/secrets/mpc-replica-readonly-credentials/versions/latest",  # noqa: E501
+    ):
+        log.info("loading database credentials")
+        client = google.cloud.secretmanager.SecretManagerServiceClient()
+        secret = client.access_secret_version(name=credentials_uri)
+        creds = json.loads(secret.payload.data)
+        log.info("database credentials loaded successfully")
+
+        connector = Connector()
+
+        def make_connection():
+            conn = connector.connect(
+                cloudsql_connection_name,
+                _DB_DRIVER,
+                user=creds["username"],
+                password=creds["password"],
+                db="mpc_sbn",
+            )
+            return conn
+
+        engine = sq.create_engine(
+            f"postgresql+{_DB_DRIVER}://", creator=make_connection
+        )
+        return cls.connect(engine)
+
+    def close(self):
+        self._dbconn.close()
+
+    def get_object_observations(
+        self,
+        object_provisional_designation: str,
+        obscode: Optional[str] = None,
+        filter_band: Optional[str] = None,
+    ) -> Iterator[Observation]:
+        stmt = self._observations_select_stmt(
+            object_provisional_designation, obscode, filter_band
+        )
+        result = self._dbconn.execute(stmt)
+        for r in result:
+            yield self._parse_obs_sbn_row(r)
+
+    def get_object_submissions(
+        self,
+        object_provisional_designation: str,
+    ) -> Iterator[Submission]:
+
+        stmt = self._submissions_select_stmt(object_provisional_designation)
+        result = self._dbconn.execute(stmt)
+        for r in result:
+            yield self._parse_submissions_sbn_row(r)
+
+    @staticmethod
+    def _parse_obs_sbn_row(row: sq.engine.Row) -> Observation:
+
+        if row.created_at is None:
+            created_at = None
+        else:
+            created_at = astropy.time.Time(row.created_at, scale="utc")
+
+        if row.updated_at is None:
+            updated_at = None
+        else:
+            updated_at = astropy.time.Time(row.updated_at, scale="utc")
+
+        return Observation(
+            mpc_id=row.id,
+            status=ObservationStatus._from_db_value(row.status),
+            obscode=row.stn,
+            filter_band=row.band,
+            unpacked_provisional_designation=row.provid,
+            timestamp=astropy.time.Time(row.obstime, scale="utc"),
+            ra=row.ra,
+            dec=row.dec,
+            mag=row.mag,
+            ra_rms=row.rmsra,
+            dec_rms=row.rmsdec,
+            mag_rms=row.rmsmag,
+            submission_id=row.submission_id,
+            created_at=created_at,
+            updated_at=updated_at,
+        )
+
+    @staticmethod
+    def _parse_submissions_sbn_row(row: sq.engine.Row) -> Submission:
+        return Submission(
+            id=row.submission_id,
+            num_observations=row.num_observations,
+        )
+
+    def _observations_select_stmt(
+        self,
+        provisional_designation: str,
+        obscode: Optional[str],
+        filter_band: Optional[str],
+    ) -> sq.sql.expression.Select:
+        """Construct a database select statement to fetch observations for
+        given object (named by provisional designation, eg "2022 AJ2").
+
+        obscode and filter_band can optionally be provided to limit the
+        result set.
+
+        """
+        log.info("loading observations for %s", provisional_designation)
+        stmt = (
+            sq.select(
+                sq.column("id"),
+                sq.column("stn"),
+                sq.column("status"),
+                sq.column("ra"),
+                sq.column("dec"),
+                sq.column("obstime"),
+                sq.column("provid"),
+                sq.column("rmsra"),
+                sq.column("rmsdec"),
+                sq.column("mag"),
+                sq.column("rmsmag"),
+                sq.column("band"),
+                sq.column("submission_id"),
+                sq.column("created_at"),
+                sq.column("updated_at"),
+            )
+            .select_from(sq.table("obs_sbn"))
+            .where(
+                sq.column("provid") == provisional_designation,
+            )
+        )
+        if obscode is not None:
+            stmt = stmt.where(sq.column("stn") == obscode)
+        if filter_band is not None:
+            stmt = stmt.where(sq.column("band") == filter_band)
+
+        return stmt
+
+    def _submissions_select_stmt(
+        self,
+        provisional_designation: str,
+    ) -> sq.sql.expression.Select:
+        """
+        Construct a database select statement to fetch submission IDs for
+        the given object (named by provisional designation, eg "2022 AJ2").
+
+        Parameters
+        ----------
+        provisional_designation : str
+            The provisional designation of the object to fetch submissions for.
+
+        Returns
+        -------
+        sq.sql.expression.Select
+            The select statement to fetch the submission IDs for the given object.
+        """
+        log.info("loading submissions for %s", provisional_designation)
+        stmt = (
+            sq.select(
+                sq.column("submission_id"),
+                sq.func.count(sq.column("submission_id")).label("num_observations"),
+            )
+            .select_from(sq.table("obs_sbn"))
+            .where(
+                sq.column("provid") == provisional_designation,
+            )
+            .group_by(sq.column("submission_id"))
+        )
+
+        return stmt
+
+    def object_counts_for_submission_id(
+        self, submission_id: str
+    ) -> list[tuple[str, int]]:
+        """
+        Queries for the number of observations for each object associated with a given submission ID.
+        """
+        log.info("loading object counts for submission ID %s", submission_id)
+        stmt = (
+            sq.select(
+                sq.column("provid"),
+                sq.func.count(sq.column("provid")).label("num_observations"),
+            )
+            .select_from(sq.table("obs_sbn"))
+            .where(
+                # HACK: the database currently only has an index for
+                # submission_block_id, even though we'd like to use
+                # submission_id.
+                sq.column("submission_block_id") == submission_id + "_01",
+                # We'd prefer this:
+                # sq.column("submission_id") == submission_id,
+                # but that index is still being built.
+            )
+            .group_by(sq.column("provid"))
+        )
+        result = self._dbconn.execute(stmt)
+        return [(row.provid, row.num_observations) for row in result]

mpcq-0.2.3/mpcq/observation.py

@@ -0,0 +1,78 @@
+import dataclasses
+import decimal
+from enum import Enum
+from typing import Optional
+
+import astropy.time
+
+
+class ObservationStatus(Enum):
+    Published = 1
+    Pending = 2
+    IsolatedTrackletFile = 3
+
+    @classmethod
+    def _from_db_value(cls, val: str):
+        return {
+            "P": ObservationStatus.Published,
+            "p": ObservationStatus.Pending,
+            "I": ObservationStatus.IsolatedTrackletFile,
+        }[val]
+
+
+@dataclasses.dataclass
+class Observation:
+    """
+    Represents a single entry in the MPC Observations 'obs_sbn' table.
+    """
+
+    # The internal primary key, an opaque integer.
+    mpc_id: int
+
+    # See ObservationStatus.
+    status: ObservationStatus
+
+    # The three-character code which identifies the observatory which
+    # made the observation.
+    obscode: str
+
+    # The single-character code which identifies which filter was used
+    # when observing.
+    filter_band: str
+
+    # An identifier for the object being observed, for example '2022 AJ2'.
+    unpacked_provisional_designation: str
+
+    # The time of the observation. This is submitted to MPC, and does
+    # not have a well-defined meaning. In general, it ought to be the
+    # midpoint of the exposure that the observation came from, but
+    # sometimes it seems to be the start of the exposure. For
+    # observations which come from stacks of multiple exposures it is
+    # even less well-defined.
+    timestamp: astropy.time.Time
+
+    # Right ascension of the observation in the J2000 frame.
+    ra: decimal.Decimal
+    # Error in the right ascension.
+    ra_rms: Optional[decimal.Decimal]
+
+    # Declination of the observation in the J2000 frame.
+    dec: decimal.Decimal
+    # Error in the declination.
+    dec_rms: Optional[decimal.Decimal]
+
+    # Observed magnitude of the object.
+    mag: Optional[decimal.Decimal]
+    # Error in the magnitude estimate.
+    mag_rms: Optional[decimal.Decimal]
+
+    # Submission Properties
+    # MPC-assigned ID for the submission
+    submission_id: str
+
+    # Time when the observation was first submitted to MPC and ingested
+    # Apparently this can be None... maybe for older observations???
+    created_at: Optional[astropy.time.Time]
+    # Time when the last update to this observations was made, None if
+    # never updated beyond initial creation
+    updated_at: Optional[astropy.time.Time]

mpcq-0.2.3/mpcq/submission.py

@@ -0,0 +1,23 @@
+from dataclasses import dataclass, field
+
+from astropy.time import Time
+
+
+def timestamp_from_submission_id(submission_id: str):
+    timestamp_isot = submission_id.split("_")[0]
+    return Time(timestamp_isot, format="isot")
+
+
+@dataclass
+class Submission:
+    # MPC-assigned submission ID (same as submission_id in Observation)
+    id: str
+
+    # Added-value (number of observations in submission)
+    num_observations: int
+
+    # Added-value (extracted from submission ID)
+    timestamp: Time = field(init=False)
+
+    def __post_init__(self):
+        self.timestamp = timestamp_from_submission_id(self.id)

mpcq-0.2.3/mpcq/tests/test_integration.py

@@ -0,0 +1,58 @@
+import os
+
+import pytest
+
+from ..client import MPCObservationsClient
+
+
+@pytest.mark.integration
+@pytest.mark.skipif(
+    "MPCQ_INTEGRATION_TESTS" not in os.environ,
+    reason="MPCQ_INTEGRATION_TESTS must be set",
+)
+class TestIntegration:
+    def test_connection(self):
+        # Test that a connection can be established
+        MPCObservationsClient.connect_using_gcloud()
+
+    def test_get_object_observations(self, mpc_client):
+        observations = list(mpc_client.get_object_observations("2022 AJ2"))
+        assert len(observations) >= 10
+        for o in observations:
+            assert o.unpacked_provisional_designation == "2022 AJ2"
+
+    def test_get_object_observations_filter_by_obscode(self, mpc_client):
+        observations = mpc_client.get_object_observations("2022 AJ2", obscode="I52")
+        observations = list(observations)
+        assert len(observations) > 0
+        for o in observations:
+            assert o.unpacked_provisional_designation == "2022 AJ2"
+            assert o.obscode == "I52"
+
+    def test_get_object_observations_filter_by_filter_band(self, mpc_client):
+        observations = mpc_client.get_object_observations("2022 AJ2", filter_band="G")
+        observations = list(observations)
+        assert len(observations) > 0
+        for o in observations:
+            assert o.unpacked_provisional_designation == "2022 AJ2"
+            assert o.filter_band == "G"
+
+    def test_get_object_submissions(self, mpc_client):
+        submissions = list(mpc_client.get_object_submissions("2022 AJ2"))
+        assert len(submissions) >= 1
+        for s in submissions:
+            assert s.num_observations >= 1
+
+        observations = mpc_client.get_object_observations("2022 AJ2")
+        observations = list(observations)
+
+        num_observations_from_submissions = sum(s.num_observations for s in submissions)
+        num_observations = len(observations)
+        assert num_observations_from_submissions == num_observations
+
+
+@pytest.fixture
+def mpc_client():
+    client = MPCObservationsClient.connect_using_gcloud()
+    yield client
+    client.close()

mpcq-0.2.3/mpcq/tests/test_submission.py

@@ -0,0 +1,11 @@
+from astropy.time import Time
+
+from mpcq.submission import timestamp_from_submission_id
+
+
+def test_timestamp_from_submission_id():
+
+    submission_id = "2020-10-23T06:39:01.200_0000DvZH"
+    desired_timestamp = Time("2020-10-23T06:39:01.200", format="isot")
+
+    assert timestamp_from_submission_id(submission_id) == desired_timestamp

mpcq-0.2.3/mpcq/tests/test_utils.py

@@ -0,0 +1,69 @@
+import decimal
+
+import pandas as pd
+from astropy.time import Time
+
+from mpcq.observation import Observation, ObservationStatus
+from mpcq.submission import Submission
+from mpcq.utils import observations_to_dataframe, submissions_to_dataframe
+
+
+def test_observations_to_dataframe():
+
+    observation = Observation(
+        mpc_id=1000,
+        status=ObservationStatus.Published,
+        obscode="I41",
+        filter_band="R",
+        unpacked_provisional_designation="2022 AJ2",
+        timestamp=Time("2021-01-01T00:00:00.000", format="isot"),
+        ra=decimal.Decimal(1.0),
+        ra_rms=decimal.Decimal(0.001),
+        dec=decimal.Decimal(-10.0),
+        dec_rms=decimal.Decimal(0.004),
+        mag=decimal.Decimal(20.0),
+        mag_rms=decimal.Decimal(0.1),
+        submission_id="2020-10-23T06:39:01.200_0000DvZH",
+        created_at=Time("2020-10-23T06:39:01.200", format="isot"),
+        updated_at=Time("2020-10-23T06:39:01.200", format="isot"),
+    )
+
+    desired_df = pd.DataFrame(
+        {
+            "mpc_id": [1000],
+            "status": ["Published"],
+            "obscode": ["I41"],
+            "filter_band": ["R"],
+            "unpacked_provisional_designation": ["2022 AJ2"],
+            "timestamp": [Time("2021-01-01T00:00:00.000", format="isot").datetime],
+            "ra": [decimal.Decimal(1.0)],
+            "ra_rms": [decimal.Decimal(0.001)],
+            "dec": [decimal.Decimal(-10.0)],
+            "dec_rms": [decimal.Decimal(0.004)],
+            "mag": [decimal.Decimal(20.0)],
+            "mag_rms": [decimal.Decimal(0.1)],
+            "submission_id": ["2020-10-23T06:39:01.200_0000DvZH"],
+            "created_at": [Time("2020-10-23T06:39:01.200", format="isot").datetime],
+            "updated_at": [Time("2020-10-23T06:39:01.200", format="isot").datetime],
+        }
+    )
+
+    pd.testing.assert_frame_equal(observations_to_dataframe([observation]), desired_df)
+
+
+def test_submissions_to_dataframe():
+
+    submission = Submission(
+        id="2020-10-23T06:39:01.200_0000DvZH",
+        num_observations=5,
+    )
+
+    desired_df = pd.DataFrame(
+        {
+            "id": ["2020-10-23T06:39:01.200_0000DvZH"],
+            "num_observations": [5],
+            "timestamp": [Time("2020-10-23T06:39:01.200", format="isot").datetime],
+        }
+    )
+
+    pd.testing.assert_frame_equal(submissions_to_dataframe([submission]), desired_df)

mpcq-0.2.3/mpcq/utils.py

@@ -0,0 +1,57 @@
+from dataclasses import asdict
+from typing import List
+
+import pandas as pd
+
+from .observation import Observation
+from .submission import Submission
+
+
+def observations_to_dataframe(observations: List[Observation]) -> pd.DataFrame:
+    """
+    Convert a list of Observation objects to a pandas DataFrame.
+
+    Parameters
+    ----------
+    observations : List[Observation]
+        The observations to convert.
+
+    Returns
+    -------
+    observations : `~pd.DataFrame`
+    """
+    data = [asdict(obs) for obs in observations]
+
+    # Convert ObservationStatus objects to strings.
+    # Convert Time objects to datetime objects.
+    for row in data:
+        row["status"] = row["status"].name
+        row["timestamp"] = row["timestamp"].datetime
+        if row["created_at"] is not None:
+            row["created_at"] = row["created_at"].datetime
+        if row["updated_at"] is not None:
+            row["updated_at"] = row["updated_at"].datetime
+
+    return pd.DataFrame(data)
+
+
+def submissions_to_dataframe(submissions: List[Submission]) -> pd.DataFrame:
+    """
+    Convert a list of Submission objects to a pandas DataFrame.
+
+    Parameters
+    ----------
+    submissions : List[Submission]
+        The submissions to convert.
+
+    Returns
+    -------
+    submissions : `~pd.DataFrame`
+    """
+    data = [asdict(sub) for sub in submissions]
+
+    # Convert Time objects to datetime objects.
+    for row in data:
+        row["timestamp"] = row["timestamp"].datetime
+
+    return pd.DataFrame(data)

mpcq-0.2.3/mpcq/version.py

@@ -0,0 +1,7 @@
+from importlib.metadata import PackageNotFoundError, version
+
+try:
+    __version__ = version("mpcq")
+except PackageNotFoundError:
+    # package is not installed
+    __version__ = "unknown"

mpcq-0.2.3/mpcq.egg-info/PKG-INFO

@@ -0,0 +1,68 @@
+Metadata-Version: 2.1
+Name: mpcq
+Version: 0.2.3
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Provides-Extra: tests
+
+# mpcq
+#### A Python package by the Asteroid Institute, a program of the B612 Foundation  
+
+This is a client library for interacting with an MPC observations database.
+
+## Usage
+
+To connect to the Asteroid Institute's clone of the Small Bodies Node MPC database:
+```python
+from mpcq.client import MPCObservationsClient
+
+client = MPCObservationsClient.connect_using_gcloud()
+```
+
+With a client initialized, you can get all observations of a particular object using its provisional designation:
+```python
+observations = client.get_object_observations("2013 RR165")
+observations = list(observations)
+```
+
+These can be converted into a dataframe as follows:
+
+```python
+from mpcq.utils import observations_to_dataframe
+
+observations_df = observations_to_dataframe(observations)
+print(observations_df.head(5))
+```
+```
+	mpc_id	status	obscode	filter_band	unpacked_provisional_designation	timestamp	ra	ra_rms	dec	dec_rms	mag	mag_rms	submission_id	created_at	updated_at
+0	174511900	Published	F51	w	2013 RR165	2011-01-30 11:15:26	123.884679	None	19.820047	None	22.2	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.421485
+1	174511901	Published	F51	w	2013 RR165	2011-01-30 11:37:23	123.880767	None	19.820603	None	22.4	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.427512
+2	174511902	Published	F51	w	2013 RR165	2011-01-30 12:22:35	123.872683	None	19.821694	None	22.3	None	2011-04-12T00:57:19.000_00005L9j	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.431369
+3	394474985	Published	W84	g	2013 RR165	2013-09-02 05:49:09	354.49745627	0.097	1.17373181	0.100	21.66	0.07	2022-05-23T23:16:35.633_0000EfpX	2022-05-23 23:18:28.963374	2022-06-15 17:17:33.434170
+4	175542203	Published	F51	w	2013 RR165	2013-09-03 10:20:19	354.259229	None	1.099064	None	21.6	None	2013-09-04T00:37:51.000_00005cQy	2017-07-10 00:00:00.000000	2022-06-15 17:17:33.436820
+```
+
+Getting the submission ID and the number of observations per submission of an object:
+```python
+submissions = client.get_object_submissions("2013 RR165")
+submissions = list(submissions)
+```
+
+As before, these can be converted to a dataframe:
+```python
+from mpcq.utils import submissions_to_dataframe
+
+submissions_df = submissions_to_dataframe(submissions)
+print(submissions_df)
+```
+```
+	id	num_observations	timestamp
+0	2017-07-05T20:57:57.001_00006dS8	3	2017-07-05 20:57:57.001
+1	2013-09-04T00:37:51.000_00005cQy	3	2013-09-04 00:37:51.000
+2	2017-09-13T19:53:09.000_0000CdSX	2	2017-09-13 19:53:09.000
+3	2022-05-23T23:16:35.633_0000EfpX	19	2022-05-23 23:16:35.633
+4	2013-09-12T11:43:25.001_00005cpl	4	2013-09-12 11:43:25.001
+5	2011-04-12T00:57:19.000_00005L9j	3	2011-04-12 00:57:19.000
+6	2016-04-03T19:54:29.000_00006IpM	3	2016-04-03 19:54:29.000
+7	2015-01-16T23:14:02.000_00005wg5	3	2015-01-16 23:14:02.000
+```

mpcq-0.2.3/mpcq.egg-info/SOURCES.txt

@@ -0,0 +1,25 @@
+.gitignore
+.pre-commit-config.yaml
+.python-version
+README.md
+pyproject.toml
+requirements.txt
+setup.cfg
+setup.py
+.github/workflows/lint.yaml
+.github/workflows/publish.yaml
+mpcq/__init__.py
+mpcq/client.py
+mpcq/observation.py
+mpcq/submission.py
+mpcq/utils.py
+mpcq/version.py
+mpcq.egg-info/PKG-INFO
+mpcq.egg-info/SOURCES.txt
+mpcq.egg-info/dependency_links.txt
+mpcq.egg-info/requires.txt
+mpcq.egg-info/top_level.txt
+mpcq/tests/__init__.py
+mpcq/tests/test_integration.py
+mpcq/tests/test_submission.py
+mpcq/tests/test_utils.py

mpcq-0.2.3/mpcq.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

mpcq-0.2.3/mpcq.egg-info/requires.txt

@@ -0,0 +1,10 @@
+sqlalchemy<2
+pandas
+astropy
+google-cloud-secret-manager
+cloud-sql-python-connector[pg8000]
+pg8000
+
+[tests]
+pre-commit
+pytest

mpcq-0.2.3/mpcq.egg-info/top_level.txt

@@ -0,0 +1 @@
+mpcq

mpcq-0.2.3/pyproject.toml

@@ -0,0 +1,12 @@
+[project]
+name = "mpcq"
+dynamic = ["version"]
+
+[build-system]
+requires = ["setuptools", "wheel", "setuptools_scm[toml]>=6.2"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools_scm]
+
+[tool.isort]
+profile = "black"

mpcq-0.2.3/requirements.txt

@@ -0,0 +1,161 @@
+#
+# This file is autogenerated by pip-compile with Python 3.10
+# by the following command:
+#
+#    pip-compile --all-extras
+#
+aiohttp==3.8.4
+    # via cloud-sql-python-connector
+aiosignal==1.3.1
+    # via aiohttp
+asn1crypto==1.5.1
+    # via scramp
+astropy==5.2.1
+    # via mpcq (setup.py)
+async-timeout==4.0.2
+    # via aiohttp
+attrs==22.2.0
+    # via
+    #   aiohttp
+    #   pytest
+cachetools==5.3.0
+    # via google-auth
+certifi==2022.12.7
+    # via requests
+cffi==1.15.1
+    # via cryptography
+cfgv==3.3.1
+    # via pre-commit
+charset-normalizer==3.1.0
+    # via
+    #   aiohttp
+    #   requests
+cloud-sql-python-connector[pg8000]==1.2.1
+    # via mpcq (setup.py)
+cryptography==39.0.2
+    # via cloud-sql-python-connector
+distlib==0.3.6
+    # via virtualenv
+exceptiongroup==1.1.1
+    # via pytest
+filelock==3.10.0
+    # via virtualenv
+frozenlist==1.3.3
+    # via
+    #   aiohttp
+    #   aiosignal
+google-api-core[grpc]==2.11.0
+    # via google-cloud-secret-manager
+google-auth==2.16.2
+    # via
+    #   cloud-sql-python-connector
+    #   google-api-core
+google-cloud-secret-manager==2.16.0
+    # via mpcq (setup.py)
+googleapis-common-protos[grpc]==1.59.0
+    # via
+    #   google-api-core
+    #   grpc-google-iam-v1
+    #   grpcio-status
+grpc-google-iam-v1==0.12.6
+    # via google-cloud-secret-manager
+grpcio==1.51.3
+    # via
+    #   google-api-core
+    #   googleapis-common-protos
+    #   grpc-google-iam-v1
+    #   grpcio-status
+grpcio-status==1.51.3
+    # via google-api-core
+identify==2.5.21
+    # via pre-commit
+idna==3.4
+    # via
+    #   requests
+    #   yarl
+iniconfig==2.0.0
+    # via pytest
+multidict==6.0.4
+    # via
+    #   aiohttp
+    #   yarl
+nodeenv==1.7.0
+    # via pre-commit
+numpy==1.24.2
+    # via
+    #   astropy
+    #   pandas
+    #   pyerfa
+packaging==23.0
+    # via
+    #   astropy
+    #   pytest
+pandas==1.5.3
+    # via mpcq (setup.py)
+pg8000==1.29.4
+    # via
+    #   cloud-sql-python-connector
+    #   mpcq (setup.py)
+platformdirs==3.1.1
+    # via virtualenv
+pluggy==1.0.0
+    # via pytest
+pre-commit==3.2.0
+    # via mpcq (setup.py)
+proto-plus==1.22.2
+    # via google-cloud-secret-manager
+protobuf==4.22.1
+    # via
+    #   google-api-core
+    #   google-cloud-secret-manager
+    #   googleapis-common-protos
+    #   grpc-google-iam-v1
+    #   grpcio-status
+    #   proto-plus
+pyasn1==0.4.8
+    # via
+    #   pyasn1-modules
+    #   rsa
+pyasn1-modules==0.2.8
+    # via google-auth
+pycparser==2.21
+    # via cffi
+pyerfa==2.0.0.2
+    # via astropy
+pytest==7.2.2
+    # via mpcq (setup.py)
+python-dateutil==2.8.2
+    # via
+    #   pandas
+    #   pg8000
+pytz==2022.7.1
+    # via pandas
+pyyaml==6.0
+    # via
+    #   astropy
+    #   pre-commit
+requests==2.28.2
+    # via
+    #   cloud-sql-python-connector
+    #   google-api-core
+rsa==4.9
+    # via google-auth
+scramp==1.4.4
+    # via pg8000
+six==1.16.0
+    # via
+    #   google-auth
+    #   python-dateutil
+sqlalchemy==1.4.47
+    # via mpcq (setup.py)
+tomli==2.0.1
+    # via pytest
+urllib3==1.26.15
+    # via requests
+virtualenv==20.21.0
+    # via pre-commit
+yarl==1.8.2
+    # via aiohttp
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

mpcq-0.2.3/setup.cfg

@@ -0,0 +1,51 @@
+[metadata]
+name = mpcq
+long_description = file: README.md
+long_description_content_type = text/markdown
+
+[options]
+python_requires = >= 3.9
+packages = find:
+setup_requires = 
+	setuptools >= 45
+	wheel
+	setuptools_scm >= 6.2
+install_requires = 
+	sqlalchemy < 2
+	pandas
+	astropy
+	google-cloud-secret-manager
+	cloud-sql-python-connector[pg8000]
+	pg8000
+
+[options.extras_require]
+tests = 
+	pre-commit
+	pytest
+
+[tool.setuptools_scm]
+
+[tool.black]
+line-length = 110
+
+[flake8]
+max_line_length = 110
+ignore = 
+	W503
+	E203
+exclude = 
+	build
+
+[tool.isort]
+profile = black
+
+[tool:pytest]
+filterwarnings = 
+	ignore::DeprecationWarning:astropy
+markers = 
+	integration: mark a test as an slow end-to-end integration test
+
+[egg_info]
+tag_build = 
+tag_date = 0
+

mpcq-0.2.3/setup.py

@@ -0,0 +1,3 @@
+from setuptools import setup
+
+setup()