pyopensky 2.5__tar.gz → 2.7__tar.gz

{pyopensky-2.5 → pyopensky-2.7}/PKG-INFO

@@ -1,7 +1,8 @@
 Metadata-Version: 2.1
 Name: pyopensky
-Version: 2.5
+Version: 2.7
 Summary: A Python interface for OpenSky database
+Home-page: https://github.com/open-aviation/pyopensky/
 License: MIT
 Author: Xavier Olive
 Author-email: git@xoolive.org
@@ -21,13 +22,14 @@ Requires-Dist: pyjwt (>=2.7.0)
 Requires-Dist: tqdm (>=4.65.0)
 Requires-Dist: trino[sqlalchemy] (>=0.322)
 Requires-Dist: typing-extensions (>=4.5.0)
+Project-URL: Repository, https://github.com/open-aviation/pyopensky/
 Description-Content-Type: text/markdown
 
 # pyopensky
 
 The `pyopensky` Python library provides functions to download data from the OpenSky Network live API and historical databases. It aims at making ADS-B and Mode S data from OpenSky easily accessible in the Python programming environment.
 
-Full documentation on https://open-aviation.github.io/pyopensky
+Full documentation on <https://open-aviation.github.io/pyopensky>
 
 ## Installation
 

{pyopensky-2.5 → pyopensky-2.7}/pyproject.toml

@@ -1,7 +1,8 @@
 [tool.poetry]
 name = "pyopensky"
-version = "2.5"
+version = "2.7"
 description = "A Python interface for OpenSky database"
+repository = "https://github.com/open-aviation/pyopensky/"
 authors = ["Xavier Olive <git@xoolive.org>", "Junzi Sun <j.sun-1@tudelft.nl>"]
 license = "MIT"
 readme = "readme.md"

{pyopensky-2.5 → pyopensky-2.7}/readme.md

@@ -2,7 +2,7 @@
 
 The `pyopensky` Python library provides functions to download data from the OpenSky Network live API and historical databases. It aims at making ADS-B and Mode S data from OpenSky easily accessible in the Python programming environment.
 
-Full documentation on https://open-aviation.github.io/pyopensky
+Full documentation on <https://open-aviation.github.io/pyopensky>
 
 ## Installation
 

{pyopensky-2.5 → pyopensky-2.7}/src/pyopensky/config.py

@@ -98,6 +98,7 @@ class Resolution(TypedDict, total=False):
 NAME_RESOLUTION: dict[str, Resolution] = {
     # Cache configuration
     "cache_dir": dict(
+        environment_variable="OPENSKY_CACHE",
         opensky_category="cache",
         opensky_name="path",
         traffic_category="cache",

{pyopensky-2.5 → pyopensky-2.7}/src/pyopensky/schema.py

@@ -67,6 +67,17 @@ class UTCTimestampFloat(TypeDecorator[pd.Timestamp]):
         return super().process_bind_param(value, dialect)
 
 
+class AddressString(TypeDecorator[str]):
+    """Automatic coercing of icao24 addresses into low characters."""
+
+    impl = String
+
+    def process_bind_param(self, value: str | None, dialect: Dialect) -> Any:
+        if isinstance(value, str):
+            return value.lower()
+        return super().process_bind_param(value, dialect)
+
+
 class CallsignString(TypeDecorator[str]):
     """Automatic coercing of callsigns into 8-char left padded strings.
 
@@ -122,7 +133,7 @@ class TrackRow:
 
 @dataclass
 class AirportCandidateRow:
-    icao24: str
+    icao24: Address
     horizdistance: int
     vertdistance: int
 
@@ -180,6 +191,7 @@ Track = List[TrackRow]
 Sensors = List[SensorRow]
 
 Callsign = Annotated[str, mapped_column(CallsignString)]
+Address = Annotated[str, mapped_column(AddressString)]
 
 
 class Base(DeclarativeBase):
@@ -188,6 +200,7 @@ class Base(DeclarativeBase):
         AirportCandidates: AirportCandidateType,
         Track: TrackType,
         Callsign: CallsignString,
+        Address: AddressString,
         Sensors: SensorsType,
     }
 
@@ -196,7 +209,7 @@ class StateVectorsData4(Base):
     __tablename__ = "state_vectors_data4"
 
     time: Mapped[pd.Timestamp]
-    icao24: Mapped[str]
+    icao24: Mapped[Address]
     lat: Mapped[float]
     lon: Mapped[float]
     velocity: Mapped[float]
@@ -218,7 +231,7 @@ class StateVectorsData4(Base):
 class FlightsData4(Base):
     __tablename__ = "flights_data4"
 
-    icao24: Mapped[str]
+    icao24: Mapped[Address]
     firstseen: Mapped[pd.Timestamp]
     estdepartureairport: Mapped[str]
     lastseen: Mapped[pd.Timestamp]
@@ -243,7 +256,7 @@ class FlightsData4(Base):
 class FlightsData5(Base):
     __tablename__ = "flights_data5"
 
-    icao24: Mapped[str]
+    icao24: Mapped[Address]
     firstseen: Mapped[pd.Timestamp]
     estdepartureairport: Mapped[str]
     lastseen: Mapped[pd.Timestamp]
@@ -280,17 +293,7 @@ class RawTable(Protocol):
     mintime: Mapped[pd.Timestamp]
     maxtime: Mapped[pd.Timestamp]
     msgcount: Mapped[int]
-    icao24: Mapped[str]
-    message: Mapped[str]
-    isid: Mapped[bool]
-    flightstatus: Mapped[int]
-    downlinkrequest: Mapped[int]
-    utilitymsg: Mapped[int]
-    interrogatorid: Mapped[int]
-    identifierdesignator: Mapped[int]
-    valuecode: Mapped[int]
-    altitude: Mapped[float]
-    identity: Mapped[str]
+    icao24: Mapped[Address]
 
     # Whatever, we pick this one as primary key BUT
     #   - this is not true
@@ -306,7 +309,7 @@ class AcasData4(Base):
     mintime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     maxtime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     msgcount: Mapped[int]
-    icao24: Mapped[str]
+    icao24: Mapped[Address]
     message: Mapped[str]
     isid: Mapped[bool]
     flightstatus: Mapped[int]
@@ -332,7 +335,7 @@ class AllcallRepliesData4(Base):
     mintime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     maxtime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     msgcount: Mapped[int]
-    icao24: Mapped[str]
+    icao24: Mapped[Address]
     message: Mapped[str]
     isid: Mapped[bool]
     flightstatus: Mapped[int]
@@ -358,16 +361,9 @@ class IdentificationData4(Base):
     mintime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     maxtime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     msgcount: Mapped[int]
-    icao24: Mapped[str]
-    message: Mapped[str]
-    isid: Mapped[bool]
-    flightstatus: Mapped[int]
-    downlinkrequest: Mapped[int]
-    utilitymsg: Mapped[int]
-    interrogatorid: Mapped[int]
-    identifierdesignator: Mapped[int]
-    valuecode: Mapped[int]
-    altitude: Mapped[float]
+    icao24: Mapped[Address]
+    emittercategory: Mapped[int]
+    ftc: Mapped[int]
     identity: Mapped[str]
 
     # Whatever, we pick this one as primary key BUT
@@ -385,16 +381,33 @@ class OperationalStatusData4(Base):
     maxtime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     msgcount: Mapped[int]
     icao24: Mapped[str]
-    message: Mapped[str]
-    isid: Mapped[bool]
-    flightstatus: Mapped[int]
-    downlinkrequest: Mapped[int]
-    utilitymsg: Mapped[int]
-    interrogatorid: Mapped[int]
-    identifierdesignator: Mapped[int]
-    valuecode: Mapped[int]
-    altitude: Mapped[float]
-    identity: Mapped[str]
+    subtypecode: Mapped[int]
+    unknowncapcode: Mapped[bool]
+    unknownopcode: Mapped[bool]
+    hasoperationaltcas: Mapped[int]
+    has1090esin: Mapped[bool]
+    supportsairreferencedvelocity: Mapped[int]
+    haslowtxpower: Mapped[int]
+    supportstargetstatereport: Mapped[int]
+    supportstargetchangereport: Mapped[int]
+    hasuatin: Mapped[bool]
+    nacv: Mapped[int]
+    nicsupplementc: Mapped[int]
+    hastcasresolutionadvisory: Mapped[bool]
+    hasactiveidentswitch: Mapped[bool]
+    usessingleantenna: Mapped[bool]
+    systemdesignassurance: Mapped[int]
+    gpsantennaoffset: Mapped[int]
+    airplanelength: Mapped[int]
+    airplanewidth: Mapped[float]
+    version: Mapped[int]
+    nicsupplementa: Mapped[bool]
+    positionnac: Mapped[float]
+    geometricverticalaccuracy: Mapped[int]
+    sourceintegritylevel: Mapped[int]
+    barometricaltitudeintegritycode: Mapped[int]
+    trackheadinginfo: Mapped[int]
+    horizontalreferencedirection: Mapped[bool]
 
     # Whatever, we pick this one as primary key BUT
     #   - this is not true
@@ -410,7 +423,7 @@ class PositionData4(Base):
     mintime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     maxtime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     msgcount: Mapped[int]
-    icao24: Mapped[str]
+    icao24: Mapped[Address]
     nicsuppla: Mapped[bool]
     hcr: Mapped[float]
     nic: Mapped[int]
@@ -442,7 +455,7 @@ class RollcallRepliesData4(Base):
     mintime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     maxtime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     msgcount: Mapped[int]
-    icao24: Mapped[str]
+    icao24: Mapped[Address]
     message: Mapped[str]
     isid: Mapped[bool]
     flightstatus: Mapped[int]
@@ -468,17 +481,48 @@ class VelocityData4(Base):
     mintime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     maxtime: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
     msgcount: Mapped[int]
-    icao24: Mapped[str]
-    message: Mapped[str]
-    isid: Mapped[bool]
-    flightstatus: Mapped[int]
-    downlinkrequest: Mapped[int]
-    utilitymsg: Mapped[int]
-    interrogatorid: Mapped[int]
-    identifierdesignator: Mapped[int]
-    valuecode: Mapped[int]
-    altitude: Mapped[float]
-    identity: Mapped[str]
+    icao24: Mapped[Address]
+    supersonic: Mapped[bool]
+    intentchange: Mapped[bool]
+    ifrcapability: Mapped[bool]
+    nac: Mapped[int]
+    ewvelocity: Mapped[float]
+    nsvelocity: Mapped[float]
+    baro: Mapped[bool]
+    vertrate: Mapped[float]
+    geominurbaro: Mapped[float]  # typo confirmed
+    heading: Mapped[float]
+    velocity: Mapped[float]
+
+    # Whatever, we pick this one as primary key BUT
+    #   - this is not true
+    #   - we still need one column with a primary key
+    hour: Mapped[pd.Timestamp] = mapped_column(primary_key=True)
+
+
+class FlarmRaw(Base):
+    __tablename__ = "flarm_raw"
+
+    sensortype: Mapped[str]
+    sensorlatitude: Mapped[float]
+    sensorlongitude: Mapped[float]
+    sensoraltitude: Mapped[int]
+    timeatserver: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
+    timeatsensor: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
+    timestamp: Mapped[pd.Timestamp] = mapped_column(UTCTimestampFloat)
+    rawmessage: Mapped[str]
+    crc: Mapped[str]
+    rawsoftmessage: Mapped[str]
+    sensorname: Mapped[str]
+    ntperror: Mapped[float]
+    userfreqcorrection: Mapped[float]
+    autofreqcorrection: Mapped[float]
+    frequency: Mapped[float]
+    channel: Mapped[int]
+    snrdetector: Mapped[float]
+    snrdemodulator: Mapped[float]
+    typeogn: Mapped[bool]
+    crccorrect: Mapped[bool]
 
     # Whatever, we pick this one as primary key BUT
     #   - this is not true

{pyopensky-2.5 → pyopensky-2.7}/src/pyopensky/trino.py

@@ -33,6 +33,7 @@ import pandas as pd
 from .api import HasBounds, OpenSkyDBAPI
 from .config import cache_path, trino_password, trino_username
 from .schema import (
+    FlarmRaw,
     FlightsData4,
     FlightsData5,
     RawTable,
@@ -296,7 +297,7 @@ class Trino(OpenSkyDBAPI):
             else start_ts + pd.Timedelta("1d")
         )
 
-        stmt = select(Table).with_only_columns(  # type: ignore
+        stmt = select(Table).with_only_columns(
             Table.icao24,
             Table.firstseen,
             Table.estdepartureairport,
@@ -307,21 +308,17 @@ class Trino(OpenSkyDBAPI):
             *(extra_columns if extra_columns is not None else []),
         )
 
-        stmt = self.stmt_where_str(stmt, icao24, Table.icao24)  # type: ignore
-        stmt = self.stmt_where_str(
-            stmt,
-            callsign,
-            Table.callsign,  # type: ignore
-        )
+        stmt = self.stmt_where_str(stmt, icao24, Table.icao24)
+        stmt = self.stmt_where_str(stmt, callsign, Table.callsign)
         stmt = self.stmt_where_str(
             stmt,
             departure_airport,
-            Table.estdepartureairport,  # type: ignore
+            Table.estdepartureairport,
         )
         stmt = self.stmt_where_str(
             stmt,
             arrival_airport,
-            Table.estarrivalairport,  # type: ignore
+            Table.estarrivalairport,
         )
         if airport is not None and arrival_airport is not None:
             raise RuntimeError("airport may not be set if arrival_airport is")
@@ -330,8 +327,8 @@ class Trino(OpenSkyDBAPI):
         stmt = self.stmt_where_str(
             stmt,
             airport,
-            Table.estdepartureairport,  # type: ignore
-            Table.estarrivalairport,  # type: ignore
+            Table.estdepartureairport,
+            Table.estarrivalairport,
         )
 
         if departure_airport is not None:
@@ -383,6 +380,7 @@ class Trino(OpenSkyDBAPI):
         departure_airport: None | str = None,
         arrival_airport: None | str = None,
         airport: None | str = None,
+        time_buffer: None | str | pd.Timedelta = None,
         cached: bool = True,
         compress: bool = False,
         limit: None | int = None,
@@ -435,6 +433,10 @@ class Trino(OpenSkyDBAPI):
         :param airport: a string for the ICAO identifier of the airport. Selects
             flights departing from or arriving at the airport between the two
             timestamps;
+        :param time_buffer: (default: None) time buffer used to extend time
+            bounds for flights in the OpenSky flight tables: requests will get
+            flights between ``start - time_buffer`` and ``stop + time_buffer``.
+            If no airport is specified, the parameter is ignored.
 
         .. warning::
 
@@ -519,18 +521,26 @@ class Trino(OpenSkyDBAPI):
 
             flight_query = flight_table.subquery()
             fd4 = aliased(FlightsData4, alias=flight_query, adapt_on_names=True)
-            stmt = (
-                select(StateVectorsData4)
-                .join(
-                    flight_query,
-                    (fd4.icao24 == StateVectorsData4.icao24)
-                    & (fd4.callsign == StateVectorsData4.callsign),
-                )
-                .where(
+
+            if isinstance(time_buffer, str):
+                time_buffer = pd.Timedelta(time_buffer)
+
+            stmt = select(StateVectorsData4).join(
+                flight_query,
+                (fd4.icao24 == StateVectorsData4.icao24)
+                & (fd4.callsign == StateVectorsData4.callsign),
+            )
+
+            if time_buffer is None:
+                stmt = stmt.where(
                     StateVectorsData4.time >= fd4.firstseen,
                     StateVectorsData4.time <= fd4.lastseen,
                 )
-            )
+            else:
+                stmt = stmt.where(
+                    StateVectorsData4.time >= (fd4.firstseen - time_buffer),
+                    StateVectorsData4.time <= (fd4.lastseen + time_buffer),
+                )
 
         stmt = self.stmt_where_str(stmt, icao24, StateVectorsData4.icao24)
         stmt = self.stmt_where_str(stmt, callsign, StateVectorsData4.callsign)
@@ -610,6 +620,63 @@ class Trino(OpenSkyDBAPI):
 
         return res
 
+    def flarm(
+        self,
+        start: timelike,
+        stop: None | timelike = None,
+        *args: ColumnExpressionArgument[bool],
+        sensor_name: None | str | list[str] = None,
+        cached: bool = True,
+        compress: bool = False,
+        limit: None | int = None,
+        correct_only: bool = True,
+        extra_columns: tuple[InstrumentedAttribute[Any], ...] = (),
+        **kwargs: Any,
+    ) -> None | pd.DataFrame:
+        start_ts = to_datetime(start)
+        stop_ts = (
+            to_datetime(stop)
+            if stop is not None
+            else start_ts + pd.Timedelta("1d")
+        )
+        stmt = select(FlarmRaw).with_only_columns(
+            FlarmRaw.sensoraltitude,
+            FlarmRaw.sensorlatitude,
+            FlarmRaw.sensorlongitude,
+            FlarmRaw.sensorname,
+            FlarmRaw.timestamp,
+            FlarmRaw.timeatserver,
+            FlarmRaw.timeatsensor,
+            FlarmRaw.rawmessage,
+            *extra_columns,
+        )
+        if correct_only:
+            stmt = stmt.where(FlarmRaw.crccorrect)
+            stmt = stmt.where(FlarmRaw.rawmessage.is_not(None))
+
+        if sensor_name is not None:
+            stmt = self.stmt_where_str(stmt, sensor_name, FlarmRaw.sensorname)
+
+        for condition in args:
+            stmt = stmt.where(condition)
+
+        stmt = stmt.where(
+            FlarmRaw.timestamp >= start_ts,
+            FlarmRaw.timestamp <= stop_ts,
+            FlarmRaw.hour >= start_ts.floor("1h"),
+            FlarmRaw.hour < stop_ts.ceil("1h"),
+        )
+
+        if limit is not None:
+            stmt = stmt.limit(limit)
+
+        res = self.query(stmt, cached=cached, compress=compress)
+
+        if res.shape[0] == 0:
+            return None
+
+        return res
+
     def rawdata(
         self,
         start: timelike,