steam-data-schema 1.0.0.dev1__tar.gz

steam_data_schema-1.0.0.dev1/.gitignore

@@ -0,0 +1,3 @@
+# Package-only ignore rules; do not inherit private publisher configuration paths.
+__pycache__/
+*.pyc

steam_data_schema-1.0.0.dev1/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Steam Data contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

steam_data_schema-1.0.0.dev1/PKG-INFO

@@ -0,0 +1,23 @@
+Metadata-Version: 2.4
+Name: steam-data-schema
+Version: 1.0.0.dev1
+Summary: Independent current Steam catalog snapshot contract
+License-Expression: MIT
+License-File: LICENSE
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+
+# Steam Data Schema
+
+The shared, versioned contract for Steam Data Reader snapshots. This package contains
+the field registry, transport-table definitions, manifest validation, compatibility
+checks, JSON Schema, and canonicalization rules. It has no third-party dependencies.
+
+Consumers normally install it automatically with `steam-data-reader`. Package
+version, snapshot schema version, and dataset version are separate identifiers.
+An increment must use exactly the schema of its baseline. An unsupported baseline
+requires a compatible reader upgrade before downloading its data; installed data
+remains available.
+
+This software is licensed under MIT. That license applies to the software, not to
+Steam data or other third-party content delivered in a snapshot.

steam_data_schema-1.0.0.dev1/README.md

@@ -0,0 +1,14 @@
+# Steam Data Schema
+
+The shared, versioned contract for Steam Data Reader snapshots. This package contains
+the field registry, transport-table definitions, manifest validation, compatibility
+checks, JSON Schema, and canonicalization rules. It has no third-party dependencies.
+
+Consumers normally install it automatically with `steam-data-reader`. Package
+version, snapshot schema version, and dataset version are separate identifiers.
+An increment must use exactly the schema of its baseline. An unsupported baseline
+requires a compatible reader upgrade before downloading its data; installed data
+remains available.
+
+This software is licensed under MIT. That license applies to the software, not to
+Steam data or other third-party content delivered in a snapshot.

steam_data_schema-1.0.0.dev1/pyproject.toml

@@ -0,0 +1,22 @@
+[build-system]
+requires = ["hatchling>=1.27,<2"]
+build-backend = "hatchling.build"
+
+[project]
+name = "steam-data-schema"
+version = "1.0.0.dev1"
+description = "Independent current Steam catalog snapshot contract"
+readme = "README.md"
+requires-python = ">=3.11"
+license = "MIT"
+license-files = ["LICENSE"]
+dependencies = []
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/steam_data_schema"]
+core-metadata-version = "2.4"
+
+[tool.hatch.build.targets.sdist]
+core-metadata-version = "2.4"
+include = ["/src/steam_data_schema", "/README.md", "/LICENSE", "/pyproject.toml", "/.gitignore"]
+exclude = ["**/__pycache__/**", "**/*.pyc"]

steam_data_schema-1.0.0.dev1/src/steam_data_schema/__init__.py

@@ -0,0 +1,359 @@
+"""Public contract. Standard library only; no acquisition or database dependencies."""
+
+import hashlib
+import json
+import re
+import unicodedata
+from datetime import UTC, datetime
+
+SCHEMA_VERSION = "1.0"
+PROTOCOL_VERSION = 1
+READER_VERSION = "1.0.0.dev1"
+DATASET_ID = "steam-current"
+
+
+def canonical(value):
+    return json.dumps(
+        value,
+        sort_keys=True,
+        ensure_ascii=False,
+        separators=(",", ":"),
+        allow_nan=False,
+        default=json_default,
+    ).encode("utf-8")
+
+
+def json_default(value):
+    if isinstance(value, datetime):
+        if value.tzinfo is None:
+            raise ValueError("Timestamp needs a timezone")
+        return value.astimezone(UTC).isoformat(timespec="microseconds").replace("+00:00", "Z")
+    raise TypeError("Unsupported JSON value")
+
+
+def sha256(body):
+    return hashlib.sha256(body).hexdigest()
+
+
+def normalize_text(value):
+    if not isinstance(value, str) or not value:
+        raise ValueError("Search text must be a nonempty string")
+    return unicodedata.normalize("NFC", unicodedata.normalize("NFC", value).casefold())
+
+
+def app_id(value):
+    if isinstance(value, bool) or not isinstance(value, int) or not 0 < value < 2**63:
+        raise ValueError("App IDs must be positive 64-bit integers")
+    return value
+
+
+def identifier(value):
+    if not isinstance(value, str) or not re.fullmatch(r"[A-Za-z0-9][A-Za-z0-9_.-]{0,127}", value):
+        raise ValueError("Invalid release identifier")
+    return value
+
+
+def table(columns, key):
+    return {"columns": dict(columns), "key": key}
+
+
+TEXT_FIELDS = [
+    "name",
+    "app_type",
+    "website",
+    "supported_languages",
+    "required_age",
+    "controller_support",
+    "header_image",
+    "capsule_image",
+    "capsule_imagev5",
+]
+JSON_FIELDS = [
+    "platforms",
+    "pc_requirements",
+    "mac_requirements",
+    "linux_requirements",
+    "release_info",
+    "content_descriptors",
+    "support_info",
+    "ratings",
+    "extensions",
+]
+DESCRIPTIONS = ["short_description", "detailed_description", "about_the_game"]
+TABLES = {
+    "app_search": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("name_key", "VARCHAR"),
+            ("developer_keys", "VARCHAR[]"),
+            ("publisher_keys", "VARCHAR[]"),
+        ],
+        ["steam_appid"],
+    ),
+    "app_catalog": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("catalog_name", "VARCHAR"),
+            ("first_seen_at", "TIMESTAMPTZ"),
+            ("last_seen_at", "TIMESTAMPTZ"),
+        ],
+        ["steam_appid"],
+    ),
+    "app_details": table(
+        [
+            ("steam_appid", "BIGINT"),
+            *[(f, "VARCHAR") for f in TEXT_FIELDS],
+            ("is_free", "BOOLEAN"),
+            *[(f, "JSON") for f in JSON_FIELDS],
+        ],
+        ["steam_appid"],
+    ),
+    "app_descriptions": table(
+        [("steam_appid", "BIGINT"), *[(f, "VARCHAR") for f in DESCRIPTIONS]], ["steam_appid"]
+    ),
+    "app_sets": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("developers", "VARCHAR[]"),
+            ("publishers", "VARCHAR[]"),
+            ("genres", "JSON"),
+            ("categories", "JSON"),
+            ("tags", "JSON"),
+        ],
+        ["steam_appid"],
+    ),
+    "review_summaries": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("review_series_id", "VARCHAR"),
+            ("observed_at", "TIMESTAMPTZ"),
+            ("source_id", "VARCHAR"),
+            ("observation_id", "VARCHAR"),
+            ("total_positive", "BIGINT"),
+            ("total_negative", "BIGINT"),
+            ("total_reviews", "BIGINT"),
+            ("positive_percentage", "DOUBLE"),
+            ("review_score", "BIGINT"),
+            ("review_score_desc", "VARCHAR"),
+        ],
+        ["steam_appid", "review_series_id"],
+    ),
+    "review_series": table(
+        [("review_series_id", "VARCHAR"), ("definition_json", "JSON"), ("description", "VARCHAR")],
+        ["review_series_id"],
+    ),
+    "prices": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("country", "VARCHAR"),
+            ("language", "VARCHAR"),
+            ("currency", "VARCHAR"),
+            ("initial_minor", "BIGINT"),
+            ("final_minor", "BIGINT"),
+            ("discount_percentage", "BIGINT"),
+            ("observed_at", "TIMESTAMPTZ"),
+            ("source_id", "VARCHAR"),
+            ("observation_id", "VARCHAR"),
+        ],
+        ["steam_appid", "country", "language", "currency"],
+    ),
+    "app_organizations": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("role", "VARCHAR"),
+            ("organization_id", "VARCHAR"),
+            ("original_name", "VARCHAR"),
+            ("source_id", "VARCHAR"),
+            ("source_url", "VARCHAR"),
+            ("identity_quality", "VARCHAR"),
+        ],
+        ["steam_appid", "role", "organization_id"],
+    ),
+    "app_relationships": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("relation_type", "VARCHAR"),
+            ("target_appid", "BIGINT"),
+            ("source_id", "VARCHAR"),
+            ("observation_id", "VARCHAR"),
+            ("observed_at", "TIMESTAMPTZ"),
+        ],
+        ["steam_appid", "relation_type", "target_appid"],
+    ),
+    "field_provenance": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("field_name", "VARCHAR"),
+            ("context_id", "VARCHAR"),
+            ("provenance_id", "VARCHAR"),
+            ("source_id", "VARCHAR"),
+            ("observation_id", "VARCHAR"),
+            ("observed_at", "TIMESTAMPTZ"),
+            ("value_state", "VARCHAR"),
+            ("timestamp_quality", "VARCHAR"),
+            ("context_json", "JSON"),
+            ("parser_version", "VARCHAR"),
+            ("resolution_version", "VARCHAR"),
+            ("source_url", "VARCHAR"),
+        ],
+        ["steam_appid", "field_name", "context_id", "provenance_id"],
+    ),
+    "acquisition_status": table(
+        [
+            ("steam_appid", "BIGINT"),
+            ("source_id", "VARCHAR"),
+            ("data_family", "VARCHAR"),
+            ("context_id", "VARCHAR"),
+            ("context_json", "JSON"),
+            ("latest_attempt_at", "TIMESTAMPTZ"),
+            ("latest_attempt_status", "VARCHAR"),
+            ("last_success_at", "TIMESTAMPTZ"),
+            ("support_status", "VARCHAR"),
+        ],
+        ["steam_appid", "source_id", "data_family", "context_id"],
+    ),
+}
+for singular, plural in (("genre", "genres"), ("category", "categories"), ("tag", "tags")):
+    TABLES[plural] = table(
+        [(singular + "_id", "VARCHAR"), ("label", "VARCHAR")], [singular + "_id"]
+    )
+    TABLES["app_" + plural] = table(
+        [
+            ("steam_appid", "BIGINT"),
+            (singular + "_id", "VARCHAR"),
+            *(
+                [("source_rank", "BIGINT"), ("source_weight", "DOUBLE")]
+                if singular == "tag"
+                else []
+            ),
+        ],
+        ["steam_appid", singular + "_id"],
+    )
+
+INFO_COLUMNS = {
+    "dataset_id": "VARCHAR",
+    "dataset_version": "VARCHAR",
+    "chain_id": "VARCHAR",
+    "baseline_version": "VARCHAR",
+    "increment_sequence": "BIGINT",
+    "schema_version": "VARCHAR",
+    "published_at": "TIMESTAMPTZ",
+    "input_boundary_at": "TIMESTAMPTZ",
+    "source_release_id": "VARCHAR",
+    "logical_state_sha256": "VARCHAR",
+    "app_count": "BIGINT",
+    "default_review_series_id": "VARCHAR",
+    "metadata_country": "VARCHAR",
+    "metadata_language": "VARCHAR",
+    "price_country": "VARCHAR",
+    "price_language": "VARCHAR",
+    "coverage_json": "JSON",
+    "feature_support_json": "JSON",
+    "freshness_json": "JSON",
+}
+APP_COLUMNS = {
+    "steam_appid": "BIGINT",
+    **{f: "VARCHAR" for f in TEXT_FIELDS},
+    "steam_url": "VARCHAR",
+    **{f: "VARCHAR" for f in DESCRIPTIONS},
+    "is_free": "BOOLEAN",
+    **{f: "JSON" for f in JSON_FIELDS},
+    "first_seen_at": "TIMESTAMPTZ",
+    "last_seen_at": "TIMESTAMPTZ",
+    "name_origin": "VARCHAR",
+    "developers": "VARCHAR[]",
+    "publishers": "VARCHAR[]",
+    "genres": "JSON",
+    "categories": "JSON",
+    "tags": "JSON",
+    "default_review_series_id": "VARCHAR",
+    "reviews_observed_at": "TIMESTAMPTZ",
+    "total_positive": "BIGINT",
+    "total_negative": "BIGINT",
+    "total_reviews": "BIGINT",
+    "positive_percentage": "DOUBLE",
+    "review_score": "BIGINT",
+    "review_score_desc": "VARCHAR",
+    "price_country": "VARCHAR",
+    "price_currency": "VARCHAR",
+    "price_initial_minor": "BIGINT",
+    "price_final_minor": "BIGINT",
+    "price_discount_percentage": "BIGINT",
+    "price_observed_at": "TIMESTAMPTZ",
+}
+SPECIAL_FIELDS = {"relationships": "JSON", "acquisition_status": "JSON", "provenance": "JSON"}
+APP_FIELDS = {**APP_COLUMNS, **SPECIAL_FIELDS}
+MINIMAL_FIELDS = ["steam_appid", "name", "developers", "publishers", "app_type"]
+
+
+def reader_version(value):
+    """Protocol subset of PEP 440: X.Y.Z and X.Y.Z.devN, ordered before X.Y.Z.
+
+    Unknown version forms fail closed. This is a snapshot compatibility field,
+    not a general-purpose Python package requirement parser.
+    """
+    if not isinstance(value, str):
+        # Malformed manifest metadata follows the same upgrade/refusal path.
+        raise ValueError("Unsupported minimum reader version")  # noqa: TRY004
+    match = re.fullmatch(r"([0-9]+)\.([0-9]+)\.([0-9]+)(?:\.dev([0-9]+))?", value)
+    if not match:
+        raise ValueError("Unsupported minimum reader version")
+    major, minor, patch, dev = match.groups()
+    return (int(major), int(minor), int(patch), 1 if dev is None else 0, int(dev or 0))
+
+
+def check_compatibility(manifest):
+    if (
+        manifest.get("schema_version") != SCHEMA_VERSION
+        or manifest.get("protocol_version") != PROTOCOL_VERSION
+        or reader_version(manifest.get("minimum_reader_version", "0.0.0"))
+        > reader_version(READER_VERSION)
+    ):
+        raise ValueError("Reader upgrade required for schema/protocol/minimum reader version")
+
+
+def validate_manifest(m):
+    check_compatibility(m)
+    if m["dataset_id"] != DATASET_ID:
+        raise ValueError("Unexpected dataset")
+    for name in ("dataset_version", "chain_id", "baseline_version"):
+        identifier(m[name])
+    baseline = m["kind"] == "baseline"
+    if m["kind"] not in ("baseline", "increment") or type(m["increment_sequence"]) is not int:
+        raise ValueError("Invalid release kind/sequence")
+    if baseline:
+        if (
+            m["increment_sequence"] != 0
+            or m["parent_version"] is not None
+            or m["dataset_version"] != m["baseline_version"]
+        ):
+            raise ValueError("Invalid baseline identity")
+    elif m["increment_sequence"] <= 0 or not m["parent_version"]:
+        raise ValueError("Invalid increment identity")
+    if set(m["tables"]) != set(TABLES):
+        raise ValueError("Unexpected table set")
+    paths = set()
+    for name, spec in TABLES.items():
+        t = m["tables"][name]
+        if t["columns"] != spec["columns"] or t["key"] != spec["key"]:
+            raise ValueError("Table differs from installed schema")
+        for f in t["files"]:
+            path = f["path"]
+            if not re.fullmatch(r"[a-z_]+/[a-zA-Z0-9_-]+\.parquet", path) or path in paths:
+                raise ValueError("Invalid or duplicate data path")
+            paths.add(path)
+            if f["operation"] not in ("upsert", "delete") or (
+                baseline and f["operation"] == "delete"
+            ):
+                raise ValueError("Invalid table operation")
+            for k in ("rows", "bytes"):
+                if type(f[k]) is not int or f[k] < 0:
+                    raise ValueError("Invalid file size/count")
+            if not re.fullmatch(r"[a-f0-9]{64}", f["sha256"]):
+                raise ValueError("Invalid checksum")
+    for key in ("published_at", "input_boundary_at"):
+        if datetime.fromisoformat(m[key]).utcoffset() is None:
+            raise ValueError("Timestamp requires timezone")
+    if not re.fullmatch(r"[a-f0-9]{64}", m["logical_state_sha256"]):
+        raise ValueError("Invalid state checksum")
+    return m

steam_data_schema-1.0.0.dev1/src/steam_data_schema/contract.json

@@ -0,0 +1 @@
+{"apps_view_columns":{"about_the_game":"VARCHAR","app_type":"VARCHAR","capsule_image":"VARCHAR","capsule_imagev5":"VARCHAR","categories":"JSON","content_descriptors":"JSON","controller_support":"VARCHAR","default_review_series_id":"VARCHAR","detailed_description":"VARCHAR","developers":"VARCHAR[]","extensions":"JSON","first_seen_at":"TIMESTAMPTZ","genres":"JSON","header_image":"VARCHAR","is_free":"BOOLEAN","last_seen_at":"TIMESTAMPTZ","linux_requirements":"JSON","mac_requirements":"JSON","name":"VARCHAR","name_origin":"VARCHAR","pc_requirements":"JSON","platforms":"JSON","positive_percentage":"DOUBLE","price_country":"VARCHAR","price_currency":"VARCHAR","price_discount_percentage":"BIGINT","price_final_minor":"BIGINT","price_initial_minor":"BIGINT","price_observed_at":"TIMESTAMPTZ","publishers":"VARCHAR[]","ratings":"JSON","release_info":"JSON","required_age":"VARCHAR","review_score":"BIGINT","review_score_desc":"VARCHAR","reviews_observed_at":"TIMESTAMPTZ","short_description":"VARCHAR","steam_appid":"BIGINT","steam_url":"VARCHAR","support_info":"JSON","supported_languages":"VARCHAR","tags":"JSON","total_negative":"BIGINT","total_positive":"BIGINT","total_reviews":"BIGINT","website":"VARCHAR"},"canonicalization":"UTF-8 sorted-key compact JSON, UTC six-digit microseconds, table/key ascending; one [table,row] JSON line per row; snapshot_info excluded","protocol_version":1,"query_fields":{"about_the_game":"VARCHAR","acquisition_status":"JSON","app_type":"VARCHAR","capsule_image":"VARCHAR","capsule_imagev5":"VARCHAR","categories":"JSON","content_descriptors":"JSON","controller_support":"VARCHAR","default_review_series_id":"VARCHAR","detailed_description":"VARCHAR","developers":"VARCHAR[]","extensions":"JSON","first_seen_at":"TIMESTAMPTZ","genres":"JSON","header_image":"VARCHAR","is_free":"BOOLEAN","last_seen_at":"TIMESTAMPTZ","linux_requirements":"JSON","mac_requirements":"JSON","name":"VARCHAR","name_origin":"VARCHAR","pc_requirements":"JSON","platforms":"JSON","positive_percentage":"DOUBLE","price_country":"VARCHAR","price_currency":"VARCHAR","price_discount_percentage":"BIGINT","price_final_minor":"BIGINT","price_initial_minor":"BIGINT","price_observed_at":"TIMESTAMPTZ","provenance":"JSON","publishers":"VARCHAR[]","ratings":"JSON","relationships":"JSON","release_info":"JSON","required_age":"VARCHAR","review_score":"BIGINT","review_score_desc":"VARCHAR","reviews_observed_at":"TIMESTAMPTZ","short_description":"VARCHAR","steam_appid":"BIGINT","steam_url":"VARCHAR","support_info":"JSON","supported_languages":"VARCHAR","tags":"JSON","total_negative":"BIGINT","total_positive":"BIGINT","total_reviews":"BIGINT","website":"VARCHAR"},"schema_version":"1.0","snapshot_info_columns":{"app_count":"BIGINT","baseline_version":"VARCHAR","chain_id":"VARCHAR","coverage_json":"JSON","dataset_id":"VARCHAR","dataset_version":"VARCHAR","default_review_series_id":"VARCHAR","feature_support_json":"JSON","freshness_json":"JSON","increment_sequence":"BIGINT","input_boundary_at":"TIMESTAMPTZ","logical_state_sha256":"VARCHAR","metadata_country":"VARCHAR","metadata_language":"VARCHAR","price_country":"VARCHAR","price_language":"VARCHAR","published_at":"TIMESTAMPTZ","schema_version":"VARCHAR","source_release_id":"VARCHAR"},"transport_tables":{"acquisition_status":{"columns":{"context_id":"VARCHAR","context_json":"JSON","data_family":"VARCHAR","last_success_at":"TIMESTAMPTZ","latest_attempt_at":"TIMESTAMPTZ","latest_attempt_status":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","support_status":"VARCHAR"},"key":["steam_appid","source_id","data_family","context_id"]},"app_catalog":{"columns":{"catalog_name":"VARCHAR","first_seen_at":"TIMESTAMPTZ","last_seen_at":"TIMESTAMPTZ","steam_appid":"BIGINT"},"key":["steam_appid"]},"app_categories":{"columns":{"category_id":"VARCHAR","steam_appid":"BIGINT"},"key":["steam_appid","category_id"]},"app_descriptions":{"columns":{"about_the_game":"VARCHAR","detailed_description":"VARCHAR","short_description":"VARCHAR","steam_appid":"BIGINT"},"key":["steam_appid"]},"app_details":{"columns":{"app_type":"VARCHAR","capsule_image":"VARCHAR","capsule_imagev5":"VARCHAR","content_descriptors":"JSON","controller_support":"VARCHAR","extensions":"JSON","header_image":"VARCHAR","is_free":"BOOLEAN","linux_requirements":"JSON","mac_requirements":"JSON","name":"VARCHAR","pc_requirements":"JSON","platforms":"JSON","ratings":"JSON","release_info":"JSON","required_age":"VARCHAR","steam_appid":"BIGINT","support_info":"JSON","supported_languages":"VARCHAR","website":"VARCHAR"},"key":["steam_appid"]},"app_genres":{"columns":{"genre_id":"VARCHAR","steam_appid":"BIGINT"},"key":["steam_appid","genre_id"]},"app_organizations":{"columns":{"identity_quality":"VARCHAR","organization_id":"VARCHAR","original_name":"VARCHAR","role":"VARCHAR","source_id":"VARCHAR","source_url":"VARCHAR","steam_appid":"BIGINT"},"key":["steam_appid","role","organization_id"]},"app_relationships":{"columns":{"observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","relation_type":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","target_appid":"BIGINT"},"key":["steam_appid","relation_type","target_appid"]},"app_search":{"columns":{"developer_keys":"VARCHAR[]","name_key":"VARCHAR","publisher_keys":"VARCHAR[]","steam_appid":"BIGINT"},"key":["steam_appid"]},"app_sets":{"columns":{"categories":"JSON","developers":"VARCHAR[]","genres":"JSON","publishers":"VARCHAR[]","steam_appid":"BIGINT","tags":"JSON"},"key":["steam_appid"]},"app_tags":{"columns":{"source_rank":"BIGINT","source_weight":"DOUBLE","steam_appid":"BIGINT","tag_id":"VARCHAR"},"key":["steam_appid","tag_id"]},"categories":{"columns":{"category_id":"VARCHAR","label":"VARCHAR"},"key":["category_id"]},"field_provenance":{"columns":{"context_id":"VARCHAR","context_json":"JSON","field_name":"VARCHAR","observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","parser_version":"VARCHAR","provenance_id":"VARCHAR","resolution_version":"VARCHAR","source_id":"VARCHAR","source_url":"VARCHAR","steam_appid":"BIGINT","timestamp_quality":"VARCHAR","value_state":"VARCHAR"},"key":["steam_appid","field_name","context_id","provenance_id"]},"genres":{"columns":{"genre_id":"VARCHAR","label":"VARCHAR"},"key":["genre_id"]},"prices":{"columns":{"country":"VARCHAR","currency":"VARCHAR","discount_percentage":"BIGINT","final_minor":"BIGINT","initial_minor":"BIGINT","language":"VARCHAR","observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","source_id":"VARCHAR","steam_appid":"BIGINT"},"key":["steam_appid","country","language","currency"]},"review_series":{"columns":{"definition_json":"JSON","description":"VARCHAR","review_series_id":"VARCHAR"},"key":["review_series_id"]},"review_summaries":{"columns":{"observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","positive_percentage":"DOUBLE","review_score":"BIGINT","review_score_desc":"VARCHAR","review_series_id":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","total_negative":"BIGINT","total_positive":"BIGINT","total_reviews":"BIGINT"},"key":["steam_appid","review_series_id"]},"tags":{"columns":{"label":"VARCHAR","tag_id":"VARCHAR"},"key":["tag_id"]}}}

steam_data_schema-1.0.0.dev1/src/steam_data_schema/manifest-example.json

@@ -0,0 +1 @@
+{"app_count":0,"artifact":{"bytes":0,"data_manifest_sha256":"0000000000000000000000000000000000000000000000000000000000000000","expanded_bytes":0,"sha256":"0000000000000000000000000000000000000000000000000000000000000000","url":"bundle.zip"},"baseline_version":"example-baseline","chain_id":"example-chain","dataset_id":"steam-current","dataset_version":"example-baseline","default_review_series_id":"reviews-example","illustrative_only":true,"increment_sequence":0,"input_boundary_at":"2026-10-21T00:00:00Z","kind":"baseline","logical_state_sha256":"0000000000000000000000000000000000000000000000000000000000000000","minimum_reader_version":"1.0.0.dev1","note":"Shape example; checksums and bundle are placeholders, not a downloadable release.","parent_version":null,"protocol_version":1,"published_at":"2026-10-21T00:00:00Z","schema_version":"1.0","source_release_id":"src_example","tables":{"acquisition_status":{"columns":{"context_id":"VARCHAR","context_json":"JSON","data_family":"VARCHAR","last_success_at":"TIMESTAMPTZ","latest_attempt_at":"TIMESTAMPTZ","latest_attempt_status":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","support_status":"VARCHAR"},"files":[],"key":["steam_appid","source_id","data_family","context_id"],"rows":0},"app_catalog":{"columns":{"catalog_name":"VARCHAR","first_seen_at":"TIMESTAMPTZ","last_seen_at":"TIMESTAMPTZ","steam_appid":"BIGINT"},"files":[],"key":["steam_appid"],"rows":0},"app_categories":{"columns":{"category_id":"VARCHAR","steam_appid":"BIGINT"},"files":[],"key":["steam_appid","category_id"],"rows":0},"app_descriptions":{"columns":{"about_the_game":"VARCHAR","detailed_description":"VARCHAR","short_description":"VARCHAR","steam_appid":"BIGINT"},"files":[],"key":["steam_appid"],"rows":0},"app_details":{"columns":{"app_type":"VARCHAR","capsule_image":"VARCHAR","capsule_imagev5":"VARCHAR","content_descriptors":"JSON","controller_support":"VARCHAR","extensions":"JSON","header_image":"VARCHAR","is_free":"BOOLEAN","linux_requirements":"JSON","mac_requirements":"JSON","name":"VARCHAR","pc_requirements":"JSON","platforms":"JSON","ratings":"JSON","release_info":"JSON","required_age":"VARCHAR","steam_appid":"BIGINT","support_info":"JSON","supported_languages":"VARCHAR","website":"VARCHAR"},"files":[],"key":["steam_appid"],"rows":0},"app_genres":{"columns":{"genre_id":"VARCHAR","steam_appid":"BIGINT"},"files":[],"key":["steam_appid","genre_id"],"rows":0},"app_organizations":{"columns":{"identity_quality":"VARCHAR","organization_id":"VARCHAR","original_name":"VARCHAR","role":"VARCHAR","source_id":"VARCHAR","source_url":"VARCHAR","steam_appid":"BIGINT"},"files":[],"key":["steam_appid","role","organization_id"],"rows":0},"app_relationships":{"columns":{"observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","relation_type":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","target_appid":"BIGINT"},"files":[],"key":["steam_appid","relation_type","target_appid"],"rows":0},"app_search":{"columns":{"developer_keys":"VARCHAR[]","name_key":"VARCHAR","publisher_keys":"VARCHAR[]","steam_appid":"BIGINT"},"files":[],"key":["steam_appid"],"rows":0},"app_sets":{"columns":{"categories":"JSON","developers":"VARCHAR[]","genres":"JSON","publishers":"VARCHAR[]","steam_appid":"BIGINT","tags":"JSON"},"files":[],"key":["steam_appid"],"rows":0},"app_tags":{"columns":{"source_rank":"BIGINT","source_weight":"DOUBLE","steam_appid":"BIGINT","tag_id":"VARCHAR"},"files":[],"key":["steam_appid","tag_id"],"rows":0},"categories":{"columns":{"category_id":"VARCHAR","label":"VARCHAR"},"files":[],"key":["category_id"],"rows":0},"field_provenance":{"columns":{"context_id":"VARCHAR","context_json":"JSON","field_name":"VARCHAR","observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","parser_version":"VARCHAR","provenance_id":"VARCHAR","resolution_version":"VARCHAR","source_id":"VARCHAR","source_url":"VARCHAR","steam_appid":"BIGINT","timestamp_quality":"VARCHAR","value_state":"VARCHAR"},"files":[],"key":["steam_appid","field_name","context_id","provenance_id"],"rows":0},"genres":{"columns":{"genre_id":"VARCHAR","label":"VARCHAR"},"files":[],"key":["genre_id"],"rows":0},"prices":{"columns":{"country":"VARCHAR","currency":"VARCHAR","discount_percentage":"BIGINT","final_minor":"BIGINT","initial_minor":"BIGINT","language":"VARCHAR","observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","source_id":"VARCHAR","steam_appid":"BIGINT"},"files":[],"key":["steam_appid","country","language","currency"],"rows":0},"review_series":{"columns":{"definition_json":"JSON","description":"VARCHAR","review_series_id":"VARCHAR"},"files":[],"key":["review_series_id"],"rows":0},"review_summaries":{"columns":{"observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","positive_percentage":"DOUBLE","review_score":"BIGINT","review_score_desc":"VARCHAR","review_series_id":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","total_negative":"BIGINT","total_positive":"BIGINT","total_reviews":"BIGINT"},"files":[],"key":["steam_appid","review_series_id"],"rows":0},"tags":{"columns":{"label":"VARCHAR","tag_id":"VARCHAR"},"files":[],"key":["tag_id"],"rows":0}}}

steam_data_schema-1.0.0.dev1/src/steam_data_schema/manifest.schema.json

@@ -0,0 +1 @@
+{"$schema":"https://json-schema.org/draft/2020-12/schema","description":"Structural schema; validate_manifest additionally enforces cross-field identity, paths, checksums and increment semantics.","properties":{"app_count":{"minimum":0,"type":"integer"},"artifact":{"properties":{"bytes":{"minimum":0,"type":"integer"},"data_manifest_sha256":{"pattern":"^[a-f0-9]{64}$","type":"string"},"expanded_bytes":{"minimum":0,"type":"integer"},"sha256":{"pattern":"^[a-f0-9]{64}$","type":"string"},"url":{"type":"string"}},"required":["url","sha256","bytes","expanded_bytes","data_manifest_sha256"],"type":"object"},"baseline_version":{"minLength":1,"type":"string"},"chain_id":{"minLength":1,"type":"string"},"dataset_id":{"const":"steam-current"},"dataset_version":{"minLength":1,"type":"string"},"default_review_series_id":{"minLength":1,"type":"string"},"increment_sequence":{"minimum":0,"type":"integer"},"input_boundary_at":{"format":"date-time","type":"string"},"kind":{"enum":["baseline","increment"]},"logical_state_sha256":{"pattern":"^[a-f0-9]{64}$","type":"string"},"minimum_reader_version":{"type":"string"},"parent_version":{"type":["string","null"]},"protocol_version":{"const":1},"published_at":{"format":"date-time","type":"string"},"schema_version":{"const":"1.0"},"source_release_id":{"minLength":1,"type":"string"},"tables":{"additionalProperties":false,"properties":{"acquisition_status":{"properties":{"columns":{"const":{"context_id":"VARCHAR","context_json":"JSON","data_family":"VARCHAR","last_success_at":"TIMESTAMPTZ","latest_attempt_at":"TIMESTAMPTZ","latest_attempt_status":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","support_status":"VARCHAR"}},"files":{"type":"array"},"key":{"const":["steam_appid","source_id","data_family","context_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_catalog":{"properties":{"columns":{"const":{"catalog_name":"VARCHAR","first_seen_at":"TIMESTAMPTZ","last_seen_at":"TIMESTAMPTZ","steam_appid":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_categories":{"properties":{"columns":{"const":{"category_id":"VARCHAR","steam_appid":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid","category_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_descriptions":{"properties":{"columns":{"const":{"about_the_game":"VARCHAR","detailed_description":"VARCHAR","short_description":"VARCHAR","steam_appid":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_details":{"properties":{"columns":{"const":{"app_type":"VARCHAR","capsule_image":"VARCHAR","capsule_imagev5":"VARCHAR","content_descriptors":"JSON","controller_support":"VARCHAR","extensions":"JSON","header_image":"VARCHAR","is_free":"BOOLEAN","linux_requirements":"JSON","mac_requirements":"JSON","name":"VARCHAR","pc_requirements":"JSON","platforms":"JSON","ratings":"JSON","release_info":"JSON","required_age":"VARCHAR","steam_appid":"BIGINT","support_info":"JSON","supported_languages":"VARCHAR","website":"VARCHAR"}},"files":{"type":"array"},"key":{"const":["steam_appid"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_genres":{"properties":{"columns":{"const":{"genre_id":"VARCHAR","steam_appid":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid","genre_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_organizations":{"properties":{"columns":{"const":{"identity_quality":"VARCHAR","organization_id":"VARCHAR","original_name":"VARCHAR","role":"VARCHAR","source_id":"VARCHAR","source_url":"VARCHAR","steam_appid":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid","role","organization_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_relationships":{"properties":{"columns":{"const":{"observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","relation_type":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","target_appid":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid","relation_type","target_appid"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_search":{"properties":{"columns":{"const":{"developer_keys":"VARCHAR[]","name_key":"VARCHAR","publisher_keys":"VARCHAR[]","steam_appid":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_sets":{"properties":{"columns":{"const":{"categories":"JSON","developers":"VARCHAR[]","genres":"JSON","publishers":"VARCHAR[]","steam_appid":"BIGINT","tags":"JSON"}},"files":{"type":"array"},"key":{"const":["steam_appid"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"app_tags":{"properties":{"columns":{"const":{"source_rank":"BIGINT","source_weight":"DOUBLE","steam_appid":"BIGINT","tag_id":"VARCHAR"}},"files":{"type":"array"},"key":{"const":["steam_appid","tag_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"categories":{"properties":{"columns":{"const":{"category_id":"VARCHAR","label":"VARCHAR"}},"files":{"type":"array"},"key":{"const":["category_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"field_provenance":{"properties":{"columns":{"const":{"context_id":"VARCHAR","context_json":"JSON","field_name":"VARCHAR","observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","parser_version":"VARCHAR","provenance_id":"VARCHAR","resolution_version":"VARCHAR","source_id":"VARCHAR","source_url":"VARCHAR","steam_appid":"BIGINT","timestamp_quality":"VARCHAR","value_state":"VARCHAR"}},"files":{"type":"array"},"key":{"const":["steam_appid","field_name","context_id","provenance_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"genres":{"properties":{"columns":{"const":{"genre_id":"VARCHAR","label":"VARCHAR"}},"files":{"type":"array"},"key":{"const":["genre_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"prices":{"properties":{"columns":{"const":{"country":"VARCHAR","currency":"VARCHAR","discount_percentage":"BIGINT","final_minor":"BIGINT","initial_minor":"BIGINT","language":"VARCHAR","observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","source_id":"VARCHAR","steam_appid":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid","country","language","currency"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"review_series":{"properties":{"columns":{"const":{"definition_json":"JSON","description":"VARCHAR","review_series_id":"VARCHAR"}},"files":{"type":"array"},"key":{"const":["review_series_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"review_summaries":{"properties":{"columns":{"const":{"observation_id":"VARCHAR","observed_at":"TIMESTAMPTZ","positive_percentage":"DOUBLE","review_score":"BIGINT","review_score_desc":"VARCHAR","review_series_id":"VARCHAR","source_id":"VARCHAR","steam_appid":"BIGINT","total_negative":"BIGINT","total_positive":"BIGINT","total_reviews":"BIGINT"}},"files":{"type":"array"},"key":{"const":["steam_appid","review_series_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"},"tags":{"properties":{"columns":{"const":{"label":"VARCHAR","tag_id":"VARCHAR"}},"files":{"type":"array"},"key":{"const":["tag_id"]},"rows":{"minimum":0,"type":"integer"}},"required":["columns","key","rows","files"],"type":"object"}},"required":["app_search","app_catalog","app_details","app_descriptions","app_sets","review_summaries","review_series","prices","app_organizations","app_relationships","field_provenance","acquisition_status","genres","app_genres","categories","app_categories","tags","app_tags"],"type":"object"}},"required":["dataset_id","protocol_version","schema_version","minimum_reader_version","kind","tables","app_count","increment_sequence","logical_state_sha256","parent_version","artifact","dataset_version","chain_id","baseline_version","source_release_id","default_review_series_id","published_at","input_boundary_at"],"title":"Steam current snapshot manifest","type":"object"}