datajunction-server 0.0.1a104.dev0__tar.gz → 0.0.41__tar.gz

{datajunction_server-0.0.1a104.dev0 → datajunction_server-0.0.41}/.gitignore

@@ -124,3 +124,5 @@ Untitled*
 
 # postgres
 postgres_metadata
+postgres_superset
+node_modules

{datajunction_server-0.0.1a104.dev0 → datajunction_server-0.0.41}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: datajunction-server
-Version: 0.0.1a104.dev0
+Version: 0.0.41
 Summary: DataJunction server library for running to a DataJunction server
 Project-URL: Homepage, https://datajunction.io
 Project-URL: Repository, https://github.com/DataJunction/dj
@@ -14,7 +14,7 @@ Classifier: Programming Language :: Python :: 3.12
 Requires-Python: <4.0,>=3.10
 Requires-Dist: alembic>=1.10.3
 Requires-Dist: antlr4-python3-runtime==4.13.1
-Requires-Dist: bcrypt>=4.0.1
+Requires-Dist: bcrypt<=4.3.0,>=4.0.1
 Requires-Dist: cachelib<1.0.0,>=0.10.2
 Requires-Dist: cachetools>=5.3.1
 Requires-Dist: celery<6.0.0,>=5.2.7
@@ -31,7 +31,8 @@ Requires-Dist: nbformat>=5.10.4
 Requires-Dist: opentelemetry-instrumentation-fastapi==0.38b0
 Requires-Dist: passlib>=1.7.4
 Requires-Dist: psycopg>=3.1.16
-Requires-Dist: pydantic<2
+Requires-Dist: pydantic-settings>=2.10.1
+Requires-Dist: pydantic<2.11,>=2.0
 Requires-Dist: python-dotenv<1.0.0,>=0.19.0
 Requires-Dist: python-jose>=3.3.0
 Requires-Dist: python-multipart>=0.0.20
@@ -41,9 +42,13 @@ Requires-Dist: rich<14.0.0,>=13.3.3
 Requires-Dist: sqlalchemy-utils<1.0.0,>=0.40.0
 Requires-Dist: sqlalchemy>=2
 Requires-Dist: sse-starlette<=2.0.0,>=1.6.0
-Requires-Dist: strawberry-graphql>=0.204.0
+Requires-Dist: strawberry-graphql>=0.235.0
 Requires-Dist: types-cachetools>=5.3.0.6
 Requires-Dist: yarl<2.0.0,>=1.8.2
+Provides-Extra: all
+Requires-Dist: snowflake-connector-python>=3.0.0; extra == 'all'
+Provides-Extra: snowflake
+Requires-Dist: snowflake-connector-python>=3.0.0; extra == 'snowflake'
 Provides-Extra: transpilation
 Requires-Dist: sqlglot>=18.0.1; extra == 'transpilation'
 Provides-Extra: uvicorn

{datajunction_server-0.0.1a104.dev0 → datajunction_server-0.0.41}/datajunction_server/api/graphql/schema.graphql

@@ -75,15 +75,22 @@ type DJError {
 scalar DateTime
 
 type DecomposedMetric {
-  components: [MetricComponent!]!
-  derivedQuery: String!
   derivedExpression: String!
+  components: [MetricComponent!]!
+  combiner: String!
+  derivedQuery: String
 }
 
 enum Dialect {
   SPARK
   TRINO
   DRUID
+  POSTGRES
+  CLICKHOUSE
+  DUCKDB
+  REDSHIFT
+  SNOWFLAKE
+  SQLITE
 }
 
 type DialectInfo {
@@ -156,6 +163,11 @@ enum ErrorCode {
   INVALID_PARENT
   INVALID_DIMENSION
   INVALID_METRIC
+  INVALID_DIMENSION_LINK
+  INVALID_CUBE
+  TAG_NOT_FOUND
+  CATALOG_NOT_FOUND
+  INVALID_NAMESPACE
 }
 
 type GeneratedSQL {
@@ -196,10 +208,23 @@ type MaterializationConfig {
   strategy: String
 }
 
+type MaterializationPlan {
+  units: [MaterializationUnit!]!
+}
+
+type MaterializationUnit {
+  upstream: VersionedRef!
+  grainDimensions: [VersionedRef!]!
+  measures: [MetricComponent!]!
+  filterRefs: [VersionedRef!]!
+  filters: [String!]!
+}
+
 type MetricComponent {
   name: String!
   expression: String!
   aggregation: String
+  merge: String
   rule: AggregationRule!
 }
 
@@ -230,6 +255,7 @@ type Node {
   revisions: [NodeRevision!]!
   tags: [TagBase!]!
   createdBy: User!
+  owners: [User!]!
   editedBy: [String!]!
 }
 
@@ -251,6 +277,12 @@ type NodeName {
   name: String!
 }
 
+type NodeNameVersion {
+  name: String!
+  currentVersion: String!
+  type: String!
+}
+
 type NodeRevision {
   id: Union!
   type: NodeType!
@@ -263,8 +295,7 @@ type NodeRevision {
   updatedAt: DateTime!
   customMetadata: JSON
   query: String
-  dimensionLinks: [DimensionLink!]!
-  parents: [NodeName!]!
+  parents: [NodeNameVersion!]!
   availability: AvailabilityState
   materializations: [MaterializationConfig!]
   schema_: String
@@ -272,6 +303,7 @@ type NodeRevision {
   requiredDimensions: [Column!]
   catalog: Catalog
   columns(attributes: [String!] = null): [Column!]!
+  dimensionLinks: [DimensionLink!]!
   primaryKey: [String!]!
   metricMetadata: MetricMetadata
   extractedMeasures: DecomposedMetric
@@ -279,6 +311,16 @@ type NodeRevision {
   cubeDimensions: [DimensionAttribute!]!
 }
 
+enum NodeSortField {
+  NAME
+  DISPLAY_NAME
+  TYPE
+  STATUS
+  MODE
+  CREATED_AT
+  UPDATED_AT
+}
+
 enum NodeStatus {
   VALID
   INVALID
@@ -361,8 +403,42 @@ type Query {
     """Filter to nodes tagged with these tags"""
     tags: [String!] = null
 
+    """
+    Filter to nodes that have ALL of these dimensions. Accepts dimension node names or dimension attributes
+    """
+    dimensions: [String!] = null
+
+    """Filter to nodes edited by this user"""
+    editedBy: String = null
+
+    """Filter to nodes in this namespace"""
+    namespace: String = null
+
+    """Filter to nodes with this mode (published or draft)"""
+    mode: NodeMode = null
+
+    """Filter to nodes owned by this user"""
+    ownedBy: String = null
+
+    """Filter to nodes missing descriptions (for data quality checks)"""
+    missingDescription: Boolean! = false
+
+    """Filter to nodes without any owners (for data quality checks)"""
+    missingOwner: Boolean! = false
+
+    """Filter to nodes with these statuses (e.g., VALID, INVALID)"""
+    statuses: [NodeStatus!] = null
+
+    """Filter to nodes that have materializations configured"""
+    hasMaterialization: Boolean! = false
+
+    """Filter to dimension nodes that are not linked to by any other node"""
+    orphanedDimension: Boolean! = false
+
     """Limit nodes"""
     limit: Int = 1000
+    orderBy: NodeSortField! = CREATED_AT
+    ascending: Boolean! = false
   ): [Node!]!
 
   """Find nodes based on the search parameters with pagination"""
@@ -379,16 +455,44 @@ type Query {
     """Filter to nodes tagged with these tags"""
     tags: [String!] = null
 
+    """
+    Filter to nodes that have ALL of these dimensions. Accepts dimension node names or dimension attributes
+    """
+    dimensions: [String!] = null
+
     """Filter to nodes edited by this user"""
     editedBy: String = null
 
     """Filter to nodes in this namespace"""
     namespace: String = null
+
+    """Filter to nodes with this mode (published or draft)"""
+    mode: NodeMode = null
+
+    """Filter to nodes owned by this user"""
+    ownedBy: String = null
+
+    """Filter to nodes missing descriptions (for data quality checks)"""
+    missingDescription: Boolean! = false
+
+    """Filter to nodes without any owners (for data quality checks)"""
+    missingOwner: Boolean! = false
+
+    """Filter to nodes with these statuses (e.g., VALID, INVALID)"""
+    statuses: [NodeStatus!] = null
+
+    """Filter to nodes that have materializations configured"""
+    hasMaterialization: Boolean! = false
+
+    """Filter to dimension nodes that are not linked to by any other node"""
+    orphanedDimension: Boolean! = false
     after: String = null
     before: String = null
 
     """Limit nodes"""
     limit: Int = 100
+    orderBy: NodeSortField! = CREATED_AT
+    ascending: Boolean! = false
   ): NodeConnection!
 
   """Get common dimensions for one or more nodes"""
@@ -399,11 +503,26 @@ type Query {
 
   """Find downstream nodes (optionally, of a given type) from a given node."""
   downstreamNodes(
-    """The node name to find downstream nodes for."""
-    nodeName: String!
+    """The node names to find downstream nodes for."""
+    nodeNames: [String!]!
 
     """The node type to filter the downstream nodes on."""
     nodeType: NodeType = null
+
+    """Whether to include deactivated nodes in the result."""
+    includeDeactivated: Boolean! = false
+  ): [Node!]!
+
+  """Find upstream nodes (optionally, of a given type) from a given node."""
+  upstreamNodes(
+    """The node names to find upstream nodes for."""
+    nodeNames: [String!]!
+
+    """The node type to filter the upstream nodes on."""
+    nodeType: NodeType = null
+
+    """Whether to include deactivated nodes in the result."""
+    includeDeactivated: Boolean! = false
   ): [Node!]!
 
   """Get measures SQL for a list of metrics, dimensions, and filters."""
@@ -423,8 +542,16 @@ type Query {
     Whether to pre-aggregate to the requested dimensions so that subsequent queries are more efficient.
     """
     preaggregate: Boolean! = false
+
+    """Query parameters to include in the SQL"""
+    queryParameters: JSON = null
   ): [GeneratedSQL!]!
 
+  """
+  Get materialization plan for a list of metrics, dimensions, and filters.
+  """
+  materializationPlan(cube: CubeDefinition!): MaterializationPlan!
+
   """Find DJ node tags based on the search parameters."""
   listTags(tagNames: [String!] = null, tagTypes: [String!] = null): [Tag!]!
 
@@ -485,4 +612,9 @@ type User {
   name: String
   oauthProvider: OAuthProvider!
   isAdmin: Boolean!
+}
+
+type VersionedRef {
+  name: String!
+  version: String!
 }

{datajunction_server-0.0.1a104.dev0 → datajunction_server-0.0.41}/pyproject.toml

@@ -11,6 +11,9 @@ include = [
 packages = ["datajunction_server"]
 include = ["alembic/**", "alembic.ini"]
 
+[tool.hatch.metadata]
+allow-direct-references = true
+
 [tool.pdm]
 [tool.pdm.build]
 includes = ["dj"]
@@ -46,7 +49,7 @@ dependencies = [
     "passlib>=1.7.4",
     "python-jose>=3.3.0",
     "cryptography<=45.0.0",
-    "bcrypt>=4.0.1",
+    "bcrypt<=4.3.0,>=4.0.1",
 
     # Google APIs
     "google-api-python-client>=2.95.0",
@@ -81,10 +84,11 @@ dependencies = [
     "nbformat>=5.10.4",
 
     # GraphQL
-    "strawberry-graphql>=0.204.0",
+    "strawberry-graphql>=0.235.0",
 
     # Data validation
-    "pydantic<2",
+    "pydantic<2.11,>=2.0",
+    "pydantic-settings>=2.10.1",
 ]
 requires-python = ">=3.10,<4.0"
 readme = "README.md"
@@ -105,6 +109,15 @@ transpilation = [
     "sqlglot>=18.0.1",
 ]
 
+# Query client dependencies for different data warehouse vendors
+snowflake = [
+    "snowflake-connector-python>=3.0.0",
+]
+
+all = [
+    "snowflake-connector-python>=3.0.0",
+]
+
 [project.entry-points.'superset.db_engine_specs']
 dj = 'datajunction_server.superset:DJEngineSpec'
 
@@ -124,6 +137,13 @@ asyncio_mode = "auto"
 testpaths = [
     "tests",
 ]
+norecursedirs = [
+    "tests/helpers",
+]
+
+[tool.ruff.lint]
+ignore = ["F811"]
+exclude = ["datajunction_server/sql/parsing/backends/antlr4.py"]
 
 [tool.pdm.dev-dependencies]
 test = [
@@ -131,7 +151,7 @@ test = [
     "freezegun>=1.2.2",
     "pre-commit>=3.2.2",
     "pylint>=3.0.3",
-    "pytest-asyncio<=0.22",
+    "pytest-asyncio>=1.2.0",
     "pytest-cov>=4.0.0",
     "pytest-integration>=0.2.2",
     "pytest-mock>=3.10.0",
@@ -147,7 +167,3 @@ test = [
     "sqlparse<1.0.0,>=0.4.3",
     "asgi-lifespan>=2",
 ]
-
-[tool.ruff.lint]
-ignore = ["F811"]
-exclude = ["datajunction_server/sql/parsing/backends/antlr4.py"]