datajunction-server 0.0.1a78.dev0__tar.gz → 0.0.38__tar.gz

{datajunction_server-0.0.1a78.dev0 → datajunction_server-0.0.38}/.gitignore

@@ -120,6 +120,9 @@ client_secret*
 
 # random notebooks
 Untitled*
+.notebook_executed
 
 # postgres
 postgres_metadata
+postgres_superset
+node_modules

{datajunction_server-0.0.1a78.dev0 → datajunction_server-0.0.38}/PKG-INFO

@@ -1,28 +1,24 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: datajunction-server
-Version: 0.0.1a78.dev0
+Version: 0.0.38
 Summary: DataJunction server library for running to a DataJunction server
-Project-URL: repository, https://github.com/DataJunction/dj
-Author-email: DataJunction Authors <yian.shang@gmail.com>
+Project-URL: Homepage, https://datajunction.io
+Project-URL: Repository, https://github.com/DataJunction/dj
 License: MIT
+Keywords: metrics,semanticlayer
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Python: <4.0,>=3.8
-Requires-Dist: accept-types<1.0.0,>=0.4.1
-Requires-Dist: aiosqlite>=0.20.0
+Requires-Python: <4.0,>=3.10
 Requires-Dist: alembic>=1.10.3
 Requires-Dist: antlr4-python3-runtime==4.13.1
-Requires-Dist: asciidag<1.0.0,>=0.2.0
-Requires-Dist: bcrypt>=4.0.1
+Requires-Dist: bcrypt<=4.3.0,>=4.0.1
 Requires-Dist: cachelib<1.0.0,>=0.10.2
 Requires-Dist: cachetools>=5.3.1
 Requires-Dist: celery<6.0.0,>=5.2.7
-Requires-Dist: cryptography>=41.0.3
+Requires-Dist: cryptography<=45.0.0
 Requires-Dist: fastapi-cache2>=0.2.1
 Requires-Dist: fastapi>=0.110.0
 Requires-Dist: google-api-python-client>=2.95.0
@@ -35,21 +31,24 @@ Requires-Dist: nbformat>=5.10.4
 Requires-Dist: opentelemetry-instrumentation-fastapi==0.38b0
 Requires-Dist: passlib>=1.7.4
 Requires-Dist: psycopg>=3.1.16
-Requires-Dist: pydantic<2
-Requires-Dist: pytest-asyncio==0.21.2
+Requires-Dist: pydantic-settings>=2.10.1
+Requires-Dist: pydantic<2.11,>=2.0
 Requires-Dist: python-dotenv<1.0.0,>=0.19.0
 Requires-Dist: python-jose>=3.3.0
-Requires-Dist: python-multipart>=0.0.6
+Requires-Dist: python-multipart>=0.0.20
 Requires-Dist: redis<5.0.0,>=4.5.4
 Requires-Dist: requests<=2.29.0,>=2.28.2
 Requires-Dist: rich<14.0.0,>=13.3.3
 Requires-Dist: sqlalchemy-utils<1.0.0,>=0.40.0
 Requires-Dist: sqlalchemy>=2
-Requires-Dist: sqlparse<1.0.0,>=0.4.3
-Requires-Dist: sse-starlette>=1.6.0
-Requires-Dist: strawberry-graphql>=0.204.0
+Requires-Dist: sse-starlette<=2.0.0,>=1.6.0
+Requires-Dist: strawberry-graphql>=0.235.0
 Requires-Dist: types-cachetools>=5.3.0.6
 Requires-Dist: yarl<2.0.0,>=1.8.2
+Provides-Extra: all
+Requires-Dist: snowflake-connector-python>=3.0.0; extra == 'all'
+Provides-Extra: snowflake
+Requires-Dist: snowflake-connector-python>=3.0.0; extra == 'snowflake'
 Provides-Extra: transpilation
 Requires-Dist: sqlglot>=18.0.1; extra == 'transpilation'
 Provides-Extra: uvicorn

datajunction_server-0.0.38/datajunction_server/api/graphql/schema.graphql

@@ -0,0 +1,620 @@
+enum Aggregability {
+  FULL
+  LIMITED
+  NONE
+}
+
+type AggregationRule {
+  type: Aggregability!
+  level: [String!]
+}
+
+type Attribute {
+  attributeType: AttributeTypeName!
+}
+
+type AttributeTypeName {
+  namespace: String!
+  name: String!
+}
+
+type AvailabilityState {
+  catalog: String!
+  schema_: String
+  table: String!
+  validThroughTs: Int!
+  url: String
+  categoricalPartitions: [String!]
+  temporalPartitions: [String!]
+  minTemporalPartition: [String!]
+  maxTemporalPartition: [String!]
+  partitions: [PartitionAvailability!]
+}
+
+type Backfill {
+  spec: [PartitionBackfill!]
+  urls: [String!]
+}
+
+type Catalog {
+  name: String!
+  engines: [Engine!]
+}
+
+type Column {
+  name: String!
+  displayName: String
+  type: String!
+  attributes: [Attribute!]!
+  dimension: NodeName
+  partition: Partition
+}
+
+type ColumnMetadata {
+  name: String!
+  type: String!
+  semanticEntity: SemanticEntity
+  semanticType: SemanticType
+}
+
+input CubeDefinition {
+  cube: String = null
+  metrics: [String!] = null
+  dimensions: [String!] = null
+  filters: [String!] = null
+  orderby: [String!] = null
+}
+
+type DJError {
+  code: ErrorCode!
+  message: String
+  context: String
+}
+
+"""Date with time (isoformat)"""
+scalar DateTime
+
+type DecomposedMetric {
+  derivedExpression: String!
+  components: [MetricComponent!]!
+  combiner: String!
+  derivedQuery: String
+}
+
+enum Dialect {
+  SPARK
+  TRINO
+  DRUID
+  POSTGRES
+  CLICKHOUSE
+  DUCKDB
+  REDSHIFT
+  SNOWFLAKE
+  SQLITE
+}
+
+type DialectInfo {
+  name: String!
+  pluginClass: String!
+}
+
+type DimensionAttribute {
+  name: String!
+  attribute: String
+  role: String
+  properties: [String!]!
+  type: String!
+  DimensionNode: Node
+
+  """The dimension node this attribute belongs to"""
+  dimensionNode: Node!
+}
+
+type DimensionLink {
+  dimension: NodeName!
+  joinType: JoinType!
+  joinSql: String!
+  joinCardinality: JoinCardinality
+  role: String
+  foreignKeys: JSON!
+}
+
+type Engine {
+  name: String!
+  version: String!
+  uri: String
+  dialect: Dialect
+}
+
+input EngineSettings {
+  """The name of the engine used by the generated SQL"""
+  name: String!
+
+  """The version of the engine used by the generated SQL"""
+  version: String
+}
+
+enum ErrorCode {
+  UNKNOWN_ERROR
+  NOT_IMPLEMENTED_ERROR
+  ALREADY_EXISTS
+  INVALID_FILTER_PATTERN
+  INVALID_COLUMN_IN_FILTER
+  INVALID_VALUE_IN_FILTER
+  INVALID_ARGUMENTS_TO_FUNCTION
+  INVALID_SQL_QUERY
+  MISSING_COLUMNS
+  UNKNOWN_NODE
+  NODE_TYPE_ERROR
+  INVALID_DIMENSION_JOIN
+  INVALID_COLUMN
+  QUERY_SERVICE_ERROR
+  INVALID_ORDER_BY
+  COMPOUND_BUILD_EXCEPTION
+  MISSING_PARENT
+  TYPE_INFERENCE
+  MISSING_PARAMETER
+  AUTHENTICATION_ERROR
+  OAUTH_ERROR
+  INVALID_LOGIN_CREDENTIALS
+  USER_NOT_FOUND
+  UNAUTHORIZED_ACCESS
+  INCOMPLETE_AUTHORIZATION
+  INVALID_PARENT
+  INVALID_DIMENSION
+  INVALID_METRIC
+  INVALID_DIMENSION_LINK
+  INVALID_CUBE
+  TAG_NOT_FOUND
+  CATALOG_NOT_FOUND
+  INVALID_NAMESPACE
+}
+
+type GeneratedSQL {
+  node: Node!
+  sql: String!
+  columns: [ColumnMetadata!]!
+  dialect: Dialect!
+  upstreamTables: [String!]!
+  errors: [DJError!]!
+}
+
+"""
+The `JSON` scalar type represents JSON values as specified by [ECMA-404](https://ecma-international.org/wp-content/uploads/ECMA-404_2nd_edition_december_2017.pdf).
+"""
+scalar JSON @specifiedBy(url: "https://ecma-international.org/wp-content/uploads/ECMA-404_2nd_edition_december_2017.pdf")
+
+enum JoinCardinality {
+  ONE_TO_ONE
+  ONE_TO_MANY
+  MANY_TO_ONE
+  MANY_TO_MANY
+}
+
+enum JoinType {
+  LEFT
+  RIGHT
+  INNER
+  FULL
+  CROSS
+}
+
+type MaterializationConfig {
+  name: String
+  config: JSON!
+  schedule: String!
+  job: String
+  backfills: [Backfill!]!
+  strategy: String
+}
+
+type MaterializationPlan {
+  units: [MaterializationUnit!]!
+}
+
+type MaterializationUnit {
+  upstream: VersionedRef!
+  grainDimensions: [VersionedRef!]!
+  measures: [MetricComponent!]!
+  filterRefs: [VersionedRef!]!
+  filters: [String!]!
+}
+
+type MetricComponent {
+  name: String!
+  expression: String!
+  aggregation: String
+  merge: String
+  rule: AggregationRule!
+}
+
+enum MetricDirection {
+  HIGHER_IS_BETTER
+  LOWER_IS_BETTER
+  NEUTRAL
+}
+
+type MetricMetadata {
+  direction: MetricDirection
+  unit: Unit
+  significantDigits: Int
+  minDecimalExponent: Int
+  maxDecimalExponent: Int
+  expression: String!
+  incompatibleDruidFunctions: [String!]!
+}
+
+type Node {
+  id: Union!
+  name: String!
+  type: NodeType!
+  currentVersion: String!
+  createdAt: DateTime!
+  deactivatedAt: DateTime
+  current: NodeRevision!
+  revisions: [NodeRevision!]!
+  tags: [TagBase!]!
+  createdBy: User!
+  owners: [User!]!
+  editedBy: [String!]!
+}
+
+type NodeConnection {
+  pageInfo: PageInfo!
+  edges: [NodeEdge!]!
+}
+
+type NodeEdge {
+  node: Node!
+}
+
+enum NodeMode {
+  PUBLISHED
+  DRAFT
+}
+
+type NodeName {
+  name: String!
+}
+
+type NodeNameVersion {
+  name: String!
+  currentVersion: String!
+  type: String!
+}
+
+type NodeRevision {
+  id: Union!
+  type: NodeType!
+  name: String!
+  displayName: String
+  version: String!
+  status: NodeStatus!
+  mode: NodeMode
+  description: String!
+  updatedAt: DateTime!
+  customMetadata: JSON
+  query: String
+  parents: [NodeNameVersion!]!
+  availability: AvailabilityState
+  materializations: [MaterializationConfig!]
+  schema_: String
+  table: String
+  requiredDimensions: [Column!]
+  catalog: Catalog
+  columns(attributes: [String!] = null): [Column!]!
+  dimensionLinks: [DimensionLink!]!
+  primaryKey: [String!]!
+  metricMetadata: MetricMetadata
+  extractedMeasures: DecomposedMetric
+  cubeMetrics: [NodeRevision!]!
+  cubeDimensions: [DimensionAttribute!]!
+}
+
+enum NodeSortField {
+  NAME
+  DISPLAY_NAME
+  TYPE
+  STATUS
+  MODE
+  CREATED_AT
+  UPDATED_AT
+}
+
+enum NodeStatus {
+  VALID
+  INVALID
+}
+
+enum NodeType {
+  SOURCE
+  TRANSFORM
+  METRIC
+  DIMENSION
+  CUBE
+}
+
+enum OAuthProvider {
+  BASIC
+  GITHUB
+  GOOGLE
+}
+
+type PageInfo {
+  """When paginating forwards, are there more nodes?"""
+  hasNextPage: Boolean!
+
+  """When paginating forwards, are there more nodes?"""
+  hasPrevPage: Boolean!
+
+  """When paginating back, the cursor to continue."""
+  startCursor: String
+
+  """When paginating forwards, the cursor to continue."""
+  endCursor: String
+}
+
+type Partition {
+  type_: PartitionType!
+  format: String
+  granularity: String
+  expression: String
+}
+
+type PartitionAvailability {
+  minTemporalPartition: [String!]
+  maxTemporalPartition: [String!]
+  value: [String]!
+  validThroughTs: Int
+}
+
+type PartitionBackfill {
+  columnName: String!
+  values: [String!]
+  range: [String!]
+}
+
+enum PartitionType {
+  TEMPORAL
+  CATEGORICAL
+}
+
+type Query {
+  """List available catalogs"""
+  listCatalogs: [Catalog!]!
+
+  """List all available engines"""
+  listEngines: [Engine!]!
+
+  """List all supported SQL dialects"""
+  listDialects: [DialectInfo!]!
+
+  """Find nodes based on the search parameters."""
+  findNodes(
+    """A fragment of a node name to search for"""
+    fragment: String = null
+
+    """Filter to nodes with these names"""
+    names: [String!] = null
+
+    """Filter nodes to these node types"""
+    nodeTypes: [NodeType!] = null
+
+    """Filter to nodes tagged with these tags"""
+    tags: [String!] = null
+
+    """
+    Filter to nodes that have ALL of these dimensions. Accepts dimension node names or dimension attributes
+    """
+    dimensions: [String!] = null
+
+    """Filter to nodes edited by this user"""
+    editedBy: String = null
+
+    """Filter to nodes in this namespace"""
+    namespace: String = null
+
+    """Filter to nodes with this mode (published or draft)"""
+    mode: NodeMode = null
+
+    """Filter to nodes owned by this user"""
+    ownedBy: String = null
+
+    """Filter to nodes missing descriptions (for data quality checks)"""
+    missingDescription: Boolean! = false
+
+    """Filter to nodes without any owners (for data quality checks)"""
+    missingOwner: Boolean! = false
+
+    """Filter to nodes with these statuses (e.g., VALID, INVALID)"""
+    statuses: [NodeStatus!] = null
+
+    """Filter to nodes that have materializations configured"""
+    hasMaterialization: Boolean! = false
+
+    """Filter to dimension nodes that are not linked to by any other node"""
+    orphanedDimension: Boolean! = false
+
+    """Limit nodes"""
+    limit: Int = 1000
+    orderBy: NodeSortField! = CREATED_AT
+    ascending: Boolean! = false
+  ): [Node!]!
+
+  """Find nodes based on the search parameters with pagination"""
+  findNodesPaginated(
+    """A fragment of a node name to search for"""
+    fragment: String = null
+
+    """Filter to nodes with these names"""
+    names: [String!] = null
+
+    """Filter nodes to these node types"""
+    nodeTypes: [NodeType!] = null
+
+    """Filter to nodes tagged with these tags"""
+    tags: [String!] = null
+
+    """
+    Filter to nodes that have ALL of these dimensions. Accepts dimension node names or dimension attributes
+    """
+    dimensions: [String!] = null
+
+    """Filter to nodes edited by this user"""
+    editedBy: String = null
+
+    """Filter to nodes in this namespace"""
+    namespace: String = null
+
+    """Filter to nodes with this mode (published or draft)"""
+    mode: NodeMode = null
+
+    """Filter to nodes owned by this user"""
+    ownedBy: String = null
+
+    """Filter to nodes missing descriptions (for data quality checks)"""
+    missingDescription: Boolean! = false
+
+    """Filter to nodes without any owners (for data quality checks)"""
+    missingOwner: Boolean! = false
+
+    """Filter to nodes with these statuses (e.g., VALID, INVALID)"""
+    statuses: [NodeStatus!] = null
+
+    """Filter to nodes that have materializations configured"""
+    hasMaterialization: Boolean! = false
+
+    """Filter to dimension nodes that are not linked to by any other node"""
+    orphanedDimension: Boolean! = false
+    after: String = null
+    before: String = null
+
+    """Limit nodes"""
+    limit: Int = 100
+    orderBy: NodeSortField! = CREATED_AT
+    ascending: Boolean! = false
+  ): NodeConnection!
+
+  """Get common dimensions for one or more nodes"""
+  commonDimensions(
+    """A list of nodes to find common dimensions for"""
+    nodes: [String!] = null
+  ): [DimensionAttribute!]!
+
+  """Find downstream nodes (optionally, of a given type) from a given node."""
+  downstreamNodes(
+    """The node names to find downstream nodes for."""
+    nodeNames: [String!]!
+
+    """The node type to filter the downstream nodes on."""
+    nodeType: NodeType = null
+
+    """Whether to include deactivated nodes in the result."""
+    includeDeactivated: Boolean! = false
+  ): [Node!]!
+
+  """Find upstream nodes (optionally, of a given type) from a given node."""
+  upstreamNodes(
+    """The node names to find upstream nodes for."""
+    nodeNames: [String!]!
+
+    """The node type to filter the upstream nodes on."""
+    nodeType: NodeType = null
+
+    """Whether to include deactivated nodes in the result."""
+    includeDeactivated: Boolean! = false
+  ): [Node!]!
+
+  """Get measures SQL for a list of metrics, dimensions, and filters."""
+  measuresSql(
+    cube: CubeDefinition!
+    engine: EngineSettings = null
+
+    """Whether to use materialized nodes where applicable"""
+    useMaterialized: Boolean! = true
+
+    """
+    Whether to include all columns or only those necessary for the metrics and dimensions in the cube
+    """
+    includeAllColumns: Boolean! = false
+
+    """
+    Whether to pre-aggregate to the requested dimensions so that subsequent queries are more efficient.
+    """
+    preaggregate: Boolean! = false
+
+    """Query parameters to include in the SQL"""
+    queryParameters: JSON = null
+  ): [GeneratedSQL!]!
+
+  """
+  Get materialization plan for a list of metrics, dimensions, and filters.
+  """
+  materializationPlan(cube: CubeDefinition!): MaterializationPlan!
+
+  """Find DJ node tags based on the search parameters."""
+  listTags(tagNames: [String!] = null, tagTypes: [String!] = null): [Tag!]!
+
+  """List all DJ node tag types"""
+  listTagTypes: [String!]!
+}
+
+type SemanticEntity {
+  name: String!
+
+  """The node this semantic entity is sourced from"""
+  node: String!
+
+  """The column on the node this semantic entity is sourced from"""
+  column: String!
+}
+
+enum SemanticType {
+  MEASURE
+  METRIC
+  DIMENSION
+  TIMESTAMP
+}
+
+type Tag {
+  name: String!
+  tagType: String!
+  description: String
+  displayName: String
+  tagMetadata: JSON
+
+  """The nodes with this tag"""
+  nodes: [Node!]!
+}
+
+type TagBase {
+  name: String!
+  tagType: String!
+  description: String
+  displayName: String
+  tagMetadata: JSON
+}
+
+"""BigInt field"""
+scalar Union
+
+type Unit {
+  name: String!
+  label: String
+  category: String
+  abbreviation: String
+}
+
+type User {
+  id: Union!
+  username: String!
+  email: String
+  name: String
+  oauthProvider: OAuthProvider!
+  isAdmin: Boolean!
+}
+
+type VersionedRef {
+  name: String!
+  version: String!
+}