@live-change/simple-query 0.9.141 → 0.9.142

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@live-change/simple-query",
-  "version": "0.9.141",
+  "version": "0.9.142",
   "description": "",
   "main": "src/index.js",
   "scripts": {
@@ -22,7 +22,7 @@
   },
   "type": "module",
   "dependencies": {
-    "@live-change/framework": "0.9.138",
+    "@live-change/framework": "^0.9.142",
     "pluralize": "^8.0.0"
   },
   "devDependencies": {
@@ -30,5 +30,5 @@
     "typedoc-plugin-markdown": "^4.6.3",
     "typedoc-plugin-rename-defaults": "^0.7.3"
   },
-  "gitHead": "2e34ef5af52ba93eaeb317a8a062b898db0673b8"
+  "gitHead": "efc249d458250a4d1cb9bd5ff847de066452dc1c"
 }

package/src/autoIndex.db.js

@@ -0,0 +1,3 @@
+async function autoIndex(input, output, { }) {
+
+}

package/src/query.ts

@@ -0,0 +1,823 @@
+import type { 
+  PropertyDefinitionSpecification, ServiceDefinition, ServiceDefinitionSpecification  
+} from "@live-change/framework"
+
+import { ModelDefinition, ForeignModelDefinition } from "@live-change/framework"
+
+import { PropertyDefinition } from "@live-change/framework"
+
+interface Range {
+  gt?: string
+  gte?: string
+  lt?: string
+  lte?: string,
+  reverse?: boolean,
+  limit?: number,
+}
+
+interface QueryParameters {
+  [key: string]: any
+}
+
+interface QueryInputs {
+  [key: string]: QueryInput
+}
+
+class CanBeStatic {
+  $_markStatic() {
+    this[staticRuleSymbol] = true
+  }
+
+  $_isStatic() {
+    return this[staticRuleSymbol]
+  }
+}
+
+class RuleSource {
+  rule: QueryRule
+  input: QueryInput
+  type: string
+  dependentBy: RuleSource[]
+  dependsOn: RuleSource[]
+  index: IndexInfo | null
+
+
+  constructor(rule: QueryRule, input: QueryInput, source: QuerySource, type: string) {
+    this.rule = rule
+    this.input = input
+    this.type = type
+    this.dependentBy = []
+    this.dependsOn = []
+  }
+}
+
+
+class QueryRule extends CanBeStatic {
+  $_hasStaticParameter() {
+    return false
+  }
+
+  $_getSources(): RuleSource[] {
+    return []
+  }
+
+  $_equals(other: QueryRule) {
+    return false
+  }
+
+  $_parametersJSON(resultParameters: string[]) {
+    return undefined
+  }
+}
+
+type QueryRules = QueryRule[]
+
+type QueryCode = ((parameters: QueryParameters, inputs: QueryInputs) => QueryRules)
+
+type QuerySource = ModelDefinition<any> | ForeignModelDefinition | any /// Query Definition will be recursive definition, so use any for now
+
+
+interface QueryDefinitionSpecification {
+  name: string
+  properties: Record<string, PropertyDefinitionSpecification>
+  returns?: PropertyDefinitionSpecification,
+  sources: Record<string, QuerySource>,
+  code: QueryCode,
+  sourceName: string,
+  update: boolean,
+}
+
+class OutputMapping {
+  result: string
+  path: string[]
+  alias: string
+
+  constructor(result: string, path: string[], alias: string) {
+    this.result = result
+    this.path = path
+    this.alias = alias
+  }
+
+  getDescription(indent: string = "") {
+    return `OutputMapping(${this.result}.${this.path.join(".")}, ${this.alias})`
+  }
+
+  equals(other: OutputMapping) {
+    return this.result === other.result && this.path.join(".") === other.path.join(".") && this.alias === other.alias
+  }
+}
+
+class IndexInfo {
+  singleSource: QuerySource | null = null
+  rules: QueryRule[]
+  indexParts: OutputMapping[]
+  name: string
+
+  constructor(rules: QueryRule[], indexParts: OutputMapping[], name: string = undefined) {
+    this.rules = rules    
+    this.indexParts = indexParts
+    const allSources = rules.map(rule => rule.$_getSources()).flat()
+    const firstSource = allSources[0]
+    if(allSources.every(source => source === firstSource)) this.singleSource = firstSource
+    if(this.singleSource) {      
+      this.name = name || (this.singleSource.input.$source.getTypeName() + "_" + (indexParts
+        .map(part => part.path.join(".")).join("_")))
+    } else {
+      this.name = name || indexParts
+        .map(part => {
+          const source = allSources.find(source => source.input.$alias === part.result)
+          if(!source) throw new Error("Source not found for index part: " + part)
+          return source.input.$source.getTypeName() + "_" + part.path.join(".")
+        }).join("_")
+    }
+  }
+
+  equals(other: IndexInfo) {
+    if(this.rules.length !== other.rules.length) return false
+    if(this.name !== other.name) return false
+    if(this.indexParts.length !== other.indexParts.length) return false
+    if(this.indexParts.some((part, i) => part !== other.indexParts[i])) return false
+    for(let i = 0; i < this.rules.length; i++) {
+      if(this.rules[i].$_equals(other.rules[i])) return false
+    }
+    return true
+  }
+
+  getDescription(indent: string = "") {
+    return `Index(${this.name}, `+
+           ((this.rules.length > 0)
+             ? `\n${indent}  ${this.rules.map(rule => queryDescription(rule, indent + "  ")).join("\n  "+indent)}`
+             : "")+
+           `\n${indent}  ${this.indexParts.map(part => part.getDescription(indent + "  ")).join("\n  "+indent)}`+
+           `\n${indent})`
+  }
+
+  $_executionJSON() {    
+    if(!this.singleSource) throw new Error("Indexes with multiple sources are not supported")
+    return {
+      sourceType: "index",
+      name: this.name,
+      alias: this.singleSource.input.$alias + 'Indexed'
+    }
+  }
+}
+
+const staticRuleSymbol = Symbol("static")
+
+type ExecutionStep = {
+  execution: any,
+  next: ExecutionStep[]
+}
+
+export class QueryDefinition<SDS extends ServiceDefinitionSpecification> {
+
+  service: ServiceDefinition<SDS>
+  definition: QueryDefinitionSpecification
+  properties: Record<string, PropertyDefinition<any>>
+  rules: QueryRules
+  firstRule: QueryRule
+  rootSources: RuleSource[]
+  ruleSources: RuleSource[]
+  indexes: IndexInfo[]
+
+  executionPlan: ExecutionStep[]
+  indexPlan: ExecutionStep[]
+
+  constructor(serviceDefinition: ServiceDefinition<SDS>, definition: QueryDefinitionSpecification) {
+    this.service = serviceDefinition
+    this.definition = definition
+
+    this.properties = Object.fromEntries(
+      Object.entries(definition.properties)
+      .map(
+        ([propertyName, propertyDefinition]) => [propertyName, new PropertyDefinition(propertyDefinition)]
+      )
+    )
+
+    this.computeRules()    
+    this.markStaticRules()
+
+    this.printRules()
+
+    this.computeDependencies()
+    this.computeIndexes()
+
+    this.printDependencies() 
+
+  }
+
+  printRules() {
+    console.log("QUERY RULES:")
+    for(const key in this.rules) {      
+      console.log(`  ${key}:`, queryDescription(this.rules[key], '  '))
+    }
+  }
+
+  computeRules() {
+    const queryProperties = {}
+    for(const propertyName in this.definition.properties) {
+      const propertyDefinition = this.definition.properties[propertyName]
+      const base = new QueryPropertyBase([propertyName])
+      queryProperties[propertyName] = createQueryPropertyProxy(base, propertyName, this.properties[propertyName])
+    }
+
+    const queryInputs = {}
+    for(const sourceName in this.definition.sources) {
+      const propertyDefinition = this.definition.sources[sourceName]
+      const base = new QueryInputBase(this.definition.sources[sourceName], [], sourceName)
+      queryInputs[sourceName] = createQueryInputProxy(base)
+    }
+
+    // run the code to collect relations
+    this.rules = this.definition.code(queryProperties, queryInputs)
+  }
+
+  markStaticRules() {
+    for(const key in this.rules) {
+      const rule = this.rules[key]
+      markStatic(rule)
+    }
+  }
+
+  computeDependencies() {
+    const independentRules = this.rules.filter(rule => rule.$_hasStaticParameter())
+    if(independentRules.length > 1) {    
+      console.error("Independent rules:")
+      for(const rule of independentRules) {
+        console.error('  ' + queryDescription(rule, '  '))
+      }
+      throw new Error("Multiple independent rules are not supported")
+    }
+    this.firstRule = independentRules[0] ?? this.rules[0]    
+    this.rootSources = this.firstRule.$_getSources()
+    const providedSources = this.rootSources.slice()
+
+    const otherSources = []
+    for(const rule of this.rules) {
+      if(rule === this.firstRule) continue
+      const ruleSources = rule.$_getSources()
+      for(const ruleSource of ruleSources) {
+        otherSources.push(ruleSource)
+      }
+    }
+
+    this.ruleSources = this.rootSources.concat(otherSources)  
+
+    while(otherSources.length > 0) {
+      /// find sources to link
+      let linked = false
+      for(const ruleSource of otherSources) {
+        for(const providedSource of providedSources) {
+          if(ruleSource == providedSource) {
+            throw new Error("Rule source is equal to provided source")
+          }
+          /* console.log("RULE SOURCE", queryDescription(ruleSource.source, '  '))
+          console.log("PROVIDED SOURCE", queryDescription(providedSource.source, '  '))
+          console.log("MATCH", ruleSource.source === providedSource.source) */
+          if(ruleSource.input.$_canBeUsedAsSource(providedSource.input)) {
+            ruleSource.dependsOn.push(providedSource)
+            providedSource.dependentBy.push(ruleSource)
+            otherSources.splice(otherSources.indexOf(ruleSource), 1)
+            
+            for(const otherRuleSource of this.ruleSources) {
+              if(otherRuleSource.rule !== ruleSource.rule) continue
+              if(otherRuleSource === ruleSource) continue
+              if(providedSources.find(s => s === otherRuleSource)) continue
+              providedSources.push(otherRuleSource)
+              otherSources.splice(otherSources.indexOf(otherRuleSource), 1)
+            }
+            linked = true
+            break
+          }
+          if(linked) break;
+        }
+      }
+      if(!linked && otherSources.length > 0) {
+        console.error("Impossible to link query, found independent sources:")
+        for(const ruleSource of otherSources) {
+          console.error('  ' + queryDescription(ruleSource, '  '))
+        }
+        throw new Error("Impossible to link query, found independent sources")
+      }
+    }
+  }
+
+  printDependencies(indent: string = '') {
+    console.log('QUERY DEPENDENCIES:')
+    for(const key in this.rules) {
+      const rule = this.rules[key]
+      console.log(`${indent}  RULE ${key}:`)
+      console.log(`${indent}    ${queryDescription(rule, indent + '    ')}`)      
+      console.log(`${indent}    SOURCES:`)
+      for(const ruleSource of this.ruleSources) {
+        if(ruleSource.rule !== rule) continue
+        console.log(`${indent}      ${queryDescription(ruleSource.input.$source, indent + '      ')} as ${ruleSource.input.$alias}`)
+        if(ruleSource.dependsOn.length > 0) {
+          console.log(`${indent}        DEPENDS ON: `+
+            `${ruleSource.dependsOn.map(d => this.rules.indexOf(d.rule)).join(', ')}`
+          )          
+        }
+        if(ruleSource.dependentBy.length > 0) {
+          console.log(`${indent}        DEPENDENT BY: `+
+            `${ruleSource.dependentBy.map(d => this.rules.indexOf(d.rule)).join(', ')}`
+          )
+        }
+        if(ruleSource.index) {
+          console.log(`${indent}        ${ruleSource.index.getDescription(indent + '        ')}`)
+        }
+      }     
+    }
+  }
+
+  computeIndexes() {
+    this.indexes = []
+    for(const ruleSource of this.ruleSources) {
+      const potentialIndex = ruleSource.input.$_getIndexInfo(this.indexes)
+      if(!potentialIndex) continue
+      const existingIndex = this.indexes.find(index => index.equals(potentialIndex))
+      if(existingIndex) {
+        ruleSource.index = existingIndex
+        continue
+      }
+      this.indexes.push(potentialIndex)
+      ruleSource.index = potentialIndex
+    }
+  }
+
+  computeSourceExecutionPlan(source: RuleSource, resultParameters: string[]) {
+    /// TODO: W poniższej linii jest bug, powinno pobierać odmienne source, a nie te bezpośrednio zależne.
+    /// Poza tym przy pobieraniu wstecz nie koniecznie potrzeba indexów,
+    ///  może trzeba wprowadzić index-forward i index-backward ?
+    /// A może trzeba wprowadzić analizę tego co mamy i co chcemy uzyskać w przyszłości ?
+    const next = source.dependentBy.map(dependent => {
+      const otherSource = this.ruleSources.find(s => s.rule === dependent.rule && s != dependent)
+      return this.computeSourceExecutionPlan(otherSource, [...resultParameters, source.input.$alias])
+    })
+    const ruleParameters = JSON.parse(JSON.stringify(source.rule.$_parametersJSON(resultParameters)))
+    if(source.index) {                  
+      const indexExecution = {
+        ...source.index.$_executionJSON(),
+        by: ruleParameters[Object.keys(ruleParameters)[0]]
+      }
+      const indexNext = [{
+        operation: 'object',
+        ...source.input.$_executionJSON(),
+        by: {
+          type: 'result',
+          path: [indexExecution.alias, source.index.indexParts.at(-1).alias],
+        },
+        next
+      }]
+      return {
+        execution: indexExecution,
+        next: indexNext
+      }
+    }  
+    const execution = {
+      ...source.input.$_executionJSON(),
+      by: ruleParameters[Object.keys(ruleParameters)[0]]
+    }    
+    const executionPlan = {
+      execution,
+      next
+    }
+    return executionPlan
+  }
+
+  computeExecutionPlan() {
+    this.executionPlan = []
+    for(const rootSource of this.rootSources) {
+      this.executionPlan.push(this.computeSourceExecutionPlan(rootSource, []))
+    }
+  }
+
+  computeSourceIndexPlan(source: RuleSource, resultParameters: string[], processed: RuleSource[], allProcessed: RuleSource[]) {    
+    allProcessed.push(source)
+    const ruleSources = this.ruleSources
+      .filter(s => s.input.$source === source.input.$source && s != source && !processed.includes(s))
+    const next = ruleSources.map(ruleSource => {            
+      const otherSource = this.ruleSources.find(s => s.rule === ruleSource.rule && s != ruleSource)    
+      if(!otherSource) return null
+      if(processed.includes(otherSource)) return null
+      return this.computeSourceIndexPlan(
+        otherSource,
+        [...resultParameters, source.input.$alias],
+        [...processed, source],
+        allProcessed
+      )
+    }).filter(s => s !== null)
+    const ruleParameters = JSON.parse(JSON.stringify(source.rule.$_parametersJSON(resultParameters)))
+    if(source.index) {                  
+      const indexExecution = {
+        ...source.index.$_executionJSON(),
+        by: ruleParameters[Object.keys(ruleParameters)[0]]
+      }
+      const indexNext = [{
+        operation: 'object',
+        ...source.input.$_executionJSON(),
+        by: {
+          type: 'result',
+          path: [indexExecution.alias, source.index.indexParts.at(-1).alias],
+        },
+        next
+      }]
+      return {
+        execution: indexExecution,
+        next: indexNext
+      }
+    }  
+    const execution = {
+      ...source.input.$_executionJSON(),
+      by: ruleParameters[Object.keys(ruleParameters)[0]],
+    }    
+    const executionPlan = {
+      execution,
+      next
+    }
+    return executionPlan
+  }
+
+  computeIndexPlan() {
+    const indexSources = []
+    for(const ruleSource of this.ruleSources) {
+      const source = ruleSource.input.$source
+      if(indexSources.includes(source)) continue
+      indexSources.push(source)
+    }
+    this.indexPlan = indexSources.map(source => {
+      const firstFetch = {
+        sourceType: sourceType(source),
+        name: source.getTypeName(),
+        alias: source.getTypeName(),
+        by: { type: 'object', properties: {} } /// infinite range
+      }      
+      const ruleSources = this.ruleSources.filter(s => s.input.$source === source)
+      const ruleSourcesAliases = Array.from(new Set(ruleSources.map(s => s.input.$alias)))
+      const next:ExecutionStep[] = ruleSourcesAliases.map((alias) => {        
+        const processed = []
+
+        const aliasRuleSources = ruleSources.filter(s => s.input.$alias === alias)
+        const next:ExecutionStep[] = aliasRuleSources.map((input) => {
+          const rule = input.rule
+          const output = this.ruleSources.find(s => s.rule === rule && s != input)
+          if(!output) return null
+          const ignoredSources = ruleSources.filter(s => s.input.$source === source && s.input.$alias === input.input.$alias)
+          const executionPlan = this.computeSourceIndexPlan(output, [firstFetch.alias], [input, ...ignoredSources], processed)        
+          executionPlan.execution.by = { type: 'result', path: [firstFetch.alias, ...input.input.$path] }
+          return { 
+            ...executionPlan,         
+          }
+        }).filter(s => s !== null)
+
+        const mapping = {
+          [alias]: [firstFetch.alias],          
+        }
+        for(const processedSource of processed) {
+          mapping[processedSource.input.$alias] = [processedSource.input.$alias]
+        }
+        const execution = {
+          operation: 'output',
+          mapping 
+        }
+        return {
+          execution,
+          next
+        }
+      }).filter(s => s !== null)
+      return {
+        execution: firstFetch,
+        next
+      }
+    })
+  }
+
+  prepareQuery() {
+    console.log("CREATE INDEXES", this.indexes)
+
+    process.exit(0)
+
+    this.computeExecutionPlan()
+    console.log("EXECUTION PLAN:")
+    console.log(JSON.stringify(this.executionPlan, null, 2))
+    /// TODO: create indexes used by query
+
+    
+    /// TODO: prepare query
+
+    process.exit(0)
+  }
+
+  createIndex() {
+    this.computeIndexPlan()
+    /// TODO: create index from query
+  }
+}
+
+
+export type QueryFactoryFunction<SDS extends ServiceDefinitionSpecification> = 
+  (definition: QueryDefinitionSpecification) => QueryDefinition<SDS>
+
+export default function queryFactory<SDS extends ServiceDefinitionSpecification>(
+    serviceDefinition: ServiceDefinition<SDS>
+  ) {
+  const queryFactoryFunction: QueryFactoryFunction<SDS> = 
+    (definition: QueryDefinitionSpecification) => {
+      const query = new QueryDefinition<SDS>(serviceDefinition, definition)
+      query.prepareQuery()
+      return query
+    }
+  return queryFactoryFunction
+}
+
+type RuleInput = QueryInputBase | QueryPropertyBase | any
+
+function getSource(input: RuleInput): QuerySource {
+  if(input instanceof QueryInputBase) return input.$source
+  return null
+}
+
+function isStatic(element: any) {
+  if(typeof element !== "object" || element === null) return true
+  return element instanceof CanBeStatic ? element.$_isStatic() : 
+    (element.constructor.name === "Object" ? element[staticRuleSymbol] : false)  
+}
+
+function queryDescription(element: any, indent: string = "") {  
+  const flags = isStatic(element) ? "static " : ""
+  if(typeof element.toQueryDescription === "function") 
+    return flags + element.toQueryDescription(indent)
+  const fields = Object.entries(element)
+    .map(([key, value]) => `${indent}  ${key}: ${queryDescription(value, indent + "  ")}`)
+    .join("\n")
+  if(element.constructor.name !== "Object") return flags + `${element.constructor.name}(${fields})`
+  return flags + '{\n'+fields+`\n${indent}}`;
+}
+
+function markStatic(element: any) {
+  if(element instanceof CanBeStatic) return element.$_markStatic()
+  if(typeof element === "object" && element !== null) {    
+    let allStatic = true
+    for(const key in element) {
+      markStatic(element[key])
+      if(!isStatic(element[key])) allStatic = false
+    }
+    if(allStatic) element[staticRuleSymbol] = true
+    return
+  }  
+}
+
+function parameterJSON(element: any) {
+  if(typeof element !== "object" || element === null) return element
+  if(element instanceof QueryPropertyBase) return { property: element.$path }
+  const output = {
+    type: 'object',
+    properties: {}
+  }
+  for(const key in element) {
+    output.properties[key] = parameterJSON(element[key])
+  }  
+  return output
+}
+
+function parametersJSONForInput(input: RuleInput, resultParameters: string[]) {
+  if(isStatic(input)) {
+    return parameterJSON(input)        
+  } else {
+    const resultParameter = resultParameters.find(p => p === input.$alias)
+    if(resultParameter) {
+      return {
+        type: 'result',
+        path: [resultParameter, ...input.$path],
+      }
+    }
+  }
+}
+
+export class RangeRule extends QueryRule {
+  $input: RuleInput
+  $range: RuleInput
+
+  constructor(input: QueryInputBase, range: Range) {
+    super()
+    this.$input = input
+    this.$range = range
+  }
+
+  toQueryDescription(indent: string = "") {
+    return `Range(`+
+           `\n${indent}  ${queryDescription(this.$input, indent + "  ")}`+
+           `\n${indent}  ${queryDescription(this.$range, indent + "  ")}`+
+           `\n${indent})`
+  }
+
+  $_markStatic() {
+    markStatic(this.$input)
+    markStatic(this.$range)    
+    //console.log("MARK STATIC", queryDescription(this.$input), queryDescription(this.$range), isStatic(this.$input), isStatic(this.$range))
+    this[staticRuleSymbol] = isStatic(this.$input) && isStatic(this.$range)
+  }
+
+  $_isStatic() {
+    return this[staticRuleSymbol]
+  }
+
+  $_hasStaticParameter() {
+    return isStatic(this.$input) || isStatic(this.$range)
+  }
+
+  $_getSources(): RuleSource[] {
+    return [
+      new RuleSource(this, this.$input, getSource(this.$input), 'range')
+    ].filter(s => s.input != null)
+  }
+
+  $_parametersJSON(resultParameters: string[]) {
+    return {
+      input: parametersJSONForInput(this.$input, resultParameters),
+      range: parametersJSONForInput(this.$range, resultParameters),
+    }   
+  }
+}
+
+export class EqualsRule extends QueryRule {
+  $inputA: RuleInput
+  $inputB: RuleInput
+
+  constructor(inputA: RuleInput, inputB: RuleInput) {
+    super()
+    this.$inputA = inputA
+    this.$inputB = inputB
+  }
+
+  toQueryDescription(indent: string = "") {
+    return `Equals(`+
+           `\n${indent}  ${queryDescription(this.$inputA, indent + "  ")}`+
+           `\n${indent}  ${queryDescription(this.$inputB, indent + "  ")}`+
+           `\n${indent})`
+  }
+
+  $_markStatic() {
+    markStatic(this.$inputA)
+    markStatic(this.$inputB)
+    this[staticRuleSymbol] = isStatic(this.$inputA) && isStatic(this.$inputB)
+  }
+
+  $_isStatic() {
+    return this[staticRuleSymbol]
+  }
+
+  $_hasStaticParameter() {
+    return isStatic(this.$inputA) || isStatic(this.$inputB)
+  }
+
+  $_getSources(): RuleSource[] {
+    return [
+      new RuleSource(this, this.$inputA, getSource(this.$inputA), 'object'), 
+      new RuleSource(this, this.$inputB, getSource(this.$inputB), 'object')
+    ].filter(s => s.input != null)
+  }
+
+  $_parametersJSON(resultParameters: string[]) {
+    return {
+      inputA: parametersJSONForInput(this.$inputA, resultParameters),
+      inputB: parametersJSONForInput(this.$inputB, resultParameters),
+    }   
+  }
+}
+
+function sourceType(source: QuerySource) {
+  return (source instanceof ModelDefinition || source instanceof ForeignModelDefinition)
+    ? "table" : "index"
+}
+
+export class QueryInputBase extends CanBeStatic {
+  $source: QuerySource
+  $path: string[]
+  $alias: string
+
+  $inside(range: Range) {
+    return new RangeRule(this, range)
+  }
+
+  $equals(value: any) {
+    return new EqualsRule(this, value)
+  }
+
+  $as(alias: string) {
+    return createQueryInputProxy(new QueryInputBase(this.$source, this.$path, alias))
+  }
+
+  constructor(source: QuerySource, path: string[], alias: string = undefined) {
+    super()
+    this.$source = source
+    this.$path = path
+    this.$alias = alias
+  }
+
+  toQueryDescription(indent: string = "") {
+    return `QueryInput(\n${indent}  source: ${queryDescription(this.$source, indent + "  ")}`+
+                      `\n${indent}  path: ${this.$path.join(".")}`+
+                      `\n${indent}  alias: ${this.$alias}`+
+                      `\n${indent})`
+  }
+
+  $_markStatic() {
+    /// ignore - QueryInput is not static
+  }
+
+  $_isStatic() {
+    return false
+  }
+
+  $_canBeUsedAsSource(input: QueryInputBase) {
+    return this.$source === input.$source && this.$alias === input.$alias
+  }
+
+  $_getIndexInfo(indexes: IndexInfo[]): IndexInfo | null {
+    if(this.$path.length === 0) return null // id is used
+    if(this.$path.length === 1 && this.$path[0] === "id") return null // id is used
+    return new IndexInfo([
+      new RangeRule(this, {}),
+    ], [
+      new OutputMapping(this.$alias, this.$path, this.$path[this.$path.length - 1]),
+      new OutputMapping(this.$alias, ['id'], 'to')
+    ])
+  }
+
+  $_executionJSON() {    
+    return {
+      sourceType: sourceType(this.$source),
+      name: this.$source.getTypeName(),
+      path: [...this.$path],
+      alias: this.$alias
+    }
+  }
+  $_equals(other: QueryInputBase) {
+    return this.$source === other.$source && this.$path.join(".") === other.$path.join(".") && this.$alias === other.$alias
+  }
+}
+
+export class QueryInput extends QueryInputBase {
+  [key: string]: QueryInputBase | any /// Proxy class will be added to this
+}
+
+
+export function createQueryInputProxy(
+  base: QueryInputBase
+) {
+  return new Proxy(base, {
+    get(target, prop, receiver) {
+      const foundInBase = Reflect.get(target, prop, receiver)
+      if(foundInBase) return foundInBase      
+      const newBase = new QueryInputBase(base.$source, [...base.$path, prop as string], base.$alias)
+      const inputProxy = createQueryInputProxy(newBase)
+      return inputProxy
+    }
+  })
+}
+
+export class QueryPropertyBase extends CanBeStatic {
+  $path: string[]
+
+  constructor(path: string[]) {
+    super()
+    this.$path = path
+  }
+
+  toQueryDescription(indent: string = "") {
+    return `QueryProperty(${this.$path.join(".")})`
+  }
+
+  $_isStatic() {
+    return true
+  }
+
+  $_markStatic() {
+    /// ignore - QueryProperty is always static
+  }
+
+  $_executionJSON() {
+    return {
+      type: "property",
+      path: this.$path
+    }
+  }
+}
+
+export class QueryProperty extends QueryPropertyBase {
+  [key: string]: QueryPropertyBase | any /// Proxy class will be added to this
+}
+
+export function createQueryPropertyProxy(
+  base: QueryPropertyBase, propertyName: string, propertyDefinition: PropertyDefinition<any>
+) {
+  return new Proxy(base, {
+    get(target, prop, receiver) {
+      const foundInBase = Reflect.get(target, prop, receiver)
+      if(foundInBase) return foundInBase
+      const propertyBase = new QueryPropertyBase([...base.$path, propertyName])
+      const propertyProxy = createQueryPropertyProxy(propertyBase, propertyName, propertyDefinition)
+      return propertyProxy
+    }
+  })
+}

package/query.ts

@@ -1,133 +0,0 @@
-import type { 
-  PropertyDefinitionSpecification, ServiceDefinition, ServiceDefinitionSpecification,
-  ModelDefinition, ForeignModelDefinition
-} from "@live-change/framework"
-
-import { PropertyDefinition } from "@live-change/framework"
-
-interface QueryParameters {
-  [key: string]: any
-}
-
-interface QueryInputs {
-  [key: string]: QueryInput
-}
-
-type QueryCode = ((parameters: QueryParameters, inputs: QueryInputs) => any)
-
-interface QueryDefinitionSpecification {
-  name: string
-  properties: Record<string, PropertyDefinitionSpecification>
-  returns?: PropertyDefinitionSpecification,
-  code: QueryCode,
-  sourceName: string,
-  update: boolean,
-}
-
-export class QueryDefinition<SDS extends ServiceDefinitionSpecification> {
-
-  service: ServiceDefinition<SDS>
-  definition: QueryDefinitionSpecification
-  properties: Record<string, PropertyDefinition<any>>
-
-  constructor(serviceDefinition: ServiceDefinition<SDS>, definition: QueryDefinitionSpecification) {
-    this.service = serviceDefinition
-    this.definition = definition
-
-    this.properties = Object.fromEntries(
-      Object.entries(definition.properties)
-      .map(
-        ([propertyName, propertyDefinition]) => [propertyName, new PropertyDefinition(propertyDefinition)]
-      )
-    )
-
-    const queryProperties = {}
-    for(const propertyName in definition.properties) {
-      const propertyDefinition = definition.properties[propertyName]
-      const base = new QueryPropertyBase([propertyName])
-      queryProperties[propertyName] = createQueryPropertyProxy(base, propertyName, this.properties[propertyName])
-    }
-
-    const queryInputs = {}
-    for(const propertyName in definition.properties) {
-      const propertyDefinition = definition.properties[propertyName]
-      const base = new QueryInputBase(this, [propertyName])
-      queryInputs[propertyName] = createQueryInputProxy(base, propertyName, this.properties[propertyName])
-    }
-
-    // run the code to collect relations
-    this.definition.code(queryProperties, queryInputs)
-
-    /// TODO: use collected relations to create indexes and prepared query
-  }
-}
-
-
-export type QueryFactoryFunction<SDS extends ServiceDefinitionSpecification> = 
-  (definition: QueryDefinitionSpecification) => QueryDefinition<SDS>
-
-export default function queryFactory<SDS extends ServiceDefinitionSpecification>(
-    serviceDefinition: ServiceDefinition<SDS>
-  ) {
-  const queryFactoryFunction: QueryFactoryFunction<SDS> = 
-    (definition: QueryDefinitionSpecification) => new QueryDefinition<SDS>(serviceDefinition, definition)
-  return queryFactoryFunction
-}
-
-
-type QuerySource = ModelDefinition<any> | ForeignModelDefinition | any /// Query Definition will be recursive definition, so use any for now
-
-export class QueryInputBase {
-  $source: QuerySource
-  $path: string[]
-
-  constructor(source: QuerySource, path: string[]) {
-    this.$source = source
-    this.$path = path
-  }
-}
-
-export class QueryInput extends QueryInputBase {
-  [key: string]: QueryInputBase | any /// Proxy class will be added to this
-}
-
-
-export function createQueryInputProxy(
-  base: QueryInputBase, propertyName: string, propertyDefinition: PropertyDefinition<any>
-) {
-  return new Proxy(base, {
-    get(target, prop, receiver) {
-      const foundInBase = Reflect.get(target, prop, receiver)
-      if(foundInBase) return foundInBase
-      const propertyBase = new QueryInputBase(base.$source, [...base.$path, propertyName])
-      const propertyProxy = createQueryInputProxy(propertyBase, propertyName, propertyDefinition)
-      return propertyProxy
-    }
-  })
-}
-
-export class QueryPropertyBase {
-  $path: string[]
-
-  constructor(path: string[]) {
-    this.$path = path
-  }
-}
-
-export class QueryProperty extends QueryPropertyBase {
-  [key: string]: QueryPropertyBase | any /// Proxy class will be added to this
-}
-
-export function createQueryPropertyProxy(
-  base: QueryPropertyBase, propertyName: string, propertyDefinition: PropertyDefinition<any>
-) {
-  return new Proxy(base, {
-    get(target, prop, receiver) {
-      const foundInBase = Reflect.get(target, prop, receiver)
-      if(foundInBase) return foundInBase
-      const propertyBase = new QueryPropertyBase([...base.$path, propertyName])
-      const propertyProxy = createQueryPropertyProxy(propertyBase, propertyName, propertyDefinition)
-      return propertyProxy
-    }
-  })
-}

package/queryInputProxy.ts

@@ -1,2 +0,0 @@
-import type { QueryDefinition, QueryInputBase } from "./query.js"
-import type { PropertyDefinition } from "@live-change/framework"