fixture_fox 0.1.1

data/examples/inherit.fox

@@ -0,0 +1,26 @@
+
+accounts
+  - &alice
+    i: 1
+    user:
+      name: 'alice'
+  - &bob
+    i: 2
+    user:
+      name: 'bob'
+  - user:
+      name: 'cloe'
+
+jobs 
+  - name: 'bobjob' # her
+  - name: 'alicejob'
+    account:
+      - i: 3
+        user:
+          name: 'dan'
+
+infos
+  - &bla_info
+    info: "Bla bla"
+    job: # Her
+      name: 'info job'

data/examples/inherit.sql

@@ -0,0 +1,28 @@
+
+\connect postgres
+
+drop database if exists fox;
+create database fox;
+
+\connect fox
+
+create unlogged table accounts (
+  id integer generated by default as identity primary key,
+  i integer
+);
+
+create unlogged table users (
+  id integer primary key references accounts(id),
+  name text not null
+);
+
+create unlogged table jobs (
+  id integer primary key references accounts(id),
+  name text not null
+);
+  
+create unlogged table infos (
+  id integer generated by default as identity primary key,
+  job_id integer references jobs(id),
+  info text not null
+);

data/examples/kind.fox

@@ -0,0 +1,17 @@
+
+user_groups
+  - name: all
+  - name: intern
+
+user_roles
+  - name: sysadm
+  - name: user
+
+users
+  - username: Alice
+    emails:
+      - email: "alice@restaurant.com"
+    user_group: all
+    user_role: user
+
+

data/examples/kind.sql

@@ -0,0 +1,31 @@
+
+\connect postgres
+
+drop database if exists fox;
+create database fox;
+
+\connect fox
+
+create table user_groups (
+  id integer not null generated by default as identity primary key,
+  name varchar not null unique
+);
+
+create table user_roles (
+  id integer not null generated by default as identity primary key,
+  name varchar not null unique
+);
+
+create table users (
+  id integer not null generated by default as identity primary key,
+  username varchar not null,
+  user_role_kind varchar not null references user_roles(name),
+  user_group varchar not null references user_groups(name)
+);
+
+create table emails (
+  id integer not null generated by default as identity primary key,
+  user_id integer not null references users(id),
+  email varchar not null
+);
+

data/examples/link.fox

@@ -0,0 +1,35 @@
+
+#alice: Users
+# name: Alice
+#__END__
+
+alice: Users
+  name: "Alice"
+  roles:
+    - &sysadm
+      name: Sysadm
+      parent_role: *user
+  picture:
+    file: "pretty.jpg"
+
+roles
+  - &user
+    name: User
+    users:
+      - *bob
+      - &clara
+        name: Clara
+
+bob: Users
+  name: Bob
+  picture:
+    file: "bob.jpg"
+
+pictures
+  - user:
+      name: Dan
+    file: "dan.jpg"
+      
+  
+
+

data/examples/link.sql

@@ -0,0 +1,32 @@
+
+\connect postgres
+
+drop database if exists fox;
+create database fox;
+
+\connect fox
+
+create table users (
+  id integer generated by default as identity primary key,
+  name varchar not null
+);
+
+create table pictures (
+  id integer generated by default as identity primary key,
+  user_id integer not null references users(id) unique,
+  file text not null
+);
+
+create table roles (
+  id integer generated by default as identity primary key,
+  parent_role_id integer references roles(id),
+  name varchar not null
+);
+
+create table user_roles (
+  id integer generated by default as identity primary key,
+  user_id integer not null references users(id),
+  role_id integer not null references roles(id)
+);
+
+

data/examples/root.fox

@@ -0,0 +1,22 @@
+
+# Not implemented
+
+*alice.age: 42
+ 
+*alice.roles:
+  - *sysadm
+  - *user
+  - &test
+    name: test
+
+alice: Users
+  name: Alice
+  age: 20
+  roles:
+    - &admin
+      name: Administrator
+    - &sysadm
+      name: System administrator
+    - &user
+      name: User
+    - *test

data/examples/schema-fragment-1.fox

@@ -0,0 +1,9 @@
+
+@schema user_schema
+
+role_schema.roles
+  - &sysadm_role
+    name: Sysadm
+  - &admin_role
+    name: Admin
+

data/examples/schema-fragment-2.fox

@@ -0,0 +1,21 @@
+
+posts
+  - &alices_first_post
+    title: "FIRST"
+
+@schema user_schema
+
+users
+  - name: Alice
+    roles:
+      - *sysadm_role
+      - &user_role
+        name: User
+    posts:
+      - *alices_first_post
+      - title: "SECOND"
+  - name: Bob
+    roles:
+      - *admin_role
+      - *user_role
+

data/examples/schema-include.fox

@@ -0,0 +1,10 @@
+
+@schema user_schema
+
+role_schema.roles
+  - &sysadm_role
+    name: Sysadm
+  - &admin_role
+    name: Admin
+
+@include include/schema-included.fox

data/examples/schema-indent.fox

@@ -0,0 +1,29 @@
+
+  @schema user_schema
+
+  role_schema.roles
+    - &sysadm_role
+      name: Sysadm
+    - &admin_role
+      name: Admin
+
+  public.posts
+    - &alices_first_post
+      title: "FIRST"
+
+  @schema user_schema
+
+  users
+    - name: Alice
+      roles:
+        - *sysadm_role
+        - &user_role
+          name: User
+      posts:
+        - *alices_first_post
+        - title: "SECOND"
+    - name: Bob
+      roles:
+        - *admin_role
+        - *user_role
+

data/examples/schema.fox

@@ -0,0 +1,29 @@
+
+@schema user_schema
+
+role_schema.roles
+  - &sysadm_role
+    name: Sysadm
+  - &admin_role
+    name: Admin
+
+public.posts
+  - &alices_first_post
+    title: "FIRST"
+
+@schema user_schema
+
+users
+  - name: Alice
+    roles:
+      - *sysadm_role
+      - &user_role
+        name: User
+    posts:
+      - *alices_first_post
+      - title: "SECOND"
+  - name: Bob
+    roles:
+      - *admin_role
+      - *user_role
+

data/examples/schema.sql

@@ -0,0 +1,33 @@
+
+\connect postgres
+
+drop database if exists fox;
+create database fox;
+
+\connect fox
+
+create schema user_schema;
+create schema role_schema;
+
+create table role_schema.roles (
+  id integer generated by default as identity primary key,
+  name text not null
+);
+
+create table user_schema.users (
+  id integer generated by default as identity primary key,
+  name text not null
+);
+
+create table public.user_roles (
+  id integer generated by default as identity primary key,
+  role_id integer not null references role_schema.roles(id),
+  user_id integer not null references user_schema.users(id)
+);
+
+create table public.posts (
+  id integer generated by default as identity primary key,
+  user_id integer not null references user_schema.users(id),
+  title text not null
+);
+

data/examples/types.fox

@@ -0,0 +1,8 @@
+
+Users
+  - &record
+    f_text: "string"
+    f_integer: 42
+    f_float: 4.2
+    f_boolean: true
+    f_timestamp: '2020-01-01'

data/examples/types.sql

@@ -0,0 +1,17 @@
+
+\connect postgres
+
+drop database if exists fox;
+create database fox;
+
+\connect fox
+
+create table users (
+  id integer generated by default as identity primary key,
+  f_text varchar,
+  f_integer integer,
+  f_float float,
+  f_boolean boolean,
+  f_timestamp timestamp without time zone default (now() at time zone 'UTC')
+);
+

data/examples/views.fox

@@ -0,0 +1,15 @@
+
+Users
+  - &alice
+    name: Alice
+    orders:
+      - item: Bread
+        amount: 10
+      - item: Coffee
+        amount: 5
+  - &bob
+    name: Bob
+    orders:
+      - item: Tomato
+        amount: 2
+

data/examples/views.sql

@@ -0,0 +1,38 @@
+
+\connect postgres
+
+drop database if exists fox;
+create database fox;
+
+\connect fox
+
+create table users (
+  id integer generated by default as identity primary key,
+  name text not null
+);
+
+create table orders (
+  id integer generated by default as identity primary key,
+  item text not null,
+  amount integer not null default 0
+);
+
+create table user_orders (
+  id integer generated by default as identity primary key,
+  user_id integer not null references users(id),
+  order_id integer not null references orders(id)
+);
+
+create materialized view order_sums as 
+  select  u.id,
+          u.name,
+          sum(o.amount)
+  from    users u
+  join    user_orders uo on uo.user_id = u.id
+  join    orders o on o.id = uo.order_id
+  group by
+          u.id,
+          u.name
+;
+
+

data/exe/fox

@@ -0,0 +1,178 @@
+#!/usr/bin/env ruby
+
+$t0 = Time.now
+
+require 'fileutils'
+
+require 'fixture_fox.rb'
+require 'shellopts'
+require "pg_graph/timer.rb"
+
+include ShellOpts
+
+SPEC = %(
+  @ Generate test data for Postgres databases
+
+  -r,reflections=EFILE
+      Reflections YML file
+
+  -s,state=EFILE?
+      State file. fox(1) reads ids and anchors from this file. Default is
+      fox.yml
+
+  -w,write=FILE? @ Write new state file
+      Write the new state to FILE or back to the input state file if FILE is
+      not given
+
+  -d,delete=KIND:touched,recursive,all,none
+      Controls the delete statements. 'touched' deletes only from tables that
+      are specified in the fox file, 'recursive' deletes from touched tables
+      and their dependent tables, and 'all' (the default) deletes from all
+      tables in the database. If 'none' is given, no delete statements are
+      emitted. Records included in the state file are never deleted
+
+  -f,format=FORMAT:sql,exec,psql,yaml
+      Controls the format of the 'data' output type. FORMAT can be one of
+      'sql', 'exec', 'psql' (the default), or 'yaml'. The format option can
+      also be used together with the --dump option for some of the dump types
+
+  -x,exec
+      Execute the generated SQL instead of printing it on standard output
+
+  -t,time
+      Emit timings for sub-processes
+
+  --dump=KIND:tokens,meta,type,ast,idr,state,anchors,ids
+      Dump the given data on standard output. KIND can be one of 'tokens',
+      'meta', 'type', 'ast', 'idr', 'state', 'anchors', or 'ids'
+
+  -- DATABASE [FOX-FILE...]
+)
+
+DEFAULT_STATE_FILE = "fox-state.fox"
+
+class Break < RuntimeError; end
+
+begin
+  opts, args = ShellOpts.process(SPEC, ARGV, exception: true)
+
+  timing = opts.time?
+  timer = Timer:: Timer.new
+
+  opts.format ||= 'psql'
+
+  if opts.state? 
+    opts.state = File.expand_path(opts.state || DEFAULT_STATE_FILE)
+    FileUtils.touch(opts.state) if !File.exist?(opts.state)
+  end
+
+  db = args.extract(1)
+  files = args.empty? ? %w(/dev/stdin) : args
+  files.each { |path| File.readable?(path) or raise ShellOpts::Error.new(nil), "Can't read '#{path}'" }
+
+  tg = timer.group("initialization")
+
+  # Connect to postgres
+  begin
+    conn = tg.time("connect") { PgConn.new(db) }
+  rescue PG::ConnectionBad
+    raise ShellOpts::Error.new(nil), "Can't connect to database '#{db}'"
+  end
+
+  # Load meta object
+  meta = tg.time("meta") { PgMeta.new(conn) }
+  if opts.dump == "meta"
+    if opts.format == "yaml"
+      puts meta.to_yaml
+    else
+      meta.dump
+    end
+    exit
+  end
+
+  # Load reflections
+  if opts.reflections?
+    reflector = tg.time("reflections") { PgGraph::Reflector.load_yaml(YAML.load(File.read(opts.reflections))) }
+  else
+    reflector = tg.time("reflections") { PgGraph::Reflector.new }
+  end
+
+  # Dump types
+  type = tg.time("type") { PgGraph::Type.new(meta, reflector) }
+  if opts.dump == "type"
+    type.dump
+    exit
+  end
+
+  # Load state
+  tg = timer.group("compiling")
+  ids, anchors, fox = nil, nil, nil # Enter into namespace
+  tg.time("state") {
+    ids, anchors = opts.state? ? FixtureFox::Fox.read_state(type, opts.state) : [nil, nil]
+  }
+
+  # Create fox object
+  tg.time("initialize") {
+    fox = FixtureFox::Fox.new(type, ids: ids, anchors: anchors)
+  }
+  for file in files
+    source, lines = tg.time("tokenize") { fox.tokenize(file) }
+    tg.time("parse") { fox.parse(source, lines) }
+  end
+
+  if opts.dump == "tokens"
+    fox.lines.each { |l| puts l.to_s(long: true) }
+    exit
+  end
+
+  # Analyze
+  tga = tg.group("analyze")
+  tga.time("assign types") { fox.assign_types }
+  tga.time("check types") { fox.check_types }
+  tg.time("generate") { fox.generate }
+
+  if opts.dump?
+    case opts.dump || "data"
+      # when "tokens"; # Handled above
+      # when "meta"; # Handled above
+      # when "type"; # Handled above
+      when "ast"; fox.ast.dump
+      when "state"; FixtureFox::Fox.write_state(ids, anchors, "/dev/stdout")
+      when "idr"; fox.idr.dump
+      when "anchors"; FixtureFox::Fox.write_anchors(fox.anchors, "/dev/stdout")
+      when "ids"; FixtureFox::Fox.write_ids(fox.ids, "/dev/stdout")
+    end
+    exit
+  end
+
+  if opts.exec?
+    tg.time("write") { fox.data.write(conn, ids: ids) }
+  else
+    tg.time("emit") {
+#     puts "Format: #{opts.format.inspect}"
+#     exit
+      if opts.format == "yaml"
+        puts fox.to_yaml
+      else
+        puts fox.to_sql(format: opts.format&.to_sym || :psql, ids: ids, delete: opts.delete&.to_sym || :all)
+      end
+    }
+  end
+
+  # Save state
+  if opts.write?
+    FixtureFox::Fox.write_state(fox.ids, fox.anchors, opts.write || opts.state)
+  end
+
+rescue FixtureFox::Error => ex
+  $stderr.puts ex.backtrace.join("\n")
+  $stderr.puts
+  $stderr.puts ex.error_message
+  $stderr.puts
+  $error = true
+  exit 1
+
+ensure
+  timer.dump($stderr) if timing && !$error
+end
+

data/fixture_fox.gemspec

@@ -0,0 +1,37 @@
+require_relative 'lib/fixture_fox/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "fixture_fox"
+  spec.version       = FixtureFox::VERSION
+  spec.authors       = ["Claus Rasmussen"]
+  spec.email         = ["claus.l.rasmussen@gmail.com"]
+
+  spec.summary       = %q{fixture_fox gem}
+  spec.description   = %q{fixture_fox gem}
+  spec.homepage      = "http://www.nowhere.com/"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
+
+
+  spec.metadata["homepage_uri"] = spec.homepage
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "pg"
+  spec.add_dependency "dry-inflector"
+  spec.add_dependency "indented_io"
+  spec.add_dependency "boolean"
+  spec.add_dependency "developer_exceptions"
+  spec.add_dependency "constrain"
+
+  spec.add_dependency "shellopts", "2.0.6"
+  spec.add_dependency "pg_graph", "0.1.0"
+
+  spec.add_development_dependency "simplecov"
+end