gizzmo 0.1.4

data/test/config.yaml

@@ -0,0 +1,2 @@
+host: localhost
+port: 7917

data/test/expected/dry-wrap-table_b_0.txt

@@ -0,0 +1,5 @@
+Skipped writing: create_shard(localhost/replicating_table_b_0)
+Skipped writing: add_link(localhost/replicating_table_b_0, localhost/table_b_0, 1)
+Skipped writing: add_link(localhost/table_repl_0, localhost/replicating_table_b_0, 1)
+Skipped writing: remove_link(localhost/table_repl_0, localhost/table_b_0)
+localhost/replicating_table_b_0

data/test/expected/find-only-sql-shard-type.txt

@@ -0,0 +1,20 @@
+localhost/table_a_0
+localhost/table_a_1
+localhost/table_a_2
+localhost/table_a_3
+localhost/table_a_4
+localhost/table_a_5
+localhost/table_a_6
+localhost/table_a_7
+localhost/table_a_8
+localhost/table_a_9
+localhost/table_b_0
+localhost/table_b_1
+localhost/table_b_2
+localhost/table_b_3
+localhost/table_b_4
+localhost/table_b_5
+localhost/table_b_6
+localhost/table_b_7
+localhost/table_b_8
+localhost/table_b_9

data/test/expected/help-info.txt

@@ -0,0 +1 @@
+Usage: ../../../script/gizzmo info SHARD_ID [MORE SHARD_IDS...]

data/test/expected/info.txt

@@ -0,0 +1,30 @@
+localhost/table_a_0	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_1	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_2	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_3	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_4	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_5	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_6	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_7	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_8	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_a_9	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_0	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_1	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_2	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_3	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_4	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_5	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_6	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_7	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_8	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_b_9	com.twitter.service.flock.edges.SqlShard	unbusy
+localhost/table_repl_0	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_1	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_2	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_3	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_4	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_5	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_6	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_7	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_8	com.twitter.service.flock.edges.ReplicatingShard	unbusy
+localhost/table_repl_9	com.twitter.service.flock.edges.ReplicatingShard	unbusy

data/test/expected/links-for-replicating_table_b_0.txt

@@ -0,0 +1,2 @@
+localhost/table_repl_0	localhost/replicating_table_b_0	1
+localhost/replicating_table_b_0	localhost/table_b_0	1

data/test/expected/links-for-table_b_0.txt

@@ -0,0 +1 @@
+localhost/replicating_table_b_0	localhost/table_b_0	1

data/test/expected/links-for-table_repl_0.txt

@@ -0,0 +1,2 @@
+localhost/table_repl_0	localhost/table_a_0	2
+localhost/table_repl_0	localhost/replicating_table_b_0	1

data/test/expected/original-find.txt

@@ -0,0 +1,30 @@
+localhost/table_a_0
+localhost/table_a_1
+localhost/table_a_2
+localhost/table_a_3
+localhost/table_a_4
+localhost/table_a_5
+localhost/table_a_6
+localhost/table_a_7
+localhost/table_a_8
+localhost/table_a_9
+localhost/table_b_0
+localhost/table_b_1
+localhost/table_b_2
+localhost/table_b_3
+localhost/table_b_4
+localhost/table_b_5
+localhost/table_b_6
+localhost/table_b_7
+localhost/table_b_8
+localhost/table_b_9
+localhost/table_repl_0
+localhost/table_repl_1
+localhost/table_repl_2
+localhost/table_repl_3
+localhost/table_repl_4
+localhost/table_repl_5
+localhost/table_repl_6
+localhost/table_repl_7
+localhost/table_repl_8
+localhost/table_repl_9

data/test/expected/subtree.txt

@@ -0,0 +1,33 @@
+localhost/table_repl_3
+  localhost/blocked_table_a_3
+    localhost/table_a_3
+  localhost/table_b_3
+localhost/table_repl_0
+  localhost/table_a_0
+localhost/table_repl_1
+  localhost/table_a_1
+  localhost/table_b_1
+localhost/table_repl_2
+  localhost/table_a_2
+  localhost/table_b_2
+localhost/blocked_table_a_3
+  localhost/table_a_3
+localhost/table_repl_4
+  localhost/table_a_4
+  localhost/table_b_4
+localhost/table_repl_5
+  localhost/table_a_5
+  localhost/table_b_5
+localhost/table_repl_6
+  localhost/table_a_6
+  localhost/table_b_6
+localhost/table_repl_7
+  localhost/table_a_7
+  localhost/table_b_7
+localhost/table_repl_8
+  localhost/table_a_8
+  localhost/table_b_8
+localhost/table_repl_9
+  localhost/table_a_9
+  localhost/table_b_9
+localhost/table_b_0

data/test/expected/unwrapped-replicating_table_b_0.txt

@@ -0,0 +1 @@
+localhost/table_repl_0	localhost/table_b_0	1

data/test/expected/unwrapped-table_b_0.txt

@@ -0,0 +1 @@
+localhost/table_repl_0	localhost/table_b_0	1

data/test/expected/wrap-table_b_0.txt

@@ -0,0 +1 @@
+localhost/replicating_table_b_0

data/test/helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'gizzmo'
+
+class Test::Unit::TestCase
+end

data/test/recreate.sql

@@ -0,0 +1,32 @@
+CREATE TABLE IF NOT EXISTS shards (
+    class_name              VARCHAR(125) NOT NULL,
+    table_prefix            VARCHAR(125) NOT NULL,
+    hostname                VARCHAR(25)  NOT NULL,
+    source_type             VARCHAR(125),
+    destination_type        VARCHAR(125),
+    busy                    TINYINT      NOT NULL DEFAULT 0,
+
+   PRIMARY KEY primary_key_table_prefix_hostname (hostname, table_prefix)
+) ENGINE=INNODB;
+
+CREATE TABLE IF NOT EXISTS shard_children (
+    parent_hostname         VARCHAR(125) NOT NULL,
+    parent_table_prefix     VARCHAR(125) NOT NULL,
+    child_hostname          VARCHAR(125) NOT NULL,
+    child_table_prefix      VARCHAR(125) NOT NULL,
+    weight                  INT NOT NULL DEFAULT 1,
+
+    PRIMARY KEY primary_key_family (parent_hostname, parent_table_prefix, child_hostname, child_table_prefix),
+    INDEX child (child_hostname, child_table_prefix)
+) ENGINE=INNODB;
+
+CREATE TABLE IF NOT EXISTS forwardings (
+    base_source_id          BIGINT                  NOT NULL,
+    table_id                INT                     NOT NULL,
+    shard_hostname          VARCHAR(125)            NOT NULL,
+    shard_table_prefix      VARCHAR(125)            NOT NULL,
+
+    PRIMARY KEY (base_source_id, table_id),
+
+    UNIQUE unique_shard (shard_hostname, shard_table_prefix)
+) ENGINE=INNODB;

data/test/test.sh

@@ -0,0 +1,60 @@
+#!/bin/bash
+cd `dirname $0`
+function g {
+  # echo "> g $@" >&2
+  ../bin/gizzmo -Cconfig.yaml "$@" 2>&1
+}
+function expect {
+  diff -u - "expected/$1" && echo "    success." || echo "    failed." && exit 1
+}
+
+# set -ex
+
+if ["$FLOCK_ENV" -eq ""]; then
+  FLOCK_ENV=development
+fi
+
+for i in 1 2
+do
+  for type in edges groups
+  do
+    db="flock_${type}_${FLOCK_ENV}_${i}"
+    echo "drop database if exists $db; create database $db; " | mysql -u"$DB_USERNAME" --password="$DB_PASSWORD"
+    cat recreate.sql | mysql -u"$DB_USERNAME" --password="$DB_PASSWORD" "$db"
+  done
+done
+
+for i in {0..9}
+do
+  g create localhost "table_repl_$i" com.twitter.service.flock.edges.ReplicatingShard
+  g create localhost "table_a_$i" com.twitter.service.flock.edges.SqlShard --source-type="INT UNSIGNED" --destination-type="INT UNSIGNED"
+  g create localhost "table_b_$i" com.twitter.service.flock.edges.SqlShard --source-type="INT UNSIGNED" --destination-type="INT UNSIGNED"
+  g addlink "localhost/table_repl_$i" "localhost/table_a_$i" 2
+  g addlink "localhost/table_repl_$i" "localhost/table_b_$i" 1
+done
+
+for i in `g find -h localhost`; do g info $i; done | expect info.txt
+g find -hlocalhost | expect original-find.txt
+g find -hlocalhost -tSqlShard | expect find-only-sql-shard-type.txt
+
+# Dry run this
+
+g -D wrap com.twitter.service.flock.edges.ReplicatingShard localhost/table_b_0 | expect dry-wrap-table_b_0.txt
+g wrap com.twitter.service.flock.edges.ReplicatingShard localhost/table_b_0 | expect wrap-table_b_0.txt
+g wrap com.twitter.service.flock.edges.ReplicatingShard localhost/table_b_0 | expect wrap-table_b_0.txt
+g links localhost/table_b_0 | expect links-for-table_b_0.txt
+g links localhost/table_repl_0 | expect links-for-table_repl_0.txt
+g links localhost/replicating_table_b_0 | expect links-for-replicating_table_b_0.txt
+
+g unwrap localhost/replicating_table_b_0 | expect unwrapped-replicating_table_b_0.txt
+g links localhost/table_b_0 | expect unwrapped-table_b_0.txt
+
+g unlink localhost/table_repl_0 localhost/table_b_0 | expect empty-file.txt
+g links localhost/table_b_0 | expect empty-file.txt
+
+g wrap com.twitter.gizzard.shards.BlockedShard localhost/table_a_3
+g find -hlocalhost | xargs ../bin/gizzmo -Cconfig.yaml subtree 2>&1 | expect subtree.txt
+
+g find -hlocalhost | xargs ../bin/gizzmo -Cconfig.yaml delete
+g find -hlocalhost | expect empty-file.txt
+

metadata

@@ -0,0 +1,92 @@
+--- !ruby/object:Gem::Specification 
+name: gizzmo
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 4
+  version: 0.1.4
+platform: ruby
+authors: 
+- Kyle Maxwell
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-06-30 00:00:00 -07:00
+default_executable: gizzmo
+dependencies: []
+
+description: Gizzmo is a command-line client for managing gizzard clusters.
+email: kmaxwell@twitter.com
+executables: 
+- gizzmo
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/gizzmo
+- gizzmo.gemspec
+- lib/gizzard.rb
+- lib/gizzard/commands.rb
+- lib/gizzard/thrift.rb
+- lib/gizzmo.rb
+- lib/vendor/thrift_client/simple.rb
+- test/config.yaml
+- test/expected/dry-wrap-table_b_0.txt
+- test/expected/empty-file.txt
+- test/expected/find-only-sql-shard-type.txt
+- test/expected/help-info.txt
+- test/expected/info.txt
+- test/expected/links-for-replicating_table_b_0.txt
+- test/expected/links-for-table_b_0.txt
+- test/expected/links-for-table_repl_0.txt
+- test/expected/original-find.txt
+- test/expected/subtree.txt
+- test/expected/unwrapped-replicating_table_b_0.txt
+- test/expected/unwrapped-table_b_0.txt
+- test/expected/wrap-table_b_0.txt
+- test/helper.rb
+- test/recreate.sql
+- test/test.sh
+has_rdoc: true
+homepage: http://github.com/twitter/gizzmo
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Gizzmo is a command-line client for managing gizzard clusters.
+test_files: 
+- test/helper.rb