uttk 0.3.1.2

data/test/examples-suite.yml

@@ -0,0 +1,8 @@
+---
+
+Uttk example test suite: !S::Iterate
+  over: !pathlist <<pwd>>/examples/(*).yml
+  iter: [it_file, it_name]
+  test:
+    Test <<it_name>>: !S::Import
+      import: <<it_file>>

data/test/examples/README

@@ -0,0 +1,68 @@
+
+= Introduction
+
+This directory contains a set of a typical examples of Uttk. In this directory
+you can find several test examples.You can run all the tests included in this
+directory by simply typing this command:
+
+  $ uttk test/examples-suite.yml
+
+== Cache
+
+This example shows you how to use the cache feature of Uttk to avoid to rerun
+all the time, already pass test. Use it this way.
+
+  $ uttk -C test/examples/cache/simple.yml
+
+In this mode, Uttk is interactive. If the suite failed, it will ask you to rerun
+it. Since this suite is designed to fail 5 times.
+
+== SQL
+
+This example shows you how you can test your SQL queries. See the
+Uttk::Strategies::SqlQuery strategy documentation for further informations.
+
+ $ uttk test/examples/sql/basic.yml
+
+== Students
+
+This directory consists of several examples that show how to test a complete
+tarball or a mini library or a set of students program. You can run all the
+tests included in this directory by simply typing this command:
+
+  $ uttk test/examples/students-suite.yml
+
+=== ball.yml
+
+It applies one test to a tarball containing a basic project (helloworld). See
+the Uttk::Strategies::Package documentation for further information.
+
+  $ uttk test/examples/students/ball.yml
+
+=== stud.yml
+
+It applies several tests to a basic tarball containing a simple `exit' program.
+
+  $ uttk test/examples/students/stud.yml
+
+=== pool_stud.yml
+
+It does the same as `stud.yml' but in a parallelized way instead of a sequence
+way.
+
+  $ uttk test/examples/students/pool_stud.yml
+
+=== glob_stud.yml
+
+It collects a set of tarballs and apply them a sequence of tests. See the
+Uttk::Strategies::Glob documentation for further information.
+
+  $ uttk test/examples/students/glob_stud.yml
+
+=== mini-lib.yml
+
+It applies to a set of tarball containing a library and applies them a sequence
+of tests.
+
+  $ uttk test/examples/students/mini-lib.yml
+

data/test/examples/basic.rb

@@ -0,0 +1,10 @@
+# The most basic example.
+S::Cmd.new("Test whether bc works fine") do
+  command "bc"
+  input "42*42\n"
+  output <<EOF
+1764
+EOF
+  error ""
+  exit 0
+end

data/test/examples/basic.yml

@@ -0,0 +1,9 @@
+# The most basic example.
+---
+Test whether bc works fine: !S::Cmd
+  command: bc
+  input: "42*42\n"
+  output: |
+    1764
+  error: ""
+  exit: 0

data/test/examples/cache/cache_and_fatal.yml

@@ -0,0 +1,5 @@
+Fatal tests and skip in cache: !S::Suite
+  contents:
+    - Pass: !S::Pass
+        fatal: true
+    - Fail: !S::Fail {}

data/test/examples/cache/simple.yml

@@ -0,0 +1,30 @@
+---
+
+Relaunch 5 times this test with the cache feature to obtain a PASS: !S::Suite
+
+    timeout: 1.5
+
+    attributes: !S::Sleep
+        delay: 1
+
+    contents:
+
+        - first:
+            symbols:
+                foo: a
+
+        - second:
+            symbols:
+                foo: <<foo>>/b
+
+        - third
+
+        - fourth:
+            symbols:
+                foo: <<foo>>/c
+
+        - fith
+
+        - sixth: !S::Cmd
+            command: echo -n <<foo>>
+            output: a/b/c

data/test/examples/sql/basic.yml

@@ -0,0 +1,24 @@
+---
+
+Test SQL Query strategy: !S::Suite
+
+  attributes: !S::SqlQuery
+    driver    : Pg
+    host      : logo
+    database  : cuissa_v
+    user      : cuissa_v
+    passwd    : ******
+    ref_schema: reference
+
+  contents:
+
+    - test1:
+        query: SELECT * FROM %s.park
+
+    - test2:
+        query: SELECT * FROM %s.park
+        my_schema: toto
+
+    - test3:
+        query: SELECT * FROM reference.park
+

data/test/examples/students-suite.yml

@@ -0,0 +1,9 @@
+---
+
+Uttk students oriented test suite: !S::Iterate
+  over: !pathlist <<pwd>>/students/(*).yml
+  iter: [it_file_root, it_name_root]
+  test:
+    Test <<it_name_root>>: !S::Import
+      import: <<it_file_root>>
+

data/test/examples/students/ball.yml

@@ -0,0 +1,11 @@
+---
+
+Test a TarBall (ball.yml): !S::Package
+  url: file://<<pwd>>/../../fixtures/ball/hello.tar.gz
+  skip_steps: [ check, distcheck, install ]
+  test:
+    Test the HelloWorld: !S::Cmd
+      command: ./hello
+      output: "HelloWorld!\n"
+      dir: <<extract_dir>>
+      exit: 0

data/test/examples/students/glob_stud.yml

@@ -0,0 +1,20 @@
+---
+
+Test students tarball with a globbing (glob_stud.yml): !S::Iterate
+  over: !pathlist <<pwd>>/../../fixtures/ball/(*)-exit.tar.bz2
+  iter: [it_path, it_login]
+# FIXME regexp: !re "/([a-z]*)-[a-z]*\.tar\.bz2"
+  test:
+    Project of <<it_login>>: !S::Package
+      skip_steps: [ check, distcheck, install ]
+      url: file://<<it_path>>
+      test:
+        Test the student exit command: !S::Suite
+          attributes: !S::Cmd
+            command: "./exit"
+            dir: <<extract_dir>>
+            timeout: 2
+          contents:
+            - test exit 0:  { args: 0,  exit: 0 }
+            - test exit 42: { args: 42, exit: 42 }
+            - test exit 3:  { args: 3,  exit: 3 }

data/test/examples/students/mini-lib.yml

@@ -0,0 +1,61 @@
+---
+
+Test the mini lib: !S::ProbabilityThreshold
+  threshold: 0.43
+  test: !S::Iterate
+    over: !pathlist <<pwd>>/../../fixtures/ball/(*)-mini-lib.tar.bz2
+    iter: [it_file, it_name]
+    test:
+      Testing the mini-lib of <<it_name>>: !S::Suite
+        attributes:
+          timeout: 4
+          symbols:
+            driver: <<pwd>>/../../fixtures/mini-lib
+        contents:
+
+          - Extracting: !S::Checkout
+              url: file://<<it_file>>
+              weight: 0
+              fatal: true
+
+          - Configuring: !S::Configure
+              dir: <<extract_dir>>
+              weight: 0
+
+          - Building: !S::Cmd
+              command: make
+              dir: <<extract_dir>>
+              exit: 0
+              weight: 0
+              verbose_print: true
+              fatal: true
+
+          - Building Driver: !S::Cmd
+              command: make STUD_DIR=<<extract_dir>>
+              dir: <<driver>>
+              exit: 0
+              weight: 0
+              verbose_print: true
+              fatal: true
+
+          - Tests for the mini lib: !S::Suite
+              attributes: !S::Cmd
+                command: ./mini-lib-strlen
+                dir: <<driver>>
+                timeout: 2
+              contents:
+                - a:            { args: 'a', exit: 1 }
+                - abcdef:       { args: 'abcdef', exit: 6 }
+                - empty string: { args: "empty string", exit: 0 }
+                - nul string:   { args: "the null string", exit: 0 }
+
+          - Cleaning Driver: !S::Cmd
+              command: make clean
+              dir: <<driver>>
+              exit: 0
+              weight: 0
+
+          - Cleaning Tmp: !S::Clean
+              dir: <<extract_dir>>
+              weight: 0
+

data/test/examples/students/pool_stud.yml

@@ -0,0 +1,31 @@
+#FIXME: When executing this test suite via the students-suite it never ends and
+#       use 100% of cpu. If you execute it alone is quite fast.
+---
+
+Test students tarball (pool_stud.yml): !S::Pool
+
+  # FIXME remove this assertion when the load will be mutexed.
+#  pre_assertion: |
+    # Uttk::Strategies::Checkout.name
+#    false
+    # This test doesn't work for the moment
+
+  symbols:
+    dir: <<pwd>>/../../fixtures/ball
+  attributes: !S::Package
+    skip_steps: [ check, distcheck, install ]
+    test:
+      test the student exit command: !S::Suite
+        attributes: !S::Cmd
+          command: "./exit"
+          timeout: 2
+          dir: <<extract_dir>>
+        contents:
+          - test with 0:  { args: 0,  exit: 0  }
+          - test with 42: { args: 42, exit: 42 }
+          - test with 3:  { args: 3,  exit: 3  }
+  contents:
+    - joe:  { url: file://<<dir>>/joe-exit.tar.bz2,  weight: 3 }
+    - john: { url: file://<<dir>>/john-exit.tar.bz2, weight: 2 }
+    - jack: { url: file://<<dir>>/jack-exit.tar.bz2, weight: 1 }
+

data/test/examples/students/stud.yml

@@ -0,0 +1,21 @@
+---
+
+Test students tarball (stud.yml): !S::Suite
+  attributes: !S::Package
+    skip_steps: [ check, distcheck, install ]
+    test:
+      test the student exit command: !S::Suite
+        attributes: !S::Cmd
+          command: "./exit"
+          timeout: 2
+          dir: <<extract_dir>>
+        contents:
+          - test with 0:  { args: 0,  exit: 0  }
+          - test with 42: { args: 42, exit: 42 }
+          - test with 3:  { args: 3,  exit: 3  }
+  contents:
+
+    - joe:  { url: file://<<pwd>>/../../fixtures/ball/joe-exit.tar.bz2, weight: 3  }
+    - john: { url: file://<<pwd>>/../../fixtures/ball/john-exit.tar.bz2, weight: 2  }
+    - jack: { url: file://<<pwd>>/../../fixtures/ball/jack-exit.tar.bz2, weight: 1  }
+

data/test/fixtures/ball/Makefile

@@ -0,0 +1,24 @@
+
+GZ= \
+      hello
+
+BZ2= \
+      jack-exit \
+      joe-exit \
+      john-exit \
+      bar_p-mini-lib \
+      foo_s-mini-lib \
+      joe_i-mini-lib \
+      qux_j-mini-lib
+
+TARBALLS=$(addsuffix .tar.gz, $(GZ)) $(addsuffix .tar.bz2, $(BZ2))
+
+.SUFFIXES: .tar.bz2 .tar.gz
+
+%.tar.bz2: %
+	tar cvf - $< | bzip2 -z -c > $@
+
+%.tar.gz: %
+	tar cvzf $@ $<
+
+tarballs:: $(TARBALLS)

data/test/fixtures/ball/bar_p-mini-lib/Makefile

@@ -0,0 +1,20 @@
+RANLIB=ranlib
+
+OBJ=my_strlen.o
+
+AUTHOR=bar_p
+PROJECT=mini-lib
+DIR=$(AUTHOR)-$(PROJECT)
+TARBALL=$(DIR).tar.bz2
+
+all: libmini-lib.a
+
+libmini-lib.a: $(OBJ)
+	$(AR) cr $@ $(OBJ)
+	$(RANLIB) $@
+
+clean:
+	rm -f *.o *.a
+
+dist:
+	cd .. && tar cvjf $(TARBALL) $(DIR)

data/test/fixtures/ball/bar_p-mini-lib/my_strlen.c

@@ -0,0 +1,13 @@
+
+int                my_strlen(const char *str)
+{
+  const char        *p;
+
+  if (!str)
+    return 0;
+
+  for (p = str; *p; ++p)
+    ;
+
+  return p - str;
+}

data/test/fixtures/ball/foo_s-mini-lib/Makefile

@@ -0,0 +1,20 @@
+RANLIB=ranlib
+
+OBJ=my_strlen.o
+
+AUTHOR=foo_s
+PROJECT=mini-lib
+DIR=$(AUTHOR)-$(PROJECT)
+TARBALL=$(DIR).tar.bz2
+
+all: libmini-lib.a
+
+libmini-lib.a: $(OBJ)
+	$(AR) cr $@ $(OBJ)
+	$(RANLIB) $@
+
+clean:
+	rm -f *.o *.a
+
+dist:
+	cd .. && tar cvjf $(TARBALL) $(DIR)

data/test/fixtures/ball/foo_s-mini-lib/configure

@@ -0,0 +1,2 @@
+#!/bin/sh
+echo "Configuring..."

data/test/fixtures/ball/foo_s-mini-lib/my_strlen.c

@@ -0,0 +1,10 @@
+
+int                my_strlen(const char *str)
+{
+  const char        *p;
+
+  for (p = str; *p; ++p)
+    ;
+
+  return p - str;
+}