omnitest 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +18 -0
  3. data/.gitmodules +0 -0
  4. data/.groc.json +7 -0
  5. data/.rspec +6 -0
  6. data/.rubocop.yml +5 -0
  7. data/.rubocop_todo.yml +47 -0
  8. data/.travis.yml +12 -0
  9. data/.yardopts +3 -0
  10. data/Gemfile +26 -0
  11. data/README.md +341 -0
  12. data/Rakefile +33 -0
  13. data/appveyor.yml +9 -0
  14. data/bin/omnidoc +5 -0
  15. data/bin/omnitask +5 -0
  16. data/bin/omnitest +5 -0
  17. data/bower.json +21 -0
  18. data/doc-src/index.md.tt +341 -0
  19. data/doc-src/project_sets.md.tt +31 -0
  20. data/doc-src/usage/crosstask.md.tt +86 -0
  21. data/doc-src/usage/omnitest.md.tt +87 -0
  22. data/features/bootstrapping.feature +25 -0
  23. data/features/cloning.feature +32 -0
  24. data/features/fixtures/configs/omnitest_sample.yaml +11 -0
  25. data/features/fixtures/configs/skeptic_empty.yaml +12 -0
  26. data/features/fixtures/configs/skeptic_hello_world.yaml +10 -0
  27. data/features/show.feature +38 -0
  28. data/features/states.feature +40 -0
  29. data/features/step_definitions/sdk_steps.rb +22 -0
  30. data/features/support/env.rb +9 -0
  31. data/lib/omnitest.rb +211 -0
  32. data/lib/omnitest/cli.rb +297 -0
  33. data/lib/omnitest/command.rb +103 -0
  34. data/lib/omnitest/command/generate.rb +29 -0
  35. data/lib/omnitest/command/generators/code2doc.rb +79 -0
  36. data/lib/omnitest/command/generators/dashboard.rb +148 -0
  37. data/lib/omnitest/command/generators/documentation.rb +119 -0
  38. data/lib/omnitest/command/list.rb +62 -0
  39. data/lib/omnitest/command/project_action.rb +26 -0
  40. data/lib/omnitest/command/scenario_action.rb +20 -0
  41. data/lib/omnitest/command/show.rb +148 -0
  42. data/lib/omnitest/command/task.rb +27 -0
  43. data/lib/omnitest/command/test.rb +41 -0
  44. data/lib/omnitest/configuration.rb +53 -0
  45. data/lib/omnitest/documentation_generator.rb +68 -0
  46. data/lib/omnitest/project.rb +100 -0
  47. data/lib/omnitest/project_logger.rb +273 -0
  48. data/lib/omnitest/project_set.rb +47 -0
  49. data/lib/omnitest/reporters.rb +27 -0
  50. data/lib/omnitest/reporters/hash_reporter.rb +32 -0
  51. data/lib/omnitest/reporters/json_reporter.rb +12 -0
  52. data/lib/omnitest/reporters/markdown_reporter.rb +26 -0
  53. data/lib/omnitest/reporters/yaml_reporter.rb +12 -0
  54. data/lib/omnitest/run_action.rb +44 -0
  55. data/lib/omnitest/version.rb +3 -0
  56. data/lib/omnitest/workflow.rb +5 -0
  57. data/mkdocs.yml +8 -0
  58. data/omnitest.gemspec +39 -0
  59. data/omnitest.yaml +5 -0
  60. data/resources/assets/angular/angular.min.js +217 -0
  61. data/resources/assets/angular/angular.min.js.map +8 -0
  62. data/resources/assets/angular/json-formatter.min.css +6 -0
  63. data/resources/assets/angular/json-formatter.min.js +7 -0
  64. data/resources/assets/angular/ng-table.map +1 -0
  65. data/resources/assets/angular/ng-table.min.css +3 -0
  66. data/resources/assets/angular/ng-table.min.js +3 -0
  67. data/resources/assets/angular/ui-bootstrap-tpls.min.js +10 -0
  68. data/resources/assets/bootstrap/bootstrap.min.css +9 -0
  69. data/resources/assets/fonts/glyphicons-halflings-regular.eot +0 -0
  70. data/resources/assets/fonts/glyphicons-halflings-regular.svg +229 -0
  71. data/resources/assets/fonts/glyphicons-halflings-regular.ttf +0 -0
  72. data/resources/assets/fonts/glyphicons-halflings-regular.woff +0 -0
  73. data/resources/assets/pygments/autumn.css +58 -0
  74. data/resources/assets/pygments/borland.css +46 -0
  75. data/resources/assets/pygments/bw.css +34 -0
  76. data/resources/assets/pygments/colorful.css +61 -0
  77. data/resources/assets/pygments/default.css +62 -0
  78. data/resources/assets/pygments/emacs.css +61 -0
  79. data/resources/assets/pygments/friendly.css +61 -0
  80. data/resources/assets/pygments/fruity.css +69 -0
  81. data/resources/assets/pygments/github.css +61 -0
  82. data/resources/assets/pygments/manni.css +61 -0
  83. data/resources/assets/pygments/monokai.css +64 -0
  84. data/resources/assets/pygments/murphy.css +61 -0
  85. data/resources/assets/pygments/native.css +69 -0
  86. data/resources/assets/pygments/pastie.css +60 -0
  87. data/resources/assets/pygments/perldoc.css +58 -0
  88. data/resources/assets/pygments/tango.css +69 -0
  89. data/resources/assets/pygments/trac.css +59 -0
  90. data/resources/assets/pygments/vim.css +69 -0
  91. data/resources/assets/pygments/vs.css +33 -0
  92. data/resources/assets/pygments/zenburn.css +1 -0
  93. data/resources/assets/style.css +56 -0
  94. data/resources/code_sample.tt +2 -0
  95. data/resources/generators/dashboard/files/dashboard.html.tt +51 -0
  96. data/resources/generators/dashboard/files/dashboard.js +26 -0
  97. data/resources/generators/dashboard/templates/_test_report.html.haml +91 -0
  98. data/resources/generators/todo/templates/todo.md.tt +6 -0
  99. data/resources/generators/todo/todo_template.rb +1 -0
  100. data/samples/.gitignore +2 -0
  101. data/samples/_markdown.md +5 -0
  102. data/samples/bootstrap.sh +2 -0
  103. data/samples/clone.sh +2 -0
  104. data/samples/code2doc.sh +5 -0
  105. data/samples/default_bootstrap.rb +7 -0
  106. data/samples/detect.sh +2 -0
  107. data/samples/exec.sh +2 -0
  108. data/samples/omnitest.yaml +24 -0
  109. data/samples/omnitest_simple.yaml +8 -0
  110. data/samples/scripts/bootstrap +3 -0
  111. data/samples/show.sh +4 -0
  112. data/samples/skeptic.yaml +13 -0
  113. data/samples/skeptic_simple.yaml +9 -0
  114. data/samples/test.sh +2 -0
  115. data/samples/tests/omnitest/validators.rb +23 -0
  116. data/samples/verify.sh +3 -0
  117. data/scripts/bootstrap.ps1 +7 -0
  118. data/scripts/run_script.sh +4 -0
  119. data/skeptic.yaml +26 -0
  120. data/spec/fabricators/project_fabricator.rb +19 -0
  121. data/spec/fabricators/scenario_fabricator.rb +6 -0
  122. data/spec/fabricators/test_manifest_fabricator.rb +41 -0
  123. data/spec/fabricators/validator_fabricator.rb +12 -0
  124. data/spec/fixtures/factorial.py +18 -0
  125. data/spec/fixtures/omnitest.yaml +11 -0
  126. data/spec/fixtures/skeptic.yaml +16 -0
  127. data/spec/fixtures/src-doc/_scenario.md.erb +1 -0
  128. data/spec/fixtures/src-doc/quine.md.erb +20 -0
  129. data/spec/omnitest/cli_spec.rb +38 -0
  130. data/spec/omnitest/configuration_spec.rb +25 -0
  131. data/spec/omnitest/documentation_generator_spec.rb +59 -0
  132. data/spec/omnitest/file_finder_spec.rb +21 -0
  133. data/spec/omnitest/project_spec.rb +65 -0
  134. data/spec/omnitest_spec.rb +13 -0
  135. data/spec/spec_helper.rb +32 -0
  136. data/spec/thor_spy.rb +66 -0
  137. data/tests/omnitest/bootstrap_validations.rb +7 -0
  138. data/tests/omnitest/show_validations.rb +22 -0
  139. data/yard_macros.rb +25 -0
  140. metadata +470 -0
data/resources/code_sample.tt ADDED
@@ -0,0 +1,2 @@
1
+ <%= commented "Sample for #{@scenario.name}" %>
2
+ <%= commented @scenario.description if @scenario.description %>
data/resources/generators/dashboard/files/dashboard.html.tt ADDED
@@ -0,0 +1,51 @@
1
+ <html>
2
+ <head>
3
+ <meta charset="UTF-8"/>
4
+ <link data-require="bootstrap-css@*" data-semver="3.0.0" href="assets/bootstrap/bootstrap.min.css" rel="stylesheet">
5
+ <link href="assets/style.css" rel="stylesheet" type="text/css">
6
+ </head>
7
+ <body ng-app="main" ng-controller="DemoCtrl">
8
+ <ul class="nav nav-tabs">
9
+ <% @tabs.each do |tab_name, tab_target | %>
10
+ <% attrs = 'class="active"' if @active_tab == tab_name %>
11
+ <li role="presentation" <%= attrs %> >
12
+ <a href="<%= tab_target%>"><%= tab_name %></a>
13
+ </li>
14
+ <% end %>
15
+ </ul>
16
+ <script data-require="angular.js@*" data-semver="1.2.27" src="assets/angular/angular.min.js"></script>
17
+ <script data-require="ng-table@*" data-semver="0.3.1" src="assets/angular/ng-table.min.js"></script>
18
+ <link data-require="ng-table@*" data-semver="0.3.1" href="assets/angular/ng-table.min.css" rel="stylesheet">
19
+ <script type="text/javascript" src="dashboard.js"></script>
20
+ <button ng-click="tableParams.sorting({})" class="btn btn-default pull-right">Clear sorting</button>
21
+ <button ng-click="tableParams.filter({})" class="btn btn-default pull-right">Clear filter</button>
22
+ <p><strong>Sorting:</strong> {{tableParams.sorting()|json}}
23
+ <p><strong>Filter:</strong> {{tableParams.filter()|json}}
24
+ <table class="table" ng-table="tableParams" show-filter="true">
25
+ <tbody ng-repeat="group in $groups">
26
+ <tr class="ng-table-group">
27
+ <td colspan="{{$columns.length}}">
28
+ <a href="" ng-click="group.$hideRows = !group.$hideRows"><span class="glyphicon" ng-class="{ 'glyphicon-chevron-right': group.$hideRows, 'glyphicon-chevron-down': !group.$hideRows }"></span><strong> {{ group.value }} </strong></a>
29
+ </td>
30
+ </tr>
31
+ <tr ng-hide="group.$hideRows" ng-repeat="results in group.data">
32
+ <td data-title="'Scenario'" sortable="scenario" filter="{ 'scenario': 'text' }">
33
+ {{results.scenario}}
34
+ </td>
35
+ <% projects.each do |project| %>
36
+ <td data-title="'<%= project %>'" ng-class="{'passed': results.<%= project %>.indexOf('Fully Verified') != -1, 'partial': results.<%= project %>.indexOf('Partially Verified') != -1, 'failed': results.<%= project %>.indexOf('Failed') != -1 }" sortable="<%= project %>" filter="{ '<%= project %>': 'project' }">
37
+ <a href="details/{{results.slug_prefix}}-<%= project %>.html">{{results.<%= project %>}}</a>
38
+ </td>
39
+ <% end %>
40
+ </tr>
41
+ </tbody>
42
+ </table>
43
+ <script type="text/ng-template" id="ng-table/filters/project.html">
44
+ <select ng-model="params.filter()[name]" name="filter-project">
45
+ <option value="">None</option>
46
+ <option value="Fully Verified">Fully Verified</option>
47
+ <option value="Partially Verified">Partially Verified</option>
48
+ </select>
49
+ </script>
50
+ </body>
51
+ </html>
data/resources/generators/dashboard/files/dashboard.js ADDED
@@ -0,0 +1,26 @@
1
+ var app = angular.module('main', ['ngTable']).controller('DemoCtrl', function($scope, $http, $filter, ngTableParams) {
2
+ $http.get('matrix.json').success(function(data, status, headers, config){
3
+ $scope.tableParams = new ngTableParams({
4
+ page: 1, // show first page
5
+ count: data.length // count per page
6
+ }, {
7
+ counts: [],
8
+ groupBy: 'suite',
9
+ filter: {
10
+ scenario: '' // initial filter
11
+ },
12
+ total: data.length,
13
+ getData: function($defer, params) {
14
+ var filteredData = params.filter() ?
15
+ $filter('filter')(data, params.filter()) :
16
+ data;
17
+ var orderedData = params.sorting() ?
18
+ $filter('orderBy')(filteredData, params.orderBy()) :
19
+ data;
20
+
21
+ params.total(orderedData.length);
22
+ $defer.resolve(orderedData.slice((params.page() - 1) * params.count(), params.page() * params.count()));
23
+ }
24
+ });
25
+ });
26
+ })
data/resources/generators/dashboard/templates/_test_report.html.haml ADDED
@@ -0,0 +1,91 @@
1
+ !!!
2
+ %html
3
+ %body
4
+ %meta{:charset => "UTF-8"}/
5
+ %link{"data-require" => "bootstrap-css@*", "data-semver" => "3.0.0", :href => "http://netdna.bootstrapcdn.com/bootstrap/3.0.0/css/bootstrap.min.css", :rel => "stylesheet"}/
6
+ %link{:href => "../assets/pygments/#{options[:code_style]}.css", :rel => "stylesheet", :type => "text/css"}/
7
+ %link{:href => "../assets/style.css", :rel => "stylesheet", :type => "text/css"}/
8
+ %link{:href => "../assets/angular/json-formatter.min.css", :rel => "stylesheet", :type => "text/css"}/
9
+ %script{"data-require" => "angular.js@*", "data-semver" => "1.2.27", :src => "../assets/angular/angular.min.js"}
10
+ %script{:src => "../assets/angular/ui-bootstrap-tpls.min.js"}
11
+ %script{:src => "../assets/angular/json-formatter.min.js"}
12
+ :javascript
13
+ angular.module('details', ['jsonFormatter', 'ui.bootstrap']);
14
+ %div{:class => "panel panel-#{bootstrap_color(@scenario.status_color)}"}
15
+ .panel-heading
16
+ .panel-title
17
+ %strong
18
+ = @scenario.slug
19
+ %span{:class => "label pull-right label-#{bootstrap_color(@scenario.status_color)}"}= @scenario.status_description
20
+ .panel-body
21
+ %ul.list-group
22
+ %li.list-group-item= status('Test suite:', @scenario.suite)
23
+ %li.list-group-item= status('Test scenario:', @scenario.name)
24
+ %li.list-group-item= status('Implementor:', @scenario.psychic.name)
25
+ %li.list-group-item= status('Duration:', Omnitest::Core::Util.duration(@scenario.duration))
26
+ %li.list-group-item
27
+ %strong.list-group-item-heading Test Input
28
+ - source_file = @scenario.absolute_source_file ? Omnitest::Core::FileSystem.relativize(@scenario.absolute_source_file, Dir.pwd) : '<No code sample>'
29
+ %ul.list-group-item
30
+ %strong.list-group-item-heading Code sample
31
+ %p.list-group-item-text
32
+ - if @scenario.absolute_source_file
33
+ = @scenario.highlighted_code('html')
34
+ %ul.list-group-item
35
+ %strong.list-group-item-heading Test parameters
36
+ %tabset
37
+ %tab{:heading => "Tree"}
38
+ %json-formatter{:json => as_json(@scenario.vars), :open => "5"}
39
+ %tab{:heading => "Raw"}
40
+ %pre.list-group-item-text.console
41
+ %code
42
+ = highlight(@scenario.vars.to_hash.to_yaml, language: 'yaml', formatter: 'html')
43
+ - if @scenario.result
44
+ %li.list-group-item
45
+ %strong.list-group-item-heading Execution Results
46
+ %ul.list-group
47
+ `
48
+ %li.list-group-item
49
+ %strong.list-group-item-heading Validation Results
50
+ %ul.list-group
51
+ - @scenario.result.validations.each do |description, result|
52
+ %li{:class => "list-group-item #{result.result}"}
53
+ %strong.list-group-item-heading= description
54
+ - if result.error
55
+ .list-group-item
56
+ %strong.list-group-item-heading Error Message
57
+ %pre.list-group-item-text.console
58
+ = ansi2html(h result.error.to_s)
59
+ .list-group-item
60
+ %strong.list-group-item-heading Validator Source
61
+ .list-group-item-text
62
+ = highlight(result.error_source, language: 'ruby', formatter: 'html')
63
+ %li.list-group-item
64
+ %strong.list-group-item-heading STDOUT
65
+ %pre.list-group-item-text.console
66
+ - if @scenario.result
67
+ %code
68
+ = ansi2html(@scenario.result.execution_result.stdout)
69
+ %li.list-group-item
70
+ %strong.list-group-item-heading STDERR
71
+ %pre.list-group-item-text.console
72
+ - if @scenario.result
73
+ %code
74
+ = ansi2html(@scenario.result.execution_result.stderr)
75
+ - if @scenario.error
76
+ %li.list-group-item
77
+ %strong.list-group-item-heading Framework Errors
78
+ %pre.list-group-item-text.console
79
+ %code
80
+ = @scenario.error
81
+ - if @scenario.spy_data
82
+ %li.list-group-item
83
+ %strong.list-group-item-heading Spy data
84
+ %tabset
85
+ %tab{:heading => "Tree"}
86
+ %json-formatter{:json => as_json(@scenario.spy_data), :open => "5"}
87
+ %tab{:heading => "Raw"}
88
+ %pre.list-group-item-text.console
89
+ %code
90
+ = highlight(@scenario.spy_data.to_hash.to_yaml, language: 'yaml', formatter: 'html')
91
+
data/resources/generators/todo/templates/todo.md.tt ADDED
@@ -0,0 +1,6 @@
1
+ <%- Omnitest.projects.each do |project| -%>
2
+ <%= project.name %>:
3
+ <%- @challenges.select{|c| c.project == project}.each do |challenge| -%>
4
+ - [<%= challenge.source? ? 'x' : ' ' %>] <%= challenge.name %>
5
+ <% end %>
6
+ <%- end -%>
data/resources/generators/todo/todo_template.rb ADDED
@@ -0,0 +1 @@
1
+ template 'templates/todo.md', 'todo.md'
data/samples/.gitignore ADDED
@@ -0,0 +1,2 @@
1
+ reports/
2
+ tmp/
data/samples/_markdown.md ADDED
@@ -0,0 +1,5 @@
1
+ <% challenges.compact.each do |challenge| %>
2
+ ``` <%= challenge.implementor.language %>
3
+ <%= File.read(challenge.source_file) %>
4
+ ```
5
+ <% end %>
data/samples/bootstrap.sh ADDED
@@ -0,0 +1,2 @@
1
+ #!/usr/bin/env bash
2
+ bundle exec omnitest bootstrap "(java|ruby)"
data/samples/clone.sh ADDED
@@ -0,0 +1,2 @@
1
+ #!/usr/bin/env bash
2
+ bundle exec omnitest clone
data/samples/code2doc.sh ADDED
@@ -0,0 +1,5 @@
1
+ #!/usr/bin/env bash
2
+ rm -rf docs # Or the test suite will get stuck asking about conflicts
3
+ bundle exec omnidoc code2doc java --destination=docs/code2doc/java
4
+ bundle exec omnidoc code2doc python --destination=docs/code2doc/python
5
+ bundle exec omnidoc code2doc ruby --destination=docs/code2doc/ruby
data/samples/default_bootstrap.rb ADDED
@@ -0,0 +1,7 @@
1
+ #!/usr/bin/env ruby
2
+
3
+ # This example shows the default behavior of `Omnitest#bootstrap`
4
+ require 'omnitest'
5
+
6
+ # Snippet: bootstrap
7
+ Omnitest.bootstrap
data/samples/detect.sh ADDED
@@ -0,0 +1,2 @@
1
+ #!/usr/bin/env bash
2
+ bundle exec omnitest detect
data/samples/exec.sh ADDED
@@ -0,0 +1,2 @@
1
+ #!/usr/bin/env bash
2
+ bundle exec omnitest exec
data/samples/omnitest.yaml ADDED
@@ -0,0 +1,24 @@
1
+ ---
2
+ projects:
3
+ ruby:
4
+ language: 'ruby'
5
+ basedir: 'sdks/ruby'
6
+ git:
7
+ repo: 'https://github.com/omnitest/ruby_samples'
8
+ java:
9
+ language: 'java'
10
+ basedir: 'sdks/java'
11
+ git:
12
+ repo: 'https://github.com/omnitest/java_samples'
13
+ python:
14
+ language: 'python'
15
+ basedir: 'sdks/python'
16
+ git:
17
+ repo: 'https://github.com/omnitest/python_samples'
18
+ workflows:
19
+ morning:
20
+ tasks:
21
+ # - update_repo
22
+ - bootstrap
23
+ - lint
24
+ - test
data/samples/omnitest_simple.yaml ADDED
@@ -0,0 +1,8 @@
1
+ ---
2
+ projects:
3
+ ruby:
4
+ basedir: 'projects/ruby_samples'
5
+ java:
6
+ basedir: 'projects/java_samples'
7
+ python:
8
+ basedir: 'projects/python_samples'
data/samples/scripts/bootstrap ADDED
@@ -0,0 +1,3 @@
1
+ #!/bin/bash
2
+ bundle install
3
+ bundle exec omnitest clone
data/samples/show.sh ADDED
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env bash
2
+ bundle exec omnitest clear
3
+ bundle exec omnitest test ruby
4
+ bundle exec omnitest show ruby 'hello world'
data/samples/skeptic.yaml ADDED
@@ -0,0 +1,13 @@
1
+ ---
2
+ global_env: # global_env defines input available for all scenarios
3
+ LOCALE: <%= ENV['LANG'] %> # templating is allowed
4
+ suites:
5
+ Katas: # "Katas" is the name of the first test suite
6
+ samples: # Test scenarios within Katas
7
+ - hello world
8
+ - quine
9
+ Environment:
10
+ env: # Unlike global_env, these variables are only for the Katas suite
11
+ COLOR: red
12
+ samples:
13
+ - echo_color
data/samples/skeptic_simple.yaml ADDED
@@ -0,0 +1,9 @@
1
+ ---
2
+ suites:
3
+ Katas:
4
+ samples:
5
+ - hello world
6
+ - quine
7
+ Environment:
8
+ samples:
9
+ - echo_color
data/samples/test.sh ADDED
@@ -0,0 +1,2 @@
1
+ #!/usr/bin/env bash
2
+ bundle exec omnitest test
data/samples/tests/omnitest/validators.rb ADDED
@@ -0,0 +1,23 @@
1
+ require 'omnitest'
2
+
3
+ Omnitest.validate 'Hello world validator', suite: 'Katas', scenario: 'hello world' do |scenario|
4
+ expect(scenario.result.stdout.strip).to match 'Hello, world!'
5
+ end
6
+
7
+ Omnitest.validate 'Quine output matches source code', suite: 'Katas', scenario: 'quine' do |scenario|
8
+ code = scenario.source
9
+ output = scenario.result.stdout
10
+ [code, output].each do | str |
11
+ # Standardize newlines...
12
+ str.gsub!(/[\r\n]+/, "\n")
13
+ end
14
+ expect(output).to eq(code)
15
+ end
16
+
17
+ Omnitest.validate 'default validator' do |scenario|
18
+ expect(scenario.result.exitstatus).to eq(0)
19
+ stderr = scenario.result.stderr
20
+ stderr.gsub!(/DL is deprecated, please use Fiddle[\r\n]+/, '') # Known windows warning
21
+ expect(stderr).to be_empty
22
+ expect(scenario.result.stdout).to end_with(/$/)
23
+ end
data/samples/verify.sh ADDED
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env bash
2
+ bundle exec omnitest clear
3
+ bundle exec omnitest verify
data/scripts/bootstrap.ps1 ADDED
@@ -0,0 +1,7 @@
1
+ bundle install
2
+ pushd samples
3
+ # Replace sh files w/ ps1 files... they should be platform independent except
4
+ # for the file extension.
5
+ Dir *.sh | Rename-Item -NewName { $_.name -replace '\.sh$','.ps1' }
6
+ bundle exec omnitest clone
7
+ popd
data/scripts/run_script.sh ADDED
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env bash
2
+ # This is a trick to force a pty and capture colored output,
3
+ # because Omnitest does not currently run command with a PTY.
4
+ script -q /dev/null "$@"
data/skeptic.yaml ADDED
@@ -0,0 +1,26 @@
1
+ ---
2
+ global_env: # global_env defines input available for all scenarios
3
+ LOCALE: <%= ENV['LANG'] %> # templating is allowed
4
+ FAVORITE_NUMBER: 5
5
+ suites:
6
+ CLI:
7
+ samples:
8
+ - clone
9
+ - detect
10
+ - bootstrap
11
+ - exec
12
+ - verify
13
+ - test
14
+ Spies:
15
+ samples:
16
+ - built in spies
17
+ - custom spies
18
+ Reports: # "Katas" is the name of the first suite
19
+ samples: # samples defines the individual tests in a suite
20
+ - show
21
+ - dashboard
22
+ - code2doc
23
+ - custom spy report
24
+ Generate:
25
+ samples:
26
+ - slate docs
data/spec/fabricators/project_fabricator.rb ADDED
@@ -0,0 +1,19 @@
1
+ # Fabricates test manifests (.omnitest.yaml files)
2
+
3
+ Fabricator(:project, from: Omnitest::Project) do
4
+ initialize_with { @_klass.new to_hash } # Hash based initialization
5
+ language { LANGUAGES.sample }
6
+ name do |attr|
7
+ "my_#{attr[:language]}_project"
8
+ end
9
+ basedir do |attr|
10
+ "sdks/#{attr[:name]}"
11
+ end
12
+ end
13
+
14
+ Fabricator(:project_set, from: Omnitest::ProjectSet) do
15
+ initialize_with { @_klass.new to_hash } # Hash based initialization
16
+ projects do
17
+ Fabricate(:project)
18
+ end
19
+ end
data/spec/fabricators/scenario_fabricator.rb ADDED
@@ -0,0 +1,6 @@
1
+ Fabricator(:scenario_definition, from: Omnitest::Skeptic::ScenarioDefinition) do
2
+ initialize_with { @_klass.new to_hash } # Hash based initialization
3
+ name { SCENARIO_NAMES.sample }
4
+ suite { LANGUAGES.sample }
5
+ properties {}
6
+ end
data/spec/fabricators/test_manifest_fabricator.rb ADDED
@@ -0,0 +1,41 @@
1
+ # Fabricates test manifests (.omnitest.yaml files)
2
+
3
+ Fabricator(:manifest, from: Omnitest::Skeptic::TestManifest) do
4
+ initialize_with { @_klass.new to_hash } # Hash based initialization
5
+ transient suite_count: 3
6
+ transient samples_per_suite: 3
7
+ global_env do
8
+ {
9
+ VAR1: 1,
10
+ VAR2: 2
11
+ }
12
+ end
13
+ suites do |attr|
14
+ suite_count = attr[:suite_count]
15
+ if suite_count
16
+ suites = attr[:suite_count].times.each_with_object({}) do |i, h|
17
+ name = LANGUAGES[i] ||= "suite_#{i}"
18
+ h[name] = Fabricate(:suite, name: name, sample_count: attr[:samples_per_suite])
19
+ end
20
+ suites
21
+ else
22
+ nil
23
+ end
24
+ end
25
+ end
26
+
27
+ Fabricator(:suite, from: Omnitest::Core::Mash) do
28
+ initialize_with { @_klass.new to_hash } # Hash based initialization
29
+ transient name: LANGUAGES[0]
30
+ transient sample_count: 3
31
+ samples do |attr|
32
+ sample_count = attr[:sample_count]
33
+ if sample_count
34
+ attr[:sample_count].times.map do |i|
35
+ SCENARIO_NAMES[i] ||= "sample_#{i}"
36
+ end
37
+ else
38
+ nil
39
+ end
40
+ end
41
+ end