chef-dk 0.11.2 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (325) hide show
  1. checksums.yaml +4 -4
  2. data/CONTRIBUTING.md +186 -190
  3. data/Gemfile +30 -26
  4. data/LICENSE +201 -201
  5. data/README.md +307 -307
  6. data/Rakefile +29 -27
  7. data/acceptance/.shared/kitchen_acceptance/.kitchen.digitalocean.yml +27 -0
  8. data/acceptance/.shared/kitchen_acceptance/.kitchen.ec2.yml +284 -0
  9. data/acceptance/.shared/kitchen_acceptance/.kitchen.vagrant.yml +52 -0
  10. data/acceptance/.shared/kitchen_acceptance/libraries/kitchen.rb +51 -0
  11. data/acceptance/.shared/kitchen_acceptance/metadata.rb +1 -0
  12. data/acceptance/Gemfile +11 -0
  13. data/acceptance/README.md +132 -0
  14. data/acceptance/trivial/.acceptance/acceptance-cookbook/.gitignore +2 -0
  15. data/acceptance/trivial/.acceptance/acceptance-cookbook/metadata.rb +2 -0
  16. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/destroy.rb +1 -0
  17. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/provision.rb +1 -0
  18. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/verify.rb +1 -0
  19. data/acceptance/trivial/.kitchen.yml +7 -0
  20. data/acceptance/trivial/test/integration/chefdk-current-install/inspec/chef_client_spec.rb +5 -0
  21. data/bin/chef +25 -25
  22. data/chef-dk.gemspec +64 -64
  23. data/lib/chef-dk.rb +19 -19
  24. data/lib/chef-dk/authenticated_http.rb +40 -40
  25. data/lib/chef-dk/builtin_commands.rb +60 -60
  26. data/lib/chef-dk/chef_runner.rb +107 -107
  27. data/lib/chef-dk/cli.rb +200 -200
  28. data/lib/chef-dk/command/base.rb +79 -79
  29. data/lib/chef-dk/command/clean_policy_cookbooks.rb +116 -116
  30. data/lib/chef-dk/command/clean_policy_revisions.rb +113 -113
  31. data/lib/chef-dk/command/delete_policy.rb +122 -122
  32. data/lib/chef-dk/command/delete_policy_group.rb +122 -122
  33. data/lib/chef-dk/command/diff.rb +316 -316
  34. data/lib/chef-dk/command/env.rb +90 -90
  35. data/lib/chef-dk/command/exec.rb +45 -45
  36. data/lib/chef-dk/command/export.rb +157 -157
  37. data/lib/chef-dk/command/gem.rb +47 -47
  38. data/lib/chef-dk/command/generate.rb +120 -120
  39. data/lib/chef-dk/command/generator_commands.rb +80 -80
  40. data/lib/chef-dk/command/generator_commands/app.rb +107 -107
  41. data/lib/chef-dk/command/generator_commands/attribute.rb +37 -37
  42. data/lib/chef-dk/command/generator_commands/base.rb +148 -148
  43. data/lib/chef-dk/command/generator_commands/cookbook.rb +153 -153
  44. data/lib/chef-dk/command/generator_commands/cookbook_code_file.rb +100 -100
  45. data/lib/chef-dk/command/generator_commands/cookbook_file.rb +45 -45
  46. data/lib/chef-dk/command/generator_commands/generator_generator.rb +177 -177
  47. data/lib/chef-dk/command/generator_commands/lwrp.rb +36 -36
  48. data/lib/chef-dk/command/generator_commands/policyfile.rb +127 -127
  49. data/lib/chef-dk/command/generator_commands/recipe.rb +36 -36
  50. data/lib/chef-dk/command/generator_commands/repo.rb +125 -125
  51. data/lib/chef-dk/command/generator_commands/template.rb +46 -46
  52. data/lib/chef-dk/command/install.rb +121 -121
  53. data/lib/chef-dk/command/provision.rb +438 -438
  54. data/lib/chef-dk/command/push.rb +118 -118
  55. data/lib/chef-dk/command/push_archive.rb +126 -126
  56. data/lib/chef-dk/command/shell_init.rb +180 -180
  57. data/lib/chef-dk/command/show_policy.rb +165 -165
  58. data/lib/chef-dk/command/undelete.rb +155 -155
  59. data/lib/chef-dk/command/update.rb +148 -148
  60. data/lib/chef-dk/command/verify.rb +534 -534
  61. data/lib/chef-dk/commands_map.rb +115 -115
  62. data/lib/chef-dk/completions/bash.sh.erb +5 -5
  63. data/lib/chef-dk/completions/chef.fish.erb +10 -10
  64. data/lib/chef-dk/completions/zsh.zsh.erb +21 -21
  65. data/lib/chef-dk/component_test.rb +194 -173
  66. data/lib/chef-dk/configurable.rb +69 -69
  67. data/lib/chef-dk/cookbook_metadata.rb +45 -45
  68. data/lib/chef-dk/cookbook_omnifetch.rb +32 -32
  69. data/lib/chef-dk/cookbook_profiler/git.rb +151 -151
  70. data/lib/chef-dk/cookbook_profiler/identifiers.rb +72 -72
  71. data/lib/chef-dk/cookbook_profiler/null_scm.rb +32 -32
  72. data/lib/chef-dk/exceptions.rb +129 -129
  73. data/lib/chef-dk/generator.rb +163 -163
  74. data/lib/chef-dk/helpers.rb +159 -159
  75. data/lib/chef-dk/pager.rb +106 -106
  76. data/lib/chef-dk/policyfile/chef_repo_cookbook_source.rb +138 -138
  77. data/lib/chef-dk/policyfile/chef_server_cookbook_source.rb +54 -54
  78. data/lib/chef-dk/policyfile/community_cookbook_source.rb +97 -97
  79. data/lib/chef-dk/policyfile/comparison_base.rb +124 -124
  80. data/lib/chef-dk/policyfile/cookbook_location_specification.rb +154 -154
  81. data/lib/chef-dk/policyfile/cookbook_locks.rb +466 -466
  82. data/lib/chef-dk/policyfile/cookbook_sources.rb +22 -22
  83. data/lib/chef-dk/policyfile/delivery_supermarket_source.rb +90 -90
  84. data/lib/chef-dk/policyfile/differ.rb +266 -266
  85. data/lib/chef-dk/policyfile/dsl.rb +261 -261
  86. data/lib/chef-dk/policyfile/lister.rb +232 -232
  87. data/lib/chef-dk/policyfile/null_cookbook_source.rb +45 -45
  88. data/lib/chef-dk/policyfile/read_cookbook_for_compat_mode_upload.rb +124 -124
  89. data/lib/chef-dk/policyfile/reports/install.rb +70 -70
  90. data/lib/chef-dk/policyfile/reports/table_printer.rb +58 -58
  91. data/lib/chef-dk/policyfile/reports/upload.rb +70 -70
  92. data/lib/chef-dk/policyfile/solution_dependencies.rb +298 -298
  93. data/lib/chef-dk/policyfile/storage_config.rb +100 -100
  94. data/lib/chef-dk/policyfile/undo_record.rb +142 -142
  95. data/lib/chef-dk/policyfile/undo_stack.rb +130 -130
  96. data/lib/chef-dk/policyfile/uploader.rb +213 -213
  97. data/lib/chef-dk/policyfile_compiler.rb +419 -419
  98. data/lib/chef-dk/policyfile_lock.rb +552 -552
  99. data/lib/chef-dk/policyfile_services/clean_policies.rb +95 -95
  100. data/lib/chef-dk/policyfile_services/clean_policy_cookbooks.rb +125 -125
  101. data/lib/chef-dk/policyfile_services/export_repo.rb +421 -414
  102. data/lib/chef-dk/policyfile_services/install.rb +126 -126
  103. data/lib/chef-dk/policyfile_services/push.rb +114 -114
  104. data/lib/chef-dk/policyfile_services/push_archive.rb +204 -204
  105. data/lib/chef-dk/policyfile_services/rm_policy.rb +142 -142
  106. data/lib/chef-dk/policyfile_services/rm_policy_group.rb +86 -86
  107. data/lib/chef-dk/policyfile_services/show_policy.rb +237 -237
  108. data/lib/chef-dk/policyfile_services/undelete.rb +108 -108
  109. data/lib/chef-dk/policyfile_services/update_attributes.rb +104 -104
  110. data/lib/chef-dk/service_exception_inspectors.rb +25 -25
  111. data/lib/chef-dk/service_exception_inspectors/base.rb +40 -40
  112. data/lib/chef-dk/service_exception_inspectors/http.rb +121 -121
  113. data/lib/chef-dk/service_exceptions.rb +143 -143
  114. data/lib/chef-dk/shell_out.rb +36 -36
  115. data/lib/chef-dk/skeletons/code_generator/files/default/Berksfile +3 -3
  116. data/lib/chef-dk/skeletons/code_generator/files/default/chefignore +102 -102
  117. data/lib/chef-dk/skeletons/code_generator/files/default/cookbook_readmes/README-policy.md +9 -9
  118. data/lib/chef-dk/skeletons/code_generator/files/default/cookbook_readmes/README.md +54 -54
  119. data/lib/chef-dk/skeletons/code_generator/files/default/gitignore +16 -16
  120. data/lib/chef-dk/skeletons/code_generator/files/default/repo/README.md +28 -28
  121. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/README.md +27 -27
  122. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/attributes/default.rb +7 -7
  123. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/metadata.rb +3 -3
  124. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/recipes/default.rb +8 -8
  125. data/lib/chef-dk/skeletons/code_generator/files/default/repo/data_bags/README.md +58 -58
  126. data/lib/chef-dk/skeletons/code_generator/files/default/repo/data_bags/example/example_item.json +3 -3
  127. data/lib/chef-dk/skeletons/code_generator/files/default/repo/dot-chef-repo.txt +6 -6
  128. data/lib/chef-dk/skeletons/code_generator/files/default/repo/environments/README.md +9 -9
  129. data/lib/chef-dk/skeletons/code_generator/files/default/repo/environments/example.json +12 -12
  130. data/lib/chef-dk/skeletons/code_generator/files/default/repo/policies/README.md +24 -24
  131. data/lib/chef-dk/skeletons/code_generator/files/default/repo/roles/README.md +9 -9
  132. data/lib/chef-dk/skeletons/code_generator/files/default/repo/roles/example.json +12 -12
  133. data/lib/chef-dk/skeletons/code_generator/files/default/serverspec_spec_helper.rb +8 -8
  134. data/lib/chef-dk/skeletons/code_generator/files/default/spec_helper.rb +2 -2
  135. data/lib/chef-dk/skeletons/code_generator/files/default/spec_helper_policyfile.rb +2 -2
  136. data/lib/chef-dk/skeletons/code_generator/metadata.rb +8 -8
  137. data/lib/chef-dk/skeletons/code_generator/recipes/app.rb +97 -97
  138. data/lib/chef-dk/skeletons/code_generator/recipes/attribute.rb +12 -12
  139. data/lib/chef-dk/skeletons/code_generator/recipes/cookbook.rb +117 -117
  140. data/lib/chef-dk/skeletons/code_generator/recipes/cookbook_file.rb +24 -24
  141. data/lib/chef-dk/skeletons/code_generator/recipes/lwrp.rb +23 -23
  142. data/lib/chef-dk/skeletons/code_generator/recipes/policyfile.rb +8 -8
  143. data/lib/chef-dk/skeletons/code_generator/recipes/recipe.rb +27 -27
  144. data/lib/chef-dk/skeletons/code_generator/recipes/repo.rb +67 -67
  145. data/lib/chef-dk/skeletons/code_generator/recipes/template.rb +32 -32
  146. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.all_rights.erb +3 -3
  147. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.apache2.erb +201 -201
  148. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.gplv2.erb +339 -339
  149. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.gplv3.erb +674 -674
  150. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.mit.erb +21 -21
  151. data/lib/chef-dk/skeletons/code_generator/templates/default/Policyfile.rb.erb +25 -25
  152. data/lib/chef-dk/skeletons/code_generator/templates/default/README.md.erb +4 -4
  153. data/lib/chef-dk/skeletons/code_generator/templates/default/kitchen.yml.erb +21 -21
  154. data/lib/chef-dk/skeletons/code_generator/templates/default/kitchen_policyfile.yml.erb +32 -32
  155. data/lib/chef-dk/skeletons/code_generator/templates/default/metadata.rb.erb +7 -7
  156. data/lib/chef-dk/skeletons/code_generator/templates/default/recipe.rb.erb +5 -5
  157. data/lib/chef-dk/skeletons/code_generator/templates/default/recipe_spec.rb.erb +20 -20
  158. data/lib/chef-dk/skeletons/code_generator/templates/default/repo/gitignore.erb +11 -11
  159. data/lib/chef-dk/skeletons/code_generator/templates/default/serverspec_default_spec.rb.erb +9 -9
  160. data/lib/chef-dk/ui.rb +58 -58
  161. data/lib/chef-dk/version.rb +20 -20
  162. data/lib/kitchen/provisioner/policyfile_zero.rb +194 -194
  163. data/spec/shared/a_file_generator.rb +125 -125
  164. data/spec/shared/a_generated_file.rb +12 -12
  165. data/spec/shared/command_with_ui_object.rb +11 -11
  166. data/spec/shared/custom_generator_cookbook.rb +130 -130
  167. data/spec/shared/fixture_cookbook_checksums.rb +47 -47
  168. data/spec/shared/setup_git_cookbooks.rb +53 -53
  169. data/spec/spec_helper.rb +51 -50
  170. data/spec/test_helpers.rb +84 -84
  171. data/spec/unit/chef_runner_spec.rb +139 -139
  172. data/spec/unit/cli_spec.rb +357 -357
  173. data/spec/unit/command/base_spec.rb +169 -169
  174. data/spec/unit/command/clean_policy_cookbooks_spec.rb +181 -181
  175. data/spec/unit/command/clean_policy_revisions_spec.rb +181 -181
  176. data/spec/unit/command/delete_policy_group_spec.rb +207 -207
  177. data/spec/unit/command/delete_policy_spec.rb +207 -207
  178. data/spec/unit/command/diff_spec.rb +312 -312
  179. data/spec/unit/command/env_spec.rb +52 -52
  180. data/spec/unit/command/exec_spec.rb +179 -179
  181. data/spec/unit/command/export_spec.rb +200 -200
  182. data/spec/unit/command/generate_spec.rb +142 -142
  183. data/spec/unit/command/generator_commands/app_spec.rb +169 -169
  184. data/spec/unit/command/generator_commands/attribute_spec.rb +32 -32
  185. data/spec/unit/command/generator_commands/base_spec.rb +136 -136
  186. data/spec/unit/command/generator_commands/cookbook_file_spec.rb +32 -32
  187. data/spec/unit/command/generator_commands/cookbook_spec.rb +450 -450
  188. data/spec/unit/command/generator_commands/generator_generator_spec.rb +229 -229
  189. data/spec/unit/command/generator_commands/lwrp_spec.rb +32 -32
  190. data/spec/unit/command/generator_commands/policyfile_spec.rb +225 -225
  191. data/spec/unit/command/generator_commands/recipe_spec.rb +34 -34
  192. data/spec/unit/command/generator_commands/repo_spec.rb +367 -367
  193. data/spec/unit/command/generator_commands/template_spec.rb +32 -32
  194. data/spec/unit/command/install_spec.rb +179 -179
  195. data/spec/unit/command/provision_spec.rb +592 -592
  196. data/spec/unit/command/push_archive_spec.rb +153 -153
  197. data/spec/unit/command/push_spec.rb +199 -199
  198. data/spec/unit/command/shell_init_spec.rb +329 -329
  199. data/spec/unit/command/show_policy_spec.rb +235 -235
  200. data/spec/unit/command/undelete_spec.rb +246 -246
  201. data/spec/unit/command/update_spec.rb +275 -275
  202. data/spec/unit/command/verify_spec.rb +325 -325
  203. data/spec/unit/commands_map_spec.rb +57 -57
  204. data/spec/unit/component_test_spec.rb +126 -126
  205. data/spec/unit/configurable_spec.rb +41 -41
  206. data/spec/unit/cookbook_metadata_spec.rb +98 -98
  207. data/spec/unit/cookbook_profiler/git_spec.rb +176 -176
  208. data/spec/unit/cookbook_profiler/identifiers_spec.rb +83 -83
  209. data/spec/unit/fixtures/chef-runner-cookbooks/test_cookbook/recipes/recipe_one.rb +9 -9
  210. data/spec/unit/fixtures/chef-runner-cookbooks/test_cookbook/recipes/recipe_two.rb +9 -9
  211. data/spec/unit/fixtures/command/cli_test_command.rb +26 -26
  212. data/spec/unit/fixtures/command/explicit_path_example.rb +7 -7
  213. data/spec/unit/fixtures/configurable/test_config_loader.rb +5 -5
  214. data/spec/unit/fixtures/configurable/test_configurable.rb +10 -10
  215. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/.kitchen.yml +16 -16
  216. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/Berksfile +3 -3
  217. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/README.md +4 -4
  218. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/chefignore +96 -96
  219. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/metadata.rb +8 -8
  220. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/recipes/default.rb +8 -8
  221. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/.kitchen.yml +16 -16
  222. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/Berksfile +3 -3
  223. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/README.md +4 -4
  224. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/chefignore +96 -96
  225. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/metadata.rb +8 -8
  226. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/recipes/default.rb +8 -8
  227. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/.kitchen.yml +16 -16
  228. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/Berksfile +3 -3
  229. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/README.md +4 -4
  230. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/chefignore +96 -96
  231. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/metadata.rb +8 -8
  232. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/recipes/default.rb +8 -8
  233. data/spec/unit/fixtures/cookbooks_api/pruned_small_universe.json +1321 -1321
  234. data/spec/unit/fixtures/cookbooks_api/small_universe.json +2987 -2987
  235. data/spec/unit/fixtures/cookbooks_api/universe.json +1 -1
  236. data/spec/unit/fixtures/cookbooks_api/update_fixtures.rb +36 -36
  237. data/spec/unit/fixtures/dev_cookbooks/README.md +16 -16
  238. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/berkshelf/integration_test +2 -2
  239. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/berkshelf/verify_me +5 -5
  240. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/chef/verify_me +3 -3
  241. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/test-kitchen/verify_me +2 -2
  242. data/spec/unit/fixtures/example_cookbook/.gitignore +17 -17
  243. data/spec/unit/fixtures/example_cookbook/.kitchen.yml +16 -16
  244. data/spec/unit/fixtures/example_cookbook/Berksfile +3 -3
  245. data/spec/unit/fixtures/example_cookbook/README.md +4 -4
  246. data/spec/unit/fixtures/example_cookbook/chefignore +96 -96
  247. data/spec/unit/fixtures/example_cookbook/metadata.rb +8 -8
  248. data/spec/unit/fixtures/example_cookbook/recipes/default.rb +8 -8
  249. data/spec/unit/fixtures/example_cookbook_metadata_json_only/.gitignore +17 -17
  250. data/spec/unit/fixtures/example_cookbook_metadata_json_only/.kitchen.yml +16 -16
  251. data/spec/unit/fixtures/example_cookbook_metadata_json_only/Berksfile +3 -3
  252. data/spec/unit/fixtures/example_cookbook_metadata_json_only/README.md +4 -4
  253. data/spec/unit/fixtures/example_cookbook_metadata_json_only/chefignore +96 -96
  254. data/spec/unit/fixtures/example_cookbook_metadata_json_only/metadata.json +5 -5
  255. data/spec/unit/fixtures/example_cookbook_metadata_json_only/recipes/default.rb +8 -8
  256. data/spec/unit/fixtures/example_cookbook_no_metadata/.gitignore +17 -17
  257. data/spec/unit/fixtures/example_cookbook_no_metadata/.kitchen.yml +16 -16
  258. data/spec/unit/fixtures/example_cookbook_no_metadata/Berksfile +3 -3
  259. data/spec/unit/fixtures/example_cookbook_no_metadata/README.md +4 -4
  260. data/spec/unit/fixtures/example_cookbook_no_metadata/chefignore +96 -96
  261. data/spec/unit/fixtures/example_cookbook_no_metadata/recipes/default.rb +8 -8
  262. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/README.md +4 -4
  263. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/chefignore +96 -96
  264. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/metadata.rb +8 -8
  265. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/recipes/default.rb +8 -8
  266. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/Berksfile +3 -3
  267. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/README.md +4 -4
  268. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/chefignore +96 -96
  269. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/metadata.rb +9 -9
  270. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/recipes/default.rb +8 -8
  271. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/.kitchen.yml +16 -16
  272. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/Berksfile +3 -3
  273. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/README.md +4 -4
  274. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/chefignore +96 -96
  275. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/extra/extra_file.txt +0 -0
  276. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/metadata.rb +8 -8
  277. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/recipes/default.rb +8 -8
  278. data/spec/unit/fixtures/local_path_cookbooks/metadata-missing/README.md +2 -2
  279. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/.kitchen.yml +16 -16
  280. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/README.md +4 -4
  281. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/metadata.rb +8 -8
  282. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/recipes/default.rb +8 -8
  283. data/spec/unit/generator_spec.rb +120 -120
  284. data/spec/unit/helpers_spec.rb +92 -92
  285. data/spec/unit/pager_spec.rb +119 -119
  286. data/spec/unit/policyfile/chef_repo_cookbook_source_spec.rb +93 -93
  287. data/spec/unit/policyfile/chef_server_cookbook_source_spec.rb +34 -34
  288. data/spec/unit/policyfile/community_cookbook_source_spec.rb +84 -84
  289. data/spec/unit/policyfile/comparison_base_spec.rb +343 -343
  290. data/spec/unit/policyfile/cookbook_location_specification_spec.rb +277 -277
  291. data/spec/unit/policyfile/cookbook_locks_spec.rb +529 -529
  292. data/spec/unit/policyfile/delivery_supermarket_source_spec.rb +130 -130
  293. data/spec/unit/policyfile/differ_spec.rb +687 -687
  294. data/spec/unit/policyfile/lister_spec.rb +272 -272
  295. data/spec/unit/policyfile/null_cookbook_source_spec.rb +35 -35
  296. data/spec/unit/policyfile/read_cookbook_for_compat_mode_upload_spec.rb +92 -92
  297. data/spec/unit/policyfile/reports/install_spec.rb +115 -115
  298. data/spec/unit/policyfile/reports/upload_spec.rb +96 -96
  299. data/spec/unit/policyfile/solution_dependencies_spec.rb +145 -145
  300. data/spec/unit/policyfile/storage_config_spec.rb +172 -172
  301. data/spec/unit/policyfile/undo_record_spec.rb +260 -260
  302. data/spec/unit/policyfile/undo_stack_spec.rb +266 -266
  303. data/spec/unit/policyfile/uploader_spec.rb +410 -410
  304. data/spec/unit/policyfile_demands_spec.rb +1203 -1203
  305. data/spec/unit/policyfile_evaluation_spec.rb +642 -642
  306. data/spec/unit/policyfile_lock_build_spec.rb +1056 -1056
  307. data/spec/unit/policyfile_lock_install_spec.rb +138 -138
  308. data/spec/unit/policyfile_lock_serialization_spec.rb +425 -425
  309. data/spec/unit/policyfile_lock_validation_spec.rb +611 -611
  310. data/spec/unit/policyfile_services/clean_policies_spec.rb +236 -236
  311. data/spec/unit/policyfile_services/clean_policy_cookbooks_spec.rb +275 -275
  312. data/spec/unit/policyfile_services/export_repo_spec.rb +481 -481
  313. data/spec/unit/policyfile_services/install_spec.rb +211 -211
  314. data/spec/unit/policyfile_services/push_archive_spec.rb +378 -378
  315. data/spec/unit/policyfile_services/push_spec.rb +233 -233
  316. data/spec/unit/policyfile_services/rm_policy_group_spec.rb +241 -241
  317. data/spec/unit/policyfile_services/rm_policy_spec.rb +266 -266
  318. data/spec/unit/policyfile_services/show_policy_spec.rb +889 -889
  319. data/spec/unit/policyfile_services/undelete_spec.rb +304 -304
  320. data/spec/unit/policyfile_services/update_attributes_spec.rb +217 -217
  321. data/spec/unit/service_exception_inspectors/base_spec.rb +43 -43
  322. data/spec/unit/service_exception_inspectors/http_spec.rb +140 -140
  323. data/spec/unit/shell_out_spec.rb +34 -34
  324. data/warning.txt +9 -9
  325. metadata +24 -19
@@ -1,419 +1,419 @@
1
- #
2
- # Copyright:: Copyright (c) 2014 Chef Software Inc.
3
- # License:: Apache License, Version 2.0
4
- #
5
- # Licensed under the Apache License, Version 2.0 (the "License");
6
- # you may not use this file except in compliance with the License.
7
- # You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
-
18
- require 'set'
19
- require 'forwardable'
20
-
21
- require 'solve'
22
- require 'chef/run_list'
23
-
24
- require 'chef-dk/policyfile/dsl'
25
- require 'chef-dk/policyfile_lock'
26
- require 'chef-dk/ui'
27
- require 'chef-dk/policyfile/reports/install'
28
- require 'chef-dk/exceptions'
29
-
30
- module ChefDK
31
-
32
- class PolicyfileCompiler
33
-
34
- extend Forwardable
35
-
36
- DEFAULT_DEMAND_CONSTRAINT = '>= 0.0.0'.freeze
37
-
38
- # Cookbooks from these sources lock that cookbook to exactly one version
39
- SOURCE_TYPES_WITH_FIXED_VERSIONS = [:git, :path].freeze
40
-
41
- def self.evaluate(policyfile_string, policyfile_filename, ui: nil)
42
- compiler = new(ui: ui)
43
- compiler.evaluate_policyfile(policyfile_string, policyfile_filename)
44
- compiler
45
- end
46
-
47
- def_delegator :@dsl, :name
48
- def_delegator :@dsl, :run_list
49
- def_delegator :@dsl, :named_run_list
50
- def_delegator :@dsl, :named_run_lists
51
- def_delegator :@dsl, :errors
52
- def_delegator :@dsl, :default_source
53
- def_delegator :@dsl, :cookbook_location_specs
54
-
55
- attr_reader :dsl
56
- attr_reader :storage_config
57
- attr_reader :install_report
58
-
59
- def initialize(ui: nil)
60
- @storage_config = Policyfile::StorageConfig.new
61
- @dsl = Policyfile::DSL.new(storage_config)
62
- @artifact_server_cookbook_location_specs = {}
63
-
64
- @merged_graph = nil
65
-
66
- @ui = ui || UI.null
67
- @install_report = Policyfile::Reports::Install.new(ui: @ui, policyfile_compiler: self)
68
- end
69
-
70
- def error!
71
- unless errors.empty?
72
- raise PolicyfileError, errors.join("\n")
73
- end
74
- end
75
-
76
- def cookbook_location_spec_for(cookbook_name)
77
- cookbook_location_specs[cookbook_name]
78
- end
79
-
80
- def expanded_run_list
81
- # doesn't support roles yet...
82
- Chef::RunList.new(*run_list)
83
- end
84
-
85
- # copy of the expanded_run_list, properly formatted for use in a lockfile
86
- def normalized_run_list
87
- expanded_run_list.map { |i| normalize_recipe(i) }
88
- end
89
-
90
- def expanded_named_run_lists
91
- named_run_lists.inject({}) do |expanded, (name, run_list_items)|
92
- expanded[name] = Chef::RunList.new(*run_list_items)
93
- expanded
94
- end
95
- end
96
-
97
- def normalized_named_run_lists
98
- expanded_named_run_lists.inject({}) do |normalized,(name, run_list)|
99
- normalized[name] = run_list.map { |i| normalize_recipe(i) }
100
- normalized
101
- end
102
- end
103
-
104
- def default_attributes
105
- dsl.node_attributes.combined_default.to_hash
106
- end
107
-
108
- def override_attributes
109
- dsl.node_attributes.combined_override.to_hash
110
- end
111
-
112
- def lock
113
- @policyfile_lock ||= PolicyfileLock.build_from_compiler(self, storage_config)
114
- end
115
-
116
- def install
117
- ensure_cache_dir_exists
118
-
119
- cookbook_and_recipe_list = combined_run_lists.map(&:name).map do |recipe_spec|
120
- cookbook, _separator, recipe = recipe_spec.partition("::")
121
- recipe = "default" if recipe.empty?
122
- [cookbook, recipe]
123
- end
124
-
125
- missing_recipes_by_cb_spec = {}
126
-
127
- graph_solution.each do |cookbook_name, version|
128
- spec = cookbook_location_spec_for(cookbook_name)
129
- if spec.nil? or !spec.version_fixed?
130
- spec = create_spec_for_cookbook(cookbook_name, version)
131
- install_report.installing_cookbook(spec)
132
- spec.ensure_cached
133
- end
134
-
135
- required_recipes = cookbook_and_recipe_list.select { |cb_name, _recipe| cb_name == spec.name }
136
- missing_recipes = required_recipes.select {|_cb_name, recipe| !spec.cookbook_has_recipe?(recipe) }
137
-
138
- unless missing_recipes.empty?
139
- missing_recipes_by_cb_spec[spec] = missing_recipes
140
- end
141
- end
142
-
143
- unless missing_recipes_by_cb_spec.empty?
144
- message = "The installed cookbooks do not contain all the recipes required by your run list(s):\n"
145
- missing_recipes_by_cb_spec.each do |spec, missing_items|
146
- message << "#{spec.to_s}\nis missing the following required recipes:\n"
147
- missing_items.each { |_cb, recipe| message << "* #{recipe}\n" }
148
- end
149
-
150
- message << "\n"
151
- message << "You may have specified an incorrect recipe in your run list,\nor this recipe may not be available in that version of the cookbook\n"
152
-
153
- raise CookbookDoesNotContainRequiredRecipe, message
154
- end
155
-
156
-
157
- end
158
-
159
- def create_spec_for_cookbook(cookbook_name, version)
160
- matching_source = best_source_for(cookbook_name)
161
- source_options = matching_source.source_options_for(cookbook_name, version)
162
- spec = Policyfile::CookbookLocationSpecification.new(cookbook_name, "= #{version}", source_options, storage_config)
163
- @artifact_server_cookbook_location_specs[cookbook_name] = spec
164
- end
165
-
166
- def all_cookbook_location_specs
167
- # in the installation process, we create "artifact_server_cookbook_location_specs"
168
- # for any cookbook that isn't sourced from a single-version source (e.g.,
169
- # path and git only support one version at a time), but we might have
170
- # specs for them to track additional version constraint demands. Merging
171
- # in this order ensures the artifact_server_cookbook_location_specs "win".
172
- cookbook_location_specs.merge(@artifact_server_cookbook_location_specs)
173
- end
174
-
175
- ##
176
- # Compilation Methods
177
- ##
178
-
179
- def graph_solution
180
- return @solution if @solution
181
- cache_fixed_version_cookbooks
182
- @solution = Solve.it!(graph, graph_demands)
183
- end
184
-
185
- def graph
186
- @graph ||= Solve::Graph.new.tap do |g|
187
- artifacts_graph.each do |name, dependencies_by_version|
188
- dependencies_by_version.each do |version, dependencies|
189
- artifact = g.artifact(name, version)
190
- dependencies.each do |dep_name, constraint|
191
- artifact.dependency(dep_name, constraint)
192
- end
193
- end
194
- end
195
- end
196
- end
197
-
198
- def solution_dependencies
199
- solution_deps = Policyfile::SolutionDependencies.new
200
-
201
- all_cookbook_location_specs.each do |name, spec|
202
- solution_deps.add_policyfile_dep(name, spec.version_constraint)
203
- end
204
-
205
- graph_solution.each do |name, version|
206
- transitive_deps = artifacts_graph[name][version]
207
- solution_deps.add_cookbook_dep(name, version, transitive_deps)
208
- end
209
- solution_deps
210
- end
211
-
212
- def graph_demands
213
- cookbooks_for_demands.map do |cookbook_name|
214
- spec = cookbook_location_spec_for(cookbook_name)
215
- if spec.nil?
216
- [ cookbook_name, DEFAULT_DEMAND_CONSTRAINT ]
217
- elsif spec.version_fixed?
218
- [ cookbook_name, "= #{spec.version}" ]
219
- else
220
- [ cookbook_name, spec.version_constraint.to_s ]
221
- end
222
- end
223
- end
224
-
225
- def artifacts_graph
226
- remote_artifacts_graph.merge(local_artifacts_graph)
227
- end
228
-
229
- # Gives a dependency graph for cookbooks that are source from an alternate
230
- # location. These cookbooks could have a different set of dependencies
231
- # compared to an unmodified copy upstream. For example, the community site
232
- # may have a cookbook "apache2" at version "1.10.4", which the user has
233
- # forked on github and modified the dependencies without changing the
234
- # version number. To accomodate this, the local_artifacts_graph should be
235
- # merged over the upstream's artifacts graph.
236
- def local_artifacts_graph
237
- cookbook_location_specs.inject({}) do |local_artifacts, (cookbook_name, cookbook_location_spec)|
238
- if cookbook_location_spec.version_fixed?
239
- local_artifacts[cookbook_name] = { cookbook_location_spec.version => cookbook_location_spec.dependencies }
240
- end
241
- local_artifacts
242
- end
243
- end
244
-
245
- def remote_artifacts_graph
246
- @merged_graph ||=
247
- begin
248
- conflicting_cb_names = []
249
- merged = {}
250
- default_source.each do |source|
251
- merged.merge!(source.universe_graph) do |conflicting_cb_name, _old, _new|
252
- if (preference = preferred_source_for_cookbook(conflicting_cb_name))
253
- preference.universe_graph[conflicting_cb_name]
254
- elsif cookbook_could_appear_in_solution?(conflicting_cb_name)
255
- conflicting_cb_names << conflicting_cb_name
256
- {} # return empty set of versions
257
- else
258
- {} # return empty set of versions
259
- end
260
- end
261
- end
262
- handle_conflicting_cookbooks(conflicting_cb_names)
263
- merged
264
- end
265
- end
266
-
267
- def version_constraint_for(cookbook_name)
268
- if (cookbook_location_spec = cookbook_location_spec_for(cookbook_name)) and cookbook_location_spec.version_fixed?
269
- version = cookbook_location_spec.version
270
- "= #{version}"
271
- else
272
- DEFAULT_DEMAND_CONSTRAINT
273
- end
274
- end
275
-
276
- def cookbook_version_fixed?(cookbook_name)
277
- if cookbook_location_spec = cookbook_location_spec_for(cookbook_name)
278
- cookbook_location_spec.version_fixed?
279
- else
280
- false
281
- end
282
- end
283
-
284
- def cookbooks_in_run_list
285
- recipes = combined_run_lists.map {|recipe| recipe.name }
286
- recipes.map { |r| r[/^([^:]+)/, 1] }
287
- end
288
-
289
- def combined_run_lists
290
- expanded_named_run_lists.values.inject(expanded_run_list.to_a) do |accum_run_lists, run_list|
291
- accum_run_lists |= run_list.to_a
292
- end
293
- end
294
-
295
- def combined_run_lists_by_cb_name
296
- combined_run_lists.inject({}) do |by_name_accum, run_list_item|
297
- by_name_accum
298
- end
299
- end
300
-
301
-
302
- def build
303
- yield @dsl
304
- self
305
- end
306
-
307
- def evaluate_policyfile(policyfile_string, policyfile_filename)
308
- storage_config.use_policyfile(policyfile_filename)
309
- @dsl.eval_policyfile(policyfile_string)
310
- self
311
- end
312
-
313
- def fixed_version_cookbooks_specs
314
- @fixed_version_cookbooks_specs ||= cookbook_location_specs.select do |_cookbook_name, cookbook_location_spec|
315
- cookbook_location_spec.version_fixed?
316
- end
317
- end
318
-
319
- private
320
-
321
- def normalize_recipe(run_list_item)
322
- name = run_list_item.name
323
- name = "#{name}::default" unless name.include?("::")
324
- "recipe[#{name}]"
325
- end
326
-
327
- def cookbooks_for_demands
328
- (cookbooks_in_run_list + cookbook_location_specs.keys).uniq
329
- end
330
-
331
- def cache_fixed_version_cookbooks
332
- ensure_cache_dir_exists
333
-
334
- fixed_version_cookbooks_specs.each do |name, cookbook_location_spec|
335
- install_report.installing_fixed_version_cookbook(cookbook_location_spec)
336
- cookbook_location_spec.ensure_cached
337
- end
338
- end
339
-
340
- def ensure_cache_dir_exists
341
- unless File.exist?(cache_path)
342
- FileUtils.mkdir_p(cache_path)
343
- end
344
- end
345
-
346
- def cache_path
347
- CookbookOmnifetch.storage_path
348
- end
349
-
350
- def best_source_for(cookbook_name)
351
- preferred = default_source.find { |s| s.preferred_source_for?(cookbook_name) }
352
- if preferred.nil?
353
- default_source.find { |s|
354
- s.universe_graph.has_key?(cookbook_name)
355
- }
356
- else
357
- preferred
358
- end
359
- end
360
-
361
-
362
- def preferred_source_for_cookbook(conflicting_cb_name)
363
- default_source.find { |s| s.preferred_source_for?(conflicting_cb_name) }
364
- end
365
-
366
- def handle_conflicting_cookbooks(conflicting_cookbooks)
367
- # ignore any cookbooks that have a source set.
368
- cookbooks_wo_source = conflicting_cookbooks.select do |cookbook_name|
369
- location_spec = cookbook_location_spec_for(cookbook_name)
370
- location_spec.nil? || location_spec.source_options.empty?
371
- end
372
-
373
- if cookbooks_wo_source.empty?
374
- nil
375
- else
376
- raise CookbookSourceConflict.new(cookbooks_wo_source, default_source)
377
- end
378
- end
379
-
380
- def cookbook_could_appear_in_solution?(cookbook_name)
381
- all_possible_dep_names.include?(cookbook_name)
382
- end
383
-
384
- # Traverses the dependency graph in a simple manner to find the set of
385
- # cookbooks that could be considered in the dependency solution. Version
386
- # constraints are not considered so this could include extra cookbooks.
387
- def all_possible_dep_names
388
- @all_possible_dep_names ||= cookbooks_for_demands.inject(Set.new) do |deps_set, demand_cookbook|
389
-
390
- deps_set_for_source = default_source.inject(Set.new) do |deps_set_for_cb, source|
391
- possible_deps = possible_dependencies_of(demand_cookbook, source)
392
- deps_set_for_cb.merge(possible_deps)
393
- end
394
-
395
- deps_set.merge(deps_set_for_source)
396
- end
397
- end
398
-
399
- def possible_dependencies_of(cookbook_name, source, dependency_set = Set.new)
400
- return dependency_set if dependency_set.include?(cookbook_name)
401
- return dependency_set unless source.universe_graph.key?(cookbook_name)
402
-
403
- dependency_set << cookbook_name
404
-
405
- deps_by_version = source.universe_graph[cookbook_name]
406
-
407
- dep_cookbook_names = deps_by_version.values.inject(Set.new) do |names, constraint_list|
408
- names.merge(constraint_list.map { |c| c.first })
409
- end
410
-
411
- dep_cookbook_names.each do |dep_cookbook_name|
412
- possible_dependencies_of(dep_cookbook_name, source, dependency_set)
413
- end
414
-
415
- dependency_set
416
- end
417
-
418
- end
419
- end
1
+ #
2
+ # Copyright:: Copyright (c) 2014 Chef Software Inc.
3
+ # License:: Apache License, Version 2.0
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
17
+
18
+ require 'set'
19
+ require 'forwardable'
20
+
21
+ require 'solve'
22
+ require 'chef/run_list'
23
+
24
+ require 'chef-dk/policyfile/dsl'
25
+ require 'chef-dk/policyfile_lock'
26
+ require 'chef-dk/ui'
27
+ require 'chef-dk/policyfile/reports/install'
28
+ require 'chef-dk/exceptions'
29
+
30
+ module ChefDK
31
+
32
+ class PolicyfileCompiler
33
+
34
+ extend Forwardable
35
+
36
+ DEFAULT_DEMAND_CONSTRAINT = '>= 0.0.0'.freeze
37
+
38
+ # Cookbooks from these sources lock that cookbook to exactly one version
39
+ SOURCE_TYPES_WITH_FIXED_VERSIONS = [:git, :path].freeze
40
+
41
+ def self.evaluate(policyfile_string, policyfile_filename, ui: nil)
42
+ compiler = new(ui: ui)
43
+ compiler.evaluate_policyfile(policyfile_string, policyfile_filename)
44
+ compiler
45
+ end
46
+
47
+ def_delegator :@dsl, :name
48
+ def_delegator :@dsl, :run_list
49
+ def_delegator :@dsl, :named_run_list
50
+ def_delegator :@dsl, :named_run_lists
51
+ def_delegator :@dsl, :errors
52
+ def_delegator :@dsl, :default_source
53
+ def_delegator :@dsl, :cookbook_location_specs
54
+
55
+ attr_reader :dsl
56
+ attr_reader :storage_config
57
+ attr_reader :install_report
58
+
59
+ def initialize(ui: nil)
60
+ @storage_config = Policyfile::StorageConfig.new
61
+ @dsl = Policyfile::DSL.new(storage_config)
62
+ @artifact_server_cookbook_location_specs = {}
63
+
64
+ @merged_graph = nil
65
+
66
+ @ui = ui || UI.null
67
+ @install_report = Policyfile::Reports::Install.new(ui: @ui, policyfile_compiler: self)
68
+ end
69
+
70
+ def error!
71
+ unless errors.empty?
72
+ raise PolicyfileError, errors.join("\n")
73
+ end
74
+ end
75
+
76
+ def cookbook_location_spec_for(cookbook_name)
77
+ cookbook_location_specs[cookbook_name]
78
+ end
79
+
80
+ def expanded_run_list
81
+ # doesn't support roles yet...
82
+ Chef::RunList.new(*run_list)
83
+ end
84
+
85
+ # copy of the expanded_run_list, properly formatted for use in a lockfile
86
+ def normalized_run_list
87
+ expanded_run_list.map { |i| normalize_recipe(i) }
88
+ end
89
+
90
+ def expanded_named_run_lists
91
+ named_run_lists.inject({}) do |expanded, (name, run_list_items)|
92
+ expanded[name] = Chef::RunList.new(*run_list_items)
93
+ expanded
94
+ end
95
+ end
96
+
97
+ def normalized_named_run_lists
98
+ expanded_named_run_lists.inject({}) do |normalized,(name, run_list)|
99
+ normalized[name] = run_list.map { |i| normalize_recipe(i) }
100
+ normalized
101
+ end
102
+ end
103
+
104
+ def default_attributes
105
+ dsl.node_attributes.combined_default.to_hash
106
+ end
107
+
108
+ def override_attributes
109
+ dsl.node_attributes.combined_override.to_hash
110
+ end
111
+
112
+ def lock
113
+ @policyfile_lock ||= PolicyfileLock.build_from_compiler(self, storage_config)
114
+ end
115
+
116
+ def install
117
+ ensure_cache_dir_exists
118
+
119
+ cookbook_and_recipe_list = combined_run_lists.map(&:name).map do |recipe_spec|
120
+ cookbook, _separator, recipe = recipe_spec.partition("::")
121
+ recipe = "default" if recipe.empty?
122
+ [cookbook, recipe]
123
+ end
124
+
125
+ missing_recipes_by_cb_spec = {}
126
+
127
+ graph_solution.each do |cookbook_name, version|
128
+ spec = cookbook_location_spec_for(cookbook_name)
129
+ if spec.nil? or !spec.version_fixed?
130
+ spec = create_spec_for_cookbook(cookbook_name, version)
131
+ install_report.installing_cookbook(spec)
132
+ spec.ensure_cached
133
+ end
134
+
135
+ required_recipes = cookbook_and_recipe_list.select { |cb_name, _recipe| cb_name == spec.name }
136
+ missing_recipes = required_recipes.select {|_cb_name, recipe| !spec.cookbook_has_recipe?(recipe) }
137
+
138
+ unless missing_recipes.empty?
139
+ missing_recipes_by_cb_spec[spec] = missing_recipes
140
+ end
141
+ end
142
+
143
+ unless missing_recipes_by_cb_spec.empty?
144
+ message = "The installed cookbooks do not contain all the recipes required by your run list(s):\n"
145
+ missing_recipes_by_cb_spec.each do |spec, missing_items|
146
+ message << "#{spec.to_s}\nis missing the following required recipes:\n"
147
+ missing_items.each { |_cb, recipe| message << "* #{recipe}\n" }
148
+ end
149
+
150
+ message << "\n"
151
+ message << "You may have specified an incorrect recipe in your run list,\nor this recipe may not be available in that version of the cookbook\n"
152
+
153
+ raise CookbookDoesNotContainRequiredRecipe, message
154
+ end
155
+
156
+
157
+ end
158
+
159
+ def create_spec_for_cookbook(cookbook_name, version)
160
+ matching_source = best_source_for(cookbook_name)
161
+ source_options = matching_source.source_options_for(cookbook_name, version)
162
+ spec = Policyfile::CookbookLocationSpecification.new(cookbook_name, "= #{version}", source_options, storage_config)
163
+ @artifact_server_cookbook_location_specs[cookbook_name] = spec
164
+ end
165
+
166
+ def all_cookbook_location_specs
167
+ # in the installation process, we create "artifact_server_cookbook_location_specs"
168
+ # for any cookbook that isn't sourced from a single-version source (e.g.,
169
+ # path and git only support one version at a time), but we might have
170
+ # specs for them to track additional version constraint demands. Merging
171
+ # in this order ensures the artifact_server_cookbook_location_specs "win".
172
+ cookbook_location_specs.merge(@artifact_server_cookbook_location_specs)
173
+ end
174
+
175
+ ##
176
+ # Compilation Methods
177
+ ##
178
+
179
+ def graph_solution
180
+ return @solution if @solution
181
+ cache_fixed_version_cookbooks
182
+ @solution = Solve.it!(graph, graph_demands)
183
+ end
184
+
185
+ def graph
186
+ @graph ||= Solve::Graph.new.tap do |g|
187
+ artifacts_graph.each do |name, dependencies_by_version|
188
+ dependencies_by_version.each do |version, dependencies|
189
+ artifact = g.artifact(name, version)
190
+ dependencies.each do |dep_name, constraint|
191
+ artifact.dependency(dep_name, constraint)
192
+ end
193
+ end
194
+ end
195
+ end
196
+ end
197
+
198
+ def solution_dependencies
199
+ solution_deps = Policyfile::SolutionDependencies.new
200
+
201
+ all_cookbook_location_specs.each do |name, spec|
202
+ solution_deps.add_policyfile_dep(name, spec.version_constraint)
203
+ end
204
+
205
+ graph_solution.each do |name, version|
206
+ transitive_deps = artifacts_graph[name][version]
207
+ solution_deps.add_cookbook_dep(name, version, transitive_deps)
208
+ end
209
+ solution_deps
210
+ end
211
+
212
+ def graph_demands
213
+ cookbooks_for_demands.map do |cookbook_name|
214
+ spec = cookbook_location_spec_for(cookbook_name)
215
+ if spec.nil?
216
+ [ cookbook_name, DEFAULT_DEMAND_CONSTRAINT ]
217
+ elsif spec.version_fixed?
218
+ [ cookbook_name, "= #{spec.version}" ]
219
+ else
220
+ [ cookbook_name, spec.version_constraint.to_s ]
221
+ end
222
+ end
223
+ end
224
+
225
+ def artifacts_graph
226
+ remote_artifacts_graph.merge(local_artifacts_graph)
227
+ end
228
+
229
+ # Gives a dependency graph for cookbooks that are source from an alternate
230
+ # location. These cookbooks could have a different set of dependencies
231
+ # compared to an unmodified copy upstream. For example, the community site
232
+ # may have a cookbook "apache2" at version "1.10.4", which the user has
233
+ # forked on github and modified the dependencies without changing the
234
+ # version number. To accomodate this, the local_artifacts_graph should be
235
+ # merged over the upstream's artifacts graph.
236
+ def local_artifacts_graph
237
+ cookbook_location_specs.inject({}) do |local_artifacts, (cookbook_name, cookbook_location_spec)|
238
+ if cookbook_location_spec.version_fixed?
239
+ local_artifacts[cookbook_name] = { cookbook_location_spec.version => cookbook_location_spec.dependencies }
240
+ end
241
+ local_artifacts
242
+ end
243
+ end
244
+
245
+ def remote_artifacts_graph
246
+ @merged_graph ||=
247
+ begin
248
+ conflicting_cb_names = []
249
+ merged = {}
250
+ default_source.each do |source|
251
+ merged.merge!(source.universe_graph) do |conflicting_cb_name, _old, _new|
252
+ if (preference = preferred_source_for_cookbook(conflicting_cb_name))
253
+ preference.universe_graph[conflicting_cb_name]
254
+ elsif cookbook_could_appear_in_solution?(conflicting_cb_name)
255
+ conflicting_cb_names << conflicting_cb_name
256
+ {} # return empty set of versions
257
+ else
258
+ {} # return empty set of versions
259
+ end
260
+ end
261
+ end
262
+ handle_conflicting_cookbooks(conflicting_cb_names)
263
+ merged
264
+ end
265
+ end
266
+
267
+ def version_constraint_for(cookbook_name)
268
+ if (cookbook_location_spec = cookbook_location_spec_for(cookbook_name)) and cookbook_location_spec.version_fixed?
269
+ version = cookbook_location_spec.version
270
+ "= #{version}"
271
+ else
272
+ DEFAULT_DEMAND_CONSTRAINT
273
+ end
274
+ end
275
+
276
+ def cookbook_version_fixed?(cookbook_name)
277
+ if cookbook_location_spec = cookbook_location_spec_for(cookbook_name)
278
+ cookbook_location_spec.version_fixed?
279
+ else
280
+ false
281
+ end
282
+ end
283
+
284
+ def cookbooks_in_run_list
285
+ recipes = combined_run_lists.map {|recipe| recipe.name }
286
+ recipes.map { |r| r[/^([^:]+)/, 1] }
287
+ end
288
+
289
+ def combined_run_lists
290
+ expanded_named_run_lists.values.inject(expanded_run_list.to_a) do |accum_run_lists, run_list|
291
+ accum_run_lists |= run_list.to_a
292
+ end
293
+ end
294
+
295
+ def combined_run_lists_by_cb_name
296
+ combined_run_lists.inject({}) do |by_name_accum, run_list_item|
297
+ by_name_accum
298
+ end
299
+ end
300
+
301
+
302
+ def build
303
+ yield @dsl
304
+ self
305
+ end
306
+
307
+ def evaluate_policyfile(policyfile_string, policyfile_filename)
308
+ storage_config.use_policyfile(policyfile_filename)
309
+ @dsl.eval_policyfile(policyfile_string)
310
+ self
311
+ end
312
+
313
+ def fixed_version_cookbooks_specs
314
+ @fixed_version_cookbooks_specs ||= cookbook_location_specs.select do |_cookbook_name, cookbook_location_spec|
315
+ cookbook_location_spec.version_fixed?
316
+ end
317
+ end
318
+
319
+ private
320
+
321
+ def normalize_recipe(run_list_item)
322
+ name = run_list_item.name
323
+ name = "#{name}::default" unless name.include?("::")
324
+ "recipe[#{name}]"
325
+ end
326
+
327
+ def cookbooks_for_demands
328
+ (cookbooks_in_run_list + cookbook_location_specs.keys).uniq
329
+ end
330
+
331
+ def cache_fixed_version_cookbooks
332
+ ensure_cache_dir_exists
333
+
334
+ fixed_version_cookbooks_specs.each do |name, cookbook_location_spec|
335
+ install_report.installing_fixed_version_cookbook(cookbook_location_spec)
336
+ cookbook_location_spec.ensure_cached
337
+ end
338
+ end
339
+
340
+ def ensure_cache_dir_exists
341
+ unless File.exist?(cache_path)
342
+ FileUtils.mkdir_p(cache_path)
343
+ end
344
+ end
345
+
346
+ def cache_path
347
+ CookbookOmnifetch.storage_path
348
+ end
349
+
350
+ def best_source_for(cookbook_name)
351
+ preferred = default_source.find { |s| s.preferred_source_for?(cookbook_name) }
352
+ if preferred.nil?
353
+ default_source.find { |s|
354
+ s.universe_graph.has_key?(cookbook_name)
355
+ }
356
+ else
357
+ preferred
358
+ end
359
+ end
360
+
361
+
362
+ def preferred_source_for_cookbook(conflicting_cb_name)
363
+ default_source.find { |s| s.preferred_source_for?(conflicting_cb_name) }
364
+ end
365
+
366
+ def handle_conflicting_cookbooks(conflicting_cookbooks)
367
+ # ignore any cookbooks that have a source set.
368
+ cookbooks_wo_source = conflicting_cookbooks.select do |cookbook_name|
369
+ location_spec = cookbook_location_spec_for(cookbook_name)
370
+ location_spec.nil? || location_spec.source_options.empty?
371
+ end
372
+
373
+ if cookbooks_wo_source.empty?
374
+ nil
375
+ else
376
+ raise CookbookSourceConflict.new(cookbooks_wo_source, default_source)
377
+ end
378
+ end
379
+
380
+ def cookbook_could_appear_in_solution?(cookbook_name)
381
+ all_possible_dep_names.include?(cookbook_name)
382
+ end
383
+
384
+ # Traverses the dependency graph in a simple manner to find the set of
385
+ # cookbooks that could be considered in the dependency solution. Version
386
+ # constraints are not considered so this could include extra cookbooks.
387
+ def all_possible_dep_names
388
+ @all_possible_dep_names ||= cookbooks_for_demands.inject(Set.new) do |deps_set, demand_cookbook|
389
+
390
+ deps_set_for_source = default_source.inject(Set.new) do |deps_set_for_cb, source|
391
+ possible_deps = possible_dependencies_of(demand_cookbook, source)
392
+ deps_set_for_cb.merge(possible_deps)
393
+ end
394
+
395
+ deps_set.merge(deps_set_for_source)
396
+ end
397
+ end
398
+
399
+ def possible_dependencies_of(cookbook_name, source, dependency_set = Set.new)
400
+ return dependency_set if dependency_set.include?(cookbook_name)
401
+ return dependency_set unless source.universe_graph.key?(cookbook_name)
402
+
403
+ dependency_set << cookbook_name
404
+
405
+ deps_by_version = source.universe_graph[cookbook_name]
406
+
407
+ dep_cookbook_names = deps_by_version.values.inject(Set.new) do |names, constraint_list|
408
+ names.merge(constraint_list.map { |c| c.first })
409
+ end
410
+
411
+ dep_cookbook_names.each do |dep_cookbook_name|
412
+ possible_dependencies_of(dep_cookbook_name, source, dependency_set)
413
+ end
414
+
415
+ dependency_set
416
+ end
417
+
418
+ end
419
+ end