chef-dk 0.14.25 → 0.15.9

Sign up to get free protection for your applications and to get access to all the features.
Files changed (328) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +15 -12
  3. data/Gemfile.lock +56 -82
  4. data/LICENSE +201 -201
  5. data/acceptance/.shared/kitchen_acceptance/.kitchen.digitalocean.yml +27 -27
  6. data/acceptance/.shared/kitchen_acceptance/.kitchen.ec2.yml +288 -288
  7. data/acceptance/.shared/kitchen_acceptance/.kitchen.vagrant.yml +52 -52
  8. data/acceptance/.shared/kitchen_acceptance/libraries/kitchen.rb +51 -51
  9. data/acceptance/.shared/kitchen_acceptance/metadata.rb +1 -1
  10. data/acceptance/Gemfile.lock +18 -21
  11. data/acceptance/README.md +132 -132
  12. data/acceptance/trivial/.acceptance/acceptance-cookbook/.gitignore +2 -2
  13. data/acceptance/trivial/.acceptance/acceptance-cookbook/metadata.rb +2 -2
  14. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/destroy.rb +1 -1
  15. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/provision.rb +1 -1
  16. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/verify.rb +1 -1
  17. data/acceptance/trivial/.kitchen.yml +7 -7
  18. data/acceptance/trivial/test/integration/chefdk-current-install/inspec/chef_client_spec.rb +5 -5
  19. data/bin/chef +25 -25
  20. data/chef-dk.gemspec +1 -0
  21. data/lib/chef-dk.rb +19 -19
  22. data/lib/chef-dk/authenticated_http.rb +40 -40
  23. data/lib/chef-dk/chef_runner.rb +1 -1
  24. data/lib/chef-dk/cli.rb +2 -2
  25. data/lib/chef-dk/command/base.rb +79 -79
  26. data/lib/chef-dk/command/clean_policy_cookbooks.rb +116 -116
  27. data/lib/chef-dk/command/clean_policy_revisions.rb +113 -113
  28. data/lib/chef-dk/command/delete_policy.rb +122 -122
  29. data/lib/chef-dk/command/delete_policy_group.rb +122 -122
  30. data/lib/chef-dk/command/diff.rb +316 -316
  31. data/lib/chef-dk/command/env.rb +90 -90
  32. data/lib/chef-dk/command/exec.rb +45 -45
  33. data/lib/chef-dk/command/export.rb +2 -2
  34. data/lib/chef-dk/command/gem.rb +47 -47
  35. data/lib/chef-dk/command/generate.rb +2 -0
  36. data/lib/chef-dk/command/generator_commands/app.rb +107 -107
  37. data/lib/chef-dk/command/generator_commands/attribute.rb +37 -37
  38. data/lib/chef-dk/command/generator_commands/base.rb +148 -148
  39. data/lib/chef-dk/command/generator_commands/build_cookbook.rb +110 -0
  40. data/lib/chef-dk/command/generator_commands/cookbook.rb +21 -0
  41. data/lib/chef-dk/command/generator_commands/cookbook_code_file.rb +100 -100
  42. data/lib/chef-dk/command/generator_commands/cookbook_file.rb +45 -45
  43. data/lib/chef-dk/command/generator_commands/generator_generator.rb +177 -177
  44. data/lib/chef-dk/command/generator_commands/lwrp.rb +36 -36
  45. data/lib/chef-dk/command/generator_commands/policyfile.rb +127 -127
  46. data/lib/chef-dk/command/generator_commands/recipe.rb +36 -36
  47. data/lib/chef-dk/command/generator_commands/repo.rb +125 -125
  48. data/lib/chef-dk/command/generator_commands/template.rb +46 -46
  49. data/lib/chef-dk/command/install.rb +121 -121
  50. data/lib/chef-dk/command/provision.rb +438 -438
  51. data/lib/chef-dk/command/push.rb +118 -118
  52. data/lib/chef-dk/command/push_archive.rb +126 -126
  53. data/lib/chef-dk/command/shell_init.rb +180 -180
  54. data/lib/chef-dk/command/show_policy.rb +165 -165
  55. data/lib/chef-dk/command/undelete.rb +155 -155
  56. data/lib/chef-dk/command/update.rb +148 -148
  57. data/lib/chef-dk/command/verify.rb +9 -11
  58. data/lib/chef-dk/completions/bash.sh.erb +5 -5
  59. data/lib/chef-dk/completions/chef.fish.erb +10 -10
  60. data/lib/chef-dk/completions/zsh.zsh.erb +21 -21
  61. data/lib/chef-dk/configurable.rb +69 -69
  62. data/lib/chef-dk/cookbook_metadata.rb +45 -45
  63. data/lib/chef-dk/cookbook_omnifetch.rb +32 -32
  64. data/lib/chef-dk/cookbook_profiler/git.rb +151 -151
  65. data/lib/chef-dk/cookbook_profiler/identifiers.rb +72 -72
  66. data/lib/chef-dk/cookbook_profiler/null_scm.rb +32 -32
  67. data/lib/chef-dk/exceptions.rb +129 -129
  68. data/lib/chef-dk/helpers.rb +24 -17
  69. data/lib/chef-dk/pager.rb +106 -106
  70. data/lib/chef-dk/policyfile/chef_repo_cookbook_source.rb +138 -138
  71. data/lib/chef-dk/policyfile/chef_server_cookbook_source.rb +54 -54
  72. data/lib/chef-dk/policyfile/community_cookbook_source.rb +97 -97
  73. data/lib/chef-dk/policyfile/comparison_base.rb +124 -124
  74. data/lib/chef-dk/policyfile/cookbook_location_specification.rb +154 -154
  75. data/lib/chef-dk/policyfile/cookbook_locks.rb +466 -466
  76. data/lib/chef-dk/policyfile/cookbook_sources.rb +22 -22
  77. data/lib/chef-dk/policyfile/delivery_supermarket_source.rb +90 -90
  78. data/lib/chef-dk/policyfile/differ.rb +266 -266
  79. data/lib/chef-dk/policyfile/dsl.rb +261 -261
  80. data/lib/chef-dk/policyfile/lister.rb +232 -232
  81. data/lib/chef-dk/policyfile/null_cookbook_source.rb +45 -45
  82. data/lib/chef-dk/policyfile/read_cookbook_for_compat_mode_upload.rb +124 -124
  83. data/lib/chef-dk/policyfile/reports/install.rb +70 -70
  84. data/lib/chef-dk/policyfile/reports/table_printer.rb +58 -58
  85. data/lib/chef-dk/policyfile/reports/upload.rb +70 -70
  86. data/lib/chef-dk/policyfile/solution_dependencies.rb +298 -298
  87. data/lib/chef-dk/policyfile/storage_config.rb +100 -100
  88. data/lib/chef-dk/policyfile/undo_record.rb +142 -142
  89. data/lib/chef-dk/policyfile/undo_stack.rb +130 -130
  90. data/lib/chef-dk/policyfile/uploader.rb +213 -213
  91. data/lib/chef-dk/policyfile_compiler.rb +419 -419
  92. data/lib/chef-dk/policyfile_lock.rb +552 -552
  93. data/lib/chef-dk/policyfile_services/clean_policies.rb +95 -95
  94. data/lib/chef-dk/policyfile_services/clean_policy_cookbooks.rb +125 -125
  95. data/lib/chef-dk/policyfile_services/export_repo.rb +421 -421
  96. data/lib/chef-dk/policyfile_services/install.rb +126 -126
  97. data/lib/chef-dk/policyfile_services/push_archive.rb +204 -204
  98. data/lib/chef-dk/policyfile_services/rm_policy.rb +142 -142
  99. data/lib/chef-dk/policyfile_services/rm_policy_group.rb +86 -86
  100. data/lib/chef-dk/policyfile_services/show_policy.rb +237 -237
  101. data/lib/chef-dk/policyfile_services/undelete.rb +108 -108
  102. data/lib/chef-dk/policyfile_services/update_attributes.rb +104 -104
  103. data/lib/chef-dk/service_exception_inspectors.rb +25 -25
  104. data/lib/chef-dk/service_exception_inspectors/base.rb +40 -40
  105. data/lib/chef-dk/service_exception_inspectors/http.rb +121 -121
  106. data/lib/chef-dk/service_exceptions.rb +143 -143
  107. data/lib/chef-dk/shell_out.rb +36 -36
  108. data/lib/chef-dk/skeletons/code_generator/files/default/Berksfile +3 -3
  109. data/lib/chef-dk/skeletons/code_generator/files/default/build-cookbook/.kitchen.yml +21 -0
  110. data/lib/chef-dk/skeletons/code_generator/files/default/build-cookbook/README.md +146 -0
  111. data/lib/chef-dk/skeletons/code_generator/files/default/build-cookbook/test-fixture-recipe.rb +7 -0
  112. data/lib/chef-dk/skeletons/code_generator/files/default/chefignore +102 -102
  113. data/lib/chef-dk/skeletons/code_generator/files/default/cookbook_readmes/README-policy.md +9 -9
  114. data/lib/chef-dk/skeletons/code_generator/files/default/cookbook_readmes/README.md +54 -54
  115. data/lib/chef-dk/skeletons/code_generator/files/default/delivery-config.json +10 -0
  116. data/lib/chef-dk/skeletons/code_generator/files/default/gitignore +16 -16
  117. data/lib/chef-dk/skeletons/code_generator/files/default/repo/README.md +28 -28
  118. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/README.md +27 -27
  119. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/attributes/default.rb +7 -7
  120. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/metadata.rb +3 -3
  121. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/recipes/default.rb +8 -8
  122. data/lib/chef-dk/skeletons/code_generator/files/default/repo/data_bags/README.md +58 -58
  123. data/lib/chef-dk/skeletons/code_generator/files/default/repo/data_bags/example/example_item.json +3 -3
  124. data/lib/chef-dk/skeletons/code_generator/files/default/repo/dot-chef-repo.txt +6 -6
  125. data/lib/chef-dk/skeletons/code_generator/files/default/repo/environments/README.md +9 -9
  126. data/lib/chef-dk/skeletons/code_generator/files/default/repo/environments/example.json +12 -12
  127. data/lib/chef-dk/skeletons/code_generator/files/default/repo/policies/README.md +24 -24
  128. data/lib/chef-dk/skeletons/code_generator/files/default/repo/roles/README.md +9 -9
  129. data/lib/chef-dk/skeletons/code_generator/files/default/repo/roles/example.json +12 -12
  130. data/lib/chef-dk/skeletons/code_generator/files/default/serverspec_spec_helper.rb +8 -8
  131. data/lib/chef-dk/skeletons/code_generator/files/default/spec_helper.rb +2 -2
  132. data/lib/chef-dk/skeletons/code_generator/files/default/spec_helper_policyfile.rb +2 -2
  133. data/lib/chef-dk/skeletons/code_generator/metadata.rb +8 -8
  134. data/lib/chef-dk/skeletons/code_generator/recipes/app.rb +97 -97
  135. data/lib/chef-dk/skeletons/code_generator/recipes/attribute.rb +12 -12
  136. data/lib/chef-dk/skeletons/code_generator/recipes/build_cookbook.rb +88 -0
  137. data/lib/chef-dk/skeletons/code_generator/recipes/cookbook.rb +6 -0
  138. data/lib/chef-dk/skeletons/code_generator/recipes/cookbook_file.rb +24 -24
  139. data/lib/chef-dk/skeletons/code_generator/recipes/lwrp.rb +23 -23
  140. data/lib/chef-dk/skeletons/code_generator/recipes/policyfile.rb +8 -8
  141. data/lib/chef-dk/skeletons/code_generator/recipes/recipe.rb +27 -27
  142. data/lib/chef-dk/skeletons/code_generator/recipes/repo.rb +67 -67
  143. data/lib/chef-dk/skeletons/code_generator/recipes/template.rb +32 -32
  144. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.all_rights.erb +3 -3
  145. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.gplv2.erb +339 -339
  146. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.gplv3.erb +674 -674
  147. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.mit.erb +21 -21
  148. data/lib/chef-dk/skeletons/code_generator/templates/default/Policyfile.rb.erb +25 -25
  149. data/lib/chef-dk/skeletons/code_generator/templates/default/README.md.erb +4 -4
  150. data/lib/chef-dk/skeletons/code_generator/templates/default/build-cookbook/Berksfile.erb +20 -0
  151. data/lib/chef-dk/skeletons/code_generator/templates/default/build-cookbook/metadata.rb.erb +9 -0
  152. data/lib/chef-dk/skeletons/code_generator/templates/default/build-cookbook/recipe.rb.erb +8 -0
  153. data/lib/chef-dk/skeletons/code_generator/templates/default/kitchen.yml.erb +3 -2
  154. data/lib/chef-dk/skeletons/code_generator/templates/default/kitchen_policyfile.yml.erb +3 -2
  155. data/lib/chef-dk/skeletons/code_generator/templates/default/metadata.rb.erb +7 -7
  156. data/lib/chef-dk/skeletons/code_generator/templates/default/recipe.rb.erb +5 -5
  157. data/lib/chef-dk/skeletons/code_generator/templates/default/recipe_spec.rb.erb +20 -20
  158. data/lib/chef-dk/skeletons/code_generator/templates/default/repo/gitignore.erb +11 -11
  159. data/lib/chef-dk/skeletons/code_generator/templates/default/serverspec_default_spec.rb.erb +9 -9
  160. data/lib/chef-dk/ui.rb +58 -58
  161. data/lib/chef-dk/version.rb +1 -1
  162. data/lib/kitchen/provisioner/policyfile_zero.rb +195 -195
  163. data/omnibus_overrides.rb +2 -1
  164. data/spec/shared/a_file_generator.rb +125 -125
  165. data/spec/shared/a_generated_file.rb +12 -12
  166. data/spec/shared/command_with_ui_object.rb +11 -11
  167. data/spec/shared/fixture_cookbook_checksums.rb +47 -47
  168. data/spec/shared/setup_git_cookbooks.rb +53 -53
  169. data/spec/spec_helper.rb +51 -51
  170. data/spec/test_helpers.rb +84 -84
  171. data/spec/unit/chef_runner_spec.rb +1 -1
  172. data/spec/unit/cli_spec.rb +23 -6
  173. data/spec/unit/command/clean_policy_cookbooks_spec.rb +181 -181
  174. data/spec/unit/command/clean_policy_revisions_spec.rb +181 -181
  175. data/spec/unit/command/delete_policy_group_spec.rb +207 -207
  176. data/spec/unit/command/delete_policy_spec.rb +207 -207
  177. data/spec/unit/command/diff_spec.rb +312 -312
  178. data/spec/unit/command/env_spec.rb +52 -52
  179. data/spec/unit/command/exec_spec.rb +179 -179
  180. data/spec/unit/command/export_spec.rb +200 -200
  181. data/spec/unit/command/generate_spec.rb +142 -142
  182. data/spec/unit/command/generator_commands/app_spec.rb +169 -169
  183. data/spec/unit/command/generator_commands/attribute_spec.rb +32 -32
  184. data/spec/unit/command/generator_commands/base_spec.rb +136 -136
  185. data/spec/unit/command/generator_commands/build_cookbook_spec.rb +309 -0
  186. data/spec/unit/command/generator_commands/cookbook_file_spec.rb +32 -32
  187. data/spec/unit/command/generator_commands/cookbook_spec.rb +98 -4
  188. data/spec/unit/command/generator_commands/generator_generator_spec.rb +229 -229
  189. data/spec/unit/command/generator_commands/lwrp_spec.rb +32 -32
  190. data/spec/unit/command/generator_commands/policyfile_spec.rb +225 -225
  191. data/spec/unit/command/generator_commands/recipe_spec.rb +34 -34
  192. data/spec/unit/command/generator_commands/template_spec.rb +32 -32
  193. data/spec/unit/command/install_spec.rb +179 -179
  194. data/spec/unit/command/provision_spec.rb +592 -592
  195. data/spec/unit/command/push_archive_spec.rb +153 -153
  196. data/spec/unit/command/push_spec.rb +199 -199
  197. data/spec/unit/command/shell_init_spec.rb +329 -329
  198. data/spec/unit/command/show_policy_spec.rb +235 -235
  199. data/spec/unit/command/undelete_spec.rb +246 -246
  200. data/spec/unit/command/update_spec.rb +275 -275
  201. data/spec/unit/command/verify_spec.rb +1 -3
  202. data/spec/unit/commands_map_spec.rb +57 -57
  203. data/spec/unit/configurable_spec.rb +41 -41
  204. data/spec/unit/cookbook_metadata_spec.rb +98 -98
  205. data/spec/unit/cookbook_profiler/git_spec.rb +176 -176
  206. data/spec/unit/cookbook_profiler/identifiers_spec.rb +83 -83
  207. data/spec/unit/fixtures/chef-runner-cookbooks/test_cookbook/recipes/recipe_one.rb +9 -9
  208. data/spec/unit/fixtures/chef-runner-cookbooks/test_cookbook/recipes/recipe_two.rb +9 -9
  209. data/spec/unit/fixtures/command/cli_test_command.rb +26 -26
  210. data/spec/unit/fixtures/command/explicit_path_example.rb +7 -7
  211. data/spec/unit/fixtures/configurable/test_config_loader.rb +5 -5
  212. data/spec/unit/fixtures/configurable/test_configurable.rb +10 -10
  213. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/.kitchen.yml +16 -16
  214. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/Berksfile +3 -3
  215. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/README.md +4 -4
  216. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/chefignore +96 -96
  217. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/metadata.rb +8 -8
  218. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/recipes/default.rb +8 -8
  219. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/.kitchen.yml +16 -16
  220. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/Berksfile +3 -3
  221. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/README.md +4 -4
  222. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/chefignore +96 -96
  223. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/metadata.rb +8 -8
  224. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/recipes/default.rb +8 -8
  225. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/.kitchen.yml +16 -16
  226. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/Berksfile +3 -3
  227. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/README.md +4 -4
  228. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/chefignore +96 -96
  229. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/metadata.rb +8 -8
  230. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/recipes/default.rb +8 -8
  231. data/spec/unit/fixtures/cookbooks_api/pruned_small_universe.json +1321 -1321
  232. data/spec/unit/fixtures/cookbooks_api/small_universe.json +2987 -2987
  233. data/spec/unit/fixtures/cookbooks_api/universe.json +1 -1
  234. data/spec/unit/fixtures/cookbooks_api/update_fixtures.rb +36 -36
  235. data/spec/unit/fixtures/dev_cookbooks/README.md +16 -16
  236. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/berkshelf/integration_test +2 -2
  237. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/berkshelf/verify_me +5 -5
  238. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/chef/verify_me +3 -3
  239. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/test-kitchen/verify_me +2 -2
  240. data/spec/unit/fixtures/example_cookbook/.gitignore +17 -17
  241. data/spec/unit/fixtures/example_cookbook/.kitchen.yml +16 -16
  242. data/spec/unit/fixtures/example_cookbook/Berksfile +3 -3
  243. data/spec/unit/fixtures/example_cookbook/README.md +4 -4
  244. data/spec/unit/fixtures/example_cookbook/chefignore +96 -96
  245. data/spec/unit/fixtures/example_cookbook/metadata.rb +8 -8
  246. data/spec/unit/fixtures/example_cookbook/recipes/default.rb +8 -8
  247. data/spec/unit/fixtures/example_cookbook_metadata_json_only/.gitignore +17 -17
  248. data/spec/unit/fixtures/example_cookbook_metadata_json_only/.kitchen.yml +16 -16
  249. data/spec/unit/fixtures/example_cookbook_metadata_json_only/Berksfile +3 -3
  250. data/spec/unit/fixtures/example_cookbook_metadata_json_only/README.md +4 -4
  251. data/spec/unit/fixtures/example_cookbook_metadata_json_only/chefignore +96 -96
  252. data/spec/unit/fixtures/example_cookbook_metadata_json_only/metadata.json +5 -5
  253. data/spec/unit/fixtures/example_cookbook_metadata_json_only/recipes/default.rb +8 -8
  254. data/spec/unit/fixtures/example_cookbook_no_metadata/.gitignore +17 -17
  255. data/spec/unit/fixtures/example_cookbook_no_metadata/.kitchen.yml +16 -16
  256. data/spec/unit/fixtures/example_cookbook_no_metadata/Berksfile +3 -3
  257. data/spec/unit/fixtures/example_cookbook_no_metadata/README.md +4 -4
  258. data/spec/unit/fixtures/example_cookbook_no_metadata/chefignore +96 -96
  259. data/spec/unit/fixtures/example_cookbook_no_metadata/recipes/default.rb +8 -8
  260. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/README.md +4 -4
  261. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/chefignore +96 -96
  262. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/metadata.rb +8 -8
  263. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/recipes/default.rb +8 -8
  264. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/Berksfile +3 -3
  265. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/README.md +4 -4
  266. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/chefignore +96 -96
  267. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/metadata.rb +9 -9
  268. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/recipes/default.rb +8 -8
  269. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/.kitchen.yml +16 -16
  270. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/Berksfile +3 -3
  271. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/README.md +4 -4
  272. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/chefignore +96 -96
  273. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/metadata.rb +8 -8
  274. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/recipes/default.rb +8 -8
  275. data/spec/unit/fixtures/local_path_cookbooks/metadata-missing/README.md +2 -2
  276. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/.kitchen.yml +16 -16
  277. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/README.md +4 -4
  278. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/metadata.rb +8 -8
  279. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/recipes/default.rb +8 -8
  280. data/spec/unit/gemfile_util_spec.rb +41 -0
  281. data/spec/unit/helpers_spec.rb +19 -0
  282. data/spec/unit/pager_spec.rb +119 -119
  283. data/spec/unit/policyfile/chef_repo_cookbook_source_spec.rb +93 -93
  284. data/spec/unit/policyfile/chef_server_cookbook_source_spec.rb +34 -34
  285. data/spec/unit/policyfile/community_cookbook_source_spec.rb +84 -84
  286. data/spec/unit/policyfile/comparison_base_spec.rb +343 -343
  287. data/spec/unit/policyfile/cookbook_location_specification_spec.rb +277 -277
  288. data/spec/unit/policyfile/cookbook_locks_spec.rb +529 -529
  289. data/spec/unit/policyfile/delivery_supermarket_source_spec.rb +130 -130
  290. data/spec/unit/policyfile/differ_spec.rb +687 -687
  291. data/spec/unit/policyfile/lister_spec.rb +272 -272
  292. data/spec/unit/policyfile/null_cookbook_source_spec.rb +35 -35
  293. data/spec/unit/policyfile/read_cookbook_for_compat_mode_upload_spec.rb +92 -92
  294. data/spec/unit/policyfile/reports/install_spec.rb +115 -115
  295. data/spec/unit/policyfile/reports/upload_spec.rb +96 -96
  296. data/spec/unit/policyfile/solution_dependencies_spec.rb +145 -145
  297. data/spec/unit/policyfile/storage_config_spec.rb +172 -172
  298. data/spec/unit/policyfile/undo_record_spec.rb +260 -260
  299. data/spec/unit/policyfile/undo_stack_spec.rb +266 -266
  300. data/spec/unit/policyfile/uploader_spec.rb +410 -410
  301. data/spec/unit/policyfile_demands_spec.rb +1203 -1203
  302. data/spec/unit/policyfile_evaluation_spec.rb +642 -642
  303. data/spec/unit/policyfile_lock_build_spec.rb +1056 -1056
  304. data/spec/unit/policyfile_lock_install_spec.rb +138 -138
  305. data/spec/unit/policyfile_lock_serialization_spec.rb +425 -425
  306. data/spec/unit/policyfile_lock_validation_spec.rb +611 -611
  307. data/spec/unit/policyfile_services/clean_policies_spec.rb +236 -236
  308. data/spec/unit/policyfile_services/clean_policy_cookbooks_spec.rb +275 -275
  309. data/spec/unit/policyfile_services/export_repo_spec.rb +481 -481
  310. data/spec/unit/policyfile_services/install_spec.rb +211 -211
  311. data/spec/unit/policyfile_services/push_archive_spec.rb +378 -378
  312. data/spec/unit/policyfile_services/push_spec.rb +233 -233
  313. data/spec/unit/policyfile_services/rm_policy_group_spec.rb +241 -241
  314. data/spec/unit/policyfile_services/rm_policy_spec.rb +266 -266
  315. data/spec/unit/policyfile_services/show_policy_spec.rb +889 -889
  316. data/spec/unit/policyfile_services/undelete_spec.rb +304 -304
  317. data/spec/unit/policyfile_services/update_attributes_spec.rb +217 -217
  318. data/spec/unit/service_exception_inspectors/base_spec.rb +43 -43
  319. data/spec/unit/service_exception_inspectors/http_spec.rb +140 -140
  320. data/spec/unit/shell_out_spec.rb +34 -34
  321. data/tasks/bin/bundle-platform +6 -2
  322. data/tasks/bin/bundle-platform.bat +0 -0
  323. data/tasks/bin/create-override-gemfile +0 -0
  324. data/tasks/bundle_util.rb +18 -2
  325. data/tasks/gemfile_util.rb +53 -8
  326. data/version_policy.rb +9 -1
  327. data/warning.txt +9 -9
  328. metadata +30 -3
@@ -1,419 +1,419 @@
1
- #
2
- # Copyright:: Copyright (c) 2014 Chef Software Inc.
3
- # License:: Apache License, Version 2.0
4
- #
5
- # Licensed under the Apache License, Version 2.0 (the "License");
6
- # you may not use this file except in compliance with the License.
7
- # You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
-
18
- require 'set'
19
- require 'forwardable'
20
-
21
- require 'solve'
22
- require 'chef/run_list'
23
-
24
- require 'chef-dk/policyfile/dsl'
25
- require 'chef-dk/policyfile_lock'
26
- require 'chef-dk/ui'
27
- require 'chef-dk/policyfile/reports/install'
28
- require 'chef-dk/exceptions'
29
-
30
- module ChefDK
31
-
32
- class PolicyfileCompiler
33
-
34
- extend Forwardable
35
-
36
- DEFAULT_DEMAND_CONSTRAINT = '>= 0.0.0'.freeze
37
-
38
- # Cookbooks from these sources lock that cookbook to exactly one version
39
- SOURCE_TYPES_WITH_FIXED_VERSIONS = [:git, :path].freeze
40
-
41
- def self.evaluate(policyfile_string, policyfile_filename, ui: nil)
42
- compiler = new(ui: ui)
43
- compiler.evaluate_policyfile(policyfile_string, policyfile_filename)
44
- compiler
45
- end
46
-
47
- def_delegator :@dsl, :name
48
- def_delegator :@dsl, :run_list
49
- def_delegator :@dsl, :named_run_list
50
- def_delegator :@dsl, :named_run_lists
51
- def_delegator :@dsl, :errors
52
- def_delegator :@dsl, :default_source
53
- def_delegator :@dsl, :cookbook_location_specs
54
-
55
- attr_reader :dsl
56
- attr_reader :storage_config
57
- attr_reader :install_report
58
-
59
- def initialize(ui: nil)
60
- @storage_config = Policyfile::StorageConfig.new
61
- @dsl = Policyfile::DSL.new(storage_config)
62
- @artifact_server_cookbook_location_specs = {}
63
-
64
- @merged_graph = nil
65
-
66
- @ui = ui || UI.null
67
- @install_report = Policyfile::Reports::Install.new(ui: @ui, policyfile_compiler: self)
68
- end
69
-
70
- def error!
71
- unless errors.empty?
72
- raise PolicyfileError, errors.join("\n")
73
- end
74
- end
75
-
76
- def cookbook_location_spec_for(cookbook_name)
77
- cookbook_location_specs[cookbook_name]
78
- end
79
-
80
- def expanded_run_list
81
- # doesn't support roles yet...
82
- Chef::RunList.new(*run_list)
83
- end
84
-
85
- # copy of the expanded_run_list, properly formatted for use in a lockfile
86
- def normalized_run_list
87
- expanded_run_list.map { |i| normalize_recipe(i) }
88
- end
89
-
90
- def expanded_named_run_lists
91
- named_run_lists.inject({}) do |expanded, (name, run_list_items)|
92
- expanded[name] = Chef::RunList.new(*run_list_items)
93
- expanded
94
- end
95
- end
96
-
97
- def normalized_named_run_lists
98
- expanded_named_run_lists.inject({}) do |normalized,(name, run_list)|
99
- normalized[name] = run_list.map { |i| normalize_recipe(i) }
100
- normalized
101
- end
102
- end
103
-
104
- def default_attributes
105
- dsl.node_attributes.combined_default.to_hash
106
- end
107
-
108
- def override_attributes
109
- dsl.node_attributes.combined_override.to_hash
110
- end
111
-
112
- def lock
113
- @policyfile_lock ||= PolicyfileLock.build_from_compiler(self, storage_config)
114
- end
115
-
116
- def install
117
- ensure_cache_dir_exists
118
-
119
- cookbook_and_recipe_list = combined_run_lists.map(&:name).map do |recipe_spec|
120
- cookbook, _separator, recipe = recipe_spec.partition("::")
121
- recipe = "default" if recipe.empty?
122
- [cookbook, recipe]
123
- end
124
-
125
- missing_recipes_by_cb_spec = {}
126
-
127
- graph_solution.each do |cookbook_name, version|
128
- spec = cookbook_location_spec_for(cookbook_name)
129
- if spec.nil? or !spec.version_fixed?
130
- spec = create_spec_for_cookbook(cookbook_name, version)
131
- install_report.installing_cookbook(spec)
132
- spec.ensure_cached
133
- end
134
-
135
- required_recipes = cookbook_and_recipe_list.select { |cb_name, _recipe| cb_name == spec.name }
136
- missing_recipes = required_recipes.select {|_cb_name, recipe| !spec.cookbook_has_recipe?(recipe) }
137
-
138
- unless missing_recipes.empty?
139
- missing_recipes_by_cb_spec[spec] = missing_recipes
140
- end
141
- end
142
-
143
- unless missing_recipes_by_cb_spec.empty?
144
- message = "The installed cookbooks do not contain all the recipes required by your run list(s):\n"
145
- missing_recipes_by_cb_spec.each do |spec, missing_items|
146
- message << "#{spec.to_s}\nis missing the following required recipes:\n"
147
- missing_items.each { |_cb, recipe| message << "* #{recipe}\n" }
148
- end
149
-
150
- message << "\n"
151
- message << "You may have specified an incorrect recipe in your run list,\nor this recipe may not be available in that version of the cookbook\n"
152
-
153
- raise CookbookDoesNotContainRequiredRecipe, message
154
- end
155
-
156
-
157
- end
158
-
159
- def create_spec_for_cookbook(cookbook_name, version)
160
- matching_source = best_source_for(cookbook_name)
161
- source_options = matching_source.source_options_for(cookbook_name, version)
162
- spec = Policyfile::CookbookLocationSpecification.new(cookbook_name, "= #{version}", source_options, storage_config)
163
- @artifact_server_cookbook_location_specs[cookbook_name] = spec
164
- end
165
-
166
- def all_cookbook_location_specs
167
- # in the installation process, we create "artifact_server_cookbook_location_specs"
168
- # for any cookbook that isn't sourced from a single-version source (e.g.,
169
- # path and git only support one version at a time), but we might have
170
- # specs for them to track additional version constraint demands. Merging
171
- # in this order ensures the artifact_server_cookbook_location_specs "win".
172
- cookbook_location_specs.merge(@artifact_server_cookbook_location_specs)
173
- end
174
-
175
- ##
176
- # Compilation Methods
177
- ##
178
-
179
- def graph_solution
180
- return @solution if @solution
181
- cache_fixed_version_cookbooks
182
- @solution = Solve.it!(graph, graph_demands)
183
- end
184
-
185
- def graph
186
- @graph ||= Solve::Graph.new.tap do |g|
187
- artifacts_graph.each do |name, dependencies_by_version|
188
- dependencies_by_version.each do |version, dependencies|
189
- artifact = g.artifact(name, version)
190
- dependencies.each do |dep_name, constraint|
191
- artifact.dependency(dep_name, constraint)
192
- end
193
- end
194
- end
195
- end
196
- end
197
-
198
- def solution_dependencies
199
- solution_deps = Policyfile::SolutionDependencies.new
200
-
201
- all_cookbook_location_specs.each do |name, spec|
202
- solution_deps.add_policyfile_dep(name, spec.version_constraint)
203
- end
204
-
205
- graph_solution.each do |name, version|
206
- transitive_deps = artifacts_graph[name][version]
207
- solution_deps.add_cookbook_dep(name, version, transitive_deps)
208
- end
209
- solution_deps
210
- end
211
-
212
- def graph_demands
213
- cookbooks_for_demands.map do |cookbook_name|
214
- spec = cookbook_location_spec_for(cookbook_name)
215
- if spec.nil?
216
- [ cookbook_name, DEFAULT_DEMAND_CONSTRAINT ]
217
- elsif spec.version_fixed?
218
- [ cookbook_name, "= #{spec.version}" ]
219
- else
220
- [ cookbook_name, spec.version_constraint.to_s ]
221
- end
222
- end
223
- end
224
-
225
- def artifacts_graph
226
- remote_artifacts_graph.merge(local_artifacts_graph)
227
- end
228
-
229
- # Gives a dependency graph for cookbooks that are source from an alternate
230
- # location. These cookbooks could have a different set of dependencies
231
- # compared to an unmodified copy upstream. For example, the community site
232
- # may have a cookbook "apache2" at version "1.10.4", which the user has
233
- # forked on github and modified the dependencies without changing the
234
- # version number. To accomodate this, the local_artifacts_graph should be
235
- # merged over the upstream's artifacts graph.
236
- def local_artifacts_graph
237
- cookbook_location_specs.inject({}) do |local_artifacts, (cookbook_name, cookbook_location_spec)|
238
- if cookbook_location_spec.version_fixed?
239
- local_artifacts[cookbook_name] = { cookbook_location_spec.version => cookbook_location_spec.dependencies }
240
- end
241
- local_artifacts
242
- end
243
- end
244
-
245
- def remote_artifacts_graph
246
- @merged_graph ||=
247
- begin
248
- conflicting_cb_names = []
249
- merged = {}
250
- default_source.each do |source|
251
- merged.merge!(source.universe_graph) do |conflicting_cb_name, _old, _new|
252
- if (preference = preferred_source_for_cookbook(conflicting_cb_name))
253
- preference.universe_graph[conflicting_cb_name]
254
- elsif cookbook_could_appear_in_solution?(conflicting_cb_name)
255
- conflicting_cb_names << conflicting_cb_name
256
- {} # return empty set of versions
257
- else
258
- {} # return empty set of versions
259
- end
260
- end
261
- end
262
- handle_conflicting_cookbooks(conflicting_cb_names)
263
- merged
264
- end
265
- end
266
-
267
- def version_constraint_for(cookbook_name)
268
- if (cookbook_location_spec = cookbook_location_spec_for(cookbook_name)) and cookbook_location_spec.version_fixed?
269
- version = cookbook_location_spec.version
270
- "= #{version}"
271
- else
272
- DEFAULT_DEMAND_CONSTRAINT
273
- end
274
- end
275
-
276
- def cookbook_version_fixed?(cookbook_name)
277
- if cookbook_location_spec = cookbook_location_spec_for(cookbook_name)
278
- cookbook_location_spec.version_fixed?
279
- else
280
- false
281
- end
282
- end
283
-
284
- def cookbooks_in_run_list
285
- recipes = combined_run_lists.map {|recipe| recipe.name }
286
- recipes.map { |r| r[/^([^:]+)/, 1] }
287
- end
288
-
289
- def combined_run_lists
290
- expanded_named_run_lists.values.inject(expanded_run_list.to_a) do |accum_run_lists, run_list|
291
- accum_run_lists |= run_list.to_a
292
- end
293
- end
294
-
295
- def combined_run_lists_by_cb_name
296
- combined_run_lists.inject({}) do |by_name_accum, run_list_item|
297
- by_name_accum
298
- end
299
- end
300
-
301
-
302
- def build
303
- yield @dsl
304
- self
305
- end
306
-
307
- def evaluate_policyfile(policyfile_string, policyfile_filename)
308
- storage_config.use_policyfile(policyfile_filename)
309
- @dsl.eval_policyfile(policyfile_string)
310
- self
311
- end
312
-
313
- def fixed_version_cookbooks_specs
314
- @fixed_version_cookbooks_specs ||= cookbook_location_specs.select do |_cookbook_name, cookbook_location_spec|
315
- cookbook_location_spec.version_fixed?
316
- end
317
- end
318
-
319
- private
320
-
321
- def normalize_recipe(run_list_item)
322
- name = run_list_item.name
323
- name = "#{name}::default" unless name.include?("::")
324
- "recipe[#{name}]"
325
- end
326
-
327
- def cookbooks_for_demands
328
- (cookbooks_in_run_list + cookbook_location_specs.keys).uniq
329
- end
330
-
331
- def cache_fixed_version_cookbooks
332
- ensure_cache_dir_exists
333
-
334
- fixed_version_cookbooks_specs.each do |name, cookbook_location_spec|
335
- install_report.installing_fixed_version_cookbook(cookbook_location_spec)
336
- cookbook_location_spec.ensure_cached
337
- end
338
- end
339
-
340
- def ensure_cache_dir_exists
341
- unless File.exist?(cache_path)
342
- FileUtils.mkdir_p(cache_path)
343
- end
344
- end
345
-
346
- def cache_path
347
- CookbookOmnifetch.storage_path
348
- end
349
-
350
- def best_source_for(cookbook_name)
351
- preferred = default_source.find { |s| s.preferred_source_for?(cookbook_name) }
352
- if preferred.nil?
353
- default_source.find { |s|
354
- s.universe_graph.has_key?(cookbook_name)
355
- }
356
- else
357
- preferred
358
- end
359
- end
360
-
361
-
362
- def preferred_source_for_cookbook(conflicting_cb_name)
363
- default_source.find { |s| s.preferred_source_for?(conflicting_cb_name) }
364
- end
365
-
366
- def handle_conflicting_cookbooks(conflicting_cookbooks)
367
- # ignore any cookbooks that have a source set.
368
- cookbooks_wo_source = conflicting_cookbooks.select do |cookbook_name|
369
- location_spec = cookbook_location_spec_for(cookbook_name)
370
- location_spec.nil? || location_spec.source_options.empty?
371
- end
372
-
373
- if cookbooks_wo_source.empty?
374
- nil
375
- else
376
- raise CookbookSourceConflict.new(cookbooks_wo_source, default_source)
377
- end
378
- end
379
-
380
- def cookbook_could_appear_in_solution?(cookbook_name)
381
- all_possible_dep_names.include?(cookbook_name)
382
- end
383
-
384
- # Traverses the dependency graph in a simple manner to find the set of
385
- # cookbooks that could be considered in the dependency solution. Version
386
- # constraints are not considered so this could include extra cookbooks.
387
- def all_possible_dep_names
388
- @all_possible_dep_names ||= cookbooks_for_demands.inject(Set.new) do |deps_set, demand_cookbook|
389
-
390
- deps_set_for_source = default_source.inject(Set.new) do |deps_set_for_cb, source|
391
- possible_deps = possible_dependencies_of(demand_cookbook, source)
392
- deps_set_for_cb.merge(possible_deps)
393
- end
394
-
395
- deps_set.merge(deps_set_for_source)
396
- end
397
- end
398
-
399
- def possible_dependencies_of(cookbook_name, source, dependency_set = Set.new)
400
- return dependency_set if dependency_set.include?(cookbook_name)
401
- return dependency_set unless source.universe_graph.key?(cookbook_name)
402
-
403
- dependency_set << cookbook_name
404
-
405
- deps_by_version = source.universe_graph[cookbook_name]
406
-
407
- dep_cookbook_names = deps_by_version.values.inject(Set.new) do |names, constraint_list|
408
- names.merge(constraint_list.map { |c| c.first })
409
- end
410
-
411
- dep_cookbook_names.each do |dep_cookbook_name|
412
- possible_dependencies_of(dep_cookbook_name, source, dependency_set)
413
- end
414
-
415
- dependency_set
416
- end
417
-
418
- end
419
- end
1
+ #
2
+ # Copyright:: Copyright (c) 2014 Chef Software Inc.
3
+ # License:: Apache License, Version 2.0
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
17
+
18
+ require 'set'
19
+ require 'forwardable'
20
+
21
+ require 'solve'
22
+ require 'chef/run_list'
23
+
24
+ require 'chef-dk/policyfile/dsl'
25
+ require 'chef-dk/policyfile_lock'
26
+ require 'chef-dk/ui'
27
+ require 'chef-dk/policyfile/reports/install'
28
+ require 'chef-dk/exceptions'
29
+
30
+ module ChefDK
31
+
32
+ class PolicyfileCompiler
33
+
34
+ extend Forwardable
35
+
36
+ DEFAULT_DEMAND_CONSTRAINT = '>= 0.0.0'.freeze
37
+
38
+ # Cookbooks from these sources lock that cookbook to exactly one version
39
+ SOURCE_TYPES_WITH_FIXED_VERSIONS = [:git, :path].freeze
40
+
41
+ def self.evaluate(policyfile_string, policyfile_filename, ui: nil)
42
+ compiler = new(ui: ui)
43
+ compiler.evaluate_policyfile(policyfile_string, policyfile_filename)
44
+ compiler
45
+ end
46
+
47
+ def_delegator :@dsl, :name
48
+ def_delegator :@dsl, :run_list
49
+ def_delegator :@dsl, :named_run_list
50
+ def_delegator :@dsl, :named_run_lists
51
+ def_delegator :@dsl, :errors
52
+ def_delegator :@dsl, :default_source
53
+ def_delegator :@dsl, :cookbook_location_specs
54
+
55
+ attr_reader :dsl
56
+ attr_reader :storage_config
57
+ attr_reader :install_report
58
+
59
+ def initialize(ui: nil)
60
+ @storage_config = Policyfile::StorageConfig.new
61
+ @dsl = Policyfile::DSL.new(storage_config)
62
+ @artifact_server_cookbook_location_specs = {}
63
+
64
+ @merged_graph = nil
65
+
66
+ @ui = ui || UI.null
67
+ @install_report = Policyfile::Reports::Install.new(ui: @ui, policyfile_compiler: self)
68
+ end
69
+
70
+ def error!
71
+ unless errors.empty?
72
+ raise PolicyfileError, errors.join("\n")
73
+ end
74
+ end
75
+
76
+ def cookbook_location_spec_for(cookbook_name)
77
+ cookbook_location_specs[cookbook_name]
78
+ end
79
+
80
+ def expanded_run_list
81
+ # doesn't support roles yet...
82
+ Chef::RunList.new(*run_list)
83
+ end
84
+
85
+ # copy of the expanded_run_list, properly formatted for use in a lockfile
86
+ def normalized_run_list
87
+ expanded_run_list.map { |i| normalize_recipe(i) }
88
+ end
89
+
90
+ def expanded_named_run_lists
91
+ named_run_lists.inject({}) do |expanded, (name, run_list_items)|
92
+ expanded[name] = Chef::RunList.new(*run_list_items)
93
+ expanded
94
+ end
95
+ end
96
+
97
+ def normalized_named_run_lists
98
+ expanded_named_run_lists.inject({}) do |normalized,(name, run_list)|
99
+ normalized[name] = run_list.map { |i| normalize_recipe(i) }
100
+ normalized
101
+ end
102
+ end
103
+
104
+ def default_attributes
105
+ dsl.node_attributes.combined_default.to_hash
106
+ end
107
+
108
+ def override_attributes
109
+ dsl.node_attributes.combined_override.to_hash
110
+ end
111
+
112
+ def lock
113
+ @policyfile_lock ||= PolicyfileLock.build_from_compiler(self, storage_config)
114
+ end
115
+
116
+ def install
117
+ ensure_cache_dir_exists
118
+
119
+ cookbook_and_recipe_list = combined_run_lists.map(&:name).map do |recipe_spec|
120
+ cookbook, _separator, recipe = recipe_spec.partition("::")
121
+ recipe = "default" if recipe.empty?
122
+ [cookbook, recipe]
123
+ end
124
+
125
+ missing_recipes_by_cb_spec = {}
126
+
127
+ graph_solution.each do |cookbook_name, version|
128
+ spec = cookbook_location_spec_for(cookbook_name)
129
+ if spec.nil? or !spec.version_fixed?
130
+ spec = create_spec_for_cookbook(cookbook_name, version)
131
+ install_report.installing_cookbook(spec)
132
+ spec.ensure_cached
133
+ end
134
+
135
+ required_recipes = cookbook_and_recipe_list.select { |cb_name, _recipe| cb_name == spec.name }
136
+ missing_recipes = required_recipes.select {|_cb_name, recipe| !spec.cookbook_has_recipe?(recipe) }
137
+
138
+ unless missing_recipes.empty?
139
+ missing_recipes_by_cb_spec[spec] = missing_recipes
140
+ end
141
+ end
142
+
143
+ unless missing_recipes_by_cb_spec.empty?
144
+ message = "The installed cookbooks do not contain all the recipes required by your run list(s):\n"
145
+ missing_recipes_by_cb_spec.each do |spec, missing_items|
146
+ message << "#{spec.to_s}\nis missing the following required recipes:\n"
147
+ missing_items.each { |_cb, recipe| message << "* #{recipe}\n" }
148
+ end
149
+
150
+ message << "\n"
151
+ message << "You may have specified an incorrect recipe in your run list,\nor this recipe may not be available in that version of the cookbook\n"
152
+
153
+ raise CookbookDoesNotContainRequiredRecipe, message
154
+ end
155
+
156
+
157
+ end
158
+
159
+ def create_spec_for_cookbook(cookbook_name, version)
160
+ matching_source = best_source_for(cookbook_name)
161
+ source_options = matching_source.source_options_for(cookbook_name, version)
162
+ spec = Policyfile::CookbookLocationSpecification.new(cookbook_name, "= #{version}", source_options, storage_config)
163
+ @artifact_server_cookbook_location_specs[cookbook_name] = spec
164
+ end
165
+
166
+ def all_cookbook_location_specs
167
+ # in the installation process, we create "artifact_server_cookbook_location_specs"
168
+ # for any cookbook that isn't sourced from a single-version source (e.g.,
169
+ # path and git only support one version at a time), but we might have
170
+ # specs for them to track additional version constraint demands. Merging
171
+ # in this order ensures the artifact_server_cookbook_location_specs "win".
172
+ cookbook_location_specs.merge(@artifact_server_cookbook_location_specs)
173
+ end
174
+
175
+ ##
176
+ # Compilation Methods
177
+ ##
178
+
179
+ def graph_solution
180
+ return @solution if @solution
181
+ cache_fixed_version_cookbooks
182
+ @solution = Solve.it!(graph, graph_demands)
183
+ end
184
+
185
+ def graph
186
+ @graph ||= Solve::Graph.new.tap do |g|
187
+ artifacts_graph.each do |name, dependencies_by_version|
188
+ dependencies_by_version.each do |version, dependencies|
189
+ artifact = g.artifact(name, version)
190
+ dependencies.each do |dep_name, constraint|
191
+ artifact.dependency(dep_name, constraint)
192
+ end
193
+ end
194
+ end
195
+ end
196
+ end
197
+
198
+ def solution_dependencies
199
+ solution_deps = Policyfile::SolutionDependencies.new
200
+
201
+ all_cookbook_location_specs.each do |name, spec|
202
+ solution_deps.add_policyfile_dep(name, spec.version_constraint)
203
+ end
204
+
205
+ graph_solution.each do |name, version|
206
+ transitive_deps = artifacts_graph[name][version]
207
+ solution_deps.add_cookbook_dep(name, version, transitive_deps)
208
+ end
209
+ solution_deps
210
+ end
211
+
212
+ def graph_demands
213
+ cookbooks_for_demands.map do |cookbook_name|
214
+ spec = cookbook_location_spec_for(cookbook_name)
215
+ if spec.nil?
216
+ [ cookbook_name, DEFAULT_DEMAND_CONSTRAINT ]
217
+ elsif spec.version_fixed?
218
+ [ cookbook_name, "= #{spec.version}" ]
219
+ else
220
+ [ cookbook_name, spec.version_constraint.to_s ]
221
+ end
222
+ end
223
+ end
224
+
225
+ def artifacts_graph
226
+ remote_artifacts_graph.merge(local_artifacts_graph)
227
+ end
228
+
229
+ # Gives a dependency graph for cookbooks that are source from an alternate
230
+ # location. These cookbooks could have a different set of dependencies
231
+ # compared to an unmodified copy upstream. For example, the community site
232
+ # may have a cookbook "apache2" at version "1.10.4", which the user has
233
+ # forked on github and modified the dependencies without changing the
234
+ # version number. To accomodate this, the local_artifacts_graph should be
235
+ # merged over the upstream's artifacts graph.
236
+ def local_artifacts_graph
237
+ cookbook_location_specs.inject({}) do |local_artifacts, (cookbook_name, cookbook_location_spec)|
238
+ if cookbook_location_spec.version_fixed?
239
+ local_artifacts[cookbook_name] = { cookbook_location_spec.version => cookbook_location_spec.dependencies }
240
+ end
241
+ local_artifacts
242
+ end
243
+ end
244
+
245
+ def remote_artifacts_graph
246
+ @merged_graph ||=
247
+ begin
248
+ conflicting_cb_names = []
249
+ merged = {}
250
+ default_source.each do |source|
251
+ merged.merge!(source.universe_graph) do |conflicting_cb_name, _old, _new|
252
+ if (preference = preferred_source_for_cookbook(conflicting_cb_name))
253
+ preference.universe_graph[conflicting_cb_name]
254
+ elsif cookbook_could_appear_in_solution?(conflicting_cb_name)
255
+ conflicting_cb_names << conflicting_cb_name
256
+ {} # return empty set of versions
257
+ else
258
+ {} # return empty set of versions
259
+ end
260
+ end
261
+ end
262
+ handle_conflicting_cookbooks(conflicting_cb_names)
263
+ merged
264
+ end
265
+ end
266
+
267
+ def version_constraint_for(cookbook_name)
268
+ if (cookbook_location_spec = cookbook_location_spec_for(cookbook_name)) and cookbook_location_spec.version_fixed?
269
+ version = cookbook_location_spec.version
270
+ "= #{version}"
271
+ else
272
+ DEFAULT_DEMAND_CONSTRAINT
273
+ end
274
+ end
275
+
276
+ def cookbook_version_fixed?(cookbook_name)
277
+ if cookbook_location_spec = cookbook_location_spec_for(cookbook_name)
278
+ cookbook_location_spec.version_fixed?
279
+ else
280
+ false
281
+ end
282
+ end
283
+
284
+ def cookbooks_in_run_list
285
+ recipes = combined_run_lists.map {|recipe| recipe.name }
286
+ recipes.map { |r| r[/^([^:]+)/, 1] }
287
+ end
288
+
289
+ def combined_run_lists
290
+ expanded_named_run_lists.values.inject(expanded_run_list.to_a) do |accum_run_lists, run_list|
291
+ accum_run_lists |= run_list.to_a
292
+ end
293
+ end
294
+
295
+ def combined_run_lists_by_cb_name
296
+ combined_run_lists.inject({}) do |by_name_accum, run_list_item|
297
+ by_name_accum
298
+ end
299
+ end
300
+
301
+
302
+ def build
303
+ yield @dsl
304
+ self
305
+ end
306
+
307
+ def evaluate_policyfile(policyfile_string, policyfile_filename)
308
+ storage_config.use_policyfile(policyfile_filename)
309
+ @dsl.eval_policyfile(policyfile_string)
310
+ self
311
+ end
312
+
313
+ def fixed_version_cookbooks_specs
314
+ @fixed_version_cookbooks_specs ||= cookbook_location_specs.select do |_cookbook_name, cookbook_location_spec|
315
+ cookbook_location_spec.version_fixed?
316
+ end
317
+ end
318
+
319
+ private
320
+
321
+ def normalize_recipe(run_list_item)
322
+ name = run_list_item.name
323
+ name = "#{name}::default" unless name.include?("::")
324
+ "recipe[#{name}]"
325
+ end
326
+
327
+ def cookbooks_for_demands
328
+ (cookbooks_in_run_list + cookbook_location_specs.keys).uniq
329
+ end
330
+
331
+ def cache_fixed_version_cookbooks
332
+ ensure_cache_dir_exists
333
+
334
+ fixed_version_cookbooks_specs.each do |name, cookbook_location_spec|
335
+ install_report.installing_fixed_version_cookbook(cookbook_location_spec)
336
+ cookbook_location_spec.ensure_cached
337
+ end
338
+ end
339
+
340
+ def ensure_cache_dir_exists
341
+ unless File.exist?(cache_path)
342
+ FileUtils.mkdir_p(cache_path)
343
+ end
344
+ end
345
+
346
+ def cache_path
347
+ CookbookOmnifetch.storage_path
348
+ end
349
+
350
+ def best_source_for(cookbook_name)
351
+ preferred = default_source.find { |s| s.preferred_source_for?(cookbook_name) }
352
+ if preferred.nil?
353
+ default_source.find { |s|
354
+ s.universe_graph.has_key?(cookbook_name)
355
+ }
356
+ else
357
+ preferred
358
+ end
359
+ end
360
+
361
+
362
+ def preferred_source_for_cookbook(conflicting_cb_name)
363
+ default_source.find { |s| s.preferred_source_for?(conflicting_cb_name) }
364
+ end
365
+
366
+ def handle_conflicting_cookbooks(conflicting_cookbooks)
367
+ # ignore any cookbooks that have a source set.
368
+ cookbooks_wo_source = conflicting_cookbooks.select do |cookbook_name|
369
+ location_spec = cookbook_location_spec_for(cookbook_name)
370
+ location_spec.nil? || location_spec.source_options.empty?
371
+ end
372
+
373
+ if cookbooks_wo_source.empty?
374
+ nil
375
+ else
376
+ raise CookbookSourceConflict.new(cookbooks_wo_source, default_source)
377
+ end
378
+ end
379
+
380
+ def cookbook_could_appear_in_solution?(cookbook_name)
381
+ all_possible_dep_names.include?(cookbook_name)
382
+ end
383
+
384
+ # Traverses the dependency graph in a simple manner to find the set of
385
+ # cookbooks that could be considered in the dependency solution. Version
386
+ # constraints are not considered so this could include extra cookbooks.
387
+ def all_possible_dep_names
388
+ @all_possible_dep_names ||= cookbooks_for_demands.inject(Set.new) do |deps_set, demand_cookbook|
389
+
390
+ deps_set_for_source = default_source.inject(Set.new) do |deps_set_for_cb, source|
391
+ possible_deps = possible_dependencies_of(demand_cookbook, source)
392
+ deps_set_for_cb.merge(possible_deps)
393
+ end
394
+
395
+ deps_set.merge(deps_set_for_source)
396
+ end
397
+ end
398
+
399
+ def possible_dependencies_of(cookbook_name, source, dependency_set = Set.new)
400
+ return dependency_set if dependency_set.include?(cookbook_name)
401
+ return dependency_set unless source.universe_graph.key?(cookbook_name)
402
+
403
+ dependency_set << cookbook_name
404
+
405
+ deps_by_version = source.universe_graph[cookbook_name]
406
+
407
+ dep_cookbook_names = deps_by_version.values.inject(Set.new) do |names, constraint_list|
408
+ names.merge(constraint_list.map { |c| c.first })
409
+ end
410
+
411
+ dep_cookbook_names.each do |dep_cookbook_name|
412
+ possible_dependencies_of(dep_cookbook_name, source, dependency_set)
413
+ end
414
+
415
+ dependency_set
416
+ end
417
+
418
+ end
419
+ end