chef-dk 0.14.25 → 0.15.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (328) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +15 -12
  3. data/Gemfile.lock +56 -82
  4. data/LICENSE +201 -201
  5. data/acceptance/.shared/kitchen_acceptance/.kitchen.digitalocean.yml +27 -27
  6. data/acceptance/.shared/kitchen_acceptance/.kitchen.ec2.yml +288 -288
  7. data/acceptance/.shared/kitchen_acceptance/.kitchen.vagrant.yml +52 -52
  8. data/acceptance/.shared/kitchen_acceptance/libraries/kitchen.rb +51 -51
  9. data/acceptance/.shared/kitchen_acceptance/metadata.rb +1 -1
  10. data/acceptance/Gemfile.lock +18 -21
  11. data/acceptance/README.md +132 -132
  12. data/acceptance/trivial/.acceptance/acceptance-cookbook/.gitignore +2 -2
  13. data/acceptance/trivial/.acceptance/acceptance-cookbook/metadata.rb +2 -2
  14. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/destroy.rb +1 -1
  15. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/provision.rb +1 -1
  16. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/verify.rb +1 -1
  17. data/acceptance/trivial/.kitchen.yml +7 -7
  18. data/acceptance/trivial/test/integration/chefdk-current-install/inspec/chef_client_spec.rb +5 -5
  19. data/bin/chef +25 -25
  20. data/chef-dk.gemspec +1 -0
  21. data/lib/chef-dk.rb +19 -19
  22. data/lib/chef-dk/authenticated_http.rb +40 -40
  23. data/lib/chef-dk/chef_runner.rb +1 -1
  24. data/lib/chef-dk/cli.rb +2 -2
  25. data/lib/chef-dk/command/base.rb +79 -79
  26. data/lib/chef-dk/command/clean_policy_cookbooks.rb +116 -116
  27. data/lib/chef-dk/command/clean_policy_revisions.rb +113 -113
  28. data/lib/chef-dk/command/delete_policy.rb +122 -122
  29. data/lib/chef-dk/command/delete_policy_group.rb +122 -122
  30. data/lib/chef-dk/command/diff.rb +316 -316
  31. data/lib/chef-dk/command/env.rb +90 -90
  32. data/lib/chef-dk/command/exec.rb +45 -45
  33. data/lib/chef-dk/command/export.rb +2 -2
  34. data/lib/chef-dk/command/gem.rb +47 -47
  35. data/lib/chef-dk/command/generate.rb +2 -0
  36. data/lib/chef-dk/command/generator_commands/app.rb +107 -107
  37. data/lib/chef-dk/command/generator_commands/attribute.rb +37 -37
  38. data/lib/chef-dk/command/generator_commands/base.rb +148 -148
  39. data/lib/chef-dk/command/generator_commands/build_cookbook.rb +110 -0
  40. data/lib/chef-dk/command/generator_commands/cookbook.rb +21 -0
  41. data/lib/chef-dk/command/generator_commands/cookbook_code_file.rb +100 -100
  42. data/lib/chef-dk/command/generator_commands/cookbook_file.rb +45 -45
  43. data/lib/chef-dk/command/generator_commands/generator_generator.rb +177 -177
  44. data/lib/chef-dk/command/generator_commands/lwrp.rb +36 -36
  45. data/lib/chef-dk/command/generator_commands/policyfile.rb +127 -127
  46. data/lib/chef-dk/command/generator_commands/recipe.rb +36 -36
  47. data/lib/chef-dk/command/generator_commands/repo.rb +125 -125
  48. data/lib/chef-dk/command/generator_commands/template.rb +46 -46
  49. data/lib/chef-dk/command/install.rb +121 -121
  50. data/lib/chef-dk/command/provision.rb +438 -438
  51. data/lib/chef-dk/command/push.rb +118 -118
  52. data/lib/chef-dk/command/push_archive.rb +126 -126
  53. data/lib/chef-dk/command/shell_init.rb +180 -180
  54. data/lib/chef-dk/command/show_policy.rb +165 -165
  55. data/lib/chef-dk/command/undelete.rb +155 -155
  56. data/lib/chef-dk/command/update.rb +148 -148
  57. data/lib/chef-dk/command/verify.rb +9 -11
  58. data/lib/chef-dk/completions/bash.sh.erb +5 -5
  59. data/lib/chef-dk/completions/chef.fish.erb +10 -10
  60. data/lib/chef-dk/completions/zsh.zsh.erb +21 -21
  61. data/lib/chef-dk/configurable.rb +69 -69
  62. data/lib/chef-dk/cookbook_metadata.rb +45 -45
  63. data/lib/chef-dk/cookbook_omnifetch.rb +32 -32
  64. data/lib/chef-dk/cookbook_profiler/git.rb +151 -151
  65. data/lib/chef-dk/cookbook_profiler/identifiers.rb +72 -72
  66. data/lib/chef-dk/cookbook_profiler/null_scm.rb +32 -32
  67. data/lib/chef-dk/exceptions.rb +129 -129
  68. data/lib/chef-dk/helpers.rb +24 -17
  69. data/lib/chef-dk/pager.rb +106 -106
  70. data/lib/chef-dk/policyfile/chef_repo_cookbook_source.rb +138 -138
  71. data/lib/chef-dk/policyfile/chef_server_cookbook_source.rb +54 -54
  72. data/lib/chef-dk/policyfile/community_cookbook_source.rb +97 -97
  73. data/lib/chef-dk/policyfile/comparison_base.rb +124 -124
  74. data/lib/chef-dk/policyfile/cookbook_location_specification.rb +154 -154
  75. data/lib/chef-dk/policyfile/cookbook_locks.rb +466 -466
  76. data/lib/chef-dk/policyfile/cookbook_sources.rb +22 -22
  77. data/lib/chef-dk/policyfile/delivery_supermarket_source.rb +90 -90
  78. data/lib/chef-dk/policyfile/differ.rb +266 -266
  79. data/lib/chef-dk/policyfile/dsl.rb +261 -261
  80. data/lib/chef-dk/policyfile/lister.rb +232 -232
  81. data/lib/chef-dk/policyfile/null_cookbook_source.rb +45 -45
  82. data/lib/chef-dk/policyfile/read_cookbook_for_compat_mode_upload.rb +124 -124
  83. data/lib/chef-dk/policyfile/reports/install.rb +70 -70
  84. data/lib/chef-dk/policyfile/reports/table_printer.rb +58 -58
  85. data/lib/chef-dk/policyfile/reports/upload.rb +70 -70
  86. data/lib/chef-dk/policyfile/solution_dependencies.rb +298 -298
  87. data/lib/chef-dk/policyfile/storage_config.rb +100 -100
  88. data/lib/chef-dk/policyfile/undo_record.rb +142 -142
  89. data/lib/chef-dk/policyfile/undo_stack.rb +130 -130
  90. data/lib/chef-dk/policyfile/uploader.rb +213 -213
  91. data/lib/chef-dk/policyfile_compiler.rb +419 -419
  92. data/lib/chef-dk/policyfile_lock.rb +552 -552
  93. data/lib/chef-dk/policyfile_services/clean_policies.rb +95 -95
  94. data/lib/chef-dk/policyfile_services/clean_policy_cookbooks.rb +125 -125
  95. data/lib/chef-dk/policyfile_services/export_repo.rb +421 -421
  96. data/lib/chef-dk/policyfile_services/install.rb +126 -126
  97. data/lib/chef-dk/policyfile_services/push_archive.rb +204 -204
  98. data/lib/chef-dk/policyfile_services/rm_policy.rb +142 -142
  99. data/lib/chef-dk/policyfile_services/rm_policy_group.rb +86 -86
  100. data/lib/chef-dk/policyfile_services/show_policy.rb +237 -237
  101. data/lib/chef-dk/policyfile_services/undelete.rb +108 -108
  102. data/lib/chef-dk/policyfile_services/update_attributes.rb +104 -104
  103. data/lib/chef-dk/service_exception_inspectors.rb +25 -25
  104. data/lib/chef-dk/service_exception_inspectors/base.rb +40 -40
  105. data/lib/chef-dk/service_exception_inspectors/http.rb +121 -121
  106. data/lib/chef-dk/service_exceptions.rb +143 -143
  107. data/lib/chef-dk/shell_out.rb +36 -36
  108. data/lib/chef-dk/skeletons/code_generator/files/default/Berksfile +3 -3
  109. data/lib/chef-dk/skeletons/code_generator/files/default/build-cookbook/.kitchen.yml +21 -0
  110. data/lib/chef-dk/skeletons/code_generator/files/default/build-cookbook/README.md +146 -0
  111. data/lib/chef-dk/skeletons/code_generator/files/default/build-cookbook/test-fixture-recipe.rb +7 -0
  112. data/lib/chef-dk/skeletons/code_generator/files/default/chefignore +102 -102
  113. data/lib/chef-dk/skeletons/code_generator/files/default/cookbook_readmes/README-policy.md +9 -9
  114. data/lib/chef-dk/skeletons/code_generator/files/default/cookbook_readmes/README.md +54 -54
  115. data/lib/chef-dk/skeletons/code_generator/files/default/delivery-config.json +10 -0
  116. data/lib/chef-dk/skeletons/code_generator/files/default/gitignore +16 -16
  117. data/lib/chef-dk/skeletons/code_generator/files/default/repo/README.md +28 -28
  118. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/README.md +27 -27
  119. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/attributes/default.rb +7 -7
  120. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/metadata.rb +3 -3
  121. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/recipes/default.rb +8 -8
  122. data/lib/chef-dk/skeletons/code_generator/files/default/repo/data_bags/README.md +58 -58
  123. data/lib/chef-dk/skeletons/code_generator/files/default/repo/data_bags/example/example_item.json +3 -3
  124. data/lib/chef-dk/skeletons/code_generator/files/default/repo/dot-chef-repo.txt +6 -6
  125. data/lib/chef-dk/skeletons/code_generator/files/default/repo/environments/README.md +9 -9
  126. data/lib/chef-dk/skeletons/code_generator/files/default/repo/environments/example.json +12 -12
  127. data/lib/chef-dk/skeletons/code_generator/files/default/repo/policies/README.md +24 -24
  128. data/lib/chef-dk/skeletons/code_generator/files/default/repo/roles/README.md +9 -9
  129. data/lib/chef-dk/skeletons/code_generator/files/default/repo/roles/example.json +12 -12
  130. data/lib/chef-dk/skeletons/code_generator/files/default/serverspec_spec_helper.rb +8 -8
  131. data/lib/chef-dk/skeletons/code_generator/files/default/spec_helper.rb +2 -2
  132. data/lib/chef-dk/skeletons/code_generator/files/default/spec_helper_policyfile.rb +2 -2
  133. data/lib/chef-dk/skeletons/code_generator/metadata.rb +8 -8
  134. data/lib/chef-dk/skeletons/code_generator/recipes/app.rb +97 -97
  135. data/lib/chef-dk/skeletons/code_generator/recipes/attribute.rb +12 -12
  136. data/lib/chef-dk/skeletons/code_generator/recipes/build_cookbook.rb +88 -0
  137. data/lib/chef-dk/skeletons/code_generator/recipes/cookbook.rb +6 -0
  138. data/lib/chef-dk/skeletons/code_generator/recipes/cookbook_file.rb +24 -24
  139. data/lib/chef-dk/skeletons/code_generator/recipes/lwrp.rb +23 -23
  140. data/lib/chef-dk/skeletons/code_generator/recipes/policyfile.rb +8 -8
  141. data/lib/chef-dk/skeletons/code_generator/recipes/recipe.rb +27 -27
  142. data/lib/chef-dk/skeletons/code_generator/recipes/repo.rb +67 -67
  143. data/lib/chef-dk/skeletons/code_generator/recipes/template.rb +32 -32
  144. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.all_rights.erb +3 -3
  145. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.gplv2.erb +339 -339
  146. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.gplv3.erb +674 -674
  147. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.mit.erb +21 -21
  148. data/lib/chef-dk/skeletons/code_generator/templates/default/Policyfile.rb.erb +25 -25
  149. data/lib/chef-dk/skeletons/code_generator/templates/default/README.md.erb +4 -4
  150. data/lib/chef-dk/skeletons/code_generator/templates/default/build-cookbook/Berksfile.erb +20 -0
  151. data/lib/chef-dk/skeletons/code_generator/templates/default/build-cookbook/metadata.rb.erb +9 -0
  152. data/lib/chef-dk/skeletons/code_generator/templates/default/build-cookbook/recipe.rb.erb +8 -0
  153. data/lib/chef-dk/skeletons/code_generator/templates/default/kitchen.yml.erb +3 -2
  154. data/lib/chef-dk/skeletons/code_generator/templates/default/kitchen_policyfile.yml.erb +3 -2
  155. data/lib/chef-dk/skeletons/code_generator/templates/default/metadata.rb.erb +7 -7
  156. data/lib/chef-dk/skeletons/code_generator/templates/default/recipe.rb.erb +5 -5
  157. data/lib/chef-dk/skeletons/code_generator/templates/default/recipe_spec.rb.erb +20 -20
  158. data/lib/chef-dk/skeletons/code_generator/templates/default/repo/gitignore.erb +11 -11
  159. data/lib/chef-dk/skeletons/code_generator/templates/default/serverspec_default_spec.rb.erb +9 -9
  160. data/lib/chef-dk/ui.rb +58 -58
  161. data/lib/chef-dk/version.rb +1 -1
  162. data/lib/kitchen/provisioner/policyfile_zero.rb +195 -195
  163. data/omnibus_overrides.rb +2 -1
  164. data/spec/shared/a_file_generator.rb +125 -125
  165. data/spec/shared/a_generated_file.rb +12 -12
  166. data/spec/shared/command_with_ui_object.rb +11 -11
  167. data/spec/shared/fixture_cookbook_checksums.rb +47 -47
  168. data/spec/shared/setup_git_cookbooks.rb +53 -53
  169. data/spec/spec_helper.rb +51 -51
  170. data/spec/test_helpers.rb +84 -84
  171. data/spec/unit/chef_runner_spec.rb +1 -1
  172. data/spec/unit/cli_spec.rb +23 -6
  173. data/spec/unit/command/clean_policy_cookbooks_spec.rb +181 -181
  174. data/spec/unit/command/clean_policy_revisions_spec.rb +181 -181
  175. data/spec/unit/command/delete_policy_group_spec.rb +207 -207
  176. data/spec/unit/command/delete_policy_spec.rb +207 -207
  177. data/spec/unit/command/diff_spec.rb +312 -312
  178. data/spec/unit/command/env_spec.rb +52 -52
  179. data/spec/unit/command/exec_spec.rb +179 -179
  180. data/spec/unit/command/export_spec.rb +200 -200
  181. data/spec/unit/command/generate_spec.rb +142 -142
  182. data/spec/unit/command/generator_commands/app_spec.rb +169 -169
  183. data/spec/unit/command/generator_commands/attribute_spec.rb +32 -32
  184. data/spec/unit/command/generator_commands/base_spec.rb +136 -136
  185. data/spec/unit/command/generator_commands/build_cookbook_spec.rb +309 -0
  186. data/spec/unit/command/generator_commands/cookbook_file_spec.rb +32 -32
  187. data/spec/unit/command/generator_commands/cookbook_spec.rb +98 -4
  188. data/spec/unit/command/generator_commands/generator_generator_spec.rb +229 -229
  189. data/spec/unit/command/generator_commands/lwrp_spec.rb +32 -32
  190. data/spec/unit/command/generator_commands/policyfile_spec.rb +225 -225
  191. data/spec/unit/command/generator_commands/recipe_spec.rb +34 -34
  192. data/spec/unit/command/generator_commands/template_spec.rb +32 -32
  193. data/spec/unit/command/install_spec.rb +179 -179
  194. data/spec/unit/command/provision_spec.rb +592 -592
  195. data/spec/unit/command/push_archive_spec.rb +153 -153
  196. data/spec/unit/command/push_spec.rb +199 -199
  197. data/spec/unit/command/shell_init_spec.rb +329 -329
  198. data/spec/unit/command/show_policy_spec.rb +235 -235
  199. data/spec/unit/command/undelete_spec.rb +246 -246
  200. data/spec/unit/command/update_spec.rb +275 -275
  201. data/spec/unit/command/verify_spec.rb +1 -3
  202. data/spec/unit/commands_map_spec.rb +57 -57
  203. data/spec/unit/configurable_spec.rb +41 -41
  204. data/spec/unit/cookbook_metadata_spec.rb +98 -98
  205. data/spec/unit/cookbook_profiler/git_spec.rb +176 -176
  206. data/spec/unit/cookbook_profiler/identifiers_spec.rb +83 -83
  207. data/spec/unit/fixtures/chef-runner-cookbooks/test_cookbook/recipes/recipe_one.rb +9 -9
  208. data/spec/unit/fixtures/chef-runner-cookbooks/test_cookbook/recipes/recipe_two.rb +9 -9
  209. data/spec/unit/fixtures/command/cli_test_command.rb +26 -26
  210. data/spec/unit/fixtures/command/explicit_path_example.rb +7 -7
  211. data/spec/unit/fixtures/configurable/test_config_loader.rb +5 -5
  212. data/spec/unit/fixtures/configurable/test_configurable.rb +10 -10
  213. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/.kitchen.yml +16 -16
  214. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/Berksfile +3 -3
  215. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/README.md +4 -4
  216. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/chefignore +96 -96
  217. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/metadata.rb +8 -8
  218. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/recipes/default.rb +8 -8
  219. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/.kitchen.yml +16 -16
  220. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/Berksfile +3 -3
  221. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/README.md +4 -4
  222. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/chefignore +96 -96
  223. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/metadata.rb +8 -8
  224. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/recipes/default.rb +8 -8
  225. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/.kitchen.yml +16 -16
  226. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/Berksfile +3 -3
  227. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/README.md +4 -4
  228. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/chefignore +96 -96
  229. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/metadata.rb +8 -8
  230. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/recipes/default.rb +8 -8
  231. data/spec/unit/fixtures/cookbooks_api/pruned_small_universe.json +1321 -1321
  232. data/spec/unit/fixtures/cookbooks_api/small_universe.json +2987 -2987
  233. data/spec/unit/fixtures/cookbooks_api/universe.json +1 -1
  234. data/spec/unit/fixtures/cookbooks_api/update_fixtures.rb +36 -36
  235. data/spec/unit/fixtures/dev_cookbooks/README.md +16 -16
  236. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/berkshelf/integration_test +2 -2
  237. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/berkshelf/verify_me +5 -5
  238. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/chef/verify_me +3 -3
  239. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/test-kitchen/verify_me +2 -2
  240. data/spec/unit/fixtures/example_cookbook/.gitignore +17 -17
  241. data/spec/unit/fixtures/example_cookbook/.kitchen.yml +16 -16
  242. data/spec/unit/fixtures/example_cookbook/Berksfile +3 -3
  243. data/spec/unit/fixtures/example_cookbook/README.md +4 -4
  244. data/spec/unit/fixtures/example_cookbook/chefignore +96 -96
  245. data/spec/unit/fixtures/example_cookbook/metadata.rb +8 -8
  246. data/spec/unit/fixtures/example_cookbook/recipes/default.rb +8 -8
  247. data/spec/unit/fixtures/example_cookbook_metadata_json_only/.gitignore +17 -17
  248. data/spec/unit/fixtures/example_cookbook_metadata_json_only/.kitchen.yml +16 -16
  249. data/spec/unit/fixtures/example_cookbook_metadata_json_only/Berksfile +3 -3
  250. data/spec/unit/fixtures/example_cookbook_metadata_json_only/README.md +4 -4
  251. data/spec/unit/fixtures/example_cookbook_metadata_json_only/chefignore +96 -96
  252. data/spec/unit/fixtures/example_cookbook_metadata_json_only/metadata.json +5 -5
  253. data/spec/unit/fixtures/example_cookbook_metadata_json_only/recipes/default.rb +8 -8
  254. data/spec/unit/fixtures/example_cookbook_no_metadata/.gitignore +17 -17
  255. data/spec/unit/fixtures/example_cookbook_no_metadata/.kitchen.yml +16 -16
  256. data/spec/unit/fixtures/example_cookbook_no_metadata/Berksfile +3 -3
  257. data/spec/unit/fixtures/example_cookbook_no_metadata/README.md +4 -4
  258. data/spec/unit/fixtures/example_cookbook_no_metadata/chefignore +96 -96
  259. data/spec/unit/fixtures/example_cookbook_no_metadata/recipes/default.rb +8 -8
  260. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/README.md +4 -4
  261. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/chefignore +96 -96
  262. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/metadata.rb +8 -8
  263. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/recipes/default.rb +8 -8
  264. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/Berksfile +3 -3
  265. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/README.md +4 -4
  266. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/chefignore +96 -96
  267. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/metadata.rb +9 -9
  268. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/recipes/default.rb +8 -8
  269. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/.kitchen.yml +16 -16
  270. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/Berksfile +3 -3
  271. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/README.md +4 -4
  272. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/chefignore +96 -96
  273. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/metadata.rb +8 -8
  274. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/recipes/default.rb +8 -8
  275. data/spec/unit/fixtures/local_path_cookbooks/metadata-missing/README.md +2 -2
  276. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/.kitchen.yml +16 -16
  277. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/README.md +4 -4
  278. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/metadata.rb +8 -8
  279. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/recipes/default.rb +8 -8
  280. data/spec/unit/gemfile_util_spec.rb +41 -0
  281. data/spec/unit/helpers_spec.rb +19 -0
  282. data/spec/unit/pager_spec.rb +119 -119
  283. data/spec/unit/policyfile/chef_repo_cookbook_source_spec.rb +93 -93
  284. data/spec/unit/policyfile/chef_server_cookbook_source_spec.rb +34 -34
  285. data/spec/unit/policyfile/community_cookbook_source_spec.rb +84 -84
  286. data/spec/unit/policyfile/comparison_base_spec.rb +343 -343
  287. data/spec/unit/policyfile/cookbook_location_specification_spec.rb +277 -277
  288. data/spec/unit/policyfile/cookbook_locks_spec.rb +529 -529
  289. data/spec/unit/policyfile/delivery_supermarket_source_spec.rb +130 -130
  290. data/spec/unit/policyfile/differ_spec.rb +687 -687
  291. data/spec/unit/policyfile/lister_spec.rb +272 -272
  292. data/spec/unit/policyfile/null_cookbook_source_spec.rb +35 -35
  293. data/spec/unit/policyfile/read_cookbook_for_compat_mode_upload_spec.rb +92 -92
  294. data/spec/unit/policyfile/reports/install_spec.rb +115 -115
  295. data/spec/unit/policyfile/reports/upload_spec.rb +96 -96
  296. data/spec/unit/policyfile/solution_dependencies_spec.rb +145 -145
  297. data/spec/unit/policyfile/storage_config_spec.rb +172 -172
  298. data/spec/unit/policyfile/undo_record_spec.rb +260 -260
  299. data/spec/unit/policyfile/undo_stack_spec.rb +266 -266
  300. data/spec/unit/policyfile/uploader_spec.rb +410 -410
  301. data/spec/unit/policyfile_demands_spec.rb +1203 -1203
  302. data/spec/unit/policyfile_evaluation_spec.rb +642 -642
  303. data/spec/unit/policyfile_lock_build_spec.rb +1056 -1056
  304. data/spec/unit/policyfile_lock_install_spec.rb +138 -138
  305. data/spec/unit/policyfile_lock_serialization_spec.rb +425 -425
  306. data/spec/unit/policyfile_lock_validation_spec.rb +611 -611
  307. data/spec/unit/policyfile_services/clean_policies_spec.rb +236 -236
  308. data/spec/unit/policyfile_services/clean_policy_cookbooks_spec.rb +275 -275
  309. data/spec/unit/policyfile_services/export_repo_spec.rb +481 -481
  310. data/spec/unit/policyfile_services/install_spec.rb +211 -211
  311. data/spec/unit/policyfile_services/push_archive_spec.rb +378 -378
  312. data/spec/unit/policyfile_services/push_spec.rb +233 -233
  313. data/spec/unit/policyfile_services/rm_policy_group_spec.rb +241 -241
  314. data/spec/unit/policyfile_services/rm_policy_spec.rb +266 -266
  315. data/spec/unit/policyfile_services/show_policy_spec.rb +889 -889
  316. data/spec/unit/policyfile_services/undelete_spec.rb +304 -304
  317. data/spec/unit/policyfile_services/update_attributes_spec.rb +217 -217
  318. data/spec/unit/service_exception_inspectors/base_spec.rb +43 -43
  319. data/spec/unit/service_exception_inspectors/http_spec.rb +140 -140
  320. data/spec/unit/shell_out_spec.rb +34 -34
  321. data/tasks/bin/bundle-platform +6 -2
  322. data/tasks/bin/bundle-platform.bat +0 -0
  323. data/tasks/bin/create-override-gemfile +0 -0
  324. data/tasks/bundle_util.rb +18 -2
  325. data/tasks/gemfile_util.rb +53 -8
  326. data/version_policy.rb +9 -1
  327. data/warning.txt +9 -9
  328. metadata +30 -3
@@ -1,419 +1,419 @@
1
- #
2
- # Copyright:: Copyright (c) 2014 Chef Software Inc.
3
- # License:: Apache License, Version 2.0
4
- #
5
- # Licensed under the Apache License, Version 2.0 (the "License");
6
- # you may not use this file except in compliance with the License.
7
- # You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
-
18
- require 'set'
19
- require 'forwardable'
20
-
21
- require 'solve'
22
- require 'chef/run_list'
23
-
24
- require 'chef-dk/policyfile/dsl'
25
- require 'chef-dk/policyfile_lock'
26
- require 'chef-dk/ui'
27
- require 'chef-dk/policyfile/reports/install'
28
- require 'chef-dk/exceptions'
29
-
30
- module ChefDK
31
-
32
- class PolicyfileCompiler
33
-
34
- extend Forwardable
35
-
36
- DEFAULT_DEMAND_CONSTRAINT = '>= 0.0.0'.freeze
37
-
38
- # Cookbooks from these sources lock that cookbook to exactly one version
39
- SOURCE_TYPES_WITH_FIXED_VERSIONS = [:git, :path].freeze
40
-
41
- def self.evaluate(policyfile_string, policyfile_filename, ui: nil)
42
- compiler = new(ui: ui)
43
- compiler.evaluate_policyfile(policyfile_string, policyfile_filename)
44
- compiler
45
- end
46
-
47
- def_delegator :@dsl, :name
48
- def_delegator :@dsl, :run_list
49
- def_delegator :@dsl, :named_run_list
50
- def_delegator :@dsl, :named_run_lists
51
- def_delegator :@dsl, :errors
52
- def_delegator :@dsl, :default_source
53
- def_delegator :@dsl, :cookbook_location_specs
54
-
55
- attr_reader :dsl
56
- attr_reader :storage_config
57
- attr_reader :install_report
58
-
59
- def initialize(ui: nil)
60
- @storage_config = Policyfile::StorageConfig.new
61
- @dsl = Policyfile::DSL.new(storage_config)
62
- @artifact_server_cookbook_location_specs = {}
63
-
64
- @merged_graph = nil
65
-
66
- @ui = ui || UI.null
67
- @install_report = Policyfile::Reports::Install.new(ui: @ui, policyfile_compiler: self)
68
- end
69
-
70
- def error!
71
- unless errors.empty?
72
- raise PolicyfileError, errors.join("\n")
73
- end
74
- end
75
-
76
- def cookbook_location_spec_for(cookbook_name)
77
- cookbook_location_specs[cookbook_name]
78
- end
79
-
80
- def expanded_run_list
81
- # doesn't support roles yet...
82
- Chef::RunList.new(*run_list)
83
- end
84
-
85
- # copy of the expanded_run_list, properly formatted for use in a lockfile
86
- def normalized_run_list
87
- expanded_run_list.map { |i| normalize_recipe(i) }
88
- end
89
-
90
- def expanded_named_run_lists
91
- named_run_lists.inject({}) do |expanded, (name, run_list_items)|
92
- expanded[name] = Chef::RunList.new(*run_list_items)
93
- expanded
94
- end
95
- end
96
-
97
- def normalized_named_run_lists
98
- expanded_named_run_lists.inject({}) do |normalized,(name, run_list)|
99
- normalized[name] = run_list.map { |i| normalize_recipe(i) }
100
- normalized
101
- end
102
- end
103
-
104
- def default_attributes
105
- dsl.node_attributes.combined_default.to_hash
106
- end
107
-
108
- def override_attributes
109
- dsl.node_attributes.combined_override.to_hash
110
- end
111
-
112
- def lock
113
- @policyfile_lock ||= PolicyfileLock.build_from_compiler(self, storage_config)
114
- end
115
-
116
- def install
117
- ensure_cache_dir_exists
118
-
119
- cookbook_and_recipe_list = combined_run_lists.map(&:name).map do |recipe_spec|
120
- cookbook, _separator, recipe = recipe_spec.partition("::")
121
- recipe = "default" if recipe.empty?
122
- [cookbook, recipe]
123
- end
124
-
125
- missing_recipes_by_cb_spec = {}
126
-
127
- graph_solution.each do |cookbook_name, version|
128
- spec = cookbook_location_spec_for(cookbook_name)
129
- if spec.nil? or !spec.version_fixed?
130
- spec = create_spec_for_cookbook(cookbook_name, version)
131
- install_report.installing_cookbook(spec)
132
- spec.ensure_cached
133
- end
134
-
135
- required_recipes = cookbook_and_recipe_list.select { |cb_name, _recipe| cb_name == spec.name }
136
- missing_recipes = required_recipes.select {|_cb_name, recipe| !spec.cookbook_has_recipe?(recipe) }
137
-
138
- unless missing_recipes.empty?
139
- missing_recipes_by_cb_spec[spec] = missing_recipes
140
- end
141
- end
142
-
143
- unless missing_recipes_by_cb_spec.empty?
144
- message = "The installed cookbooks do not contain all the recipes required by your run list(s):\n"
145
- missing_recipes_by_cb_spec.each do |spec, missing_items|
146
- message << "#{spec.to_s}\nis missing the following required recipes:\n"
147
- missing_items.each { |_cb, recipe| message << "* #{recipe}\n" }
148
- end
149
-
150
- message << "\n"
151
- message << "You may have specified an incorrect recipe in your run list,\nor this recipe may not be available in that version of the cookbook\n"
152
-
153
- raise CookbookDoesNotContainRequiredRecipe, message
154
- end
155
-
156
-
157
- end
158
-
159
- def create_spec_for_cookbook(cookbook_name, version)
160
- matching_source = best_source_for(cookbook_name)
161
- source_options = matching_source.source_options_for(cookbook_name, version)
162
- spec = Policyfile::CookbookLocationSpecification.new(cookbook_name, "= #{version}", source_options, storage_config)
163
- @artifact_server_cookbook_location_specs[cookbook_name] = spec
164
- end
165
-
166
- def all_cookbook_location_specs
167
- # in the installation process, we create "artifact_server_cookbook_location_specs"
168
- # for any cookbook that isn't sourced from a single-version source (e.g.,
169
- # path and git only support one version at a time), but we might have
170
- # specs for them to track additional version constraint demands. Merging
171
- # in this order ensures the artifact_server_cookbook_location_specs "win".
172
- cookbook_location_specs.merge(@artifact_server_cookbook_location_specs)
173
- end
174
-
175
- ##
176
- # Compilation Methods
177
- ##
178
-
179
- def graph_solution
180
- return @solution if @solution
181
- cache_fixed_version_cookbooks
182
- @solution = Solve.it!(graph, graph_demands)
183
- end
184
-
185
- def graph
186
- @graph ||= Solve::Graph.new.tap do |g|
187
- artifacts_graph.each do |name, dependencies_by_version|
188
- dependencies_by_version.each do |version, dependencies|
189
- artifact = g.artifact(name, version)
190
- dependencies.each do |dep_name, constraint|
191
- artifact.dependency(dep_name, constraint)
192
- end
193
- end
194
- end
195
- end
196
- end
197
-
198
- def solution_dependencies
199
- solution_deps = Policyfile::SolutionDependencies.new
200
-
201
- all_cookbook_location_specs.each do |name, spec|
202
- solution_deps.add_policyfile_dep(name, spec.version_constraint)
203
- end
204
-
205
- graph_solution.each do |name, version|
206
- transitive_deps = artifacts_graph[name][version]
207
- solution_deps.add_cookbook_dep(name, version, transitive_deps)
208
- end
209
- solution_deps
210
- end
211
-
212
- def graph_demands
213
- cookbooks_for_demands.map do |cookbook_name|
214
- spec = cookbook_location_spec_for(cookbook_name)
215
- if spec.nil?
216
- [ cookbook_name, DEFAULT_DEMAND_CONSTRAINT ]
217
- elsif spec.version_fixed?
218
- [ cookbook_name, "= #{spec.version}" ]
219
- else
220
- [ cookbook_name, spec.version_constraint.to_s ]
221
- end
222
- end
223
- end
224
-
225
- def artifacts_graph
226
- remote_artifacts_graph.merge(local_artifacts_graph)
227
- end
228
-
229
- # Gives a dependency graph for cookbooks that are source from an alternate
230
- # location. These cookbooks could have a different set of dependencies
231
- # compared to an unmodified copy upstream. For example, the community site
232
- # may have a cookbook "apache2" at version "1.10.4", which the user has
233
- # forked on github and modified the dependencies without changing the
234
- # version number. To accomodate this, the local_artifacts_graph should be
235
- # merged over the upstream's artifacts graph.
236
- def local_artifacts_graph
237
- cookbook_location_specs.inject({}) do |local_artifacts, (cookbook_name, cookbook_location_spec)|
238
- if cookbook_location_spec.version_fixed?
239
- local_artifacts[cookbook_name] = { cookbook_location_spec.version => cookbook_location_spec.dependencies }
240
- end
241
- local_artifacts
242
- end
243
- end
244
-
245
- def remote_artifacts_graph
246
- @merged_graph ||=
247
- begin
248
- conflicting_cb_names = []
249
- merged = {}
250
- default_source.each do |source|
251
- merged.merge!(source.universe_graph) do |conflicting_cb_name, _old, _new|
252
- if (preference = preferred_source_for_cookbook(conflicting_cb_name))
253
- preference.universe_graph[conflicting_cb_name]
254
- elsif cookbook_could_appear_in_solution?(conflicting_cb_name)
255
- conflicting_cb_names << conflicting_cb_name
256
- {} # return empty set of versions
257
- else
258
- {} # return empty set of versions
259
- end
260
- end
261
- end
262
- handle_conflicting_cookbooks(conflicting_cb_names)
263
- merged
264
- end
265
- end
266
-
267
- def version_constraint_for(cookbook_name)
268
- if (cookbook_location_spec = cookbook_location_spec_for(cookbook_name)) and cookbook_location_spec.version_fixed?
269
- version = cookbook_location_spec.version
270
- "= #{version}"
271
- else
272
- DEFAULT_DEMAND_CONSTRAINT
273
- end
274
- end
275
-
276
- def cookbook_version_fixed?(cookbook_name)
277
- if cookbook_location_spec = cookbook_location_spec_for(cookbook_name)
278
- cookbook_location_spec.version_fixed?
279
- else
280
- false
281
- end
282
- end
283
-
284
- def cookbooks_in_run_list
285
- recipes = combined_run_lists.map {|recipe| recipe.name }
286
- recipes.map { |r| r[/^([^:]+)/, 1] }
287
- end
288
-
289
- def combined_run_lists
290
- expanded_named_run_lists.values.inject(expanded_run_list.to_a) do |accum_run_lists, run_list|
291
- accum_run_lists |= run_list.to_a
292
- end
293
- end
294
-
295
- def combined_run_lists_by_cb_name
296
- combined_run_lists.inject({}) do |by_name_accum, run_list_item|
297
- by_name_accum
298
- end
299
- end
300
-
301
-
302
- def build
303
- yield @dsl
304
- self
305
- end
306
-
307
- def evaluate_policyfile(policyfile_string, policyfile_filename)
308
- storage_config.use_policyfile(policyfile_filename)
309
- @dsl.eval_policyfile(policyfile_string)
310
- self
311
- end
312
-
313
- def fixed_version_cookbooks_specs
314
- @fixed_version_cookbooks_specs ||= cookbook_location_specs.select do |_cookbook_name, cookbook_location_spec|
315
- cookbook_location_spec.version_fixed?
316
- end
317
- end
318
-
319
- private
320
-
321
- def normalize_recipe(run_list_item)
322
- name = run_list_item.name
323
- name = "#{name}::default" unless name.include?("::")
324
- "recipe[#{name}]"
325
- end
326
-
327
- def cookbooks_for_demands
328
- (cookbooks_in_run_list + cookbook_location_specs.keys).uniq
329
- end
330
-
331
- def cache_fixed_version_cookbooks
332
- ensure_cache_dir_exists
333
-
334
- fixed_version_cookbooks_specs.each do |name, cookbook_location_spec|
335
- install_report.installing_fixed_version_cookbook(cookbook_location_spec)
336
- cookbook_location_spec.ensure_cached
337
- end
338
- end
339
-
340
- def ensure_cache_dir_exists
341
- unless File.exist?(cache_path)
342
- FileUtils.mkdir_p(cache_path)
343
- end
344
- end
345
-
346
- def cache_path
347
- CookbookOmnifetch.storage_path
348
- end
349
-
350
- def best_source_for(cookbook_name)
351
- preferred = default_source.find { |s| s.preferred_source_for?(cookbook_name) }
352
- if preferred.nil?
353
- default_source.find { |s|
354
- s.universe_graph.has_key?(cookbook_name)
355
- }
356
- else
357
- preferred
358
- end
359
- end
360
-
361
-
362
- def preferred_source_for_cookbook(conflicting_cb_name)
363
- default_source.find { |s| s.preferred_source_for?(conflicting_cb_name) }
364
- end
365
-
366
- def handle_conflicting_cookbooks(conflicting_cookbooks)
367
- # ignore any cookbooks that have a source set.
368
- cookbooks_wo_source = conflicting_cookbooks.select do |cookbook_name|
369
- location_spec = cookbook_location_spec_for(cookbook_name)
370
- location_spec.nil? || location_spec.source_options.empty?
371
- end
372
-
373
- if cookbooks_wo_source.empty?
374
- nil
375
- else
376
- raise CookbookSourceConflict.new(cookbooks_wo_source, default_source)
377
- end
378
- end
379
-
380
- def cookbook_could_appear_in_solution?(cookbook_name)
381
- all_possible_dep_names.include?(cookbook_name)
382
- end
383
-
384
- # Traverses the dependency graph in a simple manner to find the set of
385
- # cookbooks that could be considered in the dependency solution. Version
386
- # constraints are not considered so this could include extra cookbooks.
387
- def all_possible_dep_names
388
- @all_possible_dep_names ||= cookbooks_for_demands.inject(Set.new) do |deps_set, demand_cookbook|
389
-
390
- deps_set_for_source = default_source.inject(Set.new) do |deps_set_for_cb, source|
391
- possible_deps = possible_dependencies_of(demand_cookbook, source)
392
- deps_set_for_cb.merge(possible_deps)
393
- end
394
-
395
- deps_set.merge(deps_set_for_source)
396
- end
397
- end
398
-
399
- def possible_dependencies_of(cookbook_name, source, dependency_set = Set.new)
400
- return dependency_set if dependency_set.include?(cookbook_name)
401
- return dependency_set unless source.universe_graph.key?(cookbook_name)
402
-
403
- dependency_set << cookbook_name
404
-
405
- deps_by_version = source.universe_graph[cookbook_name]
406
-
407
- dep_cookbook_names = deps_by_version.values.inject(Set.new) do |names, constraint_list|
408
- names.merge(constraint_list.map { |c| c.first })
409
- end
410
-
411
- dep_cookbook_names.each do |dep_cookbook_name|
412
- possible_dependencies_of(dep_cookbook_name, source, dependency_set)
413
- end
414
-
415
- dependency_set
416
- end
417
-
418
- end
419
- end
1
+ #
2
+ # Copyright:: Copyright (c) 2014 Chef Software Inc.
3
+ # License:: Apache License, Version 2.0
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
17
+
18
+ require 'set'
19
+ require 'forwardable'
20
+
21
+ require 'solve'
22
+ require 'chef/run_list'
23
+
24
+ require 'chef-dk/policyfile/dsl'
25
+ require 'chef-dk/policyfile_lock'
26
+ require 'chef-dk/ui'
27
+ require 'chef-dk/policyfile/reports/install'
28
+ require 'chef-dk/exceptions'
29
+
30
+ module ChefDK
31
+
32
+ class PolicyfileCompiler
33
+
34
+ extend Forwardable
35
+
36
+ DEFAULT_DEMAND_CONSTRAINT = '>= 0.0.0'.freeze
37
+
38
+ # Cookbooks from these sources lock that cookbook to exactly one version
39
+ SOURCE_TYPES_WITH_FIXED_VERSIONS = [:git, :path].freeze
40
+
41
+ def self.evaluate(policyfile_string, policyfile_filename, ui: nil)
42
+ compiler = new(ui: ui)
43
+ compiler.evaluate_policyfile(policyfile_string, policyfile_filename)
44
+ compiler
45
+ end
46
+
47
+ def_delegator :@dsl, :name
48
+ def_delegator :@dsl, :run_list
49
+ def_delegator :@dsl, :named_run_list
50
+ def_delegator :@dsl, :named_run_lists
51
+ def_delegator :@dsl, :errors
52
+ def_delegator :@dsl, :default_source
53
+ def_delegator :@dsl, :cookbook_location_specs
54
+
55
+ attr_reader :dsl
56
+ attr_reader :storage_config
57
+ attr_reader :install_report
58
+
59
+ def initialize(ui: nil)
60
+ @storage_config = Policyfile::StorageConfig.new
61
+ @dsl = Policyfile::DSL.new(storage_config)
62
+ @artifact_server_cookbook_location_specs = {}
63
+
64
+ @merged_graph = nil
65
+
66
+ @ui = ui || UI.null
67
+ @install_report = Policyfile::Reports::Install.new(ui: @ui, policyfile_compiler: self)
68
+ end
69
+
70
+ def error!
71
+ unless errors.empty?
72
+ raise PolicyfileError, errors.join("\n")
73
+ end
74
+ end
75
+
76
+ def cookbook_location_spec_for(cookbook_name)
77
+ cookbook_location_specs[cookbook_name]
78
+ end
79
+
80
+ def expanded_run_list
81
+ # doesn't support roles yet...
82
+ Chef::RunList.new(*run_list)
83
+ end
84
+
85
+ # copy of the expanded_run_list, properly formatted for use in a lockfile
86
+ def normalized_run_list
87
+ expanded_run_list.map { |i| normalize_recipe(i) }
88
+ end
89
+
90
+ def expanded_named_run_lists
91
+ named_run_lists.inject({}) do |expanded, (name, run_list_items)|
92
+ expanded[name] = Chef::RunList.new(*run_list_items)
93
+ expanded
94
+ end
95
+ end
96
+
97
+ def normalized_named_run_lists
98
+ expanded_named_run_lists.inject({}) do |normalized,(name, run_list)|
99
+ normalized[name] = run_list.map { |i| normalize_recipe(i) }
100
+ normalized
101
+ end
102
+ end
103
+
104
+ def default_attributes
105
+ dsl.node_attributes.combined_default.to_hash
106
+ end
107
+
108
+ def override_attributes
109
+ dsl.node_attributes.combined_override.to_hash
110
+ end
111
+
112
+ def lock
113
+ @policyfile_lock ||= PolicyfileLock.build_from_compiler(self, storage_config)
114
+ end
115
+
116
+ def install
117
+ ensure_cache_dir_exists
118
+
119
+ cookbook_and_recipe_list = combined_run_lists.map(&:name).map do |recipe_spec|
120
+ cookbook, _separator, recipe = recipe_spec.partition("::")
121
+ recipe = "default" if recipe.empty?
122
+ [cookbook, recipe]
123
+ end
124
+
125
+ missing_recipes_by_cb_spec = {}
126
+
127
+ graph_solution.each do |cookbook_name, version|
128
+ spec = cookbook_location_spec_for(cookbook_name)
129
+ if spec.nil? or !spec.version_fixed?
130
+ spec = create_spec_for_cookbook(cookbook_name, version)
131
+ install_report.installing_cookbook(spec)
132
+ spec.ensure_cached
133
+ end
134
+
135
+ required_recipes = cookbook_and_recipe_list.select { |cb_name, _recipe| cb_name == spec.name }
136
+ missing_recipes = required_recipes.select {|_cb_name, recipe| !spec.cookbook_has_recipe?(recipe) }
137
+
138
+ unless missing_recipes.empty?
139
+ missing_recipes_by_cb_spec[spec] = missing_recipes
140
+ end
141
+ end
142
+
143
+ unless missing_recipes_by_cb_spec.empty?
144
+ message = "The installed cookbooks do not contain all the recipes required by your run list(s):\n"
145
+ missing_recipes_by_cb_spec.each do |spec, missing_items|
146
+ message << "#{spec.to_s}\nis missing the following required recipes:\n"
147
+ missing_items.each { |_cb, recipe| message << "* #{recipe}\n" }
148
+ end
149
+
150
+ message << "\n"
151
+ message << "You may have specified an incorrect recipe in your run list,\nor this recipe may not be available in that version of the cookbook\n"
152
+
153
+ raise CookbookDoesNotContainRequiredRecipe, message
154
+ end
155
+
156
+
157
+ end
158
+
159
+ def create_spec_for_cookbook(cookbook_name, version)
160
+ matching_source = best_source_for(cookbook_name)
161
+ source_options = matching_source.source_options_for(cookbook_name, version)
162
+ spec = Policyfile::CookbookLocationSpecification.new(cookbook_name, "= #{version}", source_options, storage_config)
163
+ @artifact_server_cookbook_location_specs[cookbook_name] = spec
164
+ end
165
+
166
+ def all_cookbook_location_specs
167
+ # in the installation process, we create "artifact_server_cookbook_location_specs"
168
+ # for any cookbook that isn't sourced from a single-version source (e.g.,
169
+ # path and git only support one version at a time), but we might have
170
+ # specs for them to track additional version constraint demands. Merging
171
+ # in this order ensures the artifact_server_cookbook_location_specs "win".
172
+ cookbook_location_specs.merge(@artifact_server_cookbook_location_specs)
173
+ end
174
+
175
+ ##
176
+ # Compilation Methods
177
+ ##
178
+
179
+ def graph_solution
180
+ return @solution if @solution
181
+ cache_fixed_version_cookbooks
182
+ @solution = Solve.it!(graph, graph_demands)
183
+ end
184
+
185
+ def graph
186
+ @graph ||= Solve::Graph.new.tap do |g|
187
+ artifacts_graph.each do |name, dependencies_by_version|
188
+ dependencies_by_version.each do |version, dependencies|
189
+ artifact = g.artifact(name, version)
190
+ dependencies.each do |dep_name, constraint|
191
+ artifact.dependency(dep_name, constraint)
192
+ end
193
+ end
194
+ end
195
+ end
196
+ end
197
+
198
+ def solution_dependencies
199
+ solution_deps = Policyfile::SolutionDependencies.new
200
+
201
+ all_cookbook_location_specs.each do |name, spec|
202
+ solution_deps.add_policyfile_dep(name, spec.version_constraint)
203
+ end
204
+
205
+ graph_solution.each do |name, version|
206
+ transitive_deps = artifacts_graph[name][version]
207
+ solution_deps.add_cookbook_dep(name, version, transitive_deps)
208
+ end
209
+ solution_deps
210
+ end
211
+
212
+ def graph_demands
213
+ cookbooks_for_demands.map do |cookbook_name|
214
+ spec = cookbook_location_spec_for(cookbook_name)
215
+ if spec.nil?
216
+ [ cookbook_name, DEFAULT_DEMAND_CONSTRAINT ]
217
+ elsif spec.version_fixed?
218
+ [ cookbook_name, "= #{spec.version}" ]
219
+ else
220
+ [ cookbook_name, spec.version_constraint.to_s ]
221
+ end
222
+ end
223
+ end
224
+
225
+ def artifacts_graph
226
+ remote_artifacts_graph.merge(local_artifacts_graph)
227
+ end
228
+
229
+ # Gives a dependency graph for cookbooks that are source from an alternate
230
+ # location. These cookbooks could have a different set of dependencies
231
+ # compared to an unmodified copy upstream. For example, the community site
232
+ # may have a cookbook "apache2" at version "1.10.4", which the user has
233
+ # forked on github and modified the dependencies without changing the
234
+ # version number. To accomodate this, the local_artifacts_graph should be
235
+ # merged over the upstream's artifacts graph.
236
+ def local_artifacts_graph
237
+ cookbook_location_specs.inject({}) do |local_artifacts, (cookbook_name, cookbook_location_spec)|
238
+ if cookbook_location_spec.version_fixed?
239
+ local_artifacts[cookbook_name] = { cookbook_location_spec.version => cookbook_location_spec.dependencies }
240
+ end
241
+ local_artifacts
242
+ end
243
+ end
244
+
245
+ def remote_artifacts_graph
246
+ @merged_graph ||=
247
+ begin
248
+ conflicting_cb_names = []
249
+ merged = {}
250
+ default_source.each do |source|
251
+ merged.merge!(source.universe_graph) do |conflicting_cb_name, _old, _new|
252
+ if (preference = preferred_source_for_cookbook(conflicting_cb_name))
253
+ preference.universe_graph[conflicting_cb_name]
254
+ elsif cookbook_could_appear_in_solution?(conflicting_cb_name)
255
+ conflicting_cb_names << conflicting_cb_name
256
+ {} # return empty set of versions
257
+ else
258
+ {} # return empty set of versions
259
+ end
260
+ end
261
+ end
262
+ handle_conflicting_cookbooks(conflicting_cb_names)
263
+ merged
264
+ end
265
+ end
266
+
267
+ def version_constraint_for(cookbook_name)
268
+ if (cookbook_location_spec = cookbook_location_spec_for(cookbook_name)) and cookbook_location_spec.version_fixed?
269
+ version = cookbook_location_spec.version
270
+ "= #{version}"
271
+ else
272
+ DEFAULT_DEMAND_CONSTRAINT
273
+ end
274
+ end
275
+
276
+ def cookbook_version_fixed?(cookbook_name)
277
+ if cookbook_location_spec = cookbook_location_spec_for(cookbook_name)
278
+ cookbook_location_spec.version_fixed?
279
+ else
280
+ false
281
+ end
282
+ end
283
+
284
+ def cookbooks_in_run_list
285
+ recipes = combined_run_lists.map {|recipe| recipe.name }
286
+ recipes.map { |r| r[/^([^:]+)/, 1] }
287
+ end
288
+
289
+ def combined_run_lists
290
+ expanded_named_run_lists.values.inject(expanded_run_list.to_a) do |accum_run_lists, run_list|
291
+ accum_run_lists |= run_list.to_a
292
+ end
293
+ end
294
+
295
+ def combined_run_lists_by_cb_name
296
+ combined_run_lists.inject({}) do |by_name_accum, run_list_item|
297
+ by_name_accum
298
+ end
299
+ end
300
+
301
+
302
+ def build
303
+ yield @dsl
304
+ self
305
+ end
306
+
307
+ def evaluate_policyfile(policyfile_string, policyfile_filename)
308
+ storage_config.use_policyfile(policyfile_filename)
309
+ @dsl.eval_policyfile(policyfile_string)
310
+ self
311
+ end
312
+
313
+ def fixed_version_cookbooks_specs
314
+ @fixed_version_cookbooks_specs ||= cookbook_location_specs.select do |_cookbook_name, cookbook_location_spec|
315
+ cookbook_location_spec.version_fixed?
316
+ end
317
+ end
318
+
319
+ private
320
+
321
+ def normalize_recipe(run_list_item)
322
+ name = run_list_item.name
323
+ name = "#{name}::default" unless name.include?("::")
324
+ "recipe[#{name}]"
325
+ end
326
+
327
+ def cookbooks_for_demands
328
+ (cookbooks_in_run_list + cookbook_location_specs.keys).uniq
329
+ end
330
+
331
+ def cache_fixed_version_cookbooks
332
+ ensure_cache_dir_exists
333
+
334
+ fixed_version_cookbooks_specs.each do |name, cookbook_location_spec|
335
+ install_report.installing_fixed_version_cookbook(cookbook_location_spec)
336
+ cookbook_location_spec.ensure_cached
337
+ end
338
+ end
339
+
340
+ def ensure_cache_dir_exists
341
+ unless File.exist?(cache_path)
342
+ FileUtils.mkdir_p(cache_path)
343
+ end
344
+ end
345
+
346
+ def cache_path
347
+ CookbookOmnifetch.storage_path
348
+ end
349
+
350
+ def best_source_for(cookbook_name)
351
+ preferred = default_source.find { |s| s.preferred_source_for?(cookbook_name) }
352
+ if preferred.nil?
353
+ default_source.find { |s|
354
+ s.universe_graph.has_key?(cookbook_name)
355
+ }
356
+ else
357
+ preferred
358
+ end
359
+ end
360
+
361
+
362
+ def preferred_source_for_cookbook(conflicting_cb_name)
363
+ default_source.find { |s| s.preferred_source_for?(conflicting_cb_name) }
364
+ end
365
+
366
+ def handle_conflicting_cookbooks(conflicting_cookbooks)
367
+ # ignore any cookbooks that have a source set.
368
+ cookbooks_wo_source = conflicting_cookbooks.select do |cookbook_name|
369
+ location_spec = cookbook_location_spec_for(cookbook_name)
370
+ location_spec.nil? || location_spec.source_options.empty?
371
+ end
372
+
373
+ if cookbooks_wo_source.empty?
374
+ nil
375
+ else
376
+ raise CookbookSourceConflict.new(cookbooks_wo_source, default_source)
377
+ end
378
+ end
379
+
380
+ def cookbook_could_appear_in_solution?(cookbook_name)
381
+ all_possible_dep_names.include?(cookbook_name)
382
+ end
383
+
384
+ # Traverses the dependency graph in a simple manner to find the set of
385
+ # cookbooks that could be considered in the dependency solution. Version
386
+ # constraints are not considered so this could include extra cookbooks.
387
+ def all_possible_dep_names
388
+ @all_possible_dep_names ||= cookbooks_for_demands.inject(Set.new) do |deps_set, demand_cookbook|
389
+
390
+ deps_set_for_source = default_source.inject(Set.new) do |deps_set_for_cb, source|
391
+ possible_deps = possible_dependencies_of(demand_cookbook, source)
392
+ deps_set_for_cb.merge(possible_deps)
393
+ end
394
+
395
+ deps_set.merge(deps_set_for_source)
396
+ end
397
+ end
398
+
399
+ def possible_dependencies_of(cookbook_name, source, dependency_set = Set.new)
400
+ return dependency_set if dependency_set.include?(cookbook_name)
401
+ return dependency_set unless source.universe_graph.key?(cookbook_name)
402
+
403
+ dependency_set << cookbook_name
404
+
405
+ deps_by_version = source.universe_graph[cookbook_name]
406
+
407
+ dep_cookbook_names = deps_by_version.values.inject(Set.new) do |names, constraint_list|
408
+ names.merge(constraint_list.map { |c| c.first })
409
+ end
410
+
411
+ dep_cookbook_names.each do |dep_cookbook_name|
412
+ possible_dependencies_of(dep_cookbook_name, source, dependency_set)
413
+ end
414
+
415
+ dependency_set
416
+ end
417
+
418
+ end
419
+ end