chef-dk 0.13.21 → 0.14.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (336) hide show
  1. checksums.yaml +4 -4
  2. data/CONTRIBUTING.md +186 -186
  3. data/Gemfile +37 -14
  4. data/Gemfile.lock +178 -72
  5. data/LICENSE +201 -201
  6. data/README.md +11 -148
  7. data/acceptance/.shared/kitchen_acceptance/.kitchen.digitalocean.yml +27 -27
  8. data/acceptance/.shared/kitchen_acceptance/.kitchen.ec2.yml +288 -288
  9. data/acceptance/.shared/kitchen_acceptance/.kitchen.vagrant.yml +52 -52
  10. data/acceptance/.shared/kitchen_acceptance/libraries/kitchen.rb +51 -51
  11. data/acceptance/.shared/kitchen_acceptance/metadata.rb +1 -1
  12. data/acceptance/Gemfile +2 -1
  13. data/acceptance/Gemfile.lock +39 -42
  14. data/acceptance/README.md +132 -132
  15. data/acceptance/trivial/.acceptance/acceptance-cookbook/.gitignore +2 -2
  16. data/acceptance/trivial/.acceptance/acceptance-cookbook/metadata.rb +2 -2
  17. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/destroy.rb +1 -1
  18. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/provision.rb +1 -1
  19. data/acceptance/trivial/.acceptance/acceptance-cookbook/recipes/verify.rb +1 -1
  20. data/acceptance/trivial/.kitchen.yml +7 -7
  21. data/acceptance/trivial/test/integration/chefdk-current-install/inspec/chef_client_spec.rb +5 -5
  22. data/bin/chef +25 -25
  23. data/lib/chef-dk.rb +19 -19
  24. data/lib/chef-dk/authenticated_http.rb +40 -40
  25. data/lib/chef-dk/chef_runner.rb +107 -107
  26. data/lib/chef-dk/cli.rb +200 -200
  27. data/lib/chef-dk/command/base.rb +79 -79
  28. data/lib/chef-dk/command/clean_policy_cookbooks.rb +116 -116
  29. data/lib/chef-dk/command/clean_policy_revisions.rb +113 -113
  30. data/lib/chef-dk/command/delete_policy.rb +122 -122
  31. data/lib/chef-dk/command/delete_policy_group.rb +122 -122
  32. data/lib/chef-dk/command/diff.rb +316 -316
  33. data/lib/chef-dk/command/env.rb +90 -90
  34. data/lib/chef-dk/command/exec.rb +45 -45
  35. data/lib/chef-dk/command/export.rb +157 -157
  36. data/lib/chef-dk/command/gem.rb +47 -47
  37. data/lib/chef-dk/command/generate.rb +120 -120
  38. data/lib/chef-dk/command/generator_commands.rb +83 -80
  39. data/lib/chef-dk/command/generator_commands/app.rb +107 -107
  40. data/lib/chef-dk/command/generator_commands/attribute.rb +37 -37
  41. data/lib/chef-dk/command/generator_commands/base.rb +148 -148
  42. data/lib/chef-dk/command/generator_commands/cookbook.rb +153 -153
  43. data/lib/chef-dk/command/generator_commands/cookbook_code_file.rb +100 -100
  44. data/lib/chef-dk/command/generator_commands/cookbook_file.rb +45 -45
  45. data/lib/chef-dk/command/generator_commands/generator_generator.rb +177 -177
  46. data/lib/chef-dk/command/generator_commands/lwrp.rb +36 -36
  47. data/lib/chef-dk/command/generator_commands/policyfile.rb +127 -127
  48. data/lib/chef-dk/command/generator_commands/recipe.rb +36 -36
  49. data/lib/chef-dk/command/generator_commands/repo.rb +125 -125
  50. data/lib/chef-dk/command/generator_commands/template.rb +46 -46
  51. data/lib/chef-dk/command/install.rb +121 -121
  52. data/lib/chef-dk/command/provision.rb +438 -438
  53. data/lib/chef-dk/command/push.rb +118 -118
  54. data/lib/chef-dk/command/push_archive.rb +126 -126
  55. data/lib/chef-dk/command/shell_init.rb +180 -180
  56. data/lib/chef-dk/command/show_policy.rb +165 -165
  57. data/lib/chef-dk/command/undelete.rb +155 -155
  58. data/lib/chef-dk/command/update.rb +148 -148
  59. data/lib/chef-dk/command/verify.rb +106 -29
  60. data/lib/chef-dk/completions/bash.sh.erb +5 -5
  61. data/lib/chef-dk/completions/chef.fish.erb +10 -10
  62. data/lib/chef-dk/completions/zsh.zsh.erb +21 -21
  63. data/lib/chef-dk/component_test.rb +30 -1
  64. data/lib/chef-dk/configurable.rb +69 -69
  65. data/lib/chef-dk/cookbook_metadata.rb +45 -45
  66. data/lib/chef-dk/cookbook_omnifetch.rb +32 -32
  67. data/lib/chef-dk/cookbook_profiler/git.rb +151 -151
  68. data/lib/chef-dk/cookbook_profiler/identifiers.rb +72 -72
  69. data/lib/chef-dk/cookbook_profiler/null_scm.rb +32 -32
  70. data/lib/chef-dk/exceptions.rb +129 -129
  71. data/lib/chef-dk/generator.rb +163 -163
  72. data/lib/chef-dk/helpers.rb +159 -159
  73. data/lib/chef-dk/pager.rb +106 -106
  74. data/lib/chef-dk/policyfile/chef_repo_cookbook_source.rb +138 -138
  75. data/lib/chef-dk/policyfile/chef_server_cookbook_source.rb +54 -54
  76. data/lib/chef-dk/policyfile/community_cookbook_source.rb +97 -97
  77. data/lib/chef-dk/policyfile/comparison_base.rb +124 -124
  78. data/lib/chef-dk/policyfile/cookbook_location_specification.rb +154 -154
  79. data/lib/chef-dk/policyfile/cookbook_locks.rb +466 -466
  80. data/lib/chef-dk/policyfile/cookbook_sources.rb +22 -22
  81. data/lib/chef-dk/policyfile/delivery_supermarket_source.rb +90 -90
  82. data/lib/chef-dk/policyfile/differ.rb +266 -266
  83. data/lib/chef-dk/policyfile/dsl.rb +261 -261
  84. data/lib/chef-dk/policyfile/lister.rb +232 -232
  85. data/lib/chef-dk/policyfile/null_cookbook_source.rb +45 -45
  86. data/lib/chef-dk/policyfile/read_cookbook_for_compat_mode_upload.rb +124 -124
  87. data/lib/chef-dk/policyfile/reports/install.rb +70 -70
  88. data/lib/chef-dk/policyfile/reports/table_printer.rb +58 -58
  89. data/lib/chef-dk/policyfile/reports/upload.rb +70 -70
  90. data/lib/chef-dk/policyfile/solution_dependencies.rb +298 -298
  91. data/lib/chef-dk/policyfile/storage_config.rb +100 -100
  92. data/lib/chef-dk/policyfile/undo_record.rb +142 -142
  93. data/lib/chef-dk/policyfile/undo_stack.rb +130 -130
  94. data/lib/chef-dk/policyfile/uploader.rb +213 -213
  95. data/lib/chef-dk/policyfile_compiler.rb +419 -419
  96. data/lib/chef-dk/policyfile_lock.rb +552 -552
  97. data/lib/chef-dk/policyfile_services/clean_policies.rb +95 -95
  98. data/lib/chef-dk/policyfile_services/clean_policy_cookbooks.rb +125 -125
  99. data/lib/chef-dk/policyfile_services/export_repo.rb +421 -421
  100. data/lib/chef-dk/policyfile_services/install.rb +126 -126
  101. data/lib/chef-dk/policyfile_services/push.rb +114 -114
  102. data/lib/chef-dk/policyfile_services/push_archive.rb +204 -204
  103. data/lib/chef-dk/policyfile_services/rm_policy.rb +142 -142
  104. data/lib/chef-dk/policyfile_services/rm_policy_group.rb +86 -86
  105. data/lib/chef-dk/policyfile_services/show_policy.rb +237 -237
  106. data/lib/chef-dk/policyfile_services/undelete.rb +108 -108
  107. data/lib/chef-dk/policyfile_services/update_attributes.rb +104 -104
  108. data/lib/chef-dk/service_exception_inspectors.rb +25 -25
  109. data/lib/chef-dk/service_exception_inspectors/base.rb +40 -40
  110. data/lib/chef-dk/service_exception_inspectors/http.rb +121 -121
  111. data/lib/chef-dk/service_exceptions.rb +143 -143
  112. data/lib/chef-dk/shell_out.rb +36 -36
  113. data/lib/chef-dk/skeletons/code_generator/files/default/Berksfile +3 -3
  114. data/lib/chef-dk/skeletons/code_generator/files/default/chefignore +102 -102
  115. data/lib/chef-dk/skeletons/code_generator/files/default/cookbook_readmes/README-policy.md +9 -9
  116. data/lib/chef-dk/skeletons/code_generator/files/default/cookbook_readmes/README.md +54 -54
  117. data/lib/chef-dk/skeletons/code_generator/files/default/gitignore +16 -16
  118. data/lib/chef-dk/skeletons/code_generator/files/default/repo/README.md +28 -28
  119. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/README.md +27 -27
  120. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/attributes/default.rb +7 -7
  121. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/metadata.rb +3 -3
  122. data/lib/chef-dk/skeletons/code_generator/files/default/repo/cookbooks/example/recipes/default.rb +8 -8
  123. data/lib/chef-dk/skeletons/code_generator/files/default/repo/data_bags/README.md +58 -58
  124. data/lib/chef-dk/skeletons/code_generator/files/default/repo/data_bags/example/example_item.json +3 -3
  125. data/lib/chef-dk/skeletons/code_generator/files/default/repo/dot-chef-repo.txt +6 -6
  126. data/lib/chef-dk/skeletons/code_generator/files/default/repo/environments/README.md +9 -9
  127. data/lib/chef-dk/skeletons/code_generator/files/default/repo/environments/example.json +12 -12
  128. data/lib/chef-dk/skeletons/code_generator/files/default/repo/policies/README.md +24 -24
  129. data/lib/chef-dk/skeletons/code_generator/files/default/repo/roles/README.md +9 -9
  130. data/lib/chef-dk/skeletons/code_generator/files/default/repo/roles/example.json +12 -12
  131. data/lib/chef-dk/skeletons/code_generator/files/default/serverspec_spec_helper.rb +8 -8
  132. data/lib/chef-dk/skeletons/code_generator/files/default/spec_helper.rb +2 -2
  133. data/lib/chef-dk/skeletons/code_generator/files/default/spec_helper_policyfile.rb +2 -2
  134. data/lib/chef-dk/skeletons/code_generator/metadata.rb +8 -8
  135. data/lib/chef-dk/skeletons/code_generator/recipes/app.rb +97 -97
  136. data/lib/chef-dk/skeletons/code_generator/recipes/attribute.rb +12 -12
  137. data/lib/chef-dk/skeletons/code_generator/recipes/cookbook.rb +117 -117
  138. data/lib/chef-dk/skeletons/code_generator/recipes/cookbook_file.rb +24 -24
  139. data/lib/chef-dk/skeletons/code_generator/recipes/lwrp.rb +23 -23
  140. data/lib/chef-dk/skeletons/code_generator/recipes/policyfile.rb +8 -8
  141. data/lib/chef-dk/skeletons/code_generator/recipes/recipe.rb +27 -27
  142. data/lib/chef-dk/skeletons/code_generator/recipes/repo.rb +67 -67
  143. data/lib/chef-dk/skeletons/code_generator/recipes/template.rb +32 -32
  144. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.all_rights.erb +3 -3
  145. data/lib/chef-dk/skeletons/code_generator/templates/default/{LICENSE.apache2.erb → LICENSE.apachev2.erb} +201 -201
  146. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.gplv2.erb +339 -339
  147. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.gplv3.erb +674 -674
  148. data/lib/chef-dk/skeletons/code_generator/templates/default/LICENSE.mit.erb +21 -21
  149. data/lib/chef-dk/skeletons/code_generator/templates/default/Policyfile.rb.erb +25 -25
  150. data/lib/chef-dk/skeletons/code_generator/templates/default/README.md.erb +4 -4
  151. data/lib/chef-dk/skeletons/code_generator/templates/default/kitchen.yml.erb +21 -21
  152. data/lib/chef-dk/skeletons/code_generator/templates/default/kitchen_policyfile.yml.erb +32 -32
  153. data/lib/chef-dk/skeletons/code_generator/templates/default/metadata.rb.erb +7 -7
  154. data/lib/chef-dk/skeletons/code_generator/templates/default/recipe.rb.erb +5 -5
  155. data/lib/chef-dk/skeletons/code_generator/templates/default/recipe_spec.rb.erb +20 -20
  156. data/lib/chef-dk/skeletons/code_generator/templates/default/repo/gitignore.erb +11 -11
  157. data/lib/chef-dk/skeletons/code_generator/templates/default/serverspec_default_spec.rb.erb +9 -9
  158. data/lib/chef-dk/ui.rb +58 -58
  159. data/lib/chef-dk/version.rb +1 -1
  160. data/lib/kitchen/provisioner/policyfile_zero.rb +195 -195
  161. data/omnibus_overrides.rb +19 -11
  162. data/spec/shared/a_file_generator.rb +125 -125
  163. data/spec/shared/a_generated_file.rb +12 -12
  164. data/spec/shared/command_with_ui_object.rb +11 -11
  165. data/spec/shared/custom_generator_cookbook.rb +130 -130
  166. data/spec/shared/fixture_cookbook_checksums.rb +47 -47
  167. data/spec/shared/setup_git_cookbooks.rb +53 -53
  168. data/spec/spec_helper.rb +51 -51
  169. data/spec/test_helpers.rb +84 -84
  170. data/spec/unit/chef_runner_spec.rb +139 -139
  171. data/spec/unit/cli_spec.rb +357 -357
  172. data/spec/unit/command/base_spec.rb +173 -169
  173. data/spec/unit/command/clean_policy_cookbooks_spec.rb +181 -181
  174. data/spec/unit/command/clean_policy_revisions_spec.rb +181 -181
  175. data/spec/unit/command/delete_policy_group_spec.rb +207 -207
  176. data/spec/unit/command/delete_policy_spec.rb +207 -207
  177. data/spec/unit/command/diff_spec.rb +312 -312
  178. data/spec/unit/command/env_spec.rb +52 -52
  179. data/spec/unit/command/exec_spec.rb +179 -179
  180. data/spec/unit/command/export_spec.rb +200 -200
  181. data/spec/unit/command/generate_spec.rb +142 -142
  182. data/spec/unit/command/generator_commands/app_spec.rb +169 -169
  183. data/spec/unit/command/generator_commands/attribute_spec.rb +32 -32
  184. data/spec/unit/command/generator_commands/base_spec.rb +136 -136
  185. data/spec/unit/command/generator_commands/cookbook_file_spec.rb +32 -32
  186. data/spec/unit/command/generator_commands/cookbook_spec.rb +450 -450
  187. data/spec/unit/command/generator_commands/generator_generator_spec.rb +229 -229
  188. data/spec/unit/command/generator_commands/lwrp_spec.rb +32 -32
  189. data/spec/unit/command/generator_commands/policyfile_spec.rb +225 -225
  190. data/spec/unit/command/generator_commands/recipe_spec.rb +34 -34
  191. data/spec/unit/command/generator_commands/repo_spec.rb +374 -367
  192. data/spec/unit/command/generator_commands/template_spec.rb +32 -32
  193. data/spec/unit/command/install_spec.rb +179 -179
  194. data/spec/unit/command/provision_spec.rb +592 -592
  195. data/spec/unit/command/push_archive_spec.rb +153 -153
  196. data/spec/unit/command/push_spec.rb +199 -199
  197. data/spec/unit/command/shell_init_spec.rb +329 -329
  198. data/spec/unit/command/show_policy_spec.rb +235 -235
  199. data/spec/unit/command/undelete_spec.rb +246 -246
  200. data/spec/unit/command/update_spec.rb +275 -275
  201. data/spec/unit/command/verify_spec.rb +15 -6
  202. data/spec/unit/commands_map_spec.rb +57 -57
  203. data/spec/unit/component_test_spec.rb +128 -126
  204. data/spec/unit/configurable_spec.rb +41 -41
  205. data/spec/unit/cookbook_metadata_spec.rb +98 -98
  206. data/spec/unit/cookbook_profiler/git_spec.rb +176 -176
  207. data/spec/unit/cookbook_profiler/identifiers_spec.rb +83 -83
  208. data/spec/unit/fixtures/chef-runner-cookbooks/test_cookbook/recipes/recipe_one.rb +9 -9
  209. data/spec/unit/fixtures/chef-runner-cookbooks/test_cookbook/recipes/recipe_two.rb +9 -9
  210. data/spec/unit/fixtures/command/cli_test_command.rb +26 -26
  211. data/spec/unit/fixtures/command/explicit_path_example.rb +7 -7
  212. data/spec/unit/fixtures/configurable/test_config_loader.rb +5 -5
  213. data/spec/unit/fixtures/configurable/test_configurable.rb +10 -10
  214. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/.kitchen.yml +16 -16
  215. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/Berksfile +3 -3
  216. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/README.md +4 -4
  217. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/chefignore +96 -96
  218. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/metadata.rb +8 -8
  219. data/spec/unit/fixtures/cookbook_cache/baz-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/recipes/default.rb +8 -8
  220. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/.kitchen.yml +16 -16
  221. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/Berksfile +3 -3
  222. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/README.md +4 -4
  223. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/chefignore +96 -96
  224. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/metadata.rb +8 -8
  225. data/spec/unit/fixtures/cookbook_cache/dep_of_bar-1.2.3/recipes/default.rb +8 -8
  226. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/.kitchen.yml +16 -16
  227. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/Berksfile +3 -3
  228. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/README.md +4 -4
  229. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/chefignore +96 -96
  230. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/metadata.rb +8 -8
  231. data/spec/unit/fixtures/cookbook_cache/foo-1.0.0/recipes/default.rb +8 -8
  232. data/spec/unit/fixtures/cookbooks_api/pruned_small_universe.json +1321 -1321
  233. data/spec/unit/fixtures/cookbooks_api/small_universe.json +2987 -2987
  234. data/spec/unit/fixtures/cookbooks_api/universe.json +1 -1
  235. data/spec/unit/fixtures/cookbooks_api/update_fixtures.rb +36 -36
  236. data/spec/unit/fixtures/dev_cookbooks/README.md +16 -16
  237. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/berkshelf/integration_test +2 -2
  238. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/berkshelf/verify_me +5 -5
  239. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/chef/verify_me +3 -3
  240. data/spec/unit/fixtures/eg_omnibus_dir/valid/embedded/apps/test-kitchen/verify_me +2 -2
  241. data/spec/unit/fixtures/example_cookbook/.gitignore +17 -17
  242. data/spec/unit/fixtures/example_cookbook/.kitchen.yml +16 -16
  243. data/spec/unit/fixtures/example_cookbook/Berksfile +3 -3
  244. data/spec/unit/fixtures/example_cookbook/README.md +4 -4
  245. data/spec/unit/fixtures/example_cookbook/chefignore +96 -96
  246. data/spec/unit/fixtures/example_cookbook/metadata.rb +8 -8
  247. data/spec/unit/fixtures/example_cookbook/recipes/default.rb +8 -8
  248. data/spec/unit/fixtures/example_cookbook_metadata_json_only/.gitignore +17 -17
  249. data/spec/unit/fixtures/example_cookbook_metadata_json_only/.kitchen.yml +16 -16
  250. data/spec/unit/fixtures/example_cookbook_metadata_json_only/Berksfile +3 -3
  251. data/spec/unit/fixtures/example_cookbook_metadata_json_only/README.md +4 -4
  252. data/spec/unit/fixtures/example_cookbook_metadata_json_only/chefignore +96 -96
  253. data/spec/unit/fixtures/example_cookbook_metadata_json_only/metadata.json +5 -5
  254. data/spec/unit/fixtures/example_cookbook_metadata_json_only/recipes/default.rb +8 -8
  255. data/spec/unit/fixtures/example_cookbook_no_metadata/.gitignore +17 -17
  256. data/spec/unit/fixtures/example_cookbook_no_metadata/.kitchen.yml +16 -16
  257. data/spec/unit/fixtures/example_cookbook_no_metadata/Berksfile +3 -3
  258. data/spec/unit/fixtures/example_cookbook_no_metadata/README.md +4 -4
  259. data/spec/unit/fixtures/example_cookbook_no_metadata/chefignore +96 -96
  260. data/spec/unit/fixtures/example_cookbook_no_metadata/recipes/default.rb +8 -8
  261. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/README.md +4 -4
  262. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/chefignore +96 -96
  263. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/metadata.rb +8 -8
  264. data/spec/unit/fixtures/local_path_cookbooks/another-local-cookbook/recipes/default.rb +8 -8
  265. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/Berksfile +3 -3
  266. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/README.md +4 -4
  267. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/chefignore +96 -96
  268. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/metadata.rb +9 -9
  269. data/spec/unit/fixtures/local_path_cookbooks/cookbook-with-a-dep/recipes/default.rb +8 -8
  270. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/.kitchen.yml +16 -16
  271. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/Berksfile +3 -3
  272. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/README.md +4 -4
  273. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/chefignore +96 -96
  274. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/metadata.rb +8 -8
  275. data/spec/unit/fixtures/local_path_cookbooks/local-cookbook/recipes/default.rb +8 -8
  276. data/spec/unit/fixtures/local_path_cookbooks/metadata-missing/README.md +2 -2
  277. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/.kitchen.yml +16 -16
  278. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/README.md +4 -4
  279. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/metadata.rb +8 -8
  280. data/spec/unit/fixtures/local_path_cookbooks/noignore-f59ee7a5bca6a4e606b67f7f856b768d847c39bb/recipes/default.rb +8 -8
  281. data/spec/unit/generator_spec.rb +119 -120
  282. data/spec/unit/helpers_spec.rb +92 -92
  283. data/spec/unit/pager_spec.rb +119 -119
  284. data/spec/unit/policyfile/chef_repo_cookbook_source_spec.rb +93 -93
  285. data/spec/unit/policyfile/chef_server_cookbook_source_spec.rb +34 -34
  286. data/spec/unit/policyfile/community_cookbook_source_spec.rb +84 -84
  287. data/spec/unit/policyfile/comparison_base_spec.rb +343 -343
  288. data/spec/unit/policyfile/cookbook_location_specification_spec.rb +277 -277
  289. data/spec/unit/policyfile/cookbook_locks_spec.rb +529 -529
  290. data/spec/unit/policyfile/delivery_supermarket_source_spec.rb +130 -130
  291. data/spec/unit/policyfile/differ_spec.rb +687 -687
  292. data/spec/unit/policyfile/lister_spec.rb +272 -272
  293. data/spec/unit/policyfile/null_cookbook_source_spec.rb +35 -35
  294. data/spec/unit/policyfile/read_cookbook_for_compat_mode_upload_spec.rb +92 -92
  295. data/spec/unit/policyfile/reports/install_spec.rb +115 -115
  296. data/spec/unit/policyfile/reports/upload_spec.rb +96 -96
  297. data/spec/unit/policyfile/solution_dependencies_spec.rb +145 -145
  298. data/spec/unit/policyfile/storage_config_spec.rb +172 -172
  299. data/spec/unit/policyfile/undo_record_spec.rb +260 -260
  300. data/spec/unit/policyfile/undo_stack_spec.rb +266 -266
  301. data/spec/unit/policyfile/uploader_spec.rb +410 -410
  302. data/spec/unit/policyfile_demands_spec.rb +1203 -1203
  303. data/spec/unit/policyfile_evaluation_spec.rb +642 -642
  304. data/spec/unit/policyfile_lock_build_spec.rb +1056 -1056
  305. data/spec/unit/policyfile_lock_install_spec.rb +138 -138
  306. data/spec/unit/policyfile_lock_serialization_spec.rb +425 -425
  307. data/spec/unit/policyfile_lock_validation_spec.rb +611 -611
  308. data/spec/unit/policyfile_services/clean_policies_spec.rb +236 -236
  309. data/spec/unit/policyfile_services/clean_policy_cookbooks_spec.rb +275 -275
  310. data/spec/unit/policyfile_services/export_repo_spec.rb +481 -481
  311. data/spec/unit/policyfile_services/install_spec.rb +211 -211
  312. data/spec/unit/policyfile_services/push_archive_spec.rb +378 -378
  313. data/spec/unit/policyfile_services/push_spec.rb +233 -233
  314. data/spec/unit/policyfile_services/rm_policy_group_spec.rb +241 -241
  315. data/spec/unit/policyfile_services/rm_policy_spec.rb +266 -266
  316. data/spec/unit/policyfile_services/show_policy_spec.rb +889 -889
  317. data/spec/unit/policyfile_services/undelete_spec.rb +304 -304
  318. data/spec/unit/policyfile_services/update_attributes_spec.rb +217 -217
  319. data/spec/unit/service_exception_inspectors/base_spec.rb +43 -43
  320. data/spec/unit/service_exception_inspectors/http_spec.rb +140 -140
  321. data/spec/unit/shell_out_spec.rb +34 -34
  322. data/spec/unit/tasks/helpers_spec.rb +75 -0
  323. data/tasks/bin/bundle-platform +0 -0
  324. data/tasks/bin/bundle-platform.bat +0 -0
  325. data/tasks/bin/create-override-gemfile +110 -0
  326. data/tasks/bundle.rb +27 -11
  327. data/tasks/bundle_util.rb +6 -5
  328. data/tasks/dependencies.rb +97 -122
  329. data/tasks/gemfile_util.rb +357 -66
  330. data/tasks/helpers.rb +47 -0
  331. data/tasks/version.rb +1 -5
  332. data/version_policy.rb +66 -41
  333. data/warning.txt +9 -9
  334. metadata +7 -5
  335. data/Gemfile.windows +0 -34
  336. data/Gemfile.windows.lock +0 -936
@@ -1,419 +1,419 @@
1
- #
2
- # Copyright:: Copyright (c) 2014 Chef Software Inc.
3
- # License:: Apache License, Version 2.0
4
- #
5
- # Licensed under the Apache License, Version 2.0 (the "License");
6
- # you may not use this file except in compliance with the License.
7
- # You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- #
17
-
18
- require 'set'
19
- require 'forwardable'
20
-
21
- require 'solve'
22
- require 'chef/run_list'
23
-
24
- require 'chef-dk/policyfile/dsl'
25
- require 'chef-dk/policyfile_lock'
26
- require 'chef-dk/ui'
27
- require 'chef-dk/policyfile/reports/install'
28
- require 'chef-dk/exceptions'
29
-
30
- module ChefDK
31
-
32
- class PolicyfileCompiler
33
-
34
- extend Forwardable
35
-
36
- DEFAULT_DEMAND_CONSTRAINT = '>= 0.0.0'.freeze
37
-
38
- # Cookbooks from these sources lock that cookbook to exactly one version
39
- SOURCE_TYPES_WITH_FIXED_VERSIONS = [:git, :path].freeze
40
-
41
- def self.evaluate(policyfile_string, policyfile_filename, ui: nil)
42
- compiler = new(ui: ui)
43
- compiler.evaluate_policyfile(policyfile_string, policyfile_filename)
44
- compiler
45
- end
46
-
47
- def_delegator :@dsl, :name
48
- def_delegator :@dsl, :run_list
49
- def_delegator :@dsl, :named_run_list
50
- def_delegator :@dsl, :named_run_lists
51
- def_delegator :@dsl, :errors
52
- def_delegator :@dsl, :default_source
53
- def_delegator :@dsl, :cookbook_location_specs
54
-
55
- attr_reader :dsl
56
- attr_reader :storage_config
57
- attr_reader :install_report
58
-
59
- def initialize(ui: nil)
60
- @storage_config = Policyfile::StorageConfig.new
61
- @dsl = Policyfile::DSL.new(storage_config)
62
- @artifact_server_cookbook_location_specs = {}
63
-
64
- @merged_graph = nil
65
-
66
- @ui = ui || UI.null
67
- @install_report = Policyfile::Reports::Install.new(ui: @ui, policyfile_compiler: self)
68
- end
69
-
70
- def error!
71
- unless errors.empty?
72
- raise PolicyfileError, errors.join("\n")
73
- end
74
- end
75
-
76
- def cookbook_location_spec_for(cookbook_name)
77
- cookbook_location_specs[cookbook_name]
78
- end
79
-
80
- def expanded_run_list
81
- # doesn't support roles yet...
82
- Chef::RunList.new(*run_list)
83
- end
84
-
85
- # copy of the expanded_run_list, properly formatted for use in a lockfile
86
- def normalized_run_list
87
- expanded_run_list.map { |i| normalize_recipe(i) }
88
- end
89
-
90
- def expanded_named_run_lists
91
- named_run_lists.inject({}) do |expanded, (name, run_list_items)|
92
- expanded[name] = Chef::RunList.new(*run_list_items)
93
- expanded
94
- end
95
- end
96
-
97
- def normalized_named_run_lists
98
- expanded_named_run_lists.inject({}) do |normalized,(name, run_list)|
99
- normalized[name] = run_list.map { |i| normalize_recipe(i) }
100
- normalized
101
- end
102
- end
103
-
104
- def default_attributes
105
- dsl.node_attributes.combined_default.to_hash
106
- end
107
-
108
- def override_attributes
109
- dsl.node_attributes.combined_override.to_hash
110
- end
111
-
112
- def lock
113
- @policyfile_lock ||= PolicyfileLock.build_from_compiler(self, storage_config)
114
- end
115
-
116
- def install
117
- ensure_cache_dir_exists
118
-
119
- cookbook_and_recipe_list = combined_run_lists.map(&:name).map do |recipe_spec|
120
- cookbook, _separator, recipe = recipe_spec.partition("::")
121
- recipe = "default" if recipe.empty?
122
- [cookbook, recipe]
123
- end
124
-
125
- missing_recipes_by_cb_spec = {}
126
-
127
- graph_solution.each do |cookbook_name, version|
128
- spec = cookbook_location_spec_for(cookbook_name)
129
- if spec.nil? or !spec.version_fixed?
130
- spec = create_spec_for_cookbook(cookbook_name, version)
131
- install_report.installing_cookbook(spec)
132
- spec.ensure_cached
133
- end
134
-
135
- required_recipes = cookbook_and_recipe_list.select { |cb_name, _recipe| cb_name == spec.name }
136
- missing_recipes = required_recipes.select {|_cb_name, recipe| !spec.cookbook_has_recipe?(recipe) }
137
-
138
- unless missing_recipes.empty?
139
- missing_recipes_by_cb_spec[spec] = missing_recipes
140
- end
141
- end
142
-
143
- unless missing_recipes_by_cb_spec.empty?
144
- message = "The installed cookbooks do not contain all the recipes required by your run list(s):\n"
145
- missing_recipes_by_cb_spec.each do |spec, missing_items|
146
- message << "#{spec.to_s}\nis missing the following required recipes:\n"
147
- missing_items.each { |_cb, recipe| message << "* #{recipe}\n" }
148
- end
149
-
150
- message << "\n"
151
- message << "You may have specified an incorrect recipe in your run list,\nor this recipe may not be available in that version of the cookbook\n"
152
-
153
- raise CookbookDoesNotContainRequiredRecipe, message
154
- end
155
-
156
-
157
- end
158
-
159
- def create_spec_for_cookbook(cookbook_name, version)
160
- matching_source = best_source_for(cookbook_name)
161
- source_options = matching_source.source_options_for(cookbook_name, version)
162
- spec = Policyfile::CookbookLocationSpecification.new(cookbook_name, "= #{version}", source_options, storage_config)
163
- @artifact_server_cookbook_location_specs[cookbook_name] = spec
164
- end
165
-
166
- def all_cookbook_location_specs
167
- # in the installation process, we create "artifact_server_cookbook_location_specs"
168
- # for any cookbook that isn't sourced from a single-version source (e.g.,
169
- # path and git only support one version at a time), but we might have
170
- # specs for them to track additional version constraint demands. Merging
171
- # in this order ensures the artifact_server_cookbook_location_specs "win".
172
- cookbook_location_specs.merge(@artifact_server_cookbook_location_specs)
173
- end
174
-
175
- ##
176
- # Compilation Methods
177
- ##
178
-
179
- def graph_solution
180
- return @solution if @solution
181
- cache_fixed_version_cookbooks
182
- @solution = Solve.it!(graph, graph_demands)
183
- end
184
-
185
- def graph
186
- @graph ||= Solve::Graph.new.tap do |g|
187
- artifacts_graph.each do |name, dependencies_by_version|
188
- dependencies_by_version.each do |version, dependencies|
189
- artifact = g.artifact(name, version)
190
- dependencies.each do |dep_name, constraint|
191
- artifact.dependency(dep_name, constraint)
192
- end
193
- end
194
- end
195
- end
196
- end
197
-
198
- def solution_dependencies
199
- solution_deps = Policyfile::SolutionDependencies.new
200
-
201
- all_cookbook_location_specs.each do |name, spec|
202
- solution_deps.add_policyfile_dep(name, spec.version_constraint)
203
- end
204
-
205
- graph_solution.each do |name, version|
206
- transitive_deps = artifacts_graph[name][version]
207
- solution_deps.add_cookbook_dep(name, version, transitive_deps)
208
- end
209
- solution_deps
210
- end
211
-
212
- def graph_demands
213
- cookbooks_for_demands.map do |cookbook_name|
214
- spec = cookbook_location_spec_for(cookbook_name)
215
- if spec.nil?
216
- [ cookbook_name, DEFAULT_DEMAND_CONSTRAINT ]
217
- elsif spec.version_fixed?
218
- [ cookbook_name, "= #{spec.version}" ]
219
- else
220
- [ cookbook_name, spec.version_constraint.to_s ]
221
- end
222
- end
223
- end
224
-
225
- def artifacts_graph
226
- remote_artifacts_graph.merge(local_artifacts_graph)
227
- end
228
-
229
- # Gives a dependency graph for cookbooks that are source from an alternate
230
- # location. These cookbooks could have a different set of dependencies
231
- # compared to an unmodified copy upstream. For example, the community site
232
- # may have a cookbook "apache2" at version "1.10.4", which the user has
233
- # forked on github and modified the dependencies without changing the
234
- # version number. To accomodate this, the local_artifacts_graph should be
235
- # merged over the upstream's artifacts graph.
236
- def local_artifacts_graph
237
- cookbook_location_specs.inject({}) do |local_artifacts, (cookbook_name, cookbook_location_spec)|
238
- if cookbook_location_spec.version_fixed?
239
- local_artifacts[cookbook_name] = { cookbook_location_spec.version => cookbook_location_spec.dependencies }
240
- end
241
- local_artifacts
242
- end
243
- end
244
-
245
- def remote_artifacts_graph
246
- @merged_graph ||=
247
- begin
248
- conflicting_cb_names = []
249
- merged = {}
250
- default_source.each do |source|
251
- merged.merge!(source.universe_graph) do |conflicting_cb_name, _old, _new|
252
- if (preference = preferred_source_for_cookbook(conflicting_cb_name))
253
- preference.universe_graph[conflicting_cb_name]
254
- elsif cookbook_could_appear_in_solution?(conflicting_cb_name)
255
- conflicting_cb_names << conflicting_cb_name
256
- {} # return empty set of versions
257
- else
258
- {} # return empty set of versions
259
- end
260
- end
261
- end
262
- handle_conflicting_cookbooks(conflicting_cb_names)
263
- merged
264
- end
265
- end
266
-
267
- def version_constraint_for(cookbook_name)
268
- if (cookbook_location_spec = cookbook_location_spec_for(cookbook_name)) and cookbook_location_spec.version_fixed?
269
- version = cookbook_location_spec.version
270
- "= #{version}"
271
- else
272
- DEFAULT_DEMAND_CONSTRAINT
273
- end
274
- end
275
-
276
- def cookbook_version_fixed?(cookbook_name)
277
- if cookbook_location_spec = cookbook_location_spec_for(cookbook_name)
278
- cookbook_location_spec.version_fixed?
279
- else
280
- false
281
- end
282
- end
283
-
284
- def cookbooks_in_run_list
285
- recipes = combined_run_lists.map {|recipe| recipe.name }
286
- recipes.map { |r| r[/^([^:]+)/, 1] }
287
- end
288
-
289
- def combined_run_lists
290
- expanded_named_run_lists.values.inject(expanded_run_list.to_a) do |accum_run_lists, run_list|
291
- accum_run_lists |= run_list.to_a
292
- end
293
- end
294
-
295
- def combined_run_lists_by_cb_name
296
- combined_run_lists.inject({}) do |by_name_accum, run_list_item|
297
- by_name_accum
298
- end
299
- end
300
-
301
-
302
- def build
303
- yield @dsl
304
- self
305
- end
306
-
307
- def evaluate_policyfile(policyfile_string, policyfile_filename)
308
- storage_config.use_policyfile(policyfile_filename)
309
- @dsl.eval_policyfile(policyfile_string)
310
- self
311
- end
312
-
313
- def fixed_version_cookbooks_specs
314
- @fixed_version_cookbooks_specs ||= cookbook_location_specs.select do |_cookbook_name, cookbook_location_spec|
315
- cookbook_location_spec.version_fixed?
316
- end
317
- end
318
-
319
- private
320
-
321
- def normalize_recipe(run_list_item)
322
- name = run_list_item.name
323
- name = "#{name}::default" unless name.include?("::")
324
- "recipe[#{name}]"
325
- end
326
-
327
- def cookbooks_for_demands
328
- (cookbooks_in_run_list + cookbook_location_specs.keys).uniq
329
- end
330
-
331
- def cache_fixed_version_cookbooks
332
- ensure_cache_dir_exists
333
-
334
- fixed_version_cookbooks_specs.each do |name, cookbook_location_spec|
335
- install_report.installing_fixed_version_cookbook(cookbook_location_spec)
336
- cookbook_location_spec.ensure_cached
337
- end
338
- end
339
-
340
- def ensure_cache_dir_exists
341
- unless File.exist?(cache_path)
342
- FileUtils.mkdir_p(cache_path)
343
- end
344
- end
345
-
346
- def cache_path
347
- CookbookOmnifetch.storage_path
348
- end
349
-
350
- def best_source_for(cookbook_name)
351
- preferred = default_source.find { |s| s.preferred_source_for?(cookbook_name) }
352
- if preferred.nil?
353
- default_source.find { |s|
354
- s.universe_graph.has_key?(cookbook_name)
355
- }
356
- else
357
- preferred
358
- end
359
- end
360
-
361
-
362
- def preferred_source_for_cookbook(conflicting_cb_name)
363
- default_source.find { |s| s.preferred_source_for?(conflicting_cb_name) }
364
- end
365
-
366
- def handle_conflicting_cookbooks(conflicting_cookbooks)
367
- # ignore any cookbooks that have a source set.
368
- cookbooks_wo_source = conflicting_cookbooks.select do |cookbook_name|
369
- location_spec = cookbook_location_spec_for(cookbook_name)
370
- location_spec.nil? || location_spec.source_options.empty?
371
- end
372
-
373
- if cookbooks_wo_source.empty?
374
- nil
375
- else
376
- raise CookbookSourceConflict.new(cookbooks_wo_source, default_source)
377
- end
378
- end
379
-
380
- def cookbook_could_appear_in_solution?(cookbook_name)
381
- all_possible_dep_names.include?(cookbook_name)
382
- end
383
-
384
- # Traverses the dependency graph in a simple manner to find the set of
385
- # cookbooks that could be considered in the dependency solution. Version
386
- # constraints are not considered so this could include extra cookbooks.
387
- def all_possible_dep_names
388
- @all_possible_dep_names ||= cookbooks_for_demands.inject(Set.new) do |deps_set, demand_cookbook|
389
-
390
- deps_set_for_source = default_source.inject(Set.new) do |deps_set_for_cb, source|
391
- possible_deps = possible_dependencies_of(demand_cookbook, source)
392
- deps_set_for_cb.merge(possible_deps)
393
- end
394
-
395
- deps_set.merge(deps_set_for_source)
396
- end
397
- end
398
-
399
- def possible_dependencies_of(cookbook_name, source, dependency_set = Set.new)
400
- return dependency_set if dependency_set.include?(cookbook_name)
401
- return dependency_set unless source.universe_graph.key?(cookbook_name)
402
-
403
- dependency_set << cookbook_name
404
-
405
- deps_by_version = source.universe_graph[cookbook_name]
406
-
407
- dep_cookbook_names = deps_by_version.values.inject(Set.new) do |names, constraint_list|
408
- names.merge(constraint_list.map { |c| c.first })
409
- end
410
-
411
- dep_cookbook_names.each do |dep_cookbook_name|
412
- possible_dependencies_of(dep_cookbook_name, source, dependency_set)
413
- end
414
-
415
- dependency_set
416
- end
417
-
418
- end
419
- end
1
+ #
2
+ # Copyright:: Copyright (c) 2014 Chef Software Inc.
3
+ # License:: Apache License, Version 2.0
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
17
+
18
+ require 'set'
19
+ require 'forwardable'
20
+
21
+ require 'solve'
22
+ require 'chef/run_list'
23
+
24
+ require 'chef-dk/policyfile/dsl'
25
+ require 'chef-dk/policyfile_lock'
26
+ require 'chef-dk/ui'
27
+ require 'chef-dk/policyfile/reports/install'
28
+ require 'chef-dk/exceptions'
29
+
30
+ module ChefDK
31
+
32
+ class PolicyfileCompiler
33
+
34
+ extend Forwardable
35
+
36
+ DEFAULT_DEMAND_CONSTRAINT = '>= 0.0.0'.freeze
37
+
38
+ # Cookbooks from these sources lock that cookbook to exactly one version
39
+ SOURCE_TYPES_WITH_FIXED_VERSIONS = [:git, :path].freeze
40
+
41
+ def self.evaluate(policyfile_string, policyfile_filename, ui: nil)
42
+ compiler = new(ui: ui)
43
+ compiler.evaluate_policyfile(policyfile_string, policyfile_filename)
44
+ compiler
45
+ end
46
+
47
+ def_delegator :@dsl, :name
48
+ def_delegator :@dsl, :run_list
49
+ def_delegator :@dsl, :named_run_list
50
+ def_delegator :@dsl, :named_run_lists
51
+ def_delegator :@dsl, :errors
52
+ def_delegator :@dsl, :default_source
53
+ def_delegator :@dsl, :cookbook_location_specs
54
+
55
+ attr_reader :dsl
56
+ attr_reader :storage_config
57
+ attr_reader :install_report
58
+
59
+ def initialize(ui: nil)
60
+ @storage_config = Policyfile::StorageConfig.new
61
+ @dsl = Policyfile::DSL.new(storage_config)
62
+ @artifact_server_cookbook_location_specs = {}
63
+
64
+ @merged_graph = nil
65
+
66
+ @ui = ui || UI.null
67
+ @install_report = Policyfile::Reports::Install.new(ui: @ui, policyfile_compiler: self)
68
+ end
69
+
70
+ def error!
71
+ unless errors.empty?
72
+ raise PolicyfileError, errors.join("\n")
73
+ end
74
+ end
75
+
76
+ def cookbook_location_spec_for(cookbook_name)
77
+ cookbook_location_specs[cookbook_name]
78
+ end
79
+
80
+ def expanded_run_list
81
+ # doesn't support roles yet...
82
+ Chef::RunList.new(*run_list)
83
+ end
84
+
85
+ # copy of the expanded_run_list, properly formatted for use in a lockfile
86
+ def normalized_run_list
87
+ expanded_run_list.map { |i| normalize_recipe(i) }
88
+ end
89
+
90
+ def expanded_named_run_lists
91
+ named_run_lists.inject({}) do |expanded, (name, run_list_items)|
92
+ expanded[name] = Chef::RunList.new(*run_list_items)
93
+ expanded
94
+ end
95
+ end
96
+
97
+ def normalized_named_run_lists
98
+ expanded_named_run_lists.inject({}) do |normalized,(name, run_list)|
99
+ normalized[name] = run_list.map { |i| normalize_recipe(i) }
100
+ normalized
101
+ end
102
+ end
103
+
104
+ def default_attributes
105
+ dsl.node_attributes.combined_default.to_hash
106
+ end
107
+
108
+ def override_attributes
109
+ dsl.node_attributes.combined_override.to_hash
110
+ end
111
+
112
+ def lock
113
+ @policyfile_lock ||= PolicyfileLock.build_from_compiler(self, storage_config)
114
+ end
115
+
116
+ def install
117
+ ensure_cache_dir_exists
118
+
119
+ cookbook_and_recipe_list = combined_run_lists.map(&:name).map do |recipe_spec|
120
+ cookbook, _separator, recipe = recipe_spec.partition("::")
121
+ recipe = "default" if recipe.empty?
122
+ [cookbook, recipe]
123
+ end
124
+
125
+ missing_recipes_by_cb_spec = {}
126
+
127
+ graph_solution.each do |cookbook_name, version|
128
+ spec = cookbook_location_spec_for(cookbook_name)
129
+ if spec.nil? or !spec.version_fixed?
130
+ spec = create_spec_for_cookbook(cookbook_name, version)
131
+ install_report.installing_cookbook(spec)
132
+ spec.ensure_cached
133
+ end
134
+
135
+ required_recipes = cookbook_and_recipe_list.select { |cb_name, _recipe| cb_name == spec.name }
136
+ missing_recipes = required_recipes.select {|_cb_name, recipe| !spec.cookbook_has_recipe?(recipe) }
137
+
138
+ unless missing_recipes.empty?
139
+ missing_recipes_by_cb_spec[spec] = missing_recipes
140
+ end
141
+ end
142
+
143
+ unless missing_recipes_by_cb_spec.empty?
144
+ message = "The installed cookbooks do not contain all the recipes required by your run list(s):\n"
145
+ missing_recipes_by_cb_spec.each do |spec, missing_items|
146
+ message << "#{spec.to_s}\nis missing the following required recipes:\n"
147
+ missing_items.each { |_cb, recipe| message << "* #{recipe}\n" }
148
+ end
149
+
150
+ message << "\n"
151
+ message << "You may have specified an incorrect recipe in your run list,\nor this recipe may not be available in that version of the cookbook\n"
152
+
153
+ raise CookbookDoesNotContainRequiredRecipe, message
154
+ end
155
+
156
+
157
+ end
158
+
159
+ def create_spec_for_cookbook(cookbook_name, version)
160
+ matching_source = best_source_for(cookbook_name)
161
+ source_options = matching_source.source_options_for(cookbook_name, version)
162
+ spec = Policyfile::CookbookLocationSpecification.new(cookbook_name, "= #{version}", source_options, storage_config)
163
+ @artifact_server_cookbook_location_specs[cookbook_name] = spec
164
+ end
165
+
166
+ def all_cookbook_location_specs
167
+ # in the installation process, we create "artifact_server_cookbook_location_specs"
168
+ # for any cookbook that isn't sourced from a single-version source (e.g.,
169
+ # path and git only support one version at a time), but we might have
170
+ # specs for them to track additional version constraint demands. Merging
171
+ # in this order ensures the artifact_server_cookbook_location_specs "win".
172
+ cookbook_location_specs.merge(@artifact_server_cookbook_location_specs)
173
+ end
174
+
175
+ ##
176
+ # Compilation Methods
177
+ ##
178
+
179
+ def graph_solution
180
+ return @solution if @solution
181
+ cache_fixed_version_cookbooks
182
+ @solution = Solve.it!(graph, graph_demands)
183
+ end
184
+
185
+ def graph
186
+ @graph ||= Solve::Graph.new.tap do |g|
187
+ artifacts_graph.each do |name, dependencies_by_version|
188
+ dependencies_by_version.each do |version, dependencies|
189
+ artifact = g.artifact(name, version)
190
+ dependencies.each do |dep_name, constraint|
191
+ artifact.dependency(dep_name, constraint)
192
+ end
193
+ end
194
+ end
195
+ end
196
+ end
197
+
198
+ def solution_dependencies
199
+ solution_deps = Policyfile::SolutionDependencies.new
200
+
201
+ all_cookbook_location_specs.each do |name, spec|
202
+ solution_deps.add_policyfile_dep(name, spec.version_constraint)
203
+ end
204
+
205
+ graph_solution.each do |name, version|
206
+ transitive_deps = artifacts_graph[name][version]
207
+ solution_deps.add_cookbook_dep(name, version, transitive_deps)
208
+ end
209
+ solution_deps
210
+ end
211
+
212
+ def graph_demands
213
+ cookbooks_for_demands.map do |cookbook_name|
214
+ spec = cookbook_location_spec_for(cookbook_name)
215
+ if spec.nil?
216
+ [ cookbook_name, DEFAULT_DEMAND_CONSTRAINT ]
217
+ elsif spec.version_fixed?
218
+ [ cookbook_name, "= #{spec.version}" ]
219
+ else
220
+ [ cookbook_name, spec.version_constraint.to_s ]
221
+ end
222
+ end
223
+ end
224
+
225
+ def artifacts_graph
226
+ remote_artifacts_graph.merge(local_artifacts_graph)
227
+ end
228
+
229
+ # Gives a dependency graph for cookbooks that are source from an alternate
230
+ # location. These cookbooks could have a different set of dependencies
231
+ # compared to an unmodified copy upstream. For example, the community site
232
+ # may have a cookbook "apache2" at version "1.10.4", which the user has
233
+ # forked on github and modified the dependencies without changing the
234
+ # version number. To accomodate this, the local_artifacts_graph should be
235
+ # merged over the upstream's artifacts graph.
236
+ def local_artifacts_graph
237
+ cookbook_location_specs.inject({}) do |local_artifacts, (cookbook_name, cookbook_location_spec)|
238
+ if cookbook_location_spec.version_fixed?
239
+ local_artifacts[cookbook_name] = { cookbook_location_spec.version => cookbook_location_spec.dependencies }
240
+ end
241
+ local_artifacts
242
+ end
243
+ end
244
+
245
+ def remote_artifacts_graph
246
+ @merged_graph ||=
247
+ begin
248
+ conflicting_cb_names = []
249
+ merged = {}
250
+ default_source.each do |source|
251
+ merged.merge!(source.universe_graph) do |conflicting_cb_name, _old, _new|
252
+ if (preference = preferred_source_for_cookbook(conflicting_cb_name))
253
+ preference.universe_graph[conflicting_cb_name]
254
+ elsif cookbook_could_appear_in_solution?(conflicting_cb_name)
255
+ conflicting_cb_names << conflicting_cb_name
256
+ {} # return empty set of versions
257
+ else
258
+ {} # return empty set of versions
259
+ end
260
+ end
261
+ end
262
+ handle_conflicting_cookbooks(conflicting_cb_names)
263
+ merged
264
+ end
265
+ end
266
+
267
+ def version_constraint_for(cookbook_name)
268
+ if (cookbook_location_spec = cookbook_location_spec_for(cookbook_name)) and cookbook_location_spec.version_fixed?
269
+ version = cookbook_location_spec.version
270
+ "= #{version}"
271
+ else
272
+ DEFAULT_DEMAND_CONSTRAINT
273
+ end
274
+ end
275
+
276
+ def cookbook_version_fixed?(cookbook_name)
277
+ if cookbook_location_spec = cookbook_location_spec_for(cookbook_name)
278
+ cookbook_location_spec.version_fixed?
279
+ else
280
+ false
281
+ end
282
+ end
283
+
284
+ def cookbooks_in_run_list
285
+ recipes = combined_run_lists.map {|recipe| recipe.name }
286
+ recipes.map { |r| r[/^([^:]+)/, 1] }
287
+ end
288
+
289
+ def combined_run_lists
290
+ expanded_named_run_lists.values.inject(expanded_run_list.to_a) do |accum_run_lists, run_list|
291
+ accum_run_lists |= run_list.to_a
292
+ end
293
+ end
294
+
295
+ def combined_run_lists_by_cb_name
296
+ combined_run_lists.inject({}) do |by_name_accum, run_list_item|
297
+ by_name_accum
298
+ end
299
+ end
300
+
301
+
302
+ def build
303
+ yield @dsl
304
+ self
305
+ end
306
+
307
+ def evaluate_policyfile(policyfile_string, policyfile_filename)
308
+ storage_config.use_policyfile(policyfile_filename)
309
+ @dsl.eval_policyfile(policyfile_string)
310
+ self
311
+ end
312
+
313
+ def fixed_version_cookbooks_specs
314
+ @fixed_version_cookbooks_specs ||= cookbook_location_specs.select do |_cookbook_name, cookbook_location_spec|
315
+ cookbook_location_spec.version_fixed?
316
+ end
317
+ end
318
+
319
+ private
320
+
321
+ def normalize_recipe(run_list_item)
322
+ name = run_list_item.name
323
+ name = "#{name}::default" unless name.include?("::")
324
+ "recipe[#{name}]"
325
+ end
326
+
327
+ def cookbooks_for_demands
328
+ (cookbooks_in_run_list + cookbook_location_specs.keys).uniq
329
+ end
330
+
331
+ def cache_fixed_version_cookbooks
332
+ ensure_cache_dir_exists
333
+
334
+ fixed_version_cookbooks_specs.each do |name, cookbook_location_spec|
335
+ install_report.installing_fixed_version_cookbook(cookbook_location_spec)
336
+ cookbook_location_spec.ensure_cached
337
+ end
338
+ end
339
+
340
+ def ensure_cache_dir_exists
341
+ unless File.exist?(cache_path)
342
+ FileUtils.mkdir_p(cache_path)
343
+ end
344
+ end
345
+
346
+ def cache_path
347
+ CookbookOmnifetch.storage_path
348
+ end
349
+
350
+ def best_source_for(cookbook_name)
351
+ preferred = default_source.find { |s| s.preferred_source_for?(cookbook_name) }
352
+ if preferred.nil?
353
+ default_source.find { |s|
354
+ s.universe_graph.has_key?(cookbook_name)
355
+ }
356
+ else
357
+ preferred
358
+ end
359
+ end
360
+
361
+
362
+ def preferred_source_for_cookbook(conflicting_cb_name)
363
+ default_source.find { |s| s.preferred_source_for?(conflicting_cb_name) }
364
+ end
365
+
366
+ def handle_conflicting_cookbooks(conflicting_cookbooks)
367
+ # ignore any cookbooks that have a source set.
368
+ cookbooks_wo_source = conflicting_cookbooks.select do |cookbook_name|
369
+ location_spec = cookbook_location_spec_for(cookbook_name)
370
+ location_spec.nil? || location_spec.source_options.empty?
371
+ end
372
+
373
+ if cookbooks_wo_source.empty?
374
+ nil
375
+ else
376
+ raise CookbookSourceConflict.new(cookbooks_wo_source, default_source)
377
+ end
378
+ end
379
+
380
+ def cookbook_could_appear_in_solution?(cookbook_name)
381
+ all_possible_dep_names.include?(cookbook_name)
382
+ end
383
+
384
+ # Traverses the dependency graph in a simple manner to find the set of
385
+ # cookbooks that could be considered in the dependency solution. Version
386
+ # constraints are not considered so this could include extra cookbooks.
387
+ def all_possible_dep_names
388
+ @all_possible_dep_names ||= cookbooks_for_demands.inject(Set.new) do |deps_set, demand_cookbook|
389
+
390
+ deps_set_for_source = default_source.inject(Set.new) do |deps_set_for_cb, source|
391
+ possible_deps = possible_dependencies_of(demand_cookbook, source)
392
+ deps_set_for_cb.merge(possible_deps)
393
+ end
394
+
395
+ deps_set.merge(deps_set_for_source)
396
+ end
397
+ end
398
+
399
+ def possible_dependencies_of(cookbook_name, source, dependency_set = Set.new)
400
+ return dependency_set if dependency_set.include?(cookbook_name)
401
+ return dependency_set unless source.universe_graph.key?(cookbook_name)
402
+
403
+ dependency_set << cookbook_name
404
+
405
+ deps_by_version = source.universe_graph[cookbook_name]
406
+
407
+ dep_cookbook_names = deps_by_version.values.inject(Set.new) do |names, constraint_list|
408
+ names.merge(constraint_list.map { |c| c.first })
409
+ end
410
+
411
+ dep_cookbook_names.each do |dep_cookbook_name|
412
+ possible_dependencies_of(dep_cookbook_name, source, dependency_set)
413
+ end
414
+
415
+ dependency_set
416
+ end
417
+
418
+ end
419
+ end