google-api-client 0.11.3 → 0.12.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (397) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +51 -0
  3. data/api_names.yaml +32317 -34465
  4. data/generated/google/apis/acceleratedmobilepageurl_v1/classes.rb +44 -44
  5. data/generated/google/apis/acceleratedmobilepageurl_v1/representations.rb +14 -14
  6. data/generated/google/apis/acceleratedmobilepageurl_v1/service.rb +10 -10
  7. data/generated/google/apis/adexchangebuyer2_v2beta1.rb +1 -1
  8. data/generated/google/apis/adexchangebuyer2_v2beta1/classes.rb +305 -305
  9. data/generated/google/apis/adexchangebuyer2_v2beta1/representations.rb +82 -82
  10. data/generated/google/apis/adexchangebuyer2_v2beta1/service.rb +106 -106
  11. data/generated/google/apis/adexchangebuyer_v1_4/classes.rb +6 -6
  12. data/generated/google/apis/adexchangebuyer_v1_4/representations.rb +3 -3
  13. data/generated/google/apis/adexchangebuyer_v1_4/service.rb +3 -3
  14. data/generated/google/apis/adexchangeseller_v2_0/service.rb +10 -10
  15. data/generated/google/apis/admin_directory_v1/service.rb +26 -26
  16. data/generated/google/apis/adsense_v1_4.rb +1 -1
  17. data/generated/google/apis/adsense_v1_4/classes.rb +2 -2
  18. data/generated/google/apis/adsense_v1_4/representations.rb +3 -3
  19. data/generated/google/apis/adsense_v1_4/service.rb +44 -44
  20. data/generated/google/apis/adsensehost_v4_1.rb +1 -1
  21. data/generated/google/apis/adsensehost_v4_1/service.rb +22 -22
  22. data/generated/google/apis/analytics_v3/classes.rb +3 -3
  23. data/generated/google/apis/analytics_v3/representations.rb +3 -3
  24. data/generated/google/apis/analytics_v3/service.rb +82 -82
  25. data/generated/google/apis/analyticsreporting_v4.rb +1 -1
  26. data/generated/google/apis/analyticsreporting_v4/classes.rb +916 -916
  27. data/generated/google/apis/analyticsreporting_v4/representations.rb +167 -167
  28. data/generated/google/apis/analyticsreporting_v4/service.rb +7 -7
  29. data/generated/google/apis/androidenterprise_v1.rb +1 -1
  30. data/generated/google/apis/androidenterprise_v1/classes.rb +10 -10
  31. data/generated/google/apis/androidenterprise_v1/representations.rb +20 -20
  32. data/generated/google/apis/androidenterprise_v1/service.rb +43 -43
  33. data/generated/google/apis/androidpublisher_v2/classes.rb +26 -26
  34. data/generated/google/apis/androidpublisher_v2/representations.rb +46 -46
  35. data/generated/google/apis/androidpublisher_v2/service.rb +95 -95
  36. data/generated/google/apis/appengine_v1.rb +1 -1
  37. data/generated/google/apis/appengine_v1/classes.rb +825 -817
  38. data/generated/google/apis/appengine_v1/representations.rb +185 -184
  39. data/generated/google/apis/appengine_v1/service.rb +220 -216
  40. data/generated/google/apis/appstate_v1.rb +1 -1
  41. data/generated/google/apis/bigquery_v2.rb +1 -1
  42. data/generated/google/apis/bigquery_v2/classes.rb +9 -7
  43. data/generated/google/apis/bigquery_v2/representations.rb +8 -8
  44. data/generated/google/apis/bigquery_v2/service.rb +13 -13
  45. data/generated/google/apis/blogger_v3/service.rb +3 -3
  46. data/generated/google/apis/books_v1/classes.rb +55 -55
  47. data/generated/google/apis/books_v1/representations.rb +67 -67
  48. data/generated/google/apis/books_v1/service.rb +82 -82
  49. data/generated/google/apis/calendar_v3.rb +1 -1
  50. data/generated/google/apis/calendar_v3/classes.rb +6 -6
  51. data/generated/google/apis/calendar_v3/representations.rb +3 -3
  52. data/generated/google/apis/calendar_v3/service.rb +2 -2
  53. data/generated/google/apis/civicinfo_v2/classes.rb +1 -1
  54. data/generated/google/apis/civicinfo_v2/representations.rb +2 -2
  55. data/generated/google/apis/civicinfo_v2/service.rb +8 -8
  56. data/generated/google/apis/classroom_v1.rb +24 -24
  57. data/generated/google/apis/classroom_v1/classes.rb +381 -381
  58. data/generated/google/apis/classroom_v1/representations.rb +108 -108
  59. data/generated/google/apis/classroom_v1/service.rb +503 -503
  60. data/generated/google/apis/cloudbuild_v1.rb +1 -1
  61. data/generated/google/apis/cloudbuild_v1/classes.rb +219 -219
  62. data/generated/google/apis/cloudbuild_v1/representations.rb +62 -62
  63. data/generated/google/apis/cloudbuild_v1/service.rb +165 -165
  64. data/generated/google/apis/clouddebugger_v2.rb +1 -1
  65. data/generated/google/apis/clouddebugger_v2/classes.rb +133 -133
  66. data/generated/google/apis/clouddebugger_v2/representations.rb +29 -29
  67. data/generated/google/apis/clouddebugger_v2/service.rb +54 -54
  68. data/generated/google/apis/clouderrorreporting_v1beta1.rb +1 -1
  69. data/generated/google/apis/clouderrorreporting_v1beta1/classes.rb +177 -177
  70. data/generated/google/apis/clouderrorreporting_v1beta1/representations.rb +47 -47
  71. data/generated/google/apis/clouderrorreporting_v1beta1/service.rb +123 -123
  72. data/generated/google/apis/cloudfunctions_v1.rb +1 -1
  73. data/generated/google/apis/cloudfunctions_v1/service.rb +6 -6
  74. data/generated/google/apis/cloudkms_v1.rb +3 -3
  75. data/generated/google/apis/cloudkms_v1/classes.rb +229 -229
  76. data/generated/google/apis/cloudkms_v1/representations.rb +54 -54
  77. data/generated/google/apis/cloudkms_v1/service.rb +224 -224
  78. data/generated/google/apis/cloudresourcemanager_v1.rb +3 -3
  79. data/generated/google/apis/cloudresourcemanager_v1/classes.rb +1199 -1199
  80. data/generated/google/apis/cloudresourcemanager_v1/representations.rb +192 -192
  81. data/generated/google/apis/cloudresourcemanager_v1/service.rb +122 -122
  82. data/generated/google/apis/cloudresourcemanager_v1beta1/classes.rb +495 -495
  83. data/generated/google/apis/cloudresourcemanager_v1beta1/representations.rb +92 -92
  84. data/generated/google/apis/cloudresourcemanager_v1beta1/service.rb +320 -320
  85. data/generated/google/apis/cloudtrace_v1.rb +4 -4
  86. data/generated/google/apis/cloudtrace_v1/classes.rb +44 -44
  87. data/generated/google/apis/cloudtrace_v1/representations.rb +13 -13
  88. data/generated/google/apis/cloudtrace_v1/service.rb +28 -28
  89. data/generated/google/apis/compute_beta.rb +1 -1
  90. data/generated/google/apis/compute_beta/classes.rb +57 -15
  91. data/generated/google/apis/compute_beta/representations.rb +30 -14
  92. data/generated/google/apis/compute_beta/service.rb +52 -52
  93. data/generated/google/apis/compute_v1.rb +1 -1
  94. data/generated/google/apis/compute_v1/classes.rb +223 -10
  95. data/generated/google/apis/compute_v1/representations.rb +85 -16
  96. data/generated/google/apis/compute_v1/service.rb +327 -51
  97. data/generated/google/apis/container_v1/classes.rb +267 -267
  98. data/generated/google/apis/container_v1/representations.rb +61 -61
  99. data/generated/google/apis/container_v1/service.rb +123 -123
  100. data/generated/google/apis/content_v2.rb +1 -1
  101. data/generated/google/apis/content_v2/classes.rb +71 -71
  102. data/generated/google/apis/content_v2/representations.rb +105 -105
  103. data/generated/google/apis/content_v2/service.rb +120 -120
  104. data/generated/google/apis/dataflow_v1b3.rb +4 -4
  105. data/generated/google/apis/dataflow_v1b3/classes.rb +3442 -3452
  106. data/generated/google/apis/dataflow_v1b3/representations.rb +388 -389
  107. data/generated/google/apis/dataflow_v1b3/service.rb +265 -265
  108. data/generated/google/apis/dataproc_v1.rb +1 -1
  109. data/generated/google/apis/dataproc_v1/classes.rb +1059 -1059
  110. data/generated/google/apis/dataproc_v1/representations.rb +147 -147
  111. data/generated/google/apis/dataproc_v1/service.rb +309 -305
  112. data/generated/google/apis/datastore_v1.rb +1 -1
  113. data/generated/google/apis/datastore_v1/classes.rb +818 -818
  114. data/generated/google/apis/datastore_v1/representations.rb +151 -151
  115. data/generated/google/apis/datastore_v1/service.rb +62 -62
  116. data/generated/google/apis/deploymentmanager_v2/classes.rb +5 -5
  117. data/generated/google/apis/deploymentmanager_v2/representations.rb +10 -10
  118. data/generated/google/apis/deploymentmanager_v2/service.rb +20 -20
  119. data/generated/google/apis/discovery_v1/classes.rb +4 -4
  120. data/generated/google/apis/discovery_v1/representations.rb +2 -2
  121. data/generated/google/apis/discovery_v1/service.rb +1 -1
  122. data/generated/google/apis/dns_v1.rb +1 -1
  123. data/generated/google/apis/dns_v1/classes.rb +3 -3
  124. data/generated/google/apis/dns_v1/representations.rb +6 -6
  125. data/generated/google/apis/dns_v1/service.rb +12 -12
  126. data/generated/google/apis/dns_v2beta1.rb +1 -1
  127. data/generated/google/apis/doubleclickbidmanager_v1.rb +1 -1
  128. data/generated/google/apis/doubleclickbidmanager_v1/service.rb +8 -8
  129. data/generated/google/apis/doubleclicksearch_v2.rb +1 -1
  130. data/generated/google/apis/drive_v2/service.rb +1 -1
  131. data/generated/google/apis/drive_v3/service.rb +1 -1
  132. data/generated/google/apis/firebasedynamiclinks_v1.rb +1 -1
  133. data/generated/google/apis/firebasedynamiclinks_v1/classes.rb +188 -188
  134. data/generated/google/apis/firebasedynamiclinks_v1/representations.rb +62 -62
  135. data/generated/google/apis/firebasedynamiclinks_v1/service.rb +4 -4
  136. data/generated/google/apis/firebaserules_v1.rb +1 -1
  137. data/generated/google/apis/firebaserules_v1/classes.rb +403 -206
  138. data/generated/google/apis/firebaserules_v1/representations.rb +134 -54
  139. data/generated/google/apis/firebaserules_v1/service.rb +89 -89
  140. data/generated/google/apis/fusiontables_v2/service.rb +2 -2
  141. data/generated/google/apis/games_configuration_v1configuration.rb +1 -1
  142. data/generated/google/apis/games_configuration_v1configuration/classes.rb +2 -2
  143. data/generated/google/apis/games_configuration_v1configuration/representations.rb +4 -4
  144. data/generated/google/apis/games_configuration_v1configuration/service.rb +8 -8
  145. data/generated/google/apis/games_management_v1management.rb +1 -1
  146. data/generated/google/apis/games_v1.rb +1 -1
  147. data/generated/google/apis/games_v1/classes.rb +23 -23
  148. data/generated/google/apis/games_v1/representations.rb +43 -43
  149. data/generated/google/apis/games_v1/service.rb +72 -72
  150. data/generated/google/apis/genomics_v1.rb +7 -7
  151. data/generated/google/apis/genomics_v1/classes.rb +2296 -2297
  152. data/generated/google/apis/genomics_v1/representations.rb +298 -298
  153. data/generated/google/apis/genomics_v1/service.rb +1160 -1160
  154. data/generated/google/apis/groupssettings_v1/service.rb +0 -3
  155. data/generated/google/apis/iam_v1.rb +1 -1
  156. data/generated/google/apis/iam_v1/classes.rb +235 -235
  157. data/generated/google/apis/iam_v1/representations.rb +72 -72
  158. data/generated/google/apis/iam_v1/service.rb +189 -189
  159. data/generated/google/apis/identitytoolkit_v3/classes.rb +15 -15
  160. data/generated/google/apis/identitytoolkit_v3/representations.rb +30 -30
  161. data/generated/google/apis/identitytoolkit_v3/service.rb +64 -64
  162. data/generated/google/apis/kgsearch_v1/classes.rb +6 -6
  163. data/generated/google/apis/kgsearch_v1/representations.rb +1 -1
  164. data/generated/google/apis/kgsearch_v1/service.rb +10 -10
  165. data/generated/google/apis/language_v1/classes.rb +220 -220
  166. data/generated/google/apis/language_v1/representations.rb +81 -81
  167. data/generated/google/apis/language_v1/service.rb +43 -43
  168. data/generated/google/apis/language_v1beta1/classes.rb +448 -448
  169. data/generated/google/apis/language_v1beta1/representations.rb +106 -106
  170. data/generated/google/apis/language_v1beta1/service.rb +31 -31
  171. data/generated/google/apis/licensing_v1/service.rb +2 -2
  172. data/generated/google/apis/logging_v2/classes.rb +737 -737
  173. data/generated/google/apis/logging_v2/representations.rb +120 -120
  174. data/generated/google/apis/logging_v2/service.rb +479 -479
  175. data/generated/google/apis/logging_v2beta1/classes.rb +293 -293
  176. data/generated/google/apis/logging_v2beta1/representations.rb +54 -54
  177. data/generated/google/apis/logging_v2beta1/service.rb +349 -349
  178. data/generated/google/apis/manufacturers_v1/classes.rb +423 -423
  179. data/generated/google/apis/manufacturers_v1/representations.rb +61 -61
  180. data/generated/google/apis/manufacturers_v1/service.rb +8 -8
  181. data/generated/google/apis/mirror_v1/classes.rb +5 -5
  182. data/generated/google/apis/mirror_v1/representations.rb +10 -10
  183. data/generated/google/apis/mirror_v1/service.rb +20 -20
  184. data/generated/google/apis/ml_v1.rb +1 -1
  185. data/generated/google/apis/ml_v1/classes.rb +1285 -1205
  186. data/generated/google/apis/ml_v1/representations.rb +204 -174
  187. data/generated/google/apis/ml_v1/service.rb +150 -145
  188. data/generated/google/apis/monitoring_v3.rb +1 -1
  189. data/generated/google/apis/monitoring_v3/classes.rb +880 -880
  190. data/generated/google/apis/monitoring_v3/representations.rb +154 -154
  191. data/generated/google/apis/monitoring_v3/service.rb +299 -299
  192. data/generated/google/apis/mybusiness_v3/service.rb +5 -5
  193. data/generated/google/apis/oauth2_v2/service.rb +1 -1
  194. data/generated/google/apis/pagespeedonline_v2/classes.rb +11 -11
  195. data/generated/google/apis/pagespeedonline_v2/representations.rb +13 -13
  196. data/generated/google/apis/pagespeedonline_v2/service.rb +1 -1
  197. data/generated/google/apis/partners_v2.rb +1 -1
  198. data/generated/google/apis/partners_v2/classes.rb +524 -509
  199. data/generated/google/apis/partners_v2/representations.rb +115 -111
  200. data/generated/google/apis/partners_v2/service.rb +287 -287
  201. data/generated/google/apis/people_v1.rb +13 -13
  202. data/generated/google/apis/people_v1/classes.rb +1150 -1150
  203. data/generated/google/apis/people_v1/representations.rb +258 -258
  204. data/generated/google/apis/people_v1/service.rb +7 -7
  205. data/generated/google/apis/plus_domains_v1.rb +1 -1
  206. data/generated/google/apis/plus_domains_v1/service.rb +4 -4
  207. data/generated/google/apis/plus_v1.rb +1 -1
  208. data/generated/google/apis/plus_v1/service.rb +1 -1
  209. data/generated/google/apis/prediction_v1_6/service.rb +8 -8
  210. data/generated/google/apis/proximitybeacon_v1beta1/classes.rb +554 -554
  211. data/generated/google/apis/proximitybeacon_v1beta1/representations.rb +108 -108
  212. data/generated/google/apis/proximitybeacon_v1beta1/service.rb +224 -224
  213. data/generated/google/apis/pubsub_v1/classes.rb +228 -228
  214. data/generated/google/apis/pubsub_v1/representations.rb +69 -69
  215. data/generated/google/apis/pubsub_v1/service.rb +182 -182
  216. data/generated/google/apis/qpx_express_v1/classes.rb +2 -2
  217. data/generated/google/apis/qpx_express_v1/representations.rb +4 -4
  218. data/generated/google/apis/qpx_express_v1/service.rb +8 -8
  219. data/generated/google/apis/replicapool_v1beta2/classes.rb +5 -5
  220. data/generated/google/apis/replicapool_v1beta2/representations.rb +10 -10
  221. data/generated/google/apis/replicapool_v1beta2/service.rb +21 -21
  222. data/generated/google/apis/replicapoolupdater_v1beta1/service.rb +1 -1
  223. data/generated/google/apis/resourceviews_v1beta2/classes.rb +5 -5
  224. data/generated/google/apis/resourceviews_v1beta2/representations.rb +10 -10
  225. data/generated/google/apis/resourceviews_v1beta2/service.rb +20 -20
  226. data/generated/google/apis/runtimeconfig_v1.rb +3 -3
  227. data/generated/google/apis/runtimeconfig_v1/classes.rb +19 -19
  228. data/generated/google/apis/runtimeconfig_v1/representations.rb +10 -10
  229. data/generated/google/apis/runtimeconfig_v1/service.rb +4 -4
  230. data/generated/google/apis/script_v1.rb +9 -9
  231. data/generated/google/apis/script_v1/classes.rb +94 -94
  232. data/generated/google/apis/script_v1/representations.rb +26 -26
  233. data/generated/google/apis/searchconsole_v1.rb +1 -1
  234. data/generated/google/apis/searchconsole_v1/classes.rb +65 -65
  235. data/generated/google/apis/searchconsole_v1/representations.rb +27 -27
  236. data/generated/google/apis/searchconsole_v1/service.rb +6 -6
  237. data/generated/google/apis/servicecontrol_v1/classes.rb +1131 -1131
  238. data/generated/google/apis/servicecontrol_v1/representations.rb +195 -195
  239. data/generated/google/apis/servicecontrol_v1/service.rb +57 -57
  240. data/generated/google/apis/servicemanagement_v1.rb +7 -7
  241. data/generated/google/apis/servicemanagement_v1/classes.rb +3543 -3585
  242. data/generated/google/apis/servicemanagement_v1/representations.rb +556 -556
  243. data/generated/google/apis/servicemanagement_v1/service.rb +309 -309
  244. data/generated/google/apis/serviceuser_v1.rb +4 -4
  245. data/generated/google/apis/serviceuser_v1/classes.rb +2734 -2776
  246. data/generated/google/apis/serviceuser_v1/representations.rb +398 -398
  247. data/generated/google/apis/serviceuser_v1/service.rb +16 -16
  248. data/generated/google/apis/sheets_v4/classes.rb +1489 -1489
  249. data/generated/google/apis/sheets_v4/representations.rb +324 -324
  250. data/generated/google/apis/sheets_v4/service.rb +49 -49
  251. data/generated/google/apis/site_verification_v1/classes.rb +6 -6
  252. data/generated/google/apis/site_verification_v1/representations.rb +8 -8
  253. data/generated/google/apis/site_verification_v1/service.rb +12 -12
  254. data/generated/google/apis/slides_v1.rb +4 -4
  255. data/generated/google/apis/slides_v1/classes.rb +2907 -2907
  256. data/generated/google/apis/slides_v1/representations.rb +695 -695
  257. data/generated/google/apis/slides_v1/service.rb +40 -40
  258. data/generated/google/apis/sourcerepo_v1.rb +7 -1
  259. data/generated/google/apis/sourcerepo_v1/classes.rb +459 -452
  260. data/generated/google/apis/sourcerepo_v1/representations.rb +90 -89
  261. data/generated/google/apis/sourcerepo_v1/service.rb +101 -100
  262. data/generated/google/apis/spanner_v1/classes.rb +2557 -2557
  263. data/generated/google/apis/spanner_v1/representations.rb +205 -205
  264. data/generated/google/apis/spanner_v1/service.rb +525 -525
  265. data/generated/google/apis/speech_v1beta1.rb +1 -1
  266. data/generated/google/apis/speech_v1beta1/classes.rb +73 -73
  267. data/generated/google/apis/speech_v1beta1/representations.rb +25 -25
  268. data/generated/google/apis/speech_v1beta1/service.rb +33 -33
  269. data/generated/google/apis/sqladmin_v1beta4.rb +1 -1
  270. data/generated/google/apis/sqladmin_v1beta4/classes.rb +16 -15
  271. data/generated/google/apis/sqladmin_v1beta4/representations.rb +28 -28
  272. data/generated/google/apis/sqladmin_v1beta4/service.rb +58 -57
  273. data/generated/google/apis/storage_v1/classes.rb +6 -6
  274. data/generated/google/apis/storage_v1/representations.rb +4 -4
  275. data/generated/google/apis/storage_v1/service.rb +1 -1
  276. data/generated/google/apis/storagetransfer_v1.rb +1 -1
  277. data/generated/google/apis/storagetransfer_v1/classes.rb +357 -357
  278. data/generated/google/apis/storagetransfer_v1/representations.rb +87 -87
  279. data/generated/google/apis/storagetransfer_v1/service.rb +53 -48
  280. data/generated/google/apis/tagmanager_v1/service.rb +33 -33
  281. data/generated/google/apis/toolresults_v1beta3.rb +1 -1
  282. data/generated/google/apis/translate_v2.rb +1 -1
  283. data/generated/google/apis/translate_v2/classes.rb +46 -46
  284. data/generated/google/apis/translate_v2/representations.rb +22 -22
  285. data/generated/google/apis/translate_v2/service.rb +81 -74
  286. data/generated/google/apis/vision_v1/classes.rb +1290 -1290
  287. data/generated/google/apis/vision_v1/representations.rb +166 -166
  288. data/generated/google/apis/vision_v1/service.rb +6 -6
  289. data/generated/google/apis/webmasters_v3/classes.rb +4 -4
  290. data/generated/google/apis/webmasters_v3/representations.rb +8 -8
  291. data/generated/google/apis/webmasters_v3/service.rb +21 -21
  292. data/generated/google/apis/youtube_analytics_v1.rb +1 -1
  293. data/generated/google/apis/youtube_analytics_v1/classes.rb +2 -2
  294. data/generated/google/apis/youtube_analytics_v1/representations.rb +4 -4
  295. data/generated/google/apis/youtube_analytics_v1/service.rb +8 -8
  296. data/generated/google/apis/youtube_v3/classes.rb +20 -20
  297. data/generated/google/apis/youtube_v3/representations.rb +40 -40
  298. data/generated/google/apis/youtube_v3/service.rb +80 -80
  299. data/generated/google/apis/youtubereporting_v1.rb +1 -1
  300. data/generated/google/apis/youtubereporting_v1/classes.rb +127 -127
  301. data/generated/google/apis/youtubereporting_v1/representations.rb +36 -36
  302. data/generated/google/apis/youtubereporting_v1/service.rb +90 -90
  303. data/google-api-client.gemspec +3 -3
  304. data/lib/google/apis/core/base_service.rb +6 -0
  305. data/lib/google/apis/generator/annotator.rb +2 -2
  306. data/lib/google/apis/generator/model.rb +2 -2
  307. data/lib/google/apis/version.rb +1 -1
  308. metadata +11 -94
  309. data/dl.rb +0 -0
  310. data/generated/google/apis/adexchangebuyer_v1_3.rb +0 -35
  311. data/generated/google/apis/adexchangebuyer_v1_3/classes.rb +0 -1335
  312. data/generated/google/apis/adexchangebuyer_v1_3/representations.rb +0 -446
  313. data/generated/google/apis/adexchangebuyer_v1_3/service.rb +0 -872
  314. data/generated/google/apis/appengine_v1beta4.rb +0 -35
  315. data/generated/google/apis/appengine_v1beta4/classes.rb +0 -1585
  316. data/generated/google/apis/appengine_v1beta4/representations.rb +0 -542
  317. data/generated/google/apis/appengine_v1beta4/service.rb +0 -477
  318. data/generated/google/apis/appengine_v1beta5.rb +0 -40
  319. data/generated/google/apis/appengine_v1beta5/classes.rb +0 -2094
  320. data/generated/google/apis/appengine_v1beta5/representations.rb +0 -802
  321. data/generated/google/apis/appengine_v1beta5/service.rb +0 -867
  322. data/generated/google/apis/autoscaler_v1beta2.rb +0 -38
  323. data/generated/google/apis/autoscaler_v1beta2/classes.rb +0 -710
  324. data/generated/google/apis/autoscaler_v1beta2/representations.rb +0 -296
  325. data/generated/google/apis/autoscaler_v1beta2/service.rb +0 -478
  326. data/generated/google/apis/classroom_v1beta1.rb +0 -49
  327. data/generated/google/apis/classroom_v1beta1/classes.rb +0 -447
  328. data/generated/google/apis/classroom_v1beta1/representations.rb +0 -190
  329. data/generated/google/apis/classroom_v1beta1/service.rb +0 -791
  330. data/generated/google/apis/cloudkms_v1beta1.rb +0 -35
  331. data/generated/google/apis/cloudkms_v1beta1/classes.rb +0 -1039
  332. data/generated/google/apis/cloudkms_v1beta1/representations.rb +0 -448
  333. data/generated/google/apis/cloudkms_v1beta1/service.rb +0 -933
  334. data/generated/google/apis/cloudlatencytest_v2.rb +0 -34
  335. data/generated/google/apis/cloudlatencytest_v2/classes.rb +0 -195
  336. data/generated/google/apis/cloudlatencytest_v2/representations.rb +0 -127
  337. data/generated/google/apis/cloudlatencytest_v2/service.rb +0 -135
  338. data/generated/google/apis/container_v1beta1.rb +0 -35
  339. data/generated/google/apis/container_v1beta1/classes.rb +0 -466
  340. data/generated/google/apis/container_v1beta1/representations.rb +0 -177
  341. data/generated/google/apis/container_v1beta1/service.rb +0 -394
  342. data/generated/google/apis/coordinate_v1.rb +0 -37
  343. data/generated/google/apis/coordinate_v1/classes.rb +0 -669
  344. data/generated/google/apis/coordinate_v1/representations.rb +0 -321
  345. data/generated/google/apis/coordinate_v1/service.rb +0 -678
  346. data/generated/google/apis/datastore_v1beta2.rb +0 -40
  347. data/generated/google/apis/datastore_v1beta2/classes.rb +0 -1186
  348. data/generated/google/apis/datastore_v1beta2/representations.rb +0 -594
  349. data/generated/google/apis/datastore_v1beta2/service.rb +0 -294
  350. data/generated/google/apis/datastore_v1beta3.rb +0 -38
  351. data/generated/google/apis/datastore_v1beta3/classes.rb +0 -1284
  352. data/generated/google/apis/datastore_v1beta3/representations.rb +0 -572
  353. data/generated/google/apis/datastore_v1beta3/service.rb +0 -259
  354. data/generated/google/apis/deploymentmanager_v2beta2.rb +0 -44
  355. data/generated/google/apis/deploymentmanager_v2beta2/classes.rb +0 -843
  356. data/generated/google/apis/deploymentmanager_v2beta2/representations.rb +0 -306
  357. data/generated/google/apis/deploymentmanager_v2beta2/service.rb +0 -689
  358. data/generated/google/apis/dfareporting_v2_1.rb +0 -37
  359. data/generated/google/apis/dfareporting_v2_1/classes.rb +0 -10770
  360. data/generated/google/apis/dfareporting_v2_1/representations.rb +0 -3438
  361. data/generated/google/apis/dfareporting_v2_1/service.rb +0 -8585
  362. data/generated/google/apis/dfareporting_v2_3.rb +0 -37
  363. data/generated/google/apis/dfareporting_v2_3/classes.rb +0 -10839
  364. data/generated/google/apis/dfareporting_v2_3/representations.rb +0 -3829
  365. data/generated/google/apis/dfareporting_v2_3/service.rb +0 -8581
  366. data/generated/google/apis/dfareporting_v2_5.rb +0 -40
  367. data/generated/google/apis/dfareporting_v2_5/classes.rb +0 -11225
  368. data/generated/google/apis/dfareporting_v2_5/representations.rb +0 -3982
  369. data/generated/google/apis/dfareporting_v2_5/service.rb +0 -8755
  370. data/generated/google/apis/dfareporting_v2_6.rb +0 -40
  371. data/generated/google/apis/dfareporting_v2_6/classes.rb +0 -11599
  372. data/generated/google/apis/dfareporting_v2_6/representations.rb +0 -4119
  373. data/generated/google/apis/dfareporting_v2_6/service.rb +0 -9026
  374. data/generated/google/apis/gan_v1beta1.rb +0 -31
  375. data/generated/google/apis/gan_v1beta1/classes.rb +0 -1428
  376. data/generated/google/apis/gan_v1beta1/representations.rb +0 -462
  377. data/generated/google/apis/gan_v1beta1/service.rb +0 -682
  378. data/generated/google/apis/genomics_v1beta2.rb +0 -46
  379. data/generated/google/apis/genomics_v1beta2/classes.rb +0 -3288
  380. data/generated/google/apis/genomics_v1beta2/representations.rb +0 -1194
  381. data/generated/google/apis/genomics_v1beta2/service.rb +0 -2392
  382. data/generated/google/apis/logging_v1beta3.rb +0 -47
  383. data/generated/google/apis/logging_v1beta3/classes.rb +0 -1079
  384. data/generated/google/apis/logging_v1beta3/representations.rb +0 -366
  385. data/generated/google/apis/logging_v1beta3/service.rb +0 -1001
  386. data/generated/google/apis/manager_v1beta2.rb +0 -53
  387. data/generated/google/apis/manager_v1beta2/classes.rb +0 -1287
  388. data/generated/google/apis/manager_v1beta2/representations.rb +0 -606
  389. data/generated/google/apis/manager_v1beta2/service.rb +0 -372
  390. data/generated/google/apis/pubsub_v1beta2.rb +0 -37
  391. data/generated/google/apis/pubsub_v1beta2/classes.rb +0 -620
  392. data/generated/google/apis/pubsub_v1beta2/representations.rb +0 -282
  393. data/generated/google/apis/pubsub_v1beta2/service.rb +0 -774
  394. data/generated/google/apis/tracing_v1.rb +0 -40
  395. data/generated/google/apis/tracing_v1/classes.rb +0 -664
  396. data/generated/google/apis/tracing_v1/representations.rb +0 -279
  397. data/generated/google/apis/tracing_v1/service.rb +0 -226
@@ -25,7 +25,7 @@ module Google
25
25
  # @see https://cloud.google.com/dataproc/
26
26
  module DataprocV1
27
27
  VERSION = 'V1'
28
- REVISION = '20170515'
28
+ REVISION = '20170523'
29
29
 
30
30
  # View and manage your data across Google Cloud Platform services
31
31
  AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
@@ -22,104 +22,43 @@ module Google
22
22
  module Apis
23
23
  module DataprocV1
24
24
 
25
- # A request to submit a job.
26
- class SubmitJobRequest
27
- include Google::Apis::Core::Hashable
28
-
29
- # A Cloud Dataproc job resource.
30
- # Corresponds to the JSON property `job`
31
- # @return [Google::Apis::DataprocV1::Job]
32
- attr_accessor :job
33
-
34
- def initialize(**args)
35
- update!(**args)
36
- end
37
-
38
- # Update properties of this object
39
- def update!(**args)
40
- @job = args[:job] if args.key?(:job)
41
- end
42
- end
43
-
44
- # The Status type defines a logical error model that is suitable for different
45
- # programming environments, including REST APIs and RPC APIs. It is used by gRPC
46
- # (https://github.com/grpc). The error model is designed to be:
47
- # Simple to use and understand for most users
48
- # Flexible enough to meet unexpected needsOverviewThe Status message contains
49
- # three pieces of data: error code, error message, and error details. The error
50
- # code should be an enum value of google.rpc.Code, but it may accept additional
51
- # error codes if needed. The error message should be a developer-facing English
52
- # message that helps developers understand and resolve the error. If a localized
53
- # user-facing error message is needed, put the localized message in the error
54
- # details or localize it in the client. The optional error details may contain
55
- # arbitrary information about the error. There is a predefined set of error
56
- # detail types in the package google.rpc that can be used for common error
57
- # conditions.Language mappingThe Status message is the logical representation of
58
- # the error model, but it is not necessarily the actual wire format. When the
59
- # Status message is exposed in different client libraries and different wire
60
- # protocols, it can be mapped differently. For example, it will likely be mapped
61
- # to some exceptions in Java, but more likely mapped to some error codes in C.
62
- # Other usesThe error model and the Status message can be used in a variety of
63
- # environments, either with or without APIs, to provide a consistent developer
64
- # experience across different environments.Example uses of this error model
65
- # include:
66
- # Partial errors. If a service needs to return partial errors to the client, it
67
- # may embed the Status in the normal response to indicate the partial errors.
68
- # Workflow errors. A typical workflow has multiple steps. Each step may have a
69
- # Status message for error reporting.
70
- # Batch operations. If a client uses batch request and batch response, the
71
- # Status message should be used directly inside batch response, one for each
72
- # error sub-response.
73
- # Asynchronous operations. If an API call embeds asynchronous operation results
74
- # in its response, the status of those operations should be represented directly
75
- # using the Status message.
76
- # Logging. If some API errors are stored in logs, the message Status could be
77
- # used directly after any stripping needed for security/privacy reasons.
78
- class Status
25
+ # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
26
+ # ) queries.
27
+ class SparkSqlJob
79
28
  include Google::Apis::Core::Hashable
80
29
 
81
- # The status code, which should be an enum value of google.rpc.Code.
82
- # Corresponds to the JSON property `code`
83
- # @return [Fixnum]
84
- attr_accessor :code
85
-
86
- # A developer-facing error message, which should be in English. Any user-facing
87
- # error message should be localized and sent in the google.rpc.Status.details
88
- # field, or localized by the client.
89
- # Corresponds to the JSON property `message`
30
+ # The HCFS URI of the script that contains SQL queries.
31
+ # Corresponds to the JSON property `queryFileUri`
90
32
  # @return [String]
91
- attr_accessor :message
33
+ attr_accessor :query_file_uri
92
34
 
93
- # A list of messages that carry the error details. There will be a common set of
94
- # message types for APIs to use.
95
- # Corresponds to the JSON property `details`
96
- # @return [Array<Hash<String,Object>>]
97
- attr_accessor :details
35
+ # A list of queries to run on a cluster.
36
+ # Corresponds to the JSON property `queryList`
37
+ # @return [Google::Apis::DataprocV1::QueryList]
38
+ attr_accessor :query_list
98
39
 
99
- def initialize(**args)
100
- update!(**args)
101
- end
40
+ # Optional. Mapping of query variable names to values (equivalent to the Spark
41
+ # SQL command: SET name="value";).
42
+ # Corresponds to the JSON property `scriptVariables`
43
+ # @return [Hash<String,String>]
44
+ attr_accessor :script_variables
102
45
 
103
- # Update properties of this object
104
- def update!(**args)
105
- @code = args[:code] if args.key?(:code)
106
- @message = args[:message] if args.key?(:message)
107
- @details = args[:details] if args.key?(:details)
108
- end
109
- end
46
+ # Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
47
+ # Corresponds to the JSON property `jarFileUris`
48
+ # @return [Array<String>]
49
+ attr_accessor :jar_file_uris
110
50
 
111
- # Job scheduling options.Beta Feature: These options are available for testing
112
- # purposes only. They may be changed before final release.
113
- class JobScheduling
114
- include Google::Apis::Core::Hashable
51
+ # The runtime logging config of the job.
52
+ # Corresponds to the JSON property `loggingConfig`
53
+ # @return [Google::Apis::DataprocV1::LoggingConfig]
54
+ attr_accessor :logging_config
115
55
 
116
- # Optional. Maximum number of times per hour a driver may be restarted as a
117
- # result of driver terminating with non-zero code before job is reported failed.
118
- # A job may be reported as thrashing if driver exits with non-zero code 4 times
119
- # within 10 minute window.Maximum value is 10.
120
- # Corresponds to the JSON property `maxFailuresPerHour`
121
- # @return [Fixnum]
122
- attr_accessor :max_failures_per_hour
56
+ # Optional. A mapping of property names to values, used to configure Spark SQL's
57
+ # SparkConf. Properties that conflict with values set by the Cloud Dataproc API
58
+ # may be overwritten.
59
+ # Corresponds to the JSON property `properties`
60
+ # @return [Hash<String,String>]
61
+ attr_accessor :properties
123
62
 
124
63
  def initialize(**args)
125
64
  update!(**args)
@@ -127,63 +66,67 @@ module Google
127
66
 
128
67
  # Update properties of this object
129
68
  def update!(**args)
130
- @max_failures_per_hour = args[:max_failures_per_hour] if args.key?(:max_failures_per_hour)
69
+ @query_file_uri = args[:query_file_uri] if args.key?(:query_file_uri)
70
+ @query_list = args[:query_list] if args.key?(:query_list)
71
+ @script_variables = args[:script_variables] if args.key?(:script_variables)
72
+ @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
73
+ @logging_config = args[:logging_config] if args.key?(:logging_config)
74
+ @properties = args[:properties] if args.key?(:properties)
131
75
  end
132
76
  end
133
77
 
134
- # Optional. The config settings for Google Compute Engine resources in an
135
- # instance group, such as a master or worker group.
136
- class InstanceGroupConfig
78
+ # Describes the identifying information, config, and status of a cluster of
79
+ # Google Compute Engine instances.
80
+ class Cluster
137
81
  include Google::Apis::Core::Hashable
138
82
 
139
- # Specifies the config of disk options for a group of VM instances.
140
- # Corresponds to the JSON property `diskConfig`
141
- # @return [Google::Apis::DataprocV1::DiskConfig]
142
- attr_accessor :disk_config
143
-
144
- # Required. The Google Compute Engine machine type used for cluster instances.
145
- # Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-
146
- # east1-a/machineTypes/n1-standard-2.
147
- # Corresponds to the JSON property `machineTypeUri`
83
+ # Required. The Google Cloud Platform project ID that the cluster belongs to.
84
+ # Corresponds to the JSON property `projectId`
148
85
  # @return [String]
149
- attr_accessor :machine_type_uri
86
+ attr_accessor :project_id
150
87
 
151
- # Specifies the resources used to actively manage an instance group.
152
- # Corresponds to the JSON property `managedGroupConfig`
153
- # @return [Google::Apis::DataprocV1::ManagedGroupConfig]
154
- attr_accessor :managed_group_config
88
+ # Optional. The labels to associate with this cluster. Label keys must contain 1
89
+ # to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/
90
+ # rfc1035.txt). Label values may be empty, but, if present, must contain 1 to 63
91
+ # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
92
+ # . No more than 32 labels can be associated with a cluster.
93
+ # Corresponds to the JSON property `labels`
94
+ # @return [Hash<String,String>]
95
+ attr_accessor :labels
155
96
 
156
- # Optional. Specifies that this instance group contains preemptible instances.
157
- # Corresponds to the JSON property `isPreemptible`
158
- # @return [Boolean]
159
- attr_accessor :is_preemptible
160
- alias_method :is_preemptible?, :is_preemptible
97
+ # Contains cluster daemon metrics, such as HDFS and YARN stats.Beta Feature:
98
+ # This report is available for testing purposes only. It may be changed before
99
+ # final release.
100
+ # Corresponds to the JSON property `metrics`
101
+ # @return [Google::Apis::DataprocV1::ClusterMetrics]
102
+ attr_accessor :metrics
161
103
 
162
- # Output-only. The Google Compute Engine image resource used for cluster
163
- # instances. Inferred from SoftwareConfig.image_version.
164
- # Corresponds to the JSON property `imageUri`
165
- # @return [String]
166
- attr_accessor :image_uri
104
+ # The status of a cluster and its instances.
105
+ # Corresponds to the JSON property `status`
106
+ # @return [Google::Apis::DataprocV1::ClusterStatus]
107
+ attr_accessor :status
167
108
 
168
- # Optional. The list of instance names. Cloud Dataproc derives the names from
169
- # cluster_name, num_instances, and the instance group if not set by user (
170
- # recommended practice is to let Cloud Dataproc derive the name).
171
- # Corresponds to the JSON property `instanceNames`
172
- # @return [Array<String>]
173
- attr_accessor :instance_names
109
+ # Output-only. The previous cluster status.
110
+ # Corresponds to the JSON property `statusHistory`
111
+ # @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
112
+ attr_accessor :status_history
174
113
 
175
- # Optional. The Google Compute Engine accelerator configuration for these
176
- # instances.Beta Feature: This feature is still under development. It may be
177
- # changed before final release.
178
- # Corresponds to the JSON property `accelerators`
179
- # @return [Array<Google::Apis::DataprocV1::AcceleratorConfig>]
180
- attr_accessor :accelerators
114
+ # The cluster config.
115
+ # Corresponds to the JSON property `config`
116
+ # @return [Google::Apis::DataprocV1::ClusterConfig]
117
+ attr_accessor :config
181
118
 
182
- # Required. The number of VM instances in the instance group. For master
183
- # instance groups, must be set to 1.
184
- # Corresponds to the JSON property `numInstances`
185
- # @return [Fixnum]
186
- attr_accessor :num_instances
119
+ # Required. The cluster name. Cluster names within a project must be unique.
120
+ # Names of deleted clusters can be reused.
121
+ # Corresponds to the JSON property `clusterName`
122
+ # @return [String]
123
+ attr_accessor :cluster_name
124
+
125
+ # Output-only. A cluster UUID (Unique Universal Identifier). Cloud Dataproc
126
+ # generates this value when it creates the cluster.
127
+ # Corresponds to the JSON property `clusterUuid`
128
+ # @return [String]
129
+ attr_accessor :cluster_uuid
187
130
 
188
131
  def initialize(**args)
189
132
  update!(**args)
@@ -191,34 +134,30 @@ module Google
191
134
 
192
135
  # Update properties of this object
193
136
  def update!(**args)
194
- @disk_config = args[:disk_config] if args.key?(:disk_config)
195
- @machine_type_uri = args[:machine_type_uri] if args.key?(:machine_type_uri)
196
- @managed_group_config = args[:managed_group_config] if args.key?(:managed_group_config)
197
- @is_preemptible = args[:is_preemptible] if args.key?(:is_preemptible)
198
- @image_uri = args[:image_uri] if args.key?(:image_uri)
199
- @instance_names = args[:instance_names] if args.key?(:instance_names)
200
- @accelerators = args[:accelerators] if args.key?(:accelerators)
201
- @num_instances = args[:num_instances] if args.key?(:num_instances)
137
+ @project_id = args[:project_id] if args.key?(:project_id)
138
+ @labels = args[:labels] if args.key?(:labels)
139
+ @metrics = args[:metrics] if args.key?(:metrics)
140
+ @status = args[:status] if args.key?(:status)
141
+ @status_history = args[:status_history] if args.key?(:status_history)
142
+ @config = args[:config] if args.key?(:config)
143
+ @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
144
+ @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
202
145
  end
203
146
  end
204
147
 
205
- # Specifies an executable to run on a fully configured node and a timeout period
206
- # for executable completion.
207
- class NodeInitializationAction
148
+ # The response message for Operations.ListOperations.
149
+ class ListOperationsResponse
208
150
  include Google::Apis::Core::Hashable
209
151
 
210
- # Optional. Amount of time executable has to complete. Default is 10 minutes.
211
- # Cluster creation fails with an explanatory error message (the name of the
212
- # executable that caused the error and the exceeded timeout period) if the
213
- # executable is not completed at end of the timeout period.
214
- # Corresponds to the JSON property `executionTimeout`
152
+ # The standard List next-page token.
153
+ # Corresponds to the JSON property `nextPageToken`
215
154
  # @return [String]
216
- attr_accessor :execution_timeout
155
+ attr_accessor :next_page_token
217
156
 
218
- # Required. Google Cloud Storage URI of executable file.
219
- # Corresponds to the JSON property `executableFile`
220
- # @return [String]
221
- attr_accessor :executable_file
157
+ # A list of operations that matches the specified filter in the request.
158
+ # Corresponds to the JSON property `operations`
159
+ # @return [Array<Google::Apis::DataprocV1::Operation>]
160
+ attr_accessor :operations
222
161
 
223
162
  def initialize(**args)
224
163
  update!(**args)
@@ -226,26 +165,79 @@ module Google
226
165
 
227
166
  # Update properties of this object
228
167
  def update!(**args)
229
- @execution_timeout = args[:execution_timeout] if args.key?(:execution_timeout)
230
- @executable_file = args[:executable_file] if args.key?(:executable_file)
168
+ @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
169
+ @operations = args[:operations] if args.key?(:operations)
231
170
  end
232
171
  end
233
172
 
234
- # A list of jobs in a project.
235
- class ListJobsResponse
173
+ # Metadata describing the operation.
174
+ class OperationMetadata
236
175
  include Google::Apis::Core::Hashable
237
176
 
238
- # Optional. This token is included in the response if there are more results to
239
- # fetch. To fetch additional results, provide this value as the page_token in a
240
- # subsequent <code>ListJobsRequest</code>.
241
- # Corresponds to the JSON property `nextPageToken`
177
+ # A message containing the detailed operation state.
178
+ # Corresponds to the JSON property `innerState`
242
179
  # @return [String]
243
- attr_accessor :next_page_token
180
+ attr_accessor :inner_state
244
181
 
245
- # Output-only. Jobs list.
246
- # Corresponds to the JSON property `jobs`
247
- # @return [Array<Google::Apis::DataprocV1::Job>]
248
- attr_accessor :jobs
182
+ # The time that the operation completed.
183
+ # Corresponds to the JSON property `endTime`
184
+ # @return [String]
185
+ attr_accessor :end_time
186
+
187
+ # The time that the operation was started by the server.
188
+ # Corresponds to the JSON property `startTime`
189
+ # @return [String]
190
+ attr_accessor :start_time
191
+
192
+ # Output-only Errors encountered during operation execution.
193
+ # Corresponds to the JSON property `warnings`
194
+ # @return [Array<String>]
195
+ attr_accessor :warnings
196
+
197
+ # The time that the operation was requested.
198
+ # Corresponds to the JSON property `insertTime`
199
+ # @return [String]
200
+ attr_accessor :insert_time
201
+
202
+ # Output-only Previous operation status.
203
+ # Corresponds to the JSON property `statusHistory`
204
+ # @return [Array<Google::Apis::DataprocV1::OperationStatus>]
205
+ attr_accessor :status_history
206
+
207
+ # Output-only The operation type.
208
+ # Corresponds to the JSON property `operationType`
209
+ # @return [String]
210
+ attr_accessor :operation_type
211
+
212
+ # Output-only Short description of operation.
213
+ # Corresponds to the JSON property `description`
214
+ # @return [String]
215
+ attr_accessor :description
216
+
217
+ # The status of the operation.
218
+ # Corresponds to the JSON property `status`
219
+ # @return [Google::Apis::DataprocV1::OperationStatus]
220
+ attr_accessor :status
221
+
222
+ # A message containing any operation metadata details.
223
+ # Corresponds to the JSON property `details`
224
+ # @return [String]
225
+ attr_accessor :details
226
+
227
+ # A message containing the operation state.
228
+ # Corresponds to the JSON property `state`
229
+ # @return [String]
230
+ attr_accessor :state
231
+
232
+ # Name of the cluster for the operation.
233
+ # Corresponds to the JSON property `clusterName`
234
+ # @return [String]
235
+ attr_accessor :cluster_name
236
+
237
+ # Cluster UUId for the operation.
238
+ # Corresponds to the JSON property `clusterUuid`
239
+ # @return [String]
240
+ attr_accessor :cluster_uuid
249
241
 
250
242
  def initialize(**args)
251
243
  update!(**args)
@@ -253,58 +245,130 @@ module Google
253
245
 
254
246
  # Update properties of this object
255
247
  def update!(**args)
256
- @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
257
- @jobs = args[:jobs] if args.key?(:jobs)
248
+ @inner_state = args[:inner_state] if args.key?(:inner_state)
249
+ @end_time = args[:end_time] if args.key?(:end_time)
250
+ @start_time = args[:start_time] if args.key?(:start_time)
251
+ @warnings = args[:warnings] if args.key?(:warnings)
252
+ @insert_time = args[:insert_time] if args.key?(:insert_time)
253
+ @status_history = args[:status_history] if args.key?(:status_history)
254
+ @operation_type = args[:operation_type] if args.key?(:operation_type)
255
+ @description = args[:description] if args.key?(:description)
256
+ @status = args[:status] if args.key?(:status)
257
+ @details = args[:details] if args.key?(:details)
258
+ @state = args[:state] if args.key?(:state)
259
+ @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
260
+ @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
258
261
  end
259
262
  end
260
263
 
261
- # A request to cancel a job.
262
- class CancelJobRequest
264
+ # Specifies the selection and config of software inside the cluster.
265
+ class SoftwareConfig
263
266
  include Google::Apis::Core::Hashable
264
267
 
268
+ # Optional. The properties to set on daemon config files.Property keys are
269
+ # specified in prefix:property format, such as core:fs.defaultFS. The following
270
+ # are supported prefixes and their mappings:
271
+ # capacity-scheduler: capacity-scheduler.xml
272
+ # core: core-site.xml
273
+ # distcp: distcp-default.xml
274
+ # hdfs: hdfs-site.xml
275
+ # hive: hive-site.xml
276
+ # mapred: mapred-site.xml
277
+ # pig: pig.properties
278
+ # spark: spark-defaults.conf
279
+ # yarn: yarn-site.xml
280
+ # Corresponds to the JSON property `properties`
281
+ # @return [Hash<String,String>]
282
+ attr_accessor :properties
283
+
284
+ # Optional. The version of software inside the cluster. It must match the
285
+ # regular expression [0-9]+\.[0-9]+. If unspecified, it defaults to the latest
286
+ # version (see Cloud Dataproc Versioning).
287
+ # Corresponds to the JSON property `imageVersion`
288
+ # @return [String]
289
+ attr_accessor :image_version
290
+
265
291
  def initialize(**args)
266
292
  update!(**args)
267
293
  end
268
294
 
269
295
  # Update properties of this object
270
296
  def update!(**args)
297
+ @properties = args[:properties] if args.key?(:properties)
298
+ @image_version = args[:image_version] if args.key?(:image_version)
271
299
  end
272
300
  end
273
301
 
274
- # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
275
- # ) queries.
276
- class SparkSqlJob
302
+ # Cloud Dataproc job config.
303
+ class JobPlacement
277
304
  include Google::Apis::Core::Hashable
278
305
 
279
- # A list of queries to run on a cluster.
280
- # Corresponds to the JSON property `queryList`
281
- # @return [Google::Apis::DataprocV1::QueryList]
282
- attr_accessor :query_list
306
+ # Required. The name of the cluster where the job will be submitted.
307
+ # Corresponds to the JSON property `clusterName`
308
+ # @return [String]
309
+ attr_accessor :cluster_name
283
310
 
284
- # The HCFS URI of the script that contains SQL queries.
311
+ # Output-only. A cluster UUID generated by the Cloud Dataproc service when the
312
+ # job is submitted.
313
+ # Corresponds to the JSON property `clusterUuid`
314
+ # @return [String]
315
+ attr_accessor :cluster_uuid
316
+
317
+ def initialize(**args)
318
+ update!(**args)
319
+ end
320
+
321
+ # Update properties of this object
322
+ def update!(**args)
323
+ @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
324
+ @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
325
+ end
326
+ end
327
+
328
+ # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
329
+ # on YARN.
330
+ class PigJob
331
+ include Google::Apis::Core::Hashable
332
+
333
+ # Optional. Whether to continue executing queries if a query fails. The default
334
+ # value is false. Setting to true can be useful when executing independent
335
+ # parallel queries.
336
+ # Corresponds to the JSON property `continueOnFailure`
337
+ # @return [Boolean]
338
+ attr_accessor :continue_on_failure
339
+ alias_method :continue_on_failure?, :continue_on_failure
340
+
341
+ # The HCFS URI of the script that contains the Pig queries.
285
342
  # Corresponds to the JSON property `queryFileUri`
286
343
  # @return [String]
287
344
  attr_accessor :query_file_uri
288
345
 
289
- # Optional. Mapping of query variable names to values (equivalent to the Spark
290
- # SQL command: SET name="value";).
291
- # Corresponds to the JSON property `scriptVariables`
292
- # @return [Hash<String,String>]
293
- attr_accessor :script_variables
346
+ # A list of queries to run on a cluster.
347
+ # Corresponds to the JSON property `queryList`
348
+ # @return [Google::Apis::DataprocV1::QueryList]
349
+ attr_accessor :query_list
294
350
 
295
- # Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
351
+ # Optional. HCFS URIs of jar files to add to the CLASSPATH of the Pig Client and
352
+ # Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
296
353
  # Corresponds to the JSON property `jarFileUris`
297
354
  # @return [Array<String>]
298
355
  attr_accessor :jar_file_uris
299
356
 
357
+ # Optional. Mapping of query variable names to values (equivalent to the Pig
358
+ # command: name=[value]).
359
+ # Corresponds to the JSON property `scriptVariables`
360
+ # @return [Hash<String,String>]
361
+ attr_accessor :script_variables
362
+
300
363
  # The runtime logging config of the job.
301
364
  # Corresponds to the JSON property `loggingConfig`
302
365
  # @return [Google::Apis::DataprocV1::LoggingConfig]
303
366
  attr_accessor :logging_config
304
367
 
305
- # Optional. A mapping of property names to values, used to configure Spark SQL's
306
- # SparkConf. Properties that conflict with values set by the Cloud Dataproc API
307
- # may be overwritten.
368
+ # Optional. A mapping of property names to values, used to configure Pig.
369
+ # Properties that conflict with values set by the Cloud Dataproc API may be
370
+ # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
371
+ # pig/conf/pig.properties, and classes in user code.
308
372
  # Corresponds to the JSON property `properties`
309
373
  # @return [Hash<String,String>]
310
374
  attr_accessor :properties
@@ -315,67 +379,40 @@ module Google
315
379
 
316
380
  # Update properties of this object
317
381
  def update!(**args)
318
- @query_list = args[:query_list] if args.key?(:query_list)
382
+ @continue_on_failure = args[:continue_on_failure] if args.key?(:continue_on_failure)
319
383
  @query_file_uri = args[:query_file_uri] if args.key?(:query_file_uri)
320
- @script_variables = args[:script_variables] if args.key?(:script_variables)
384
+ @query_list = args[:query_list] if args.key?(:query_list)
321
385
  @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
386
+ @script_variables = args[:script_variables] if args.key?(:script_variables)
322
387
  @logging_config = args[:logging_config] if args.key?(:logging_config)
323
388
  @properties = args[:properties] if args.key?(:properties)
324
389
  end
325
390
  end
326
391
 
327
- # Describes the identifying information, config, and status of a cluster of
328
- # Google Compute Engine instances.
329
- class Cluster
392
+ # The status of a cluster and its instances.
393
+ class ClusterStatus
330
394
  include Google::Apis::Core::Hashable
331
395
 
332
- # Optional. The labels to associate with this cluster. Label keys must contain 1
333
- # to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/
334
- # rfc1035.txt). Label values may be empty, but, if present, must contain 1 to 63
335
- # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
336
- # . No more than 32 labels can be associated with a cluster.
337
- # Corresponds to the JSON property `labels`
338
- # @return [Hash<String,String>]
339
- attr_accessor :labels
340
-
341
- # Contains cluster daemon metrics, such as HDFS and YARN stats.Beta Feature:
342
- # This report is available for testing purposes only. It may be changed before
343
- # final release.
344
- # Corresponds to the JSON property `metrics`
345
- # @return [Google::Apis::DataprocV1::ClusterMetrics]
346
- attr_accessor :metrics
347
-
348
- # The status of a cluster and its instances.
349
- # Corresponds to the JSON property `status`
350
- # @return [Google::Apis::DataprocV1::ClusterStatus]
351
- attr_accessor :status
352
-
353
- # Output-only. The previous cluster status.
354
- # Corresponds to the JSON property `statusHistory`
355
- # @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
356
- attr_accessor :status_history
357
-
358
- # The cluster config.
359
- # Corresponds to the JSON property `config`
360
- # @return [Google::Apis::DataprocV1::ClusterConfig]
361
- attr_accessor :config
396
+ # Output-only. Optional details of cluster's state.
397
+ # Corresponds to the JSON property `detail`
398
+ # @return [String]
399
+ attr_accessor :detail
362
400
 
363
- # Required. The cluster name. Cluster names within a project must be unique.
364
- # Names of deleted clusters can be reused.
365
- # Corresponds to the JSON property `clusterName`
401
+ # Output-only. The cluster's state.
402
+ # Corresponds to the JSON property `state`
366
403
  # @return [String]
367
- attr_accessor :cluster_name
404
+ attr_accessor :state
368
405
 
369
- # Output-only. A cluster UUID (Unique Universal Identifier). Cloud Dataproc
370
- # generates this value when it creates the cluster.
371
- # Corresponds to the JSON property `clusterUuid`
406
+ # Output-only. Time when this state was entered.
407
+ # Corresponds to the JSON property `stateStartTime`
372
408
  # @return [String]
373
- attr_accessor :cluster_uuid
409
+ attr_accessor :state_start_time
374
410
 
375
- # Required. The Google Cloud Platform project ID that the cluster belongs to.
376
- # Corresponds to the JSON property `projectId`
411
+ # Output-only. Additional state information that includes status reported by the
412
+ # agent.
413
+ # Corresponds to the JSON property `substate`
377
414
  # @return [String]
378
- attr_accessor :project_id
415
+ attr_accessor :substate
379
416
 
380
417
  def initialize(**args)
381
418
  update!(**args)
@@ -383,110 +420,136 @@ module Google
383
420
 
384
421
  # Update properties of this object
385
422
  def update!(**args)
386
- @labels = args[:labels] if args.key?(:labels)
387
- @metrics = args[:metrics] if args.key?(:metrics)
388
- @status = args[:status] if args.key?(:status)
389
- @status_history = args[:status_history] if args.key?(:status_history)
390
- @config = args[:config] if args.key?(:config)
391
- @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
392
- @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
393
- @project_id = args[:project_id] if args.key?(:project_id)
423
+ @detail = args[:detail] if args.key?(:detail)
424
+ @state = args[:state] if args.key?(:state)
425
+ @state_start_time = args[:state_start_time] if args.key?(:state_start_time)
426
+ @substate = args[:substate] if args.key?(:substate)
394
427
  end
395
428
  end
396
429
 
397
- # The response message for Operations.ListOperations.
398
- class ListOperationsResponse
430
+ # The list of all clusters in a project.
431
+ class ListClustersResponse
399
432
  include Google::Apis::Core::Hashable
400
433
 
401
- # The standard List next-page token.
434
+ # Output-only. The clusters in the project.
435
+ # Corresponds to the JSON property `clusters`
436
+ # @return [Array<Google::Apis::DataprocV1::Cluster>]
437
+ attr_accessor :clusters
438
+
439
+ # Output-only. This token is included in the response if there are more results
440
+ # to fetch. To fetch additional results, provide this value as the page_token in
441
+ # a subsequent ListClustersRequest.
402
442
  # Corresponds to the JSON property `nextPageToken`
403
443
  # @return [String]
404
444
  attr_accessor :next_page_token
405
445
 
406
- # A list of operations that matches the specified filter in the request.
407
- # Corresponds to the JSON property `operations`
408
- # @return [Array<Google::Apis::DataprocV1::Operation>]
409
- attr_accessor :operations
410
-
411
446
  def initialize(**args)
412
447
  update!(**args)
413
448
  end
414
449
 
415
450
  # Update properties of this object
416
451
  def update!(**args)
452
+ @clusters = args[:clusters] if args.key?(:clusters)
417
453
  @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
418
- @operations = args[:operations] if args.key?(:operations)
419
454
  end
420
455
  end
421
456
 
422
- # Metadata describing the operation.
423
- class OperationMetadata
457
+ # A Cloud Dataproc job resource.
458
+ class Job
424
459
  include Google::Apis::Core::Hashable
425
460
 
426
- # Output-only Short description of operation.
427
- # Corresponds to the JSON property `description`
428
- # @return [String]
429
- attr_accessor :description
430
-
431
- # The status of the operation.
461
+ # Cloud Dataproc job status.
432
462
  # Corresponds to the JSON property `status`
433
- # @return [Google::Apis::DataprocV1::OperationStatus]
463
+ # @return [Google::Apis::DataprocV1::JobStatus]
434
464
  attr_accessor :status
435
465
 
436
- # A message containing any operation metadata details.
437
- # Corresponds to the JSON property `details`
438
- # @return [String]
439
- attr_accessor :details
440
-
441
- # A message containing the operation state.
442
- # Corresponds to the JSON property `state`
443
- # @return [String]
444
- attr_accessor :state
445
-
446
- # Name of the cluster for the operation.
447
- # Corresponds to the JSON property `clusterName`
448
- # @return [String]
449
- attr_accessor :cluster_name
466
+ # Cloud Dataproc job config.
467
+ # Corresponds to the JSON property `placement`
468
+ # @return [Google::Apis::DataprocV1::JobPlacement]
469
+ attr_accessor :placement
450
470
 
451
- # Cluster UUId for the operation.
452
- # Corresponds to the JSON property `clusterUuid`
471
+ # Output-only. If present, the location of miscellaneous control files which may
472
+ # be used as part of job setup and handling. If not present, control files may
473
+ # be placed in the same location as driver_output_uri.
474
+ # Corresponds to the JSON property `driverControlFilesUri`
453
475
  # @return [String]
454
- attr_accessor :cluster_uuid
476
+ attr_accessor :driver_control_files_uri
455
477
 
456
- # A message containing the detailed operation state.
457
- # Corresponds to the JSON property `innerState`
458
- # @return [String]
459
- attr_accessor :inner_state
478
+ # Job scheduling options.Beta Feature: These options are available for testing
479
+ # purposes only. They may be changed before final release.
480
+ # Corresponds to the JSON property `scheduling`
481
+ # @return [Google::Apis::DataprocV1::JobScheduling]
482
+ attr_accessor :scheduling
460
483
 
461
- # The time that the operation completed.
462
- # Corresponds to the JSON property `endTime`
463
- # @return [String]
464
- attr_accessor :end_time
484
+ # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
485
+ # on YARN.
486
+ # Corresponds to the JSON property `pigJob`
487
+ # @return [Google::Apis::DataprocV1::PigJob]
488
+ attr_accessor :pig_job
465
489
 
466
- # The time that the operation was started by the server.
467
- # Corresponds to the JSON property `startTime`
468
- # @return [String]
469
- attr_accessor :start_time
490
+ # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
491
+ # queries on YARN.
492
+ # Corresponds to the JSON property `hiveJob`
493
+ # @return [Google::Apis::DataprocV1::HiveJob]
494
+ attr_accessor :hive_job
470
495
 
471
- # Output-only Errors encountered during operation execution.
472
- # Corresponds to the JSON property `warnings`
473
- # @return [Array<String>]
474
- attr_accessor :warnings
496
+ # Optional. The labels to associate with this job. Label keys must contain 1 to
497
+ # 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
498
+ # txt). Label values may be empty, but, if present, must contain 1 to 63
499
+ # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
500
+ # . No more than 32 labels can be associated with a job.
501
+ # Corresponds to the JSON property `labels`
502
+ # @return [Hash<String,String>]
503
+ attr_accessor :labels
475
504
 
476
- # The time that the operation was requested.
477
- # Corresponds to the JSON property `insertTime`
505
+ # Output-only. A URI pointing to the location of the stdout of the job's driver
506
+ # program.
507
+ # Corresponds to the JSON property `driverOutputResourceUri`
478
508
  # @return [String]
479
- attr_accessor :insert_time
509
+ attr_accessor :driver_output_resource_uri
480
510
 
481
- # Output-only Previous operation status.
511
+ # Output-only. The previous job status.
482
512
  # Corresponds to the JSON property `statusHistory`
483
- # @return [Array<Google::Apis::DataprocV1::OperationStatus>]
513
+ # @return [Array<Google::Apis::DataprocV1::JobStatus>]
484
514
  attr_accessor :status_history
485
515
 
486
- # Output-only The operation type.
487
- # Corresponds to the JSON property `operationType`
488
- # @return [String]
489
- attr_accessor :operation_type
516
+ # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
517
+ # applications on YARN.
518
+ # Corresponds to the JSON property `sparkJob`
519
+ # @return [Google::Apis::DataprocV1::SparkJob]
520
+ attr_accessor :spark_job
521
+
522
+ # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
523
+ # ) queries.
524
+ # Corresponds to the JSON property `sparkSqlJob`
525
+ # @return [Google::Apis::DataprocV1::SparkSqlJob]
526
+ attr_accessor :spark_sql_job
527
+
528
+ # Output-only. The collection of YARN applications spun up by this job.Beta
529
+ # Feature: This report is available for testing purposes only. It may be changed
530
+ # before final release.
531
+ # Corresponds to the JSON property `yarnApplications`
532
+ # @return [Array<Google::Apis::DataprocV1::YarnApplication>]
533
+ attr_accessor :yarn_applications
534
+
535
+ # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
536
+ # 0.9.0/python-programming-guide.html) applications on YARN.
537
+ # Corresponds to the JSON property `pysparkJob`
538
+ # @return [Google::Apis::DataprocV1::PySparkJob]
539
+ attr_accessor :pyspark_job
540
+
541
+ # Encapsulates the full scoping used to reference a job.
542
+ # Corresponds to the JSON property `reference`
543
+ # @return [Google::Apis::DataprocV1::JobReference]
544
+ attr_accessor :reference
545
+
546
+ # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
547
+ # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
548
+ # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
549
+ # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
550
+ # Corresponds to the JSON property `hadoopJob`
551
+ # @return [Google::Apis::DataprocV1::HadoopJob]
552
+ attr_accessor :hadoop_job
490
553
 
491
554
  def initialize(**args)
492
555
  update!(**args)
@@ -494,36 +557,78 @@ module Google
494
557
 
495
558
  # Update properties of this object
496
559
  def update!(**args)
497
- @description = args[:description] if args.key?(:description)
498
560
  @status = args[:status] if args.key?(:status)
499
- @details = args[:details] if args.key?(:details)
500
- @state = args[:state] if args.key?(:state)
501
- @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
502
- @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
503
- @inner_state = args[:inner_state] if args.key?(:inner_state)
504
- @end_time = args[:end_time] if args.key?(:end_time)
505
- @start_time = args[:start_time] if args.key?(:start_time)
506
- @warnings = args[:warnings] if args.key?(:warnings)
507
- @insert_time = args[:insert_time] if args.key?(:insert_time)
561
+ @placement = args[:placement] if args.key?(:placement)
562
+ @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
563
+ @scheduling = args[:scheduling] if args.key?(:scheduling)
564
+ @pig_job = args[:pig_job] if args.key?(:pig_job)
565
+ @hive_job = args[:hive_job] if args.key?(:hive_job)
566
+ @labels = args[:labels] if args.key?(:labels)
567
+ @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
508
568
  @status_history = args[:status_history] if args.key?(:status_history)
509
- @operation_type = args[:operation_type] if args.key?(:operation_type)
569
+ @spark_job = args[:spark_job] if args.key?(:spark_job)
570
+ @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
571
+ @yarn_applications = args[:yarn_applications] if args.key?(:yarn_applications)
572
+ @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job)
573
+ @reference = args[:reference] if args.key?(:reference)
574
+ @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
510
575
  end
511
576
  end
512
577
 
513
- # Cloud Dataproc job config.
514
- class JobPlacement
578
+ # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
579
+ # applications on YARN.
580
+ class SparkJob
515
581
  include Google::Apis::Core::Hashable
516
582
 
517
- # Required. The name of the cluster where the job will be submitted.
518
- # Corresponds to the JSON property `clusterName`
583
+ # The HCFS URI of the jar file that contains the main class.
584
+ # Corresponds to the JSON property `mainJarFileUri`
519
585
  # @return [String]
520
- attr_accessor :cluster_name
586
+ attr_accessor :main_jar_file_uri
521
587
 
522
- # Output-only. A cluster UUID generated by the Cloud Dataproc service when the
523
- # job is submitted.
524
- # Corresponds to the JSON property `clusterUuid`
588
+ # Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver
589
+ # and tasks.
590
+ # Corresponds to the JSON property `jarFileUris`
591
+ # @return [Array<String>]
592
+ attr_accessor :jar_file_uris
593
+
594
+ # The runtime logging config of the job.
595
+ # Corresponds to the JSON property `loggingConfig`
596
+ # @return [Google::Apis::DataprocV1::LoggingConfig]
597
+ attr_accessor :logging_config
598
+
599
+ # Optional. A mapping of property names to values, used to configure Spark.
600
+ # Properties that conflict with values set by the Cloud Dataproc API may be
601
+ # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
602
+ # and classes in user code.
603
+ # Corresponds to the JSON property `properties`
604
+ # @return [Hash<String,String>]
605
+ attr_accessor :properties
606
+
607
+ # Optional. The arguments to pass to the driver. Do not include arguments, such
608
+ # as --conf, that can be set as job properties, since a collision may occur that
609
+ # causes an incorrect job submission.
610
+ # Corresponds to the JSON property `args`
611
+ # @return [Array<String>]
612
+ attr_accessor :args
613
+
614
+ # Optional. HCFS URIs of files to be copied to the working directory of Spark
615
+ # drivers and distributed tasks. Useful for naively parallel tasks.
616
+ # Corresponds to the JSON property `fileUris`
617
+ # @return [Array<String>]
618
+ attr_accessor :file_uris
619
+
620
+ # The name of the driver's main class. The jar file that contains the class must
621
+ # be in the default CLASSPATH or specified in jar_file_uris.
622
+ # Corresponds to the JSON property `mainClass`
525
623
  # @return [String]
526
- attr_accessor :cluster_uuid
624
+ attr_accessor :main_class
625
+
626
+ # Optional. HCFS URIs of archives to be extracted in the working directory of
627
+ # Spark drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, and .
628
+ # zip.
629
+ # Corresponds to the JSON property `archiveUris`
630
+ # @return [Array<String>]
631
+ attr_accessor :archive_uris
527
632
 
528
633
  def initialize(**args)
529
634
  update!(**args)
@@ -531,37 +636,42 @@ module Google
531
636
 
532
637
  # Update properties of this object
533
638
  def update!(**args)
534
- @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
535
- @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
639
+ @main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
640
+ @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
641
+ @logging_config = args[:logging_config] if args.key?(:logging_config)
642
+ @properties = args[:properties] if args.key?(:properties)
643
+ @args = args[:args] if args.key?(:args)
644
+ @file_uris = args[:file_uris] if args.key?(:file_uris)
645
+ @main_class = args[:main_class] if args.key?(:main_class)
646
+ @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
536
647
  end
537
648
  end
538
649
 
539
- # Specifies the selection and config of software inside the cluster.
540
- class SoftwareConfig
650
+ # Cloud Dataproc job status.
651
+ class JobStatus
541
652
  include Google::Apis::Core::Hashable
542
653
 
543
- # Optional. The version of software inside the cluster. It must match the
544
- # regular expression [0-9]+\.[0-9]+. If unspecified, it defaults to the latest
545
- # version (see Cloud Dataproc Versioning).
546
- # Corresponds to the JSON property `imageVersion`
654
+ # Output-only. The time when this state was entered.
655
+ # Corresponds to the JSON property `stateStartTime`
547
656
  # @return [String]
548
- attr_accessor :image_version
657
+ attr_accessor :state_start_time
549
658
 
550
- # Optional. The properties to set on daemon config files.Property keys are
551
- # specified in prefix:property format, such as core:fs.defaultFS. The following
552
- # are supported prefixes and their mappings:
553
- # capacity-scheduler: capacity-scheduler.xml
554
- # core: core-site.xml
555
- # distcp: distcp-default.xml
556
- # hdfs: hdfs-site.xml
557
- # hive: hive-site.xml
558
- # mapred: mapred-site.xml
559
- # pig: pig.properties
560
- # spark: spark-defaults.conf
561
- # yarn: yarn-site.xml
562
- # Corresponds to the JSON property `properties`
563
- # @return [Hash<String,String>]
564
- attr_accessor :properties
659
+ # Output-only. Additional state information, which includes status reported by
660
+ # the agent.
661
+ # Corresponds to the JSON property `substate`
662
+ # @return [String]
663
+ attr_accessor :substate
664
+
665
+ # Output-only. A state message specifying the overall job state.
666
+ # Corresponds to the JSON property `state`
667
+ # @return [String]
668
+ attr_accessor :state
669
+
670
+ # Output-only. Optional job state details, such as an error description if the
671
+ # state is <code>ERROR</code>.
672
+ # Corresponds to the JSON property `details`
673
+ # @return [String]
674
+ attr_accessor :details
565
675
 
566
676
  def initialize(**args)
567
677
  update!(**args)
@@ -569,58 +679,27 @@ module Google
569
679
 
570
680
  # Update properties of this object
571
681
  def update!(**args)
572
- @image_version = args[:image_version] if args.key?(:image_version)
573
- @properties = args[:properties] if args.key?(:properties)
682
+ @state_start_time = args[:state_start_time] if args.key?(:state_start_time)
683
+ @substate = args[:substate] if args.key?(:substate)
684
+ @state = args[:state] if args.key?(:state)
685
+ @details = args[:details] if args.key?(:details)
574
686
  end
575
687
  end
576
688
 
577
- # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
578
- # on YARN.
579
- class PigJob
689
+ # Specifies the resources used to actively manage an instance group.
690
+ class ManagedGroupConfig
580
691
  include Google::Apis::Core::Hashable
581
692
 
582
- # Optional. HCFS URIs of jar files to add to the CLASSPATH of the Pig Client and
583
- # Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
584
- # Corresponds to the JSON property `jarFileUris`
585
- # @return [Array<String>]
586
- attr_accessor :jar_file_uris
587
-
588
- # Optional. Mapping of query variable names to values (equivalent to the Pig
589
- # command: name=[value]).
590
- # Corresponds to the JSON property `scriptVariables`
591
- # @return [Hash<String,String>]
592
- attr_accessor :script_variables
593
-
594
- # The runtime logging config of the job.
595
- # Corresponds to the JSON property `loggingConfig`
596
- # @return [Google::Apis::DataprocV1::LoggingConfig]
597
- attr_accessor :logging_config
598
-
599
- # Optional. A mapping of property names to values, used to configure Pig.
600
- # Properties that conflict with values set by the Cloud Dataproc API may be
601
- # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
602
- # pig/conf/pig.properties, and classes in user code.
603
- # Corresponds to the JSON property `properties`
604
- # @return [Hash<String,String>]
605
- attr_accessor :properties
606
-
607
- # Optional. Whether to continue executing queries if a query fails. The default
608
- # value is false. Setting to true can be useful when executing independent
609
- # parallel queries.
610
- # Corresponds to the JSON property `continueOnFailure`
611
- # @return [Boolean]
612
- attr_accessor :continue_on_failure
613
- alias_method :continue_on_failure?, :continue_on_failure
614
-
615
- # The HCFS URI of the script that contains the Pig queries.
616
- # Corresponds to the JSON property `queryFileUri`
693
+ # Output-only. The name of the Instance Group Manager for this group.
694
+ # Corresponds to the JSON property `instanceGroupManagerName`
617
695
  # @return [String]
618
- attr_accessor :query_file_uri
696
+ attr_accessor :instance_group_manager_name
619
697
 
620
- # A list of queries to run on a cluster.
621
- # Corresponds to the JSON property `queryList`
622
- # @return [Google::Apis::DataprocV1::QueryList]
623
- attr_accessor :query_list
698
+ # Output-only. The name of the Instance Template used for the Managed Instance
699
+ # Group.
700
+ # Corresponds to the JSON property `instanceTemplateName`
701
+ # @return [String]
702
+ attr_accessor :instance_template_name
624
703
 
625
704
  def initialize(**args)
626
705
  update!(**args)
@@ -628,40 +707,34 @@ module Google
628
707
 
629
708
  # Update properties of this object
630
709
  def update!(**args)
631
- @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
632
- @script_variables = args[:script_variables] if args.key?(:script_variables)
633
- @logging_config = args[:logging_config] if args.key?(:logging_config)
634
- @properties = args[:properties] if args.key?(:properties)
635
- @continue_on_failure = args[:continue_on_failure] if args.key?(:continue_on_failure)
636
- @query_file_uri = args[:query_file_uri] if args.key?(:query_file_uri)
637
- @query_list = args[:query_list] if args.key?(:query_list)
710
+ @instance_group_manager_name = args[:instance_group_manager_name] if args.key?(:instance_group_manager_name)
711
+ @instance_template_name = args[:instance_template_name] if args.key?(:instance_template_name)
638
712
  end
639
713
  end
640
714
 
641
- # The status of a cluster and its instances.
642
- class ClusterStatus
715
+ # The status of the operation.
716
+ class ClusterOperationStatus
643
717
  include Google::Apis::Core::Hashable
644
718
 
645
- # Output-only. Optional details of cluster's state.
646
- # Corresponds to the JSON property `detail`
647
- # @return [String]
648
- attr_accessor :detail
649
-
650
- # Output-only. The cluster's state.
651
- # Corresponds to the JSON property `state`
719
+ # Output-only. A message containing the detailed operation state.
720
+ # Corresponds to the JSON property `innerState`
652
721
  # @return [String]
653
- attr_accessor :state
722
+ attr_accessor :inner_state
654
723
 
655
- # Output-only. Time when this state was entered.
724
+ # Output-only. The time this state was entered.
656
725
  # Corresponds to the JSON property `stateStartTime`
657
726
  # @return [String]
658
727
  attr_accessor :state_start_time
659
728
 
660
- # Output-only. Additional state information that includes status reported by the
661
- # agent.
662
- # Corresponds to the JSON property `substate`
729
+ # Output-only. A message containing the operation state.
730
+ # Corresponds to the JSON property `state`
663
731
  # @return [String]
664
- attr_accessor :substate
732
+ attr_accessor :state
733
+
734
+ # Output-only.A message containing any operation metadata details.
735
+ # Corresponds to the JSON property `details`
736
+ # @return [String]
737
+ attr_accessor :details
665
738
 
666
739
  def initialize(**args)
667
740
  update!(**args)
@@ -669,208 +742,111 @@ module Google
669
742
 
670
743
  # Update properties of this object
671
744
  def update!(**args)
672
- @detail = args[:detail] if args.key?(:detail)
673
- @state = args[:state] if args.key?(:state)
745
+ @inner_state = args[:inner_state] if args.key?(:inner_state)
674
746
  @state_start_time = args[:state_start_time] if args.key?(:state_start_time)
675
- @substate = args[:substate] if args.key?(:substate)
747
+ @state = args[:state] if args.key?(:state)
748
+ @details = args[:details] if args.key?(:details)
676
749
  end
677
750
  end
678
751
 
679
- # The list of all clusters in a project.
680
- class ListClustersResponse
752
+ # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
753
+ # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
754
+ # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
755
+ # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
756
+ class HadoopJob
681
757
  include Google::Apis::Core::Hashable
682
758
 
683
- # Output-only. The clusters in the project.
684
- # Corresponds to the JSON property `clusters`
685
- # @return [Array<Google::Apis::DataprocV1::Cluster>]
686
- attr_accessor :clusters
687
-
688
- # Output-only. This token is included in the response if there are more results
689
- # to fetch. To fetch additional results, provide this value as the page_token in
690
- # a subsequent ListClustersRequest.
691
- # Corresponds to the JSON property `nextPageToken`
759
+ # The name of the driver's main class. The jar file containing the class must be
760
+ # in the default CLASSPATH or specified in jar_file_uris.
761
+ # Corresponds to the JSON property `mainClass`
692
762
  # @return [String]
693
- attr_accessor :next_page_token
763
+ attr_accessor :main_class
694
764
 
695
- def initialize(**args)
696
- update!(**args)
697
- end
765
+ # Optional. HCFS URIs of archives to be extracted in the working directory of
766
+ # Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .
767
+ # zip.
768
+ # Corresponds to the JSON property `archiveUris`
769
+ # @return [Array<String>]
770
+ attr_accessor :archive_uris
698
771
 
699
- # Update properties of this object
700
- def update!(**args)
701
- @clusters = args[:clusters] if args.key?(:clusters)
702
- @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
703
- end
704
- end
772
+ # The HCFS URI of the jar file containing the main class. Examples: 'gs://foo-
773
+ # bucket/analytics-binaries/extract-useful-metrics-mr.jar' 'hdfs:/tmp/test-
774
+ # samples/custom-wordcount.jar' 'file:///home/usr/lib/hadoop-mapreduce/hadoop-
775
+ # mapreduce-examples.jar'
776
+ # Corresponds to the JSON property `mainJarFileUri`
777
+ # @return [String]
778
+ attr_accessor :main_jar_file_uri
705
779
 
706
- # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
707
- # applications on YARN.
708
- class SparkJob
709
- include Google::Apis::Core::Hashable
780
+ # Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and
781
+ # tasks.
782
+ # Corresponds to the JSON property `jarFileUris`
783
+ # @return [Array<String>]
784
+ attr_accessor :jar_file_uris
710
785
 
711
786
  # The runtime logging config of the job.
712
787
  # Corresponds to the JSON property `loggingConfig`
713
788
  # @return [Google::Apis::DataprocV1::LoggingConfig]
714
789
  attr_accessor :logging_config
715
790
 
716
- # Optional. A mapping of property names to values, used to configure Spark.
791
+ # Optional. A mapping of property names to values, used to configure Hadoop.
717
792
  # Properties that conflict with values set by the Cloud Dataproc API may be
718
- # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
719
- # and classes in user code.
793
+ # overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
794
+ # in user code.
720
795
  # Corresponds to the JSON property `properties`
721
796
  # @return [Hash<String,String>]
722
797
  attr_accessor :properties
723
798
 
724
799
  # Optional. The arguments to pass to the driver. Do not include arguments, such
725
- # as --conf, that can be set as job properties, since a collision may occur that
726
- # causes an incorrect job submission.
800
+ # as -libjars or -Dfoo=bar, that can be set as job properties, since a collision
801
+ # may occur that causes an incorrect job submission.
727
802
  # Corresponds to the JSON property `args`
728
803
  # @return [Array<String>]
729
804
  attr_accessor :args
730
805
 
731
- # Optional. HCFS URIs of files to be copied to the working directory of Spark
732
- # drivers and distributed tasks. Useful for naively parallel tasks.
806
+ # Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to
807
+ # the working directory of Hadoop drivers and distributed tasks. Useful for
808
+ # naively parallel tasks.
733
809
  # Corresponds to the JSON property `fileUris`
734
810
  # @return [Array<String>]
735
811
  attr_accessor :file_uris
736
812
 
737
- # The name of the driver's main class. The jar file that contains the class must
738
- # be in the default CLASSPATH or specified in jar_file_uris.
739
- # Corresponds to the JSON property `mainClass`
740
- # @return [String]
741
- attr_accessor :main_class
742
-
743
- # Optional. HCFS URIs of archives to be extracted in the working directory of
744
- # Spark drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, and .
745
- # zip.
746
- # Corresponds to the JSON property `archiveUris`
747
- # @return [Array<String>]
748
- attr_accessor :archive_uris
749
-
750
- # The HCFS URI of the jar file that contains the main class.
751
- # Corresponds to the JSON property `mainJarFileUri`
752
- # @return [String]
753
- attr_accessor :main_jar_file_uri
754
-
755
- # Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Spark driver
756
- # and tasks.
757
- # Corresponds to the JSON property `jarFileUris`
758
- # @return [Array<String>]
759
- attr_accessor :jar_file_uris
760
-
761
813
  def initialize(**args)
762
814
  update!(**args)
763
815
  end
764
816
 
765
817
  # Update properties of this object
766
818
  def update!(**args)
767
- @logging_config = args[:logging_config] if args.key?(:logging_config)
768
- @properties = args[:properties] if args.key?(:properties)
769
- @args = args[:args] if args.key?(:args)
770
- @file_uris = args[:file_uris] if args.key?(:file_uris)
771
819
  @main_class = args[:main_class] if args.key?(:main_class)
772
820
  @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
773
821
  @main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
774
822
  @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
823
+ @logging_config = args[:logging_config] if args.key?(:logging_config)
824
+ @properties = args[:properties] if args.key?(:properties)
825
+ @args = args[:args] if args.key?(:args)
826
+ @file_uris = args[:file_uris] if args.key?(:file_uris)
775
827
  end
776
828
  end
777
829
 
778
- # A Cloud Dataproc job resource.
779
- class Job
830
+ # A list of queries to run on a cluster.
831
+ class QueryList
780
832
  include Google::Apis::Core::Hashable
781
833
 
782
- # Cloud Dataproc job status.
783
- # Corresponds to the JSON property `status`
784
- # @return [Google::Apis::DataprocV1::JobStatus]
785
- attr_accessor :status
786
-
787
- # Cloud Dataproc job config.
788
- # Corresponds to the JSON property `placement`
789
- # @return [Google::Apis::DataprocV1::JobPlacement]
790
- attr_accessor :placement
791
-
792
- # Output-only. If present, the location of miscellaneous control files which may
793
- # be used as part of job setup and handling. If not present, control files may
794
- # be placed in the same location as driver_output_uri.
795
- # Corresponds to the JSON property `driverControlFilesUri`
796
- # @return [String]
797
- attr_accessor :driver_control_files_uri
798
-
799
- # Job scheduling options.Beta Feature: These options are available for testing
800
- # purposes only. They may be changed before final release.
801
- # Corresponds to the JSON property `scheduling`
802
- # @return [Google::Apis::DataprocV1::JobScheduling]
803
- attr_accessor :scheduling
804
-
805
- # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
806
- # on YARN.
807
- # Corresponds to the JSON property `pigJob`
808
- # @return [Google::Apis::DataprocV1::PigJob]
809
- attr_accessor :pig_job
810
-
811
- # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
812
- # queries on YARN.
813
- # Corresponds to the JSON property `hiveJob`
814
- # @return [Google::Apis::DataprocV1::HiveJob]
815
- attr_accessor :hive_job
816
-
817
- # Optional. The labels to associate with this job. Label keys must contain 1 to
818
- # 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
819
- # txt). Label values may be empty, but, if present, must contain 1 to 63
820
- # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
821
- # . No more than 32 labels can be associated with a job.
822
- # Corresponds to the JSON property `labels`
823
- # @return [Hash<String,String>]
824
- attr_accessor :labels
825
-
826
- # Output-only. A URI pointing to the location of the stdout of the job's driver
827
- # program.
828
- # Corresponds to the JSON property `driverOutputResourceUri`
829
- # @return [String]
830
- attr_accessor :driver_output_resource_uri
831
-
832
- # Output-only. The previous job status.
833
- # Corresponds to the JSON property `statusHistory`
834
- # @return [Array<Google::Apis::DataprocV1::JobStatus>]
835
- attr_accessor :status_history
836
-
837
- # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
838
- # applications on YARN.
839
- # Corresponds to the JSON property `sparkJob`
840
- # @return [Google::Apis::DataprocV1::SparkJob]
841
- attr_accessor :spark_job
842
-
843
- # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
844
- # ) queries.
845
- # Corresponds to the JSON property `sparkSqlJob`
846
- # @return [Google::Apis::DataprocV1::SparkSqlJob]
847
- attr_accessor :spark_sql_job
848
-
849
- # Output-only. The collection of YARN applications spun up by this job.Beta
850
- # Feature: This report is available for testing purposes only. It may be changed
851
- # before final release.
852
- # Corresponds to the JSON property `yarnApplications`
853
- # @return [Array<Google::Apis::DataprocV1::YarnApplication>]
854
- attr_accessor :yarn_applications
855
-
856
- # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
857
- # 0.9.0/python-programming-guide.html) applications on YARN.
858
- # Corresponds to the JSON property `pysparkJob`
859
- # @return [Google::Apis::DataprocV1::PySparkJob]
860
- attr_accessor :pyspark_job
861
-
862
- # Encapsulates the full scoping used to reference a job.
863
- # Corresponds to the JSON property `reference`
864
- # @return [Google::Apis::DataprocV1::JobReference]
865
- attr_accessor :reference
866
-
867
- # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
868
- # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
869
- # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
870
- # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
871
- # Corresponds to the JSON property `hadoopJob`
872
- # @return [Google::Apis::DataprocV1::HadoopJob]
873
- attr_accessor :hadoop_job
834
+ # Required. The queries to execute. You do not need to terminate a query with a
835
+ # semicolon. Multiple queries can be specified in one string by separating each
836
+ # with a semicolon. Here is an example of an Cloud Dataproc API snippet that
837
+ # uses a QueryList to specify a HiveJob:
838
+ # "hiveJob": `
839
+ # "queryList": `
840
+ # "queries": [
841
+ # "query1",
842
+ # "query2",
843
+ # "query3;query4",
844
+ # ]
845
+ # `
846
+ # `
847
+ # Corresponds to the JSON property `queries`
848
+ # @return [Array<String>]
849
+ attr_accessor :queries
874
850
 
875
851
  def initialize(**args)
876
852
  update!(**args)
@@ -878,49 +854,39 @@ module Google
878
854
 
879
855
  # Update properties of this object
880
856
  def update!(**args)
881
- @status = args[:status] if args.key?(:status)
882
- @placement = args[:placement] if args.key?(:placement)
883
- @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
884
- @scheduling = args[:scheduling] if args.key?(:scheduling)
885
- @pig_job = args[:pig_job] if args.key?(:pig_job)
886
- @hive_job = args[:hive_job] if args.key?(:hive_job)
887
- @labels = args[:labels] if args.key?(:labels)
888
- @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
889
- @status_history = args[:status_history] if args.key?(:status_history)
890
- @spark_job = args[:spark_job] if args.key?(:spark_job)
891
- @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
892
- @yarn_applications = args[:yarn_applications] if args.key?(:yarn_applications)
893
- @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job)
894
- @reference = args[:reference] if args.key?(:reference)
895
- @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
857
+ @queries = args[:queries] if args.key?(:queries)
896
858
  end
897
859
  end
898
860
 
899
- # Cloud Dataproc job status.
900
- class JobStatus
861
+ # A YARN application created by a job. Application information is a subset of <
862
+ # code>org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto</code>.
863
+ # Beta Feature: This report is available for testing purposes only. It may be
864
+ # changed before final release.
865
+ class YarnApplication
901
866
  include Google::Apis::Core::Hashable
902
867
 
903
- # Output-only. A state message specifying the overall job state.
868
+ # Required. The application state.
904
869
  # Corresponds to the JSON property `state`
905
870
  # @return [String]
906
871
  attr_accessor :state
907
872
 
908
- # Output-only. Optional job state details, such as an error description if the
909
- # state is <code>ERROR</code>.
910
- # Corresponds to the JSON property `details`
873
+ # Required. The application name.
874
+ # Corresponds to the JSON property `name`
911
875
  # @return [String]
912
- attr_accessor :details
876
+ attr_accessor :name
913
877
 
914
- # Output-only. The time when this state was entered.
915
- # Corresponds to the JSON property `stateStartTime`
878
+ # Optional. The HTTP URL of the ApplicationMaster, HistoryServer, or
879
+ # TimelineServer that provides application-specific information. The URL uses
880
+ # the internal hostname, and requires a proxy server for resolution and,
881
+ # possibly, access.
882
+ # Corresponds to the JSON property `trackingUrl`
916
883
  # @return [String]
917
- attr_accessor :state_start_time
884
+ attr_accessor :tracking_url
918
885
 
919
- # Output-only. Additional state information, which includes status reported by
920
- # the agent.
921
- # Corresponds to the JSON property `substate`
922
- # @return [String]
923
- attr_accessor :substate
886
+ # Required. The numerical progress of the application, from 1 to 100.
887
+ # Corresponds to the JSON property `progress`
888
+ # @return [Float]
889
+ attr_accessor :progress
924
890
 
925
891
  def initialize(**args)
926
892
  update!(**args)
@@ -929,61 +895,42 @@ module Google
929
895
  # Update properties of this object
930
896
  def update!(**args)
931
897
  @state = args[:state] if args.key?(:state)
932
- @details = args[:details] if args.key?(:details)
933
- @state_start_time = args[:state_start_time] if args.key?(:state_start_time)
934
- @substate = args[:substate] if args.key?(:substate)
898
+ @name = args[:name] if args.key?(:name)
899
+ @tracking_url = args[:tracking_url] if args.key?(:tracking_url)
900
+ @progress = args[:progress] if args.key?(:progress)
935
901
  end
936
902
  end
937
903
 
938
- # Specifies the resources used to actively manage an instance group.
939
- class ManagedGroupConfig
904
+ # A request to collect cluster diagnostic information.
905
+ class DiagnoseClusterRequest
940
906
  include Google::Apis::Core::Hashable
941
907
 
942
- # Output-only. The name of the Instance Group Manager for this group.
943
- # Corresponds to the JSON property `instanceGroupManagerName`
944
- # @return [String]
945
- attr_accessor :instance_group_manager_name
946
-
947
- # Output-only. The name of the Instance Template used for the Managed Instance
948
- # Group.
949
- # Corresponds to the JSON property `instanceTemplateName`
950
- # @return [String]
951
- attr_accessor :instance_template_name
952
-
953
908
  def initialize(**args)
954
909
  update!(**args)
955
910
  end
956
911
 
957
912
  # Update properties of this object
958
913
  def update!(**args)
959
- @instance_group_manager_name = args[:instance_group_manager_name] if args.key?(:instance_group_manager_name)
960
- @instance_template_name = args[:instance_template_name] if args.key?(:instance_template_name)
961
914
  end
962
915
  end
963
916
 
964
- # The status of the operation.
965
- class ClusterOperationStatus
917
+ # Specifies the config of disk options for a group of VM instances.
918
+ class DiskConfig
966
919
  include Google::Apis::Core::Hashable
967
920
 
968
- # Output-only. A message containing the detailed operation state.
969
- # Corresponds to the JSON property `innerState`
970
- # @return [String]
971
- attr_accessor :inner_state
972
-
973
- # Output-only. The time this state was entered.
974
- # Corresponds to the JSON property `stateStartTime`
975
- # @return [String]
976
- attr_accessor :state_start_time
977
-
978
- # Output-only. A message containing the operation state.
979
- # Corresponds to the JSON property `state`
980
- # @return [String]
981
- attr_accessor :state
921
+ # Optional. Size in GB of the boot disk (default is 500GB).
922
+ # Corresponds to the JSON property `bootDiskSizeGb`
923
+ # @return [Fixnum]
924
+ attr_accessor :boot_disk_size_gb
982
925
 
983
- # Output-only.A message containing any operation metadata details.
984
- # Corresponds to the JSON property `details`
985
- # @return [String]
986
- attr_accessor :details
926
+ # Optional. Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not
927
+ # attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.
928
+ # apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are
929
+ # attached, this runtime bulk data is spread across them, and the boot disk
930
+ # contains only basic config and installed binaries.
931
+ # Corresponds to the JSON property `numLocalSsds`
932
+ # @return [Fixnum]
933
+ attr_accessor :num_local_ssds
987
934
 
988
935
  def initialize(**args)
989
936
  update!(**args)
@@ -991,215 +938,34 @@ module Google
991
938
 
992
939
  # Update properties of this object
993
940
  def update!(**args)
994
- @inner_state = args[:inner_state] if args.key?(:inner_state)
995
- @state_start_time = args[:state_start_time] if args.key?(:state_start_time)
996
- @state = args[:state] if args.key?(:state)
997
- @details = args[:details] if args.key?(:details)
941
+ @boot_disk_size_gb = args[:boot_disk_size_gb] if args.key?(:boot_disk_size_gb)
942
+ @num_local_ssds = args[:num_local_ssds] if args.key?(:num_local_ssds)
998
943
  end
999
944
  end
1000
945
 
1001
- # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
1002
- # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
1003
- # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
1004
- # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
1005
- class HadoopJob
946
+ # Metadata describing the operation.
947
+ class ClusterOperationMetadata
1006
948
  include Google::Apis::Core::Hashable
1007
949
 
1008
- # The HCFS URI of the jar file containing the main class. Examples: 'gs://foo-
1009
- # bucket/analytics-binaries/extract-useful-metrics-mr.jar' 'hdfs:/tmp/test-
1010
- # samples/custom-wordcount.jar' 'file:///home/usr/lib/hadoop-mapreduce/hadoop-
1011
- # mapreduce-examples.jar'
1012
- # Corresponds to the JSON property `mainJarFileUri`
950
+ # Output-only. Short description of operation.
951
+ # Corresponds to the JSON property `description`
1013
952
  # @return [String]
1014
- attr_accessor :main_jar_file_uri
953
+ attr_accessor :description
1015
954
 
1016
- # Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and
1017
- # tasks.
1018
- # Corresponds to the JSON property `jarFileUris`
955
+ # Output-only. Errors encountered during operation execution.
956
+ # Corresponds to the JSON property `warnings`
1019
957
  # @return [Array<String>]
1020
- attr_accessor :jar_file_uris
1021
-
1022
- # The runtime logging config of the job.
1023
- # Corresponds to the JSON property `loggingConfig`
1024
- # @return [Google::Apis::DataprocV1::LoggingConfig]
1025
- attr_accessor :logging_config
958
+ attr_accessor :warnings
1026
959
 
1027
- # Optional. A mapping of property names to values, used to configure Hadoop.
1028
- # Properties that conflict with values set by the Cloud Dataproc API may be
1029
- # overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
1030
- # in user code.
1031
- # Corresponds to the JSON property `properties`
960
+ # Output-only. Labels associated with the operation
961
+ # Corresponds to the JSON property `labels`
1032
962
  # @return [Hash<String,String>]
1033
- attr_accessor :properties
963
+ attr_accessor :labels
1034
964
 
1035
- # Optional. The arguments to pass to the driver. Do not include arguments, such
1036
- # as -libjars or -Dfoo=bar, that can be set as job properties, since a collision
1037
- # may occur that causes an incorrect job submission.
1038
- # Corresponds to the JSON property `args`
1039
- # @return [Array<String>]
1040
- attr_accessor :args
1041
-
1042
- # Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to
1043
- # the working directory of Hadoop drivers and distributed tasks. Useful for
1044
- # naively parallel tasks.
1045
- # Corresponds to the JSON property `fileUris`
1046
- # @return [Array<String>]
1047
- attr_accessor :file_uris
1048
-
1049
- # The name of the driver's main class. The jar file containing the class must be
1050
- # in the default CLASSPATH or specified in jar_file_uris.
1051
- # Corresponds to the JSON property `mainClass`
1052
- # @return [String]
1053
- attr_accessor :main_class
1054
-
1055
- # Optional. HCFS URIs of archives to be extracted in the working directory of
1056
- # Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .
1057
- # zip.
1058
- # Corresponds to the JSON property `archiveUris`
1059
- # @return [Array<String>]
1060
- attr_accessor :archive_uris
1061
-
1062
- def initialize(**args)
1063
- update!(**args)
1064
- end
1065
-
1066
- # Update properties of this object
1067
- def update!(**args)
1068
- @main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
1069
- @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
1070
- @logging_config = args[:logging_config] if args.key?(:logging_config)
1071
- @properties = args[:properties] if args.key?(:properties)
1072
- @args = args[:args] if args.key?(:args)
1073
- @file_uris = args[:file_uris] if args.key?(:file_uris)
1074
- @main_class = args[:main_class] if args.key?(:main_class)
1075
- @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
1076
- end
1077
- end
1078
-
1079
- # A list of queries to run on a cluster.
1080
- class QueryList
1081
- include Google::Apis::Core::Hashable
1082
-
1083
- # Required. The queries to execute. You do not need to terminate a query with a
1084
- # semicolon. Multiple queries can be specified in one string by separating each
1085
- # with a semicolon. Here is an example of an Cloud Dataproc API snippet that
1086
- # uses a QueryList to specify a HiveJob:
1087
- # "hiveJob": `
1088
- # "queryList": `
1089
- # "queries": [
1090
- # "query1",
1091
- # "query2",
1092
- # "query3;query4",
1093
- # ]
1094
- # `
1095
- # `
1096
- # Corresponds to the JSON property `queries`
1097
- # @return [Array<String>]
1098
- attr_accessor :queries
1099
-
1100
- def initialize(**args)
1101
- update!(**args)
1102
- end
1103
-
1104
- # Update properties of this object
1105
- def update!(**args)
1106
- @queries = args[:queries] if args.key?(:queries)
1107
- end
1108
- end
1109
-
1110
- # A YARN application created by a job. Application information is a subset of <
1111
- # code>org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto</code>.
1112
- # Beta Feature: This report is available for testing purposes only. It may be
1113
- # changed before final release.
1114
- class YarnApplication
1115
- include Google::Apis::Core::Hashable
1116
-
1117
- # Required. The application state.
1118
- # Corresponds to the JSON property `state`
1119
- # @return [String]
1120
- attr_accessor :state
1121
-
1122
- # Required. The application name.
1123
- # Corresponds to the JSON property `name`
1124
- # @return [String]
1125
- attr_accessor :name
1126
-
1127
- # Optional. The HTTP URL of the ApplicationMaster, HistoryServer, or
1128
- # TimelineServer that provides application-specific information. The URL uses
1129
- # the internal hostname, and requires a proxy server for resolution and,
1130
- # possibly, access.
1131
- # Corresponds to the JSON property `trackingUrl`
1132
- # @return [String]
1133
- attr_accessor :tracking_url
1134
-
1135
- # Required. The numerical progress of the application, from 1 to 100.
1136
- # Corresponds to the JSON property `progress`
1137
- # @return [Float]
1138
- attr_accessor :progress
1139
-
1140
- def initialize(**args)
1141
- update!(**args)
1142
- end
1143
-
1144
- # Update properties of this object
1145
- def update!(**args)
1146
- @state = args[:state] if args.key?(:state)
1147
- @name = args[:name] if args.key?(:name)
1148
- @tracking_url = args[:tracking_url] if args.key?(:tracking_url)
1149
- @progress = args[:progress] if args.key?(:progress)
1150
- end
1151
- end
1152
-
1153
- # A request to collect cluster diagnostic information.
1154
- class DiagnoseClusterRequest
1155
- include Google::Apis::Core::Hashable
1156
-
1157
- def initialize(**args)
1158
- update!(**args)
1159
- end
1160
-
1161
- # Update properties of this object
1162
- def update!(**args)
1163
- end
1164
- end
1165
-
1166
- # Specifies the config of disk options for a group of VM instances.
1167
- class DiskConfig
1168
- include Google::Apis::Core::Hashable
1169
-
1170
- # Optional. Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not
1171
- # attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.
1172
- # apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are
1173
- # attached, this runtime bulk data is spread across them, and the boot disk
1174
- # contains only basic config and installed binaries.
1175
- # Corresponds to the JSON property `numLocalSsds`
1176
- # @return [Fixnum]
1177
- attr_accessor :num_local_ssds
1178
-
1179
- # Optional. Size in GB of the boot disk (default is 500GB).
1180
- # Corresponds to the JSON property `bootDiskSizeGb`
1181
- # @return [Fixnum]
1182
- attr_accessor :boot_disk_size_gb
1183
-
1184
- def initialize(**args)
1185
- update!(**args)
1186
- end
1187
-
1188
- # Update properties of this object
1189
- def update!(**args)
1190
- @num_local_ssds = args[:num_local_ssds] if args.key?(:num_local_ssds)
1191
- @boot_disk_size_gb = args[:boot_disk_size_gb] if args.key?(:boot_disk_size_gb)
1192
- end
1193
- end
1194
-
1195
- # Metadata describing the operation.
1196
- class ClusterOperationMetadata
1197
- include Google::Apis::Core::Hashable
1198
-
1199
- # The status of the operation.
1200
- # Corresponds to the JSON property `status`
1201
- # @return [Google::Apis::DataprocV1::ClusterOperationStatus]
1202
- attr_accessor :status
965
+ # The status of the operation.
966
+ # Corresponds to the JSON property `status`
967
+ # @return [Google::Apis::DataprocV1::ClusterOperationStatus]
968
+ attr_accessor :status
1203
969
 
1204
970
  # Output-only. The previous operation status.
1205
971
  # Corresponds to the JSON property `statusHistory`
@@ -1221,35 +987,20 @@ module Google
1221
987
  # @return [String]
1222
988
  attr_accessor :operation_type
1223
989
 
1224
- # Output-only. Short description of operation.
1225
- # Corresponds to the JSON property `description`
1226
- # @return [String]
1227
- attr_accessor :description
1228
-
1229
- # Output-only. Errors encountered during operation execution.
1230
- # Corresponds to the JSON property `warnings`
1231
- # @return [Array<String>]
1232
- attr_accessor :warnings
1233
-
1234
- # Output-only. Labels associated with the operation
1235
- # Corresponds to the JSON property `labels`
1236
- # @return [Hash<String,String>]
1237
- attr_accessor :labels
1238
-
1239
990
  def initialize(**args)
1240
991
  update!(**args)
1241
992
  end
1242
993
 
1243
994
  # Update properties of this object
1244
995
  def update!(**args)
996
+ @description = args[:description] if args.key?(:description)
997
+ @warnings = args[:warnings] if args.key?(:warnings)
998
+ @labels = args[:labels] if args.key?(:labels)
1245
999
  @status = args[:status] if args.key?(:status)
1246
1000
  @status_history = args[:status_history] if args.key?(:status_history)
1247
1001
  @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
1248
1002
  @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
1249
1003
  @operation_type = args[:operation_type] if args.key?(:operation_type)
1250
- @description = args[:description] if args.key?(:description)
1251
- @warnings = args[:warnings] if args.key?(:warnings)
1252
- @labels = args[:labels] if args.key?(:labels)
1253
1004
  end
1254
1005
  end
1255
1006
 
@@ -1285,21 +1036,15 @@ module Google
1285
1036
  attr_accessor :continue_on_failure
1286
1037
  alias_method :continue_on_failure?, :continue_on_failure
1287
1038
 
1288
- # A list of queries to run on a cluster.
1289
- # Corresponds to the JSON property `queryList`
1290
- # @return [Google::Apis::DataprocV1::QueryList]
1291
- attr_accessor :query_list
1292
-
1293
1039
  # The HCFS URI of the script that contains Hive queries.
1294
1040
  # Corresponds to the JSON property `queryFileUri`
1295
1041
  # @return [String]
1296
1042
  attr_accessor :query_file_uri
1297
1043
 
1298
- # Optional. Mapping of query variable names to values (equivalent to the Hive
1299
- # command: SET name="value";).
1300
- # Corresponds to the JSON property `scriptVariables`
1301
- # @return [Hash<String,String>]
1302
- attr_accessor :script_variables
1044
+ # A list of queries to run on a cluster.
1045
+ # Corresponds to the JSON property `queryList`
1046
+ # @return [Google::Apis::DataprocV1::QueryList]
1047
+ attr_accessor :query_list
1303
1048
 
1304
1049
  # Optional. HCFS URIs of jar files to add to the CLASSPATH of the Hive server
1305
1050
  # and Hadoop MapReduce (MR) tasks. Can contain Hive SerDes and UDFs.
@@ -1307,6 +1052,12 @@ module Google
1307
1052
  # @return [Array<String>]
1308
1053
  attr_accessor :jar_file_uris
1309
1054
 
1055
+ # Optional. Mapping of query variable names to values (equivalent to the Hive
1056
+ # command: SET name="value";).
1057
+ # Corresponds to the JSON property `scriptVariables`
1058
+ # @return [Hash<String,String>]
1059
+ attr_accessor :script_variables
1060
+
1310
1061
  # Optional. A mapping of property names and values, used to configure Hive.
1311
1062
  # Properties that conflict with values set by the Cloud Dataproc API may be
1312
1063
  # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
@@ -1322,10 +1073,10 @@ module Google
1322
1073
  # Update properties of this object
1323
1074
  def update!(**args)
1324
1075
  @continue_on_failure = args[:continue_on_failure] if args.key?(:continue_on_failure)
1325
- @query_list = args[:query_list] if args.key?(:query_list)
1326
1076
  @query_file_uri = args[:query_file_uri] if args.key?(:query_file_uri)
1327
- @script_variables = args[:script_variables] if args.key?(:script_variables)
1077
+ @query_list = args[:query_list] if args.key?(:query_list)
1328
1078
  @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
1079
+ @script_variables = args[:script_variables] if args.key?(:script_variables)
1329
1080
  @properties = args[:properties] if args.key?(:properties)
1330
1081
  end
1331
1082
  end
@@ -1429,6 +1180,18 @@ module Google
1429
1180
  class PySparkJob
1430
1181
  include Google::Apis::Core::Hashable
1431
1182
 
1183
+ # Optional. HCFS URIs of archives to be extracted in the working directory of .
1184
+ # jar, .tar, .tar.gz, .tgz, and .zip.
1185
+ # Corresponds to the JSON property `archiveUris`
1186
+ # @return [Array<String>]
1187
+ attr_accessor :archive_uris
1188
+
1189
+ # Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver
1190
+ # and tasks.
1191
+ # Corresponds to the JSON property `jarFileUris`
1192
+ # @return [Array<String>]
1193
+ attr_accessor :jar_file_uris
1194
+
1432
1195
  # The runtime logging config of the job.
1433
1196
  # Corresponds to the JSON property `loggingConfig`
1434
1197
  # @return [Google::Apis::DataprocV1::LoggingConfig]
@@ -1467,32 +1230,20 @@ module Google
1467
1230
  # @return [String]
1468
1231
  attr_accessor :main_python_file_uri
1469
1232
 
1470
- # Optional. HCFS URIs of archives to be extracted in the working directory of .
1471
- # jar, .tar, .tar.gz, .tgz, and .zip.
1472
- # Corresponds to the JSON property `archiveUris`
1473
- # @return [Array<String>]
1474
- attr_accessor :archive_uris
1475
-
1476
- # Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver
1477
- # and tasks.
1478
- # Corresponds to the JSON property `jarFileUris`
1479
- # @return [Array<String>]
1480
- attr_accessor :jar_file_uris
1481
-
1482
1233
  def initialize(**args)
1483
1234
  update!(**args)
1484
1235
  end
1485
1236
 
1486
1237
  # Update properties of this object
1487
1238
  def update!(**args)
1239
+ @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
1240
+ @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
1488
1241
  @logging_config = args[:logging_config] if args.key?(:logging_config)
1489
1242
  @properties = args[:properties] if args.key?(:properties)
1490
1243
  @args = args[:args] if args.key?(:args)
1491
1244
  @file_uris = args[:file_uris] if args.key?(:file_uris)
1492
1245
  @python_file_uris = args[:python_file_uris] if args.key?(:python_file_uris)
1493
1246
  @main_python_file_uri = args[:main_python_file_uri] if args.key?(:main_python_file_uri)
1494
- @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
1495
- @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
1496
1247
  end
1497
1248
  end
1498
1249
 
@@ -1501,6 +1252,24 @@ module Google
1501
1252
  class GceClusterConfig
1502
1253
  include Google::Apis::Core::Hashable
1503
1254
 
1255
+ # Optional. The service account of the instances. Defaults to the default Google
1256
+ # Compute Engine service account. Custom service accounts need permissions
1257
+ # equivalent to the folloing IAM roles:
1258
+ # roles/logging.logWriter
1259
+ # roles/storage.objectAdmin(see https://cloud.google.com/compute/docs/access/
1260
+ # service-accounts#custom_service_accounts for more information). Example: [
1261
+ # account_id]@[project_id].iam.gserviceaccount.com
1262
+ # Corresponds to the JSON property `serviceAccount`
1263
+ # @return [String]
1264
+ attr_accessor :service_account
1265
+
1266
+ # Optional. The Google Compute Engine subnetwork to be used for machine
1267
+ # communications. Cannot be specified with network_uri. Example: https://www.
1268
+ # googleapis.com/compute/v1/projects/[project_id]/regions/us-east1/sub0.
1269
+ # Corresponds to the JSON property `subnetworkUri`
1270
+ # @return [String]
1271
+ attr_accessor :subnetwork_uri
1272
+
1504
1273
  # Optional. The Google Compute Engine network to be used for machine
1505
1274
  # communications. Cannot be specified with subnetwork_uri. If neither
1506
1275
  # network_uri nor subnetwork_uri is specified, the "default" network of the
@@ -1555,38 +1324,48 @@ module Google
1555
1324
  # @return [Array<String>]
1556
1325
  attr_accessor :tags
1557
1326
 
1558
- # Optional. The service account of the instances. Defaults to the default Google
1559
- # Compute Engine service account. Custom service accounts need permissions
1560
- # equivalent to the folloing IAM roles:
1561
- # roles/logging.logWriter
1562
- # roles/storage.objectAdmin(see https://cloud.google.com/compute/docs/access/
1563
- # service-accounts#custom_service_accounts for more information). Example: [
1564
- # account_id]@[project_id].iam.gserviceaccount.com
1565
- # Corresponds to the JSON property `serviceAccount`
1566
- # @return [String]
1567
- attr_accessor :service_account
1568
-
1569
- # Optional. The Google Compute Engine subnetwork to be used for machine
1570
- # communications. Cannot be specified with network_uri. Example: https://www.
1571
- # googleapis.com/compute/v1/projects/[project_id]/regions/us-east1/sub0.
1572
- # Corresponds to the JSON property `subnetworkUri`
1573
- # @return [String]
1574
- attr_accessor :subnetwork_uri
1575
-
1576
1327
  def initialize(**args)
1577
1328
  update!(**args)
1578
1329
  end
1579
1330
 
1580
1331
  # Update properties of this object
1581
1332
  def update!(**args)
1333
+ @service_account = args[:service_account] if args.key?(:service_account)
1334
+ @subnetwork_uri = args[:subnetwork_uri] if args.key?(:subnetwork_uri)
1582
1335
  @network_uri = args[:network_uri] if args.key?(:network_uri)
1583
1336
  @zone_uri = args[:zone_uri] if args.key?(:zone_uri)
1584
1337
  @metadata = args[:metadata] if args.key?(:metadata)
1585
1338
  @internal_ip_only = args[:internal_ip_only] if args.key?(:internal_ip_only)
1586
1339
  @service_account_scopes = args[:service_account_scopes] if args.key?(:service_account_scopes)
1587
1340
  @tags = args[:tags] if args.key?(:tags)
1588
- @service_account = args[:service_account] if args.key?(:service_account)
1589
- @subnetwork_uri = args[:subnetwork_uri] if args.key?(:subnetwork_uri)
1341
+ end
1342
+ end
1343
+
1344
+ # Specifies the type and number of accelerator cards attached to the instances
1345
+ # of an instance group (see GPUs on Compute Engine).
1346
+ class AcceleratorConfig
1347
+ include Google::Apis::Core::Hashable
1348
+
1349
+ # The number of the accelerator cards of this type exposed to this instance.
1350
+ # Corresponds to the JSON property `acceleratorCount`
1351
+ # @return [Fixnum]
1352
+ attr_accessor :accelerator_count
1353
+
1354
+ # Full or partial URI of the accelerator type resource to expose to this
1355
+ # instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/
1356
+ # beta/acceleratorTypes)
1357
+ # Corresponds to the JSON property `acceleratorTypeUri`
1358
+ # @return [String]
1359
+ attr_accessor :accelerator_type_uri
1360
+
1361
+ def initialize(**args)
1362
+ update!(**args)
1363
+ end
1364
+
1365
+ # Update properties of this object
1366
+ def update!(**args)
1367
+ @accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
1368
+ @accelerator_type_uri = args[:accelerator_type_uri] if args.key?(:accelerator_type_uri)
1590
1369
  end
1591
1370
  end
1592
1371
 
@@ -1612,27 +1391,306 @@ module Google
1612
1391
 
1613
1392
  # Update properties of this object
1614
1393
  def update!(**args)
1615
- @yarn_metrics = args[:yarn_metrics] if args.key?(:yarn_metrics)
1616
- @hdfs_metrics = args[:hdfs_metrics] if args.key?(:hdfs_metrics)
1394
+ @yarn_metrics = args[:yarn_metrics] if args.key?(:yarn_metrics)
1395
+ @hdfs_metrics = args[:hdfs_metrics] if args.key?(:hdfs_metrics)
1396
+ end
1397
+ end
1398
+
1399
+ # The runtime logging config of the job.
1400
+ class LoggingConfig
1401
+ include Google::Apis::Core::Hashable
1402
+
1403
+ # The per-package log levels for the driver. This may include "root" package
1404
+ # name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', '
1405
+ # org.apache = DEBUG'
1406
+ # Corresponds to the JSON property `driverLogLevels`
1407
+ # @return [Hash<String,String>]
1408
+ attr_accessor :driver_log_levels
1409
+
1410
+ def initialize(**args)
1411
+ update!(**args)
1412
+ end
1413
+
1414
+ # Update properties of this object
1415
+ def update!(**args)
1416
+ @driver_log_levels = args[:driver_log_levels] if args.key?(:driver_log_levels)
1417
+ end
1418
+ end
1419
+
1420
+ # The location where output from diagnostic command can be found.
1421
+ class DiagnoseClusterOutputLocation
1422
+ include Google::Apis::Core::Hashable
1423
+
1424
+ # Output-only The Google Cloud Storage URI of the diagnostic output. This will
1425
+ # be a plain text file with summary of collected diagnostics.
1426
+ # Corresponds to the JSON property `outputUri`
1427
+ # @return [String]
1428
+ attr_accessor :output_uri
1429
+
1430
+ def initialize(**args)
1431
+ update!(**args)
1432
+ end
1433
+
1434
+ # Update properties of this object
1435
+ def update!(**args)
1436
+ @output_uri = args[:output_uri] if args.key?(:output_uri)
1437
+ end
1438
+ end
1439
+
1440
+ # This resource represents a long-running operation that is the result of a
1441
+ # network API call.
1442
+ class Operation
1443
+ include Google::Apis::Core::Hashable
1444
+
1445
+ # The Status type defines a logical error model that is suitable for different
1446
+ # programming environments, including REST APIs and RPC APIs. It is used by gRPC
1447
+ # (https://github.com/grpc). The error model is designed to be:
1448
+ # Simple to use and understand for most users
1449
+ # Flexible enough to meet unexpected needsOverviewThe Status message contains
1450
+ # three pieces of data: error code, error message, and error details. The error
1451
+ # code should be an enum value of google.rpc.Code, but it may accept additional
1452
+ # error codes if needed. The error message should be a developer-facing English
1453
+ # message that helps developers understand and resolve the error. If a localized
1454
+ # user-facing error message is needed, put the localized message in the error
1455
+ # details or localize it in the client. The optional error details may contain
1456
+ # arbitrary information about the error. There is a predefined set of error
1457
+ # detail types in the package google.rpc that can be used for common error
1458
+ # conditions.Language mappingThe Status message is the logical representation of
1459
+ # the error model, but it is not necessarily the actual wire format. When the
1460
+ # Status message is exposed in different client libraries and different wire
1461
+ # protocols, it can be mapped differently. For example, it will likely be mapped
1462
+ # to some exceptions in Java, but more likely mapped to some error codes in C.
1463
+ # Other usesThe error model and the Status message can be used in a variety of
1464
+ # environments, either with or without APIs, to provide a consistent developer
1465
+ # experience across different environments.Example uses of this error model
1466
+ # include:
1467
+ # Partial errors. If a service needs to return partial errors to the client, it
1468
+ # may embed the Status in the normal response to indicate the partial errors.
1469
+ # Workflow errors. A typical workflow has multiple steps. Each step may have a
1470
+ # Status message for error reporting.
1471
+ # Batch operations. If a client uses batch request and batch response, the
1472
+ # Status message should be used directly inside batch response, one for each
1473
+ # error sub-response.
1474
+ # Asynchronous operations. If an API call embeds asynchronous operation results
1475
+ # in its response, the status of those operations should be represented directly
1476
+ # using the Status message.
1477
+ # Logging. If some API errors are stored in logs, the message Status could be
1478
+ # used directly after any stripping needed for security/privacy reasons.
1479
+ # Corresponds to the JSON property `error`
1480
+ # @return [Google::Apis::DataprocV1::Status]
1481
+ attr_accessor :error
1482
+
1483
+ # Service-specific metadata associated with the operation. It typically contains
1484
+ # progress information and common metadata such as create time. Some services
1485
+ # might not provide such metadata. Any method that returns a long-running
1486
+ # operation should document the metadata type, if any.
1487
+ # Corresponds to the JSON property `metadata`
1488
+ # @return [Hash<String,Object>]
1489
+ attr_accessor :metadata
1490
+
1491
+ # If the value is false, it means the operation is still in progress. If true,
1492
+ # the operation is completed, and either error or response is available.
1493
+ # Corresponds to the JSON property `done`
1494
+ # @return [Boolean]
1495
+ attr_accessor :done
1496
+ alias_method :done?, :done
1497
+
1498
+ # The normal response of the operation in case of success. If the original
1499
+ # method returns no data on success, such as Delete, the response is google.
1500
+ # protobuf.Empty. If the original method is standard Get/Create/Update, the
1501
+ # response should be the resource. For other methods, the response should have
1502
+ # the type XxxResponse, where Xxx is the original method name. For example, if
1503
+ # the original method name is TakeSnapshot(), the inferred response type is
1504
+ # TakeSnapshotResponse.
1505
+ # Corresponds to the JSON property `response`
1506
+ # @return [Hash<String,Object>]
1507
+ attr_accessor :response
1508
+
1509
+ # The server-assigned name, which is only unique within the same service that
1510
+ # originally returns it. If you use the default HTTP mapping, the name should
1511
+ # have the format of operations/some/unique/name.
1512
+ # Corresponds to the JSON property `name`
1513
+ # @return [String]
1514
+ attr_accessor :name
1515
+
1516
+ def initialize(**args)
1517
+ update!(**args)
1518
+ end
1519
+
1520
+ # Update properties of this object
1521
+ def update!(**args)
1522
+ @error = args[:error] if args.key?(:error)
1523
+ @metadata = args[:metadata] if args.key?(:metadata)
1524
+ @done = args[:done] if args.key?(:done)
1525
+ @response = args[:response] if args.key?(:response)
1526
+ @name = args[:name] if args.key?(:name)
1527
+ end
1528
+ end
1529
+
1530
+ # The status of the operation.
1531
+ class OperationStatus
1532
+ include Google::Apis::Core::Hashable
1533
+
1534
+ # A message containing the detailed operation state.
1535
+ # Corresponds to the JSON property `innerState`
1536
+ # @return [String]
1537
+ attr_accessor :inner_state
1538
+
1539
+ # The time this state was entered.
1540
+ # Corresponds to the JSON property `stateStartTime`
1541
+ # @return [String]
1542
+ attr_accessor :state_start_time
1543
+
1544
+ # A message containing the operation state.
1545
+ # Corresponds to the JSON property `state`
1546
+ # @return [String]
1547
+ attr_accessor :state
1548
+
1549
+ # A message containing any operation metadata details.
1550
+ # Corresponds to the JSON property `details`
1551
+ # @return [String]
1552
+ attr_accessor :details
1553
+
1554
+ def initialize(**args)
1555
+ update!(**args)
1556
+ end
1557
+
1558
+ # Update properties of this object
1559
+ def update!(**args)
1560
+ @inner_state = args[:inner_state] if args.key?(:inner_state)
1561
+ @state_start_time = args[:state_start_time] if args.key?(:state_start_time)
1562
+ @state = args[:state] if args.key?(:state)
1563
+ @details = args[:details] if args.key?(:details)
1564
+ end
1565
+ end
1566
+
1567
+ # Encapsulates the full scoping used to reference a job.
1568
+ class JobReference
1569
+ include Google::Apis::Core::Hashable
1570
+
1571
+ # Required. The ID of the Google Cloud Platform project that the job belongs to.
1572
+ # Corresponds to the JSON property `projectId`
1573
+ # @return [String]
1574
+ attr_accessor :project_id
1575
+
1576
+ # Optional. The job ID, which must be unique within the project. The job ID is
1577
+ # generated by the server upon job submission or provided by the user as a means
1578
+ # to perform retries without creating duplicate jobs. The ID must contain only
1579
+ # letters (a-z, A-Z), numbers (0-9), underscores (_), or hyphens (-). The
1580
+ # maximum length is 100 characters.
1581
+ # Corresponds to the JSON property `jobId`
1582
+ # @return [String]
1583
+ attr_accessor :job_id
1584
+
1585
+ def initialize(**args)
1586
+ update!(**args)
1587
+ end
1588
+
1589
+ # Update properties of this object
1590
+ def update!(**args)
1591
+ @project_id = args[:project_id] if args.key?(:project_id)
1592
+ @job_id = args[:job_id] if args.key?(:job_id)
1593
+ end
1594
+ end
1595
+
1596
+ # A request to submit a job.
1597
+ class SubmitJobRequest
1598
+ include Google::Apis::Core::Hashable
1599
+
1600
+ # A Cloud Dataproc job resource.
1601
+ # Corresponds to the JSON property `job`
1602
+ # @return [Google::Apis::DataprocV1::Job]
1603
+ attr_accessor :job
1604
+
1605
+ def initialize(**args)
1606
+ update!(**args)
1607
+ end
1608
+
1609
+ # Update properties of this object
1610
+ def update!(**args)
1611
+ @job = args[:job] if args.key?(:job)
1612
+ end
1613
+ end
1614
+
1615
+ # The Status type defines a logical error model that is suitable for different
1616
+ # programming environments, including REST APIs and RPC APIs. It is used by gRPC
1617
+ # (https://github.com/grpc). The error model is designed to be:
1618
+ # Simple to use and understand for most users
1619
+ # Flexible enough to meet unexpected needsOverviewThe Status message contains
1620
+ # three pieces of data: error code, error message, and error details. The error
1621
+ # code should be an enum value of google.rpc.Code, but it may accept additional
1622
+ # error codes if needed. The error message should be a developer-facing English
1623
+ # message that helps developers understand and resolve the error. If a localized
1624
+ # user-facing error message is needed, put the localized message in the error
1625
+ # details or localize it in the client. The optional error details may contain
1626
+ # arbitrary information about the error. There is a predefined set of error
1627
+ # detail types in the package google.rpc that can be used for common error
1628
+ # conditions.Language mappingThe Status message is the logical representation of
1629
+ # the error model, but it is not necessarily the actual wire format. When the
1630
+ # Status message is exposed in different client libraries and different wire
1631
+ # protocols, it can be mapped differently. For example, it will likely be mapped
1632
+ # to some exceptions in Java, but more likely mapped to some error codes in C.
1633
+ # Other usesThe error model and the Status message can be used in a variety of
1634
+ # environments, either with or without APIs, to provide a consistent developer
1635
+ # experience across different environments.Example uses of this error model
1636
+ # include:
1637
+ # Partial errors. If a service needs to return partial errors to the client, it
1638
+ # may embed the Status in the normal response to indicate the partial errors.
1639
+ # Workflow errors. A typical workflow has multiple steps. Each step may have a
1640
+ # Status message for error reporting.
1641
+ # Batch operations. If a client uses batch request and batch response, the
1642
+ # Status message should be used directly inside batch response, one for each
1643
+ # error sub-response.
1644
+ # Asynchronous operations. If an API call embeds asynchronous operation results
1645
+ # in its response, the status of those operations should be represented directly
1646
+ # using the Status message.
1647
+ # Logging. If some API errors are stored in logs, the message Status could be
1648
+ # used directly after any stripping needed for security/privacy reasons.
1649
+ class Status
1650
+ include Google::Apis::Core::Hashable
1651
+
1652
+ # The status code, which should be an enum value of google.rpc.Code.
1653
+ # Corresponds to the JSON property `code`
1654
+ # @return [Fixnum]
1655
+ attr_accessor :code
1656
+
1657
+ # A developer-facing error message, which should be in English. Any user-facing
1658
+ # error message should be localized and sent in the google.rpc.Status.details
1659
+ # field, or localized by the client.
1660
+ # Corresponds to the JSON property `message`
1661
+ # @return [String]
1662
+ attr_accessor :message
1663
+
1664
+ # A list of messages that carry the error details. There will be a common set of
1665
+ # message types for APIs to use.
1666
+ # Corresponds to the JSON property `details`
1667
+ # @return [Array<Hash<String,Object>>]
1668
+ attr_accessor :details
1669
+
1670
+ def initialize(**args)
1671
+ update!(**args)
1672
+ end
1673
+
1674
+ # Update properties of this object
1675
+ def update!(**args)
1676
+ @code = args[:code] if args.key?(:code)
1677
+ @message = args[:message] if args.key?(:message)
1678
+ @details = args[:details] if args.key?(:details)
1617
1679
  end
1618
1680
  end
1619
1681
 
1620
- # Specifies the type and number of accelerator cards attached to the instances
1621
- # of an instance group (see GPUs on Compute Engine).
1622
- class AcceleratorConfig
1682
+ # Job scheduling options.Beta Feature: These options are available for testing
1683
+ # purposes only. They may be changed before final release.
1684
+ class JobScheduling
1623
1685
  include Google::Apis::Core::Hashable
1624
1686
 
1625
- # Full or partial URI of the accelerator type resource to expose to this
1626
- # instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/
1627
- # beta/acceleratorTypes)
1628
- # Corresponds to the JSON property `acceleratorTypeUri`
1629
- # @return [String]
1630
- attr_accessor :accelerator_type_uri
1631
-
1632
- # The number of the accelerator cards of this type exposed to this instance.
1633
- # Corresponds to the JSON property `acceleratorCount`
1687
+ # Optional. Maximum number of times per hour a driver may be restarted as a
1688
+ # result of driver terminating with non-zero code before job is reported failed.
1689
+ # A job may be reported as thrashing if driver exits with non-zero code 4 times
1690
+ # within 10 minute window.Maximum value is 10.
1691
+ # Corresponds to the JSON property `maxFailuresPerHour`
1634
1692
  # @return [Fixnum]
1635
- attr_accessor :accelerator_count
1693
+ attr_accessor :max_failures_per_hour
1636
1694
 
1637
1695
  def initialize(**args)
1638
1696
  update!(**args)
@@ -1640,41 +1698,63 @@ module Google
1640
1698
 
1641
1699
  # Update properties of this object
1642
1700
  def update!(**args)
1643
- @accelerator_type_uri = args[:accelerator_type_uri] if args.key?(:accelerator_type_uri)
1644
- @accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
1701
+ @max_failures_per_hour = args[:max_failures_per_hour] if args.key?(:max_failures_per_hour)
1645
1702
  end
1646
1703
  end
1647
1704
 
1648
- # The runtime logging config of the job.
1649
- class LoggingConfig
1705
+ # Optional. The config settings for Google Compute Engine resources in an
1706
+ # instance group, such as a master or worker group.
1707
+ class InstanceGroupConfig
1650
1708
  include Google::Apis::Core::Hashable
1651
1709
 
1652
- # The per-package log levels for the driver. This may include "root" package
1653
- # name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', '
1654
- # org.apache = DEBUG'
1655
- # Corresponds to the JSON property `driverLogLevels`
1656
- # @return [Hash<String,String>]
1657
- attr_accessor :driver_log_levels
1710
+ # Specifies the config of disk options for a group of VM instances.
1711
+ # Corresponds to the JSON property `diskConfig`
1712
+ # @return [Google::Apis::DataprocV1::DiskConfig]
1713
+ attr_accessor :disk_config
1658
1714
 
1659
- def initialize(**args)
1660
- update!(**args)
1661
- end
1715
+ # Specifies the resources used to actively manage an instance group.
1716
+ # Corresponds to the JSON property `managedGroupConfig`
1717
+ # @return [Google::Apis::DataprocV1::ManagedGroupConfig]
1718
+ attr_accessor :managed_group_config
1662
1719
 
1663
- # Update properties of this object
1664
- def update!(**args)
1665
- @driver_log_levels = args[:driver_log_levels] if args.key?(:driver_log_levels)
1666
- end
1667
- end
1720
+ # Optional. Specifies that this instance group contains preemptible instances.
1721
+ # Corresponds to the JSON property `isPreemptible`
1722
+ # @return [Boolean]
1723
+ attr_accessor :is_preemptible
1724
+ alias_method :is_preemptible?, :is_preemptible
1668
1725
 
1669
- # The location where output from diagnostic command can be found.
1670
- class DiagnoseClusterOutputLocation
1671
- include Google::Apis::Core::Hashable
1726
+ # Output-only. The Google Compute Engine image resource used for cluster
1727
+ # instances. Inferred from SoftwareConfig.image_version.
1728
+ # Corresponds to the JSON property `imageUri`
1729
+ # @return [String]
1730
+ attr_accessor :image_uri
1672
1731
 
1673
- # Output-only The Google Cloud Storage URI of the diagnostic output. This will
1674
- # be a plain text file with summary of collected diagnostics.
1675
- # Corresponds to the JSON property `outputUri`
1732
+ # Required. The Google Compute Engine machine type used for cluster instances.
1733
+ # Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-
1734
+ # east1-a/machineTypes/n1-standard-2.
1735
+ # Corresponds to the JSON property `machineTypeUri`
1676
1736
  # @return [String]
1677
- attr_accessor :output_uri
1737
+ attr_accessor :machine_type_uri
1738
+
1739
+ # Optional. The list of instance names. Cloud Dataproc derives the names from
1740
+ # cluster_name, num_instances, and the instance group if not set by user (
1741
+ # recommended practice is to let Cloud Dataproc derive the name).
1742
+ # Corresponds to the JSON property `instanceNames`
1743
+ # @return [Array<String>]
1744
+ attr_accessor :instance_names
1745
+
1746
+ # Optional. The Google Compute Engine accelerator configuration for these
1747
+ # instances.Beta Feature: This feature is still under development. It may be
1748
+ # changed before final release.
1749
+ # Corresponds to the JSON property `accelerators`
1750
+ # @return [Array<Google::Apis::DataprocV1::AcceleratorConfig>]
1751
+ attr_accessor :accelerators
1752
+
1753
+ # Required. The number of VM instances in the instance group. For master
1754
+ # instance groups, must be set to 1.
1755
+ # Corresponds to the JSON property `numInstances`
1756
+ # @return [Fixnum]
1757
+ attr_accessor :num_instances
1678
1758
 
1679
1759
  def initialize(**args)
1680
1760
  update!(**args)
@@ -1682,85 +1762,32 @@ module Google
1682
1762
 
1683
1763
  # Update properties of this object
1684
1764
  def update!(**args)
1685
- @output_uri = args[:output_uri] if args.key?(:output_uri)
1765
+ @disk_config = args[:disk_config] if args.key?(:disk_config)
1766
+ @managed_group_config = args[:managed_group_config] if args.key?(:managed_group_config)
1767
+ @is_preemptible = args[:is_preemptible] if args.key?(:is_preemptible)
1768
+ @image_uri = args[:image_uri] if args.key?(:image_uri)
1769
+ @machine_type_uri = args[:machine_type_uri] if args.key?(:machine_type_uri)
1770
+ @instance_names = args[:instance_names] if args.key?(:instance_names)
1771
+ @accelerators = args[:accelerators] if args.key?(:accelerators)
1772
+ @num_instances = args[:num_instances] if args.key?(:num_instances)
1686
1773
  end
1687
1774
  end
1688
1775
 
1689
- # This resource represents a long-running operation that is the result of a
1690
- # network API call.
1691
- class Operation
1776
+ # A list of jobs in a project.
1777
+ class ListJobsResponse
1692
1778
  include Google::Apis::Core::Hashable
1693
1779
 
1694
- # The normal response of the operation in case of success. If the original
1695
- # method returns no data on success, such as Delete, the response is google.
1696
- # protobuf.Empty. If the original method is standard Get/Create/Update, the
1697
- # response should be the resource. For other methods, the response should have
1698
- # the type XxxResponse, where Xxx is the original method name. For example, if
1699
- # the original method name is TakeSnapshot(), the inferred response type is
1700
- # TakeSnapshotResponse.
1701
- # Corresponds to the JSON property `response`
1702
- # @return [Hash<String,Object>]
1703
- attr_accessor :response
1704
-
1705
- # The server-assigned name, which is only unique within the same service that
1706
- # originally returns it. If you use the default HTTP mapping, the name should
1707
- # have the format of operations/some/unique/name.
1708
- # Corresponds to the JSON property `name`
1780
+ # Optional. This token is included in the response if there are more results to
1781
+ # fetch. To fetch additional results, provide this value as the page_token in a
1782
+ # subsequent <code>ListJobsRequest</code>.
1783
+ # Corresponds to the JSON property `nextPageToken`
1709
1784
  # @return [String]
1710
- attr_accessor :name
1711
-
1712
- # The Status type defines a logical error model that is suitable for different
1713
- # programming environments, including REST APIs and RPC APIs. It is used by gRPC
1714
- # (https://github.com/grpc). The error model is designed to be:
1715
- # Simple to use and understand for most users
1716
- # Flexible enough to meet unexpected needsOverviewThe Status message contains
1717
- # three pieces of data: error code, error message, and error details. The error
1718
- # code should be an enum value of google.rpc.Code, but it may accept additional
1719
- # error codes if needed. The error message should be a developer-facing English
1720
- # message that helps developers understand and resolve the error. If a localized
1721
- # user-facing error message is needed, put the localized message in the error
1722
- # details or localize it in the client. The optional error details may contain
1723
- # arbitrary information about the error. There is a predefined set of error
1724
- # detail types in the package google.rpc that can be used for common error
1725
- # conditions.Language mappingThe Status message is the logical representation of
1726
- # the error model, but it is not necessarily the actual wire format. When the
1727
- # Status message is exposed in different client libraries and different wire
1728
- # protocols, it can be mapped differently. For example, it will likely be mapped
1729
- # to some exceptions in Java, but more likely mapped to some error codes in C.
1730
- # Other usesThe error model and the Status message can be used in a variety of
1731
- # environments, either with or without APIs, to provide a consistent developer
1732
- # experience across different environments.Example uses of this error model
1733
- # include:
1734
- # Partial errors. If a service needs to return partial errors to the client, it
1735
- # may embed the Status in the normal response to indicate the partial errors.
1736
- # Workflow errors. A typical workflow has multiple steps. Each step may have a
1737
- # Status message for error reporting.
1738
- # Batch operations. If a client uses batch request and batch response, the
1739
- # Status message should be used directly inside batch response, one for each
1740
- # error sub-response.
1741
- # Asynchronous operations. If an API call embeds asynchronous operation results
1742
- # in its response, the status of those operations should be represented directly
1743
- # using the Status message.
1744
- # Logging. If some API errors are stored in logs, the message Status could be
1745
- # used directly after any stripping needed for security/privacy reasons.
1746
- # Corresponds to the JSON property `error`
1747
- # @return [Google::Apis::DataprocV1::Status]
1748
- attr_accessor :error
1749
-
1750
- # Service-specific metadata associated with the operation. It typically contains
1751
- # progress information and common metadata such as create time. Some services
1752
- # might not provide such metadata. Any method that returns a long-running
1753
- # operation should document the metadata type, if any.
1754
- # Corresponds to the JSON property `metadata`
1755
- # @return [Hash<String,Object>]
1756
- attr_accessor :metadata
1785
+ attr_accessor :next_page_token
1757
1786
 
1758
- # If the value is false, it means the operation is still in progress. If true,
1759
- # the operation is completed, and either error or response is available.
1760
- # Corresponds to the JSON property `done`
1761
- # @return [Boolean]
1762
- attr_accessor :done
1763
- alias_method :done?, :done
1787
+ # Output-only. Jobs list.
1788
+ # Corresponds to the JSON property `jobs`
1789
+ # @return [Array<Google::Apis::DataprocV1::Job>]
1790
+ attr_accessor :jobs
1764
1791
 
1765
1792
  def initialize(**args)
1766
1793
  update!(**args)
@@ -1768,37 +1795,28 @@ module Google
1768
1795
 
1769
1796
  # Update properties of this object
1770
1797
  def update!(**args)
1771
- @response = args[:response] if args.key?(:response)
1772
- @name = args[:name] if args.key?(:name)
1773
- @error = args[:error] if args.key?(:error)
1774
- @metadata = args[:metadata] if args.key?(:metadata)
1775
- @done = args[:done] if args.key?(:done)
1798
+ @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
1799
+ @jobs = args[:jobs] if args.key?(:jobs)
1776
1800
  end
1777
1801
  end
1778
1802
 
1779
- # The status of the operation.
1780
- class OperationStatus
1803
+ # Specifies an executable to run on a fully configured node and a timeout period
1804
+ # for executable completion.
1805
+ class NodeInitializationAction
1781
1806
  include Google::Apis::Core::Hashable
1782
1807
 
1783
- # A message containing the operation state.
1784
- # Corresponds to the JSON property `state`
1785
- # @return [String]
1786
- attr_accessor :state
1787
-
1788
- # A message containing any operation metadata details.
1789
- # Corresponds to the JSON property `details`
1790
- # @return [String]
1791
- attr_accessor :details
1792
-
1793
- # A message containing the detailed operation state.
1794
- # Corresponds to the JSON property `innerState`
1808
+ # Optional. Amount of time executable has to complete. Default is 10 minutes.
1809
+ # Cluster creation fails with an explanatory error message (the name of the
1810
+ # executable that caused the error and the exceeded timeout period) if the
1811
+ # executable is not completed at end of the timeout period.
1812
+ # Corresponds to the JSON property `executionTimeout`
1795
1813
  # @return [String]
1796
- attr_accessor :inner_state
1814
+ attr_accessor :execution_timeout
1797
1815
 
1798
- # The time this state was entered.
1799
- # Corresponds to the JSON property `stateStartTime`
1816
+ # Required. Google Cloud Storage URI of executable file.
1817
+ # Corresponds to the JSON property `executableFile`
1800
1818
  # @return [String]
1801
- attr_accessor :state_start_time
1819
+ attr_accessor :executable_file
1802
1820
 
1803
1821
  def initialize(**args)
1804
1822
  update!(**args)
@@ -1806,39 +1824,21 @@ module Google
1806
1824
 
1807
1825
  # Update properties of this object
1808
1826
  def update!(**args)
1809
- @state = args[:state] if args.key?(:state)
1810
- @details = args[:details] if args.key?(:details)
1811
- @inner_state = args[:inner_state] if args.key?(:inner_state)
1812
- @state_start_time = args[:state_start_time] if args.key?(:state_start_time)
1827
+ @execution_timeout = args[:execution_timeout] if args.key?(:execution_timeout)
1828
+ @executable_file = args[:executable_file] if args.key?(:executable_file)
1813
1829
  end
1814
1830
  end
1815
1831
 
1816
- # Encapsulates the full scoping used to reference a job.
1817
- class JobReference
1832
+ # A request to cancel a job.
1833
+ class CancelJobRequest
1818
1834
  include Google::Apis::Core::Hashable
1819
1835
 
1820
- # Required. The ID of the Google Cloud Platform project that the job belongs to.
1821
- # Corresponds to the JSON property `projectId`
1822
- # @return [String]
1823
- attr_accessor :project_id
1824
-
1825
- # Optional. The job ID, which must be unique within the project. The job ID is
1826
- # generated by the server upon job submission or provided by the user as a means
1827
- # to perform retries without creating duplicate jobs. The ID must contain only
1828
- # letters (a-z, A-Z), numbers (0-9), underscores (_), or hyphens (-). The
1829
- # maximum length is 100 characters.
1830
- # Corresponds to the JSON property `jobId`
1831
- # @return [String]
1832
- attr_accessor :job_id
1833
-
1834
1836
  def initialize(**args)
1835
1837
  update!(**args)
1836
1838
  end
1837
1839
 
1838
1840
  # Update properties of this object
1839
1841
  def update!(**args)
1840
- @project_id = args[:project_id] if args.key?(:project_id)
1841
- @job_id = args[:job_id] if args.key?(:job_id)
1842
1842
  end
1843
1843
  end
1844
1844
  end