gcloud 0.0.7 → 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (998) hide show
  1. checksums.yaml +7 -0
  2. data/{packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/ext/__init__.py → .gemtest} +0 -0
  3. data/.rubocop.yml +17 -0
  4. data/CHANGELOG.md +5 -0
  5. data/CONTRIBUTING.md +93 -0
  6. data/LICENSE +201 -674
  7. data/Manifest.txt +66 -0
  8. data/README.md +110 -12
  9. data/Rakefile +34 -3
  10. data/gcloud.gemspec +48 -17
  11. data/lib/gcloud.rb +8 -0
  12. data/lib/gcloud/backoff.rb +115 -0
  13. data/lib/gcloud/credentials.rb +124 -0
  14. data/lib/gcloud/datastore.rb +66 -0
  15. data/lib/gcloud/datastore/connection.rb +177 -0
  16. data/lib/gcloud/datastore/credentials.rb +41 -0
  17. data/lib/gcloud/datastore/dataset.rb +259 -0
  18. data/lib/gcloud/datastore/dataset/lookup_results.rb +60 -0
  19. data/lib/gcloud/datastore/dataset/query_results.rb +87 -0
  20. data/lib/gcloud/datastore/entity.rb +257 -0
  21. data/lib/gcloud/datastore/errors.rb +65 -0
  22. data/lib/gcloud/datastore/key.rb +151 -0
  23. data/lib/gcloud/datastore/properties.rb +102 -0
  24. data/lib/gcloud/datastore/proto.rb +253 -0
  25. data/lib/gcloud/datastore/query.rb +189 -0
  26. data/lib/gcloud/datastore/transaction.rb +116 -0
  27. data/lib/gcloud/proto/datastore_v1.pb.rb +377 -0
  28. data/lib/gcloud/storage.rb +78 -0
  29. data/lib/gcloud/storage/bucket.rb +254 -0
  30. data/lib/gcloud/storage/bucket/acl.rb +311 -0
  31. data/lib/gcloud/storage/bucket/list.rb +45 -0
  32. data/lib/gcloud/storage/connection.rb +358 -0
  33. data/{packages/gsutil/gslib/commands/__init__.py → lib/gcloud/storage/credentials.rb} +13 -2
  34. data/lib/gcloud/storage/errors.rb +78 -0
  35. data/lib/gcloud/storage/file.rb +287 -0
  36. data/lib/gcloud/storage/file/acl.rb +172 -0
  37. data/lib/gcloud/storage/file/list.rb +52 -0
  38. data/lib/gcloud/storage/file/verifier.rb +65 -0
  39. data/lib/gcloud/storage/project.rb +119 -0
  40. data/lib/gcloud/version.rb +5 -0
  41. data/{packages/gsutil/gslib/tests/testcase/__init__.py → rakelib/console.rake} +14 -4
  42. data/{packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version.py → rakelib/manifest.rake} +11 -4
  43. data/{packages/gsutil/gslib/addlhelp/__init__.py → rakelib/proto.rake} +4 -2
  44. data/{packages/gsutil/gslib/tests/__init__.py → rakelib/rubocop.rake} +4 -2
  45. data/rakelib/test.rake +144 -0
  46. data/test/gcloud/datastore/proto/test_cursor.rb +36 -0
  47. data/test/gcloud/datastore/proto/test_direction.rb +60 -0
  48. data/test/gcloud/datastore/proto/test_operator.rb +76 -0
  49. data/test/gcloud/datastore/proto/test_value.rb +231 -0
  50. data/test/gcloud/datastore/test_connection.rb +93 -0
  51. data/test/gcloud/datastore/test_credentials.rb +38 -0
  52. data/test/gcloud/datastore/test_dataset.rb +413 -0
  53. data/test/gcloud/datastore/test_entity.rb +161 -0
  54. data/test/gcloud/datastore/test_entity_exclude.rb +225 -0
  55. data/test/gcloud/datastore/test_key.rb +189 -0
  56. data/test/gcloud/datastore/test_query.rb +271 -0
  57. data/test/gcloud/datastore/test_transaction.rb +121 -0
  58. data/test/gcloud/storage/test_backoff.rb +127 -0
  59. data/test/gcloud/storage/test_bucket.rb +270 -0
  60. data/test/gcloud/storage/test_bucket_acl.rb +253 -0
  61. data/test/gcloud/storage/test_default_acl.rb +256 -0
  62. data/test/gcloud/storage/test_file.rb +221 -0
  63. data/test/gcloud/storage/test_file_acl.rb +367 -0
  64. data/test/gcloud/storage/test_project.rb +180 -0
  65. data/{packages/gsutil/gslib/no_op_auth_plugin.py → test/gcloud/storage/test_storage.rb} +14 -15
  66. data/test/gcloud/storage/test_verifier.rb +62 -0
  67. data/test/gcloud/test_version.rb +8 -0
  68. data/test/helper.rb +91 -0
  69. metadata +259 -1020
  70. data.tar.gz.sig +0 -2
  71. data/CHANGELOG +0 -14
  72. data/Makefile +0 -13
  73. data/Manifest +0 -937
  74. data/TODO +0 -2
  75. data/bin/gcloud +0 -7
  76. data/bin/gcutil-symlink +0 -53
  77. data/bin/gsutil-symlink +0 -377
  78. data/init.rb +0 -3
  79. data/packages/README +0 -6
  80. data/packages/gcutil-1.7.1.tar.gz +0 -0
  81. data/packages/gcutil-1.7.1/CHANGELOG +0 -197
  82. data/packages/gcutil-1.7.1/LICENSE +0 -202
  83. data/packages/gcutil-1.7.1/VERSION +0 -1
  84. data/packages/gcutil-1.7.1/gcutil +0 -53
  85. data/packages/gcutil-1.7.1/lib/google_api_python_client/LICENSE +0 -23
  86. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/__init__.py +0 -1
  87. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/__init__.pyc +0 -0
  88. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/discovery.py +0 -743
  89. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/discovery.pyc +0 -0
  90. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/errors.py +0 -123
  91. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/errors.pyc +0 -0
  92. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/http.py +0 -1443
  93. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/http.pyc +0 -0
  94. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/mimeparse.py +0 -172
  95. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/mimeparse.pyc +0 -0
  96. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/model.py +0 -385
  97. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/model.pyc +0 -0
  98. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/schema.py +0 -303
  99. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/schema.pyc +0 -0
  100. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/__init__.py +0 -1
  101. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/__init__.pyc +0 -0
  102. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/anyjson.py +0 -32
  103. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/anyjson.pyc +0 -0
  104. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/appengine.py +0 -528
  105. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/client.py +0 -1139
  106. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/client.pyc +0 -0
  107. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/clientsecrets.py +0 -105
  108. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/clientsecrets.pyc +0 -0
  109. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/crypt.py +0 -244
  110. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/crypt.pyc +0 -0
  111. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/django_orm.py +0 -124
  112. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/file.py +0 -107
  113. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/locked_file.py +0 -343
  114. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/locked_file.pyc +0 -0
  115. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/multistore_file.py +0 -379
  116. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/multistore_file.pyc +0 -0
  117. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/tools.py +0 -174
  118. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/tools.pyc +0 -0
  119. data/packages/gcutil-1.7.1/lib/google_api_python_client/uritemplate/__init__.py +0 -147
  120. data/packages/gcutil-1.7.1/lib/google_api_python_client/uritemplate/__init__.pyc +0 -0
  121. data/packages/gcutil-1.7.1/lib/google_apputils/LICENSE +0 -202
  122. data/packages/gcutil-1.7.1/lib/google_apputils/google/__init__.py +0 -3
  123. data/packages/gcutil-1.7.1/lib/google_apputils/google/__init__.pyc +0 -0
  124. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/__init__.py +0 -3
  125. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/__init__.pyc +0 -0
  126. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/app.py +0 -356
  127. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/app.pyc +0 -0
  128. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/appcommands.py +0 -783
  129. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/appcommands.pyc +0 -0
  130. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/basetest.py +0 -1260
  131. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/datelib.py +0 -421
  132. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/debug.py +0 -60
  133. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/file_util.py +0 -181
  134. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/resources.py +0 -67
  135. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/run_script_module.py +0 -217
  136. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/setup_command.py +0 -159
  137. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/shellutil.py +0 -49
  138. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/stopwatch.py +0 -204
  139. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/__init__.py +0 -0
  140. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/__init__.pyc +0 -0
  141. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auth_helper.py +0 -140
  142. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auth_helper.pyc +0 -0
  143. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auth_helper_test.py +0 -149
  144. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auto_auth.py +0 -130
  145. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auto_auth.pyc +0 -0
  146. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auto_auth_test.py +0 -75
  147. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/basic_cmds.py +0 -128
  148. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/basic_cmds.pyc +0 -0
  149. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/basic_cmds_test.py +0 -111
  150. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/command_base.py +0 -1808
  151. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/command_base.pyc +0 -0
  152. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/command_base_test.py +0 -1651
  153. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/compute/v1beta13.json +0 -2851
  154. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/compute/v1beta14.json +0 -3361
  155. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/disk_cmds.py +0 -342
  156. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/disk_cmds.pyc +0 -0
  157. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/disk_cmds_test.py +0 -474
  158. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/firewall_cmds.py +0 -344
  159. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/firewall_cmds.pyc +0 -0
  160. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/firewall_cmds_test.py +0 -231
  161. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/flags_cache.py +0 -274
  162. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/flags_cache.pyc +0 -0
  163. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/gcutil +0 -89
  164. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/gcutil_logging.py +0 -69
  165. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/gcutil_logging.pyc +0 -0
  166. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/image_cmds.py +0 -262
  167. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/image_cmds.pyc +0 -0
  168. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/image_cmds_test.py +0 -172
  169. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/instance_cmds.py +0 -1506
  170. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/instance_cmds.pyc +0 -0
  171. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/instance_cmds_test.py +0 -1904
  172. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/kernel_cmds.py +0 -91
  173. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/kernel_cmds.pyc +0 -0
  174. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/kernel_cmds_test.py +0 -56
  175. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/machine_type_cmds.py +0 -106
  176. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/machine_type_cmds.pyc +0 -0
  177. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/machine_type_cmds_test.py +0 -59
  178. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata.py +0 -96
  179. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata.pyc +0 -0
  180. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata_lib.py +0 -357
  181. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata_lib.pyc +0 -0
  182. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata_test.py +0 -84
  183. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/mock_api.py +0 -420
  184. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/mock_metadata.py +0 -58
  185. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/move_cmds.py +0 -824
  186. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/move_cmds.pyc +0 -0
  187. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/move_cmds_test.py +0 -307
  188. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/network_cmds.py +0 -178
  189. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/network_cmds.pyc +0 -0
  190. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/network_cmds_test.py +0 -133
  191. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/operation_cmds.py +0 -181
  192. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/operation_cmds.pyc +0 -0
  193. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/operation_cmds_test.py +0 -196
  194. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/path_initializer.py +0 -38
  195. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/path_initializer.pyc +0 -0
  196. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/project_cmds.py +0 -173
  197. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/project_cmds.pyc +0 -0
  198. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/project_cmds_test.py +0 -111
  199. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/scopes.py +0 -61
  200. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/scopes.pyc +0 -0
  201. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/scopes_test.py +0 -50
  202. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/snapshot_cmds.py +0 -276
  203. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/snapshot_cmds.pyc +0 -0
  204. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/snapshot_cmds_test.py +0 -260
  205. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/ssh_keys.py +0 -266
  206. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/ssh_keys.pyc +0 -0
  207. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/ssh_keys_test.py +0 -128
  208. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/table_formatter.py +0 -563
  209. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/table_formatter.pyc +0 -0
  210. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/thread_pool.py +0 -188
  211. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/thread_pool.pyc +0 -0
  212. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/thread_pool_test.py +0 -88
  213. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/utils.py +0 -208
  214. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/utils.pyc +0 -0
  215. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/utils_test.py +0 -193
  216. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version.pyc +0 -0
  217. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version_checker.py +0 -246
  218. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version_checker.pyc +0 -0
  219. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version_checker_test.py +0 -271
  220. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/zone_cmds.py +0 -151
  221. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/zone_cmds.pyc +0 -0
  222. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/zone_cmds_test.py +0 -60
  223. data/packages/gcutil-1.7.1/lib/httplib2/LICENSE +0 -21
  224. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/__init__.py +0 -1630
  225. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/__init__.pyc +0 -0
  226. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/cacerts.txt +0 -714
  227. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/iri2uri.py +0 -110
  228. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/iri2uri.pyc +0 -0
  229. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/socks.py +0 -438
  230. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/socks.pyc +0 -0
  231. data/packages/gcutil-1.7.1/lib/iso8601/LICENSE +0 -20
  232. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/__init__.py +0 -1
  233. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/__init__.pyc +0 -0
  234. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/iso8601.py +0 -102
  235. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/iso8601.pyc +0 -0
  236. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/test_iso8601.py +0 -111
  237. data/packages/gcutil-1.7.1/lib/python_gflags/AUTHORS +0 -2
  238. data/packages/gcutil-1.7.1/lib/python_gflags/LICENSE +0 -28
  239. data/packages/gcutil-1.7.1/lib/python_gflags/gflags.py +0 -2862
  240. data/packages/gcutil-1.7.1/lib/python_gflags/gflags.pyc +0 -0
  241. data/packages/gcutil-1.7.1/lib/python_gflags/gflags2man.py +0 -544
  242. data/packages/gcutil-1.7.1/lib/python_gflags/gflags_validators.py +0 -187
  243. data/packages/gcutil-1.7.1/lib/python_gflags/gflags_validators.pyc +0 -0
  244. data/packages/gsutil.tar.gz +0 -0
  245. data/packages/gsutil/CHECKSUM +0 -1
  246. data/packages/gsutil/COPYING +0 -202
  247. data/packages/gsutil/LICENSE.third_party +0 -295
  248. data/packages/gsutil/MANIFEST.in +0 -5
  249. data/packages/gsutil/README +0 -38
  250. data/packages/gsutil/README.pkg +0 -49
  251. data/packages/gsutil/ReleaseNotes.txt +0 -780
  252. data/packages/gsutil/VERSION +0 -1
  253. data/packages/gsutil/boto/Changelog.rst +0 -35
  254. data/packages/gsutil/boto/LICENSE +0 -18
  255. data/packages/gsutil/boto/MANIFEST.in +0 -12
  256. data/packages/gsutil/boto/README.rst +0 -163
  257. data/packages/gsutil/boto/bin/asadmin +0 -290
  258. data/packages/gsutil/boto/bin/bundle_image +0 -27
  259. data/packages/gsutil/boto/bin/cfadmin +0 -108
  260. data/packages/gsutil/boto/bin/cq +0 -89
  261. data/packages/gsutil/boto/bin/cwutil +0 -140
  262. data/packages/gsutil/boto/bin/elbadmin +0 -284
  263. data/packages/gsutil/boto/bin/fetch_file +0 -43
  264. data/packages/gsutil/boto/bin/glacier +0 -154
  265. data/packages/gsutil/boto/bin/instance_events +0 -145
  266. data/packages/gsutil/boto/bin/kill_instance +0 -35
  267. data/packages/gsutil/boto/bin/launch_instance +0 -252
  268. data/packages/gsutil/boto/bin/list_instances +0 -90
  269. data/packages/gsutil/boto/bin/lss3 +0 -77
  270. data/packages/gsutil/boto/bin/mturk +0 -465
  271. data/packages/gsutil/boto/bin/pyami_sendmail +0 -52
  272. data/packages/gsutil/boto/bin/route53 +0 -205
  273. data/packages/gsutil/boto/bin/s3put +0 -374
  274. data/packages/gsutil/boto/bin/sdbadmin +0 -194
  275. data/packages/gsutil/boto/bin/taskadmin +0 -116
  276. data/packages/gsutil/boto/boto/__init__.py +0 -793
  277. data/packages/gsutil/boto/boto/__init__.pyc +0 -0
  278. data/packages/gsutil/boto/boto/auth.py +0 -682
  279. data/packages/gsutil/boto/boto/auth.pyc +0 -0
  280. data/packages/gsutil/boto/boto/auth_handler.py +0 -58
  281. data/packages/gsutil/boto/boto/auth_handler.pyc +0 -0
  282. data/packages/gsutil/boto/boto/beanstalk/__init__.py +0 -65
  283. data/packages/gsutil/boto/boto/beanstalk/exception.py +0 -64
  284. data/packages/gsutil/boto/boto/beanstalk/layer1.py +0 -1153
  285. data/packages/gsutil/boto/boto/beanstalk/response.py +0 -703
  286. data/packages/gsutil/boto/boto/beanstalk/wrapper.py +0 -29
  287. data/packages/gsutil/boto/boto/cacerts/__init__.py +0 -22
  288. data/packages/gsutil/boto/boto/cacerts/__init__.pyc +0 -0
  289. data/packages/gsutil/boto/boto/cacerts/cacerts.txt +0 -633
  290. data/packages/gsutil/boto/boto/cloudformation/__init__.py +0 -68
  291. data/packages/gsutil/boto/boto/cloudformation/connection.py +0 -364
  292. data/packages/gsutil/boto/boto/cloudformation/stack.py +0 -360
  293. data/packages/gsutil/boto/boto/cloudformation/template.py +0 -43
  294. data/packages/gsutil/boto/boto/cloudfront/__init__.py +0 -324
  295. data/packages/gsutil/boto/boto/cloudfront/distribution.py +0 -745
  296. data/packages/gsutil/boto/boto/cloudfront/exception.py +0 -26
  297. data/packages/gsutil/boto/boto/cloudfront/identity.py +0 -122
  298. data/packages/gsutil/boto/boto/cloudfront/invalidation.py +0 -216
  299. data/packages/gsutil/boto/boto/cloudfront/logging.py +0 -38
  300. data/packages/gsutil/boto/boto/cloudfront/object.py +0 -48
  301. data/packages/gsutil/boto/boto/cloudfront/origin.py +0 -150
  302. data/packages/gsutil/boto/boto/cloudfront/signers.py +0 -60
  303. data/packages/gsutil/boto/boto/cloudsearch/__init__.py +0 -45
  304. data/packages/gsutil/boto/boto/cloudsearch/document.py +0 -265
  305. data/packages/gsutil/boto/boto/cloudsearch/domain.py +0 -394
  306. data/packages/gsutil/boto/boto/cloudsearch/layer1.py +0 -738
  307. data/packages/gsutil/boto/boto/cloudsearch/layer2.py +0 -67
  308. data/packages/gsutil/boto/boto/cloudsearch/optionstatus.py +0 -248
  309. data/packages/gsutil/boto/boto/cloudsearch/search.py +0 -365
  310. data/packages/gsutil/boto/boto/cloudsearch/sourceattribute.py +0 -75
  311. data/packages/gsutil/boto/boto/compat.py +0 -28
  312. data/packages/gsutil/boto/boto/compat.pyc +0 -0
  313. data/packages/gsutil/boto/boto/connection.py +0 -1081
  314. data/packages/gsutil/boto/boto/connection.pyc +0 -0
  315. data/packages/gsutil/boto/boto/contrib/__init__.py +0 -22
  316. data/packages/gsutil/boto/boto/contrib/ymlmessage.py +0 -52
  317. data/packages/gsutil/boto/boto/core/README +0 -58
  318. data/packages/gsutil/boto/boto/core/__init__.py +0 -23
  319. data/packages/gsutil/boto/boto/core/auth.py +0 -78
  320. data/packages/gsutil/boto/boto/core/credentials.py +0 -154
  321. data/packages/gsutil/boto/boto/core/dictresponse.py +0 -178
  322. data/packages/gsutil/boto/boto/core/service.py +0 -67
  323. data/packages/gsutil/boto/boto/datapipeline/__init__.py +0 -0
  324. data/packages/gsutil/boto/boto/datapipeline/exceptions.py +0 -42
  325. data/packages/gsutil/boto/boto/datapipeline/layer1.py +0 -546
  326. data/packages/gsutil/boto/boto/dynamodb/__init__.py +0 -66
  327. data/packages/gsutil/boto/boto/dynamodb/batch.py +0 -262
  328. data/packages/gsutil/boto/boto/dynamodb/condition.py +0 -170
  329. data/packages/gsutil/boto/boto/dynamodb/exceptions.py +0 -64
  330. data/packages/gsutil/boto/boto/dynamodb/item.py +0 -196
  331. data/packages/gsutil/boto/boto/dynamodb/layer1.py +0 -575
  332. data/packages/gsutil/boto/boto/dynamodb/layer2.py +0 -798
  333. data/packages/gsutil/boto/boto/dynamodb/schema.py +0 -112
  334. data/packages/gsutil/boto/boto/dynamodb/table.py +0 -540
  335. data/packages/gsutil/boto/boto/dynamodb/types.py +0 -326
  336. data/packages/gsutil/boto/boto/ec2/__init__.py +0 -96
  337. data/packages/gsutil/boto/boto/ec2/address.py +0 -103
  338. data/packages/gsutil/boto/boto/ec2/autoscale/__init__.py +0 -781
  339. data/packages/gsutil/boto/boto/ec2/autoscale/activity.py +0 -74
  340. data/packages/gsutil/boto/boto/ec2/autoscale/group.py +0 -337
  341. data/packages/gsutil/boto/boto/ec2/autoscale/instance.py +0 -60
  342. data/packages/gsutil/boto/boto/ec2/autoscale/launchconfig.py +0 -209
  343. data/packages/gsutil/boto/boto/ec2/autoscale/policy.py +0 -166
  344. data/packages/gsutil/boto/boto/ec2/autoscale/request.py +0 -38
  345. data/packages/gsutil/boto/boto/ec2/autoscale/scheduled.py +0 -60
  346. data/packages/gsutil/boto/boto/ec2/autoscale/tag.py +0 -84
  347. data/packages/gsutil/boto/boto/ec2/blockdevicemapping.py +0 -141
  348. data/packages/gsutil/boto/boto/ec2/bundleinstance.py +0 -78
  349. data/packages/gsutil/boto/boto/ec2/buyreservation.py +0 -84
  350. data/packages/gsutil/boto/boto/ec2/cloudwatch/__init__.py +0 -603
  351. data/packages/gsutil/boto/boto/ec2/cloudwatch/alarm.py +0 -316
  352. data/packages/gsutil/boto/boto/ec2/cloudwatch/datapoint.py +0 -40
  353. data/packages/gsutil/boto/boto/ec2/cloudwatch/dimension.py +0 -38
  354. data/packages/gsutil/boto/boto/ec2/cloudwatch/listelement.py +0 -31
  355. data/packages/gsutil/boto/boto/ec2/cloudwatch/metric.py +0 -175
  356. data/packages/gsutil/boto/boto/ec2/connection.py +0 -3409
  357. data/packages/gsutil/boto/boto/ec2/ec2object.py +0 -107
  358. data/packages/gsutil/boto/boto/ec2/elb/__init__.py +0 -553
  359. data/packages/gsutil/boto/boto/ec2/elb/healthcheck.py +0 -89
  360. data/packages/gsutil/boto/boto/ec2/elb/instancestate.py +0 -62
  361. data/packages/gsutil/boto/boto/ec2/elb/listelement.py +0 -36
  362. data/packages/gsutil/boto/boto/ec2/elb/listener.py +0 -75
  363. data/packages/gsutil/boto/boto/ec2/elb/loadbalancer.py +0 -324
  364. data/packages/gsutil/boto/boto/ec2/elb/policies.py +0 -89
  365. data/packages/gsutil/boto/boto/ec2/elb/securitygroup.py +0 -38
  366. data/packages/gsutil/boto/boto/ec2/group.py +0 -39
  367. data/packages/gsutil/boto/boto/ec2/image.py +0 -350
  368. data/packages/gsutil/boto/boto/ec2/instance.py +0 -661
  369. data/packages/gsutil/boto/boto/ec2/instanceinfo.py +0 -51
  370. data/packages/gsutil/boto/boto/ec2/instancestatus.py +0 -207
  371. data/packages/gsutil/boto/boto/ec2/keypair.py +0 -113
  372. data/packages/gsutil/boto/boto/ec2/launchspecification.py +0 -105
  373. data/packages/gsutil/boto/boto/ec2/networkinterface.py +0 -247
  374. data/packages/gsutil/boto/boto/ec2/placementgroup.py +0 -51
  375. data/packages/gsutil/boto/boto/ec2/regioninfo.py +0 -34
  376. data/packages/gsutil/boto/boto/ec2/reservedinstance.py +0 -227
  377. data/packages/gsutil/boto/boto/ec2/securitygroup.py +0 -357
  378. data/packages/gsutil/boto/boto/ec2/snapshot.py +0 -170
  379. data/packages/gsutil/boto/boto/ec2/spotdatafeedsubscription.py +0 -63
  380. data/packages/gsutil/boto/boto/ec2/spotinstancerequest.py +0 -188
  381. data/packages/gsutil/boto/boto/ec2/spotpricehistory.py +0 -55
  382. data/packages/gsutil/boto/boto/ec2/tag.py +0 -87
  383. data/packages/gsutil/boto/boto/ec2/vmtype.py +0 -58
  384. data/packages/gsutil/boto/boto/ec2/volume.py +0 -293
  385. data/packages/gsutil/boto/boto/ec2/volumestatus.py +0 -200
  386. data/packages/gsutil/boto/boto/ec2/zone.py +0 -80
  387. data/packages/gsutil/boto/boto/ecs/__init__.py +0 -90
  388. data/packages/gsutil/boto/boto/ecs/item.py +0 -153
  389. data/packages/gsutil/boto/boto/elasticache/__init__.py +0 -62
  390. data/packages/gsutil/boto/boto/elasticache/layer1.py +0 -1252
  391. data/packages/gsutil/boto/boto/elastictranscoder/__init__.py +0 -62
  392. data/packages/gsutil/boto/boto/elastictranscoder/exceptions.py +0 -46
  393. data/packages/gsutil/boto/boto/elastictranscoder/layer1.py +0 -509
  394. data/packages/gsutil/boto/boto/emr/__init__.py +0 -73
  395. data/packages/gsutil/boto/boto/emr/bootstrap_action.py +0 -44
  396. data/packages/gsutil/boto/boto/emr/connection.py +0 -531
  397. data/packages/gsutil/boto/boto/emr/emrobject.py +0 -176
  398. data/packages/gsutil/boto/boto/emr/instance_group.py +0 -43
  399. data/packages/gsutil/boto/boto/emr/step.py +0 -281
  400. data/packages/gsutil/boto/boto/exception.py +0 -476
  401. data/packages/gsutil/boto/boto/exception.pyc +0 -0
  402. data/packages/gsutil/boto/boto/file/README +0 -49
  403. data/packages/gsutil/boto/boto/file/__init__.py +0 -28
  404. data/packages/gsutil/boto/boto/file/bucket.py +0 -112
  405. data/packages/gsutil/boto/boto/file/connection.py +0 -33
  406. data/packages/gsutil/boto/boto/file/key.py +0 -199
  407. data/packages/gsutil/boto/boto/file/simpleresultset.py +0 -30
  408. data/packages/gsutil/boto/boto/fps/__init__.py +0 -21
  409. data/packages/gsutil/boto/boto/fps/connection.py +0 -369
  410. data/packages/gsutil/boto/boto/fps/exception.py +0 -344
  411. data/packages/gsutil/boto/boto/fps/response.py +0 -175
  412. data/packages/gsutil/boto/boto/glacier/__init__.py +0 -57
  413. data/packages/gsutil/boto/boto/glacier/concurrent.py +0 -409
  414. data/packages/gsutil/boto/boto/glacier/exceptions.py +0 -58
  415. data/packages/gsutil/boto/boto/glacier/job.py +0 -152
  416. data/packages/gsutil/boto/boto/glacier/layer1.py +0 -637
  417. data/packages/gsutil/boto/boto/glacier/layer2.py +0 -93
  418. data/packages/gsutil/boto/boto/glacier/response.py +0 -48
  419. data/packages/gsutil/boto/boto/glacier/utils.py +0 -163
  420. data/packages/gsutil/boto/boto/glacier/vault.py +0 -387
  421. data/packages/gsutil/boto/boto/glacier/writer.py +0 -242
  422. data/packages/gsutil/boto/boto/gs/__init__.py +0 -22
  423. data/packages/gsutil/boto/boto/gs/__init__.pyc +0 -0
  424. data/packages/gsutil/boto/boto/gs/acl.py +0 -304
  425. data/packages/gsutil/boto/boto/gs/acl.pyc +0 -0
  426. data/packages/gsutil/boto/boto/gs/bucket.py +0 -870
  427. data/packages/gsutil/boto/boto/gs/bucket.pyc +0 -0
  428. data/packages/gsutil/boto/boto/gs/bucketlistresultset.py +0 -64
  429. data/packages/gsutil/boto/boto/gs/bucketlistresultset.pyc +0 -0
  430. data/packages/gsutil/boto/boto/gs/connection.py +0 -103
  431. data/packages/gsutil/boto/boto/gs/connection.pyc +0 -0
  432. data/packages/gsutil/boto/boto/gs/cors.py +0 -169
  433. data/packages/gsutil/boto/boto/gs/cors.pyc +0 -0
  434. data/packages/gsutil/boto/boto/gs/key.py +0 -704
  435. data/packages/gsutil/boto/boto/gs/key.pyc +0 -0
  436. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.py +0 -659
  437. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.pyc +0 -0
  438. data/packages/gsutil/boto/boto/gs/user.py +0 -54
  439. data/packages/gsutil/boto/boto/gs/user.pyc +0 -0
  440. data/packages/gsutil/boto/boto/handler.py +0 -44
  441. data/packages/gsutil/boto/boto/handler.pyc +0 -0
  442. data/packages/gsutil/boto/boto/https_connection.py +0 -124
  443. data/packages/gsutil/boto/boto/https_connection.pyc +0 -0
  444. data/packages/gsutil/boto/boto/iam/__init__.py +0 -74
  445. data/packages/gsutil/boto/boto/iam/connection.py +0 -1317
  446. data/packages/gsutil/boto/boto/iam/summarymap.py +0 -42
  447. data/packages/gsutil/boto/boto/jsonresponse.py +0 -163
  448. data/packages/gsutil/boto/boto/jsonresponse.pyc +0 -0
  449. data/packages/gsutil/boto/boto/manage/__init__.py +0 -23
  450. data/packages/gsutil/boto/boto/manage/cmdshell.py +0 -241
  451. data/packages/gsutil/boto/boto/manage/propget.py +0 -64
  452. data/packages/gsutil/boto/boto/manage/server.py +0 -556
  453. data/packages/gsutil/boto/boto/manage/task.py +0 -175
  454. data/packages/gsutil/boto/boto/manage/test_manage.py +0 -34
  455. data/packages/gsutil/boto/boto/manage/volume.py +0 -420
  456. data/packages/gsutil/boto/boto/mashups/__init__.py +0 -23
  457. data/packages/gsutil/boto/boto/mashups/interactive.py +0 -97
  458. data/packages/gsutil/boto/boto/mashups/iobject.py +0 -115
  459. data/packages/gsutil/boto/boto/mashups/order.py +0 -211
  460. data/packages/gsutil/boto/boto/mashups/server.py +0 -395
  461. data/packages/gsutil/boto/boto/mturk/__init__.py +0 -23
  462. data/packages/gsutil/boto/boto/mturk/connection.py +0 -1027
  463. data/packages/gsutil/boto/boto/mturk/layoutparam.py +0 -55
  464. data/packages/gsutil/boto/boto/mturk/notification.py +0 -103
  465. data/packages/gsutil/boto/boto/mturk/price.py +0 -48
  466. data/packages/gsutil/boto/boto/mturk/qualification.py +0 -137
  467. data/packages/gsutil/boto/boto/mturk/question.py +0 -455
  468. data/packages/gsutil/boto/boto/mws/__init__.py +0 -21
  469. data/packages/gsutil/boto/boto/mws/connection.py +0 -813
  470. data/packages/gsutil/boto/boto/mws/exception.py +0 -75
  471. data/packages/gsutil/boto/boto/mws/response.py +0 -655
  472. data/packages/gsutil/boto/boto/plugin.py +0 -90
  473. data/packages/gsutil/boto/boto/plugin.pyc +0 -0
  474. data/packages/gsutil/boto/boto/provider.py +0 -337
  475. data/packages/gsutil/boto/boto/provider.pyc +0 -0
  476. data/packages/gsutil/boto/boto/pyami/__init__.py +0 -22
  477. data/packages/gsutil/boto/boto/pyami/__init__.pyc +0 -0
  478. data/packages/gsutil/boto/boto/pyami/bootstrap.py +0 -134
  479. data/packages/gsutil/boto/boto/pyami/config.py +0 -229
  480. data/packages/gsutil/boto/boto/pyami/config.pyc +0 -0
  481. data/packages/gsutil/boto/boto/pyami/copybot.cfg +0 -60
  482. data/packages/gsutil/boto/boto/pyami/copybot.py +0 -97
  483. data/packages/gsutil/boto/boto/pyami/helloworld.py +0 -28
  484. data/packages/gsutil/boto/boto/pyami/installers/__init__.py +0 -64
  485. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/__init__.py +0 -22
  486. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/apache.py +0 -43
  487. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/ebs.py +0 -238
  488. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/installer.py +0 -96
  489. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/mysql.py +0 -109
  490. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/trac.py +0 -139
  491. data/packages/gsutil/boto/boto/pyami/launch_ami.py +0 -178
  492. data/packages/gsutil/boto/boto/pyami/scriptbase.py +0 -44
  493. data/packages/gsutil/boto/boto/pyami/startup.py +0 -60
  494. data/packages/gsutil/boto/boto/rds/__init__.py +0 -1194
  495. data/packages/gsutil/boto/boto/rds/dbinstance.py +0 -357
  496. data/packages/gsutil/boto/boto/rds/dbsecuritygroup.py +0 -177
  497. data/packages/gsutil/boto/boto/rds/dbsnapshot.py +0 -108
  498. data/packages/gsutil/boto/boto/rds/event.py +0 -49
  499. data/packages/gsutil/boto/boto/rds/parametergroup.py +0 -201
  500. data/packages/gsutil/boto/boto/rds/regioninfo.py +0 -32
  501. data/packages/gsutil/boto/boto/regioninfo.py +0 -63
  502. data/packages/gsutil/boto/boto/regioninfo.pyc +0 -0
  503. data/packages/gsutil/boto/boto/resultset.py +0 -169
  504. data/packages/gsutil/boto/boto/resultset.pyc +0 -0
  505. data/packages/gsutil/boto/boto/roboto/__init__.py +0 -1
  506. data/packages/gsutil/boto/boto/roboto/awsqueryrequest.py +0 -504
  507. data/packages/gsutil/boto/boto/roboto/awsqueryservice.py +0 -121
  508. data/packages/gsutil/boto/boto/roboto/param.py +0 -147
  509. data/packages/gsutil/boto/boto/route53/__init__.py +0 -75
  510. data/packages/gsutil/boto/boto/route53/connection.py +0 -403
  511. data/packages/gsutil/boto/boto/route53/exception.py +0 -27
  512. data/packages/gsutil/boto/boto/route53/hostedzone.py +0 -56
  513. data/packages/gsutil/boto/boto/route53/record.py +0 -306
  514. data/packages/gsutil/boto/boto/route53/status.py +0 -42
  515. data/packages/gsutil/boto/boto/route53/zone.py +0 -412
  516. data/packages/gsutil/boto/boto/s3/__init__.py +0 -84
  517. data/packages/gsutil/boto/boto/s3/__init__.pyc +0 -0
  518. data/packages/gsutil/boto/boto/s3/acl.py +0 -164
  519. data/packages/gsutil/boto/boto/s3/acl.pyc +0 -0
  520. data/packages/gsutil/boto/boto/s3/bucket.py +0 -1634
  521. data/packages/gsutil/boto/boto/s3/bucket.pyc +0 -0
  522. data/packages/gsutil/boto/boto/s3/bucketlistresultset.py +0 -139
  523. data/packages/gsutil/boto/boto/s3/bucketlistresultset.pyc +0 -0
  524. data/packages/gsutil/boto/boto/s3/bucketlogging.py +0 -83
  525. data/packages/gsutil/boto/boto/s3/bucketlogging.pyc +0 -0
  526. data/packages/gsutil/boto/boto/s3/connection.py +0 -540
  527. data/packages/gsutil/boto/boto/s3/connection.pyc +0 -0
  528. data/packages/gsutil/boto/boto/s3/cors.py +0 -210
  529. data/packages/gsutil/boto/boto/s3/cors.pyc +0 -0
  530. data/packages/gsutil/boto/boto/s3/deletemarker.py +0 -55
  531. data/packages/gsutil/boto/boto/s3/deletemarker.pyc +0 -0
  532. data/packages/gsutil/boto/boto/s3/key.py +0 -1712
  533. data/packages/gsutil/boto/boto/s3/key.pyc +0 -0
  534. data/packages/gsutil/boto/boto/s3/keyfile.py +0 -134
  535. data/packages/gsutil/boto/boto/s3/keyfile.pyc +0 -0
  536. data/packages/gsutil/boto/boto/s3/lifecycle.py +0 -231
  537. data/packages/gsutil/boto/boto/s3/lifecycle.pyc +0 -0
  538. data/packages/gsutil/boto/boto/s3/multidelete.py +0 -138
  539. data/packages/gsutil/boto/boto/s3/multidelete.pyc +0 -0
  540. data/packages/gsutil/boto/boto/s3/multipart.py +0 -315
  541. data/packages/gsutil/boto/boto/s3/multipart.pyc +0 -0
  542. data/packages/gsutil/boto/boto/s3/prefix.py +0 -42
  543. data/packages/gsutil/boto/boto/s3/prefix.pyc +0 -0
  544. data/packages/gsutil/boto/boto/s3/resumable_download_handler.py +0 -339
  545. data/packages/gsutil/boto/boto/s3/resumable_download_handler.pyc +0 -0
  546. data/packages/gsutil/boto/boto/s3/tagging.py +0 -71
  547. data/packages/gsutil/boto/boto/s3/tagging.pyc +0 -0
  548. data/packages/gsutil/boto/boto/s3/user.py +0 -49
  549. data/packages/gsutil/boto/boto/s3/user.pyc +0 -0
  550. data/packages/gsutil/boto/boto/s3/website.py +0 -237
  551. data/packages/gsutil/boto/boto/s3/website.pyc +0 -0
  552. data/packages/gsutil/boto/boto/sdb/__init__.py +0 -67
  553. data/packages/gsutil/boto/boto/sdb/connection.py +0 -617
  554. data/packages/gsutil/boto/boto/sdb/db/__init__.py +0 -20
  555. data/packages/gsutil/boto/boto/sdb/db/blob.py +0 -75
  556. data/packages/gsutil/boto/boto/sdb/db/key.py +0 -59
  557. data/packages/gsutil/boto/boto/sdb/db/manager/__init__.py +0 -85
  558. data/packages/gsutil/boto/boto/sdb/db/manager/sdbmanager.py +0 -732
  559. data/packages/gsutil/boto/boto/sdb/db/manager/xmlmanager.py +0 -517
  560. data/packages/gsutil/boto/boto/sdb/db/model.py +0 -294
  561. data/packages/gsutil/boto/boto/sdb/db/property.py +0 -703
  562. data/packages/gsutil/boto/boto/sdb/db/query.py +0 -85
  563. data/packages/gsutil/boto/boto/sdb/db/sequence.py +0 -226
  564. data/packages/gsutil/boto/boto/sdb/db/test_db.py +0 -231
  565. data/packages/gsutil/boto/boto/sdb/domain.py +0 -377
  566. data/packages/gsutil/boto/boto/sdb/item.py +0 -181
  567. data/packages/gsutil/boto/boto/sdb/queryresultset.py +0 -92
  568. data/packages/gsutil/boto/boto/sdb/regioninfo.py +0 -32
  569. data/packages/gsutil/boto/boto/services/__init__.py +0 -23
  570. data/packages/gsutil/boto/boto/services/bs.py +0 -179
  571. data/packages/gsutil/boto/boto/services/message.py +0 -58
  572. data/packages/gsutil/boto/boto/services/result.py +0 -136
  573. data/packages/gsutil/boto/boto/services/service.py +0 -161
  574. data/packages/gsutil/boto/boto/services/servicedef.py +0 -91
  575. data/packages/gsutil/boto/boto/services/sonofmmm.cfg +0 -43
  576. data/packages/gsutil/boto/boto/services/sonofmmm.py +0 -81
  577. data/packages/gsutil/boto/boto/services/submit.py +0 -88
  578. data/packages/gsutil/boto/boto/ses/__init__.py +0 -54
  579. data/packages/gsutil/boto/boto/ses/connection.py +0 -521
  580. data/packages/gsutil/boto/boto/ses/exceptions.py +0 -77
  581. data/packages/gsutil/boto/boto/sns/__init__.py +0 -78
  582. data/packages/gsutil/boto/boto/sns/connection.py +0 -431
  583. data/packages/gsutil/boto/boto/sqs/__init__.py +0 -56
  584. data/packages/gsutil/boto/boto/sqs/attributes.py +0 -46
  585. data/packages/gsutil/boto/boto/sqs/batchresults.py +0 -95
  586. data/packages/gsutil/boto/boto/sqs/connection.py +0 -417
  587. data/packages/gsutil/boto/boto/sqs/jsonmessage.py +0 -43
  588. data/packages/gsutil/boto/boto/sqs/message.py +0 -253
  589. data/packages/gsutil/boto/boto/sqs/queue.py +0 -478
  590. data/packages/gsutil/boto/boto/sqs/regioninfo.py +0 -32
  591. data/packages/gsutil/boto/boto/storage_uri.py +0 -835
  592. data/packages/gsutil/boto/boto/storage_uri.pyc +0 -0
  593. data/packages/gsutil/boto/boto/sts/__init__.py +0 -55
  594. data/packages/gsutil/boto/boto/sts/connection.py +0 -207
  595. data/packages/gsutil/boto/boto/sts/credentials.py +0 -215
  596. data/packages/gsutil/boto/boto/swf/__init__.py +0 -60
  597. data/packages/gsutil/boto/boto/swf/exceptions.py +0 -44
  598. data/packages/gsutil/boto/boto/swf/layer1.py +0 -1512
  599. data/packages/gsutil/boto/boto/swf/layer1_decisions.py +0 -287
  600. data/packages/gsutil/boto/boto/swf/layer2.py +0 -342
  601. data/packages/gsutil/boto/boto/utils.py +0 -927
  602. data/packages/gsutil/boto/boto/utils.pyc +0 -0
  603. data/packages/gsutil/boto/boto/vpc/__init__.py +0 -910
  604. data/packages/gsutil/boto/boto/vpc/customergateway.py +0 -54
  605. data/packages/gsutil/boto/boto/vpc/dhcpoptions.py +0 -72
  606. data/packages/gsutil/boto/boto/vpc/internetgateway.py +0 -72
  607. data/packages/gsutil/boto/boto/vpc/routetable.py +0 -109
  608. data/packages/gsutil/boto/boto/vpc/subnet.py +0 -57
  609. data/packages/gsutil/boto/boto/vpc/vpc.py +0 -54
  610. data/packages/gsutil/boto/boto/vpc/vpnconnection.py +0 -60
  611. data/packages/gsutil/boto/boto/vpc/vpngateway.py +0 -83
  612. data/packages/gsutil/boto/docs/BotoCheatSheet.pdf +0 -0
  613. data/packages/gsutil/boto/docs/Makefile +0 -89
  614. data/packages/gsutil/boto/docs/make.bat +0 -113
  615. data/packages/gsutil/boto/docs/source/_templates/layout.html +0 -3
  616. data/packages/gsutil/boto/docs/source/autoscale_tut.rst +0 -220
  617. data/packages/gsutil/boto/docs/source/boto_config_tut.rst +0 -125
  618. data/packages/gsutil/boto/docs/source/boto_theme/static/boto.css_t +0 -239
  619. data/packages/gsutil/boto/docs/source/boto_theme/static/pygments.css +0 -61
  620. data/packages/gsutil/boto/docs/source/boto_theme/theme.conf +0 -3
  621. data/packages/gsutil/boto/docs/source/cloudfront_tut.rst +0 -196
  622. data/packages/gsutil/boto/docs/source/cloudsearch_tut.rst +0 -411
  623. data/packages/gsutil/boto/docs/source/cloudwatch_tut.rst +0 -116
  624. data/packages/gsutil/boto/docs/source/conf.py +0 -32
  625. data/packages/gsutil/boto/docs/source/contributing.rst +0 -204
  626. data/packages/gsutil/boto/docs/source/documentation.rst +0 -59
  627. data/packages/gsutil/boto/docs/source/dynamodb_tut.rst +0 -339
  628. data/packages/gsutil/boto/docs/source/ec2_tut.rst +0 -86
  629. data/packages/gsutil/boto/docs/source/elb_tut.rst +0 -257
  630. data/packages/gsutil/boto/docs/source/emr_tut.rst +0 -108
  631. data/packages/gsutil/boto/docs/source/index.rst +0 -146
  632. data/packages/gsutil/boto/docs/source/rds_tut.rst +0 -108
  633. data/packages/gsutil/boto/docs/source/ref/autoscale.rst +0 -62
  634. data/packages/gsutil/boto/docs/source/ref/beanstalk.rst +0 -26
  635. data/packages/gsutil/boto/docs/source/ref/boto.rst +0 -47
  636. data/packages/gsutil/boto/docs/source/ref/cloudformation.rst +0 -34
  637. data/packages/gsutil/boto/docs/source/ref/cloudfront.rst +0 -68
  638. data/packages/gsutil/boto/docs/source/ref/cloudsearch.rst +0 -59
  639. data/packages/gsutil/boto/docs/source/ref/cloudwatch.rst +0 -27
  640. data/packages/gsutil/boto/docs/source/ref/contrib.rst +0 -32
  641. data/packages/gsutil/boto/docs/source/ref/datapipeline.rst +0 -26
  642. data/packages/gsutil/boto/docs/source/ref/dynamodb.rst +0 -61
  643. data/packages/gsutil/boto/docs/source/ref/ec2.rst +0 -140
  644. data/packages/gsutil/boto/docs/source/ref/ecs.rst +0 -19
  645. data/packages/gsutil/boto/docs/source/ref/elasticache.rst +0 -19
  646. data/packages/gsutil/boto/docs/source/ref/elastictranscoder.rst +0 -26
  647. data/packages/gsutil/boto/docs/source/ref/elb.rst +0 -47
  648. data/packages/gsutil/boto/docs/source/ref/emr.rst +0 -34
  649. data/packages/gsutil/boto/docs/source/ref/file.rst +0 -34
  650. data/packages/gsutil/boto/docs/source/ref/fps.rst +0 -19
  651. data/packages/gsutil/boto/docs/source/ref/glacier.rst +0 -63
  652. data/packages/gsutil/boto/docs/source/ref/gs.rst +0 -72
  653. data/packages/gsutil/boto/docs/source/ref/iam.rst +0 -27
  654. data/packages/gsutil/boto/docs/source/ref/index.rst +0 -40
  655. data/packages/gsutil/boto/docs/source/ref/manage.rst +0 -47
  656. data/packages/gsutil/boto/docs/source/ref/mturk.rst +0 -54
  657. data/packages/gsutil/boto/docs/source/ref/mws.rst +0 -33
  658. data/packages/gsutil/boto/docs/source/ref/pyami.rst +0 -103
  659. data/packages/gsutil/boto/docs/source/ref/rds.rst +0 -47
  660. data/packages/gsutil/boto/docs/source/ref/route53.rst +0 -34
  661. data/packages/gsutil/boto/docs/source/ref/s3.rst +0 -111
  662. data/packages/gsutil/boto/docs/source/ref/sdb.rst +0 -45
  663. data/packages/gsutil/boto/docs/source/ref/sdb_db.rst +0 -83
  664. data/packages/gsutil/boto/docs/source/ref/services.rst +0 -61
  665. data/packages/gsutil/boto/docs/source/ref/ses.rst +0 -21
  666. data/packages/gsutil/boto/docs/source/ref/sns.rst +0 -17
  667. data/packages/gsutil/boto/docs/source/ref/sqs.rst +0 -61
  668. data/packages/gsutil/boto/docs/source/ref/sts.rst +0 -25
  669. data/packages/gsutil/boto/docs/source/ref/swf.rst +0 -22
  670. data/packages/gsutil/boto/docs/source/ref/vpc.rst +0 -54
  671. data/packages/gsutil/boto/docs/source/s3_tut.rst +0 -450
  672. data/packages/gsutil/boto/docs/source/security_groups.rst +0 -82
  673. data/packages/gsutil/boto/docs/source/ses_tut.rst +0 -171
  674. data/packages/gsutil/boto/docs/source/simpledb_tut.rst +0 -188
  675. data/packages/gsutil/boto/docs/source/sqs_tut.rst +0 -246
  676. data/packages/gsutil/boto/docs/source/vpc_tut.rst +0 -100
  677. data/packages/gsutil/boto/pylintrc +0 -305
  678. data/packages/gsutil/boto/requirements.txt +0 -10
  679. data/packages/gsutil/boto/setup.py +0 -89
  680. data/packages/gsutil/boto/tests/__init__.py +0 -20
  681. data/packages/gsutil/boto/tests/db/test_lists.py +0 -96
  682. data/packages/gsutil/boto/tests/db/test_password.py +0 -128
  683. data/packages/gsutil/boto/tests/db/test_query.py +0 -152
  684. data/packages/gsutil/boto/tests/db/test_sequence.py +0 -109
  685. data/packages/gsutil/boto/tests/devpay/__init__.py +0 -0
  686. data/packages/gsutil/boto/tests/devpay/test_s3.py +0 -181
  687. data/packages/gsutil/boto/tests/fps/__init__.py +0 -0
  688. data/packages/gsutil/boto/tests/fps/test.py +0 -100
  689. data/packages/gsutil/boto/tests/fps/test_verify_signature.py +0 -12
  690. data/packages/gsutil/boto/tests/integration/__init__.py +0 -0
  691. data/packages/gsutil/boto/tests/integration/beanstalk/test_wrapper.py +0 -209
  692. data/packages/gsutil/boto/tests/integration/cloudformation/__init__.py +0 -21
  693. data/packages/gsutil/boto/tests/integration/cloudformation/test_cert_verification.py +0 -40
  694. data/packages/gsutil/boto/tests/integration/cloudformation/test_connection.py +0 -110
  695. data/packages/gsutil/boto/tests/integration/cloudsearch/__init__.py +0 -21
  696. data/packages/gsutil/boto/tests/integration/cloudsearch/test_cert_verification.py +0 -40
  697. data/packages/gsutil/boto/tests/integration/datapipeline/test_layer1.py +0 -122
  698. data/packages/gsutil/boto/tests/integration/dynamodb/__init__.py +0 -20
  699. data/packages/gsutil/boto/tests/integration/dynamodb/test_cert_verification.py +0 -40
  700. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer1.py +0 -266
  701. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer2.py +0 -484
  702. data/packages/gsutil/boto/tests/integration/dynamodb/test_table.py +0 -84
  703. data/packages/gsutil/boto/tests/integration/ec2/__init__.py +0 -20
  704. data/packages/gsutil/boto/tests/integration/ec2/autoscale/__init__.py +0 -21
  705. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_cert_verification.py +0 -40
  706. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_connection.py +0 -167
  707. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/__init__.py +0 -20
  708. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_cert_verification.py +0 -40
  709. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_connection.py +0 -277
  710. data/packages/gsutil/boto/tests/integration/ec2/elb/__init__.py +0 -20
  711. data/packages/gsutil/boto/tests/integration/ec2/elb/test_cert_verification.py +0 -40
  712. data/packages/gsutil/boto/tests/integration/ec2/elb/test_connection.py +0 -130
  713. data/packages/gsutil/boto/tests/integration/ec2/test_cert_verification.py +0 -40
  714. data/packages/gsutil/boto/tests/integration/ec2/test_connection.py +0 -192
  715. data/packages/gsutil/boto/tests/integration/ec2/vpc/__init__.py +0 -0
  716. data/packages/gsutil/boto/tests/integration/ec2/vpc/test_connection.py +0 -95
  717. data/packages/gsutil/boto/tests/integration/elasticache/__init__.py +0 -0
  718. data/packages/gsutil/boto/tests/integration/elasticache/test_layer1.py +0 -67
  719. data/packages/gsutil/boto/tests/integration/elastictranscoder/__init__.py +0 -0
  720. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_cert_verification.py +0 -35
  721. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_layer1.py +0 -115
  722. data/packages/gsutil/boto/tests/integration/emr/__init__.py +0 -20
  723. data/packages/gsutil/boto/tests/integration/emr/test_cert_verification.py +0 -40
  724. data/packages/gsutil/boto/tests/integration/glacier/__init__.py +0 -22
  725. data/packages/gsutil/boto/tests/integration/glacier/test_cert_verification.py +0 -40
  726. data/packages/gsutil/boto/tests/integration/glacier/test_layer1.py +0 -44
  727. data/packages/gsutil/boto/tests/integration/glacier/test_layer2.py +0 -45
  728. data/packages/gsutil/boto/tests/integration/gs/__init__.py +0 -0
  729. data/packages/gsutil/boto/tests/integration/gs/cb_test_harness.py +0 -71
  730. data/packages/gsutil/boto/tests/integration/gs/test_basic.py +0 -379
  731. data/packages/gsutil/boto/tests/integration/gs/test_generation_conditionals.py +0 -399
  732. data/packages/gsutil/boto/tests/integration/gs/test_resumable_downloads.py +0 -358
  733. data/packages/gsutil/boto/tests/integration/gs/test_resumable_uploads.py +0 -525
  734. data/packages/gsutil/boto/tests/integration/gs/test_storage_uri.py +0 -125
  735. data/packages/gsutil/boto/tests/integration/gs/test_versioning.py +0 -268
  736. data/packages/gsutil/boto/tests/integration/gs/testcase.py +0 -116
  737. data/packages/gsutil/boto/tests/integration/gs/util.py +0 -63
  738. data/packages/gsutil/boto/tests/integration/iam/__init__.py +0 -20
  739. data/packages/gsutil/boto/tests/integration/iam/test_cert_verification.py +0 -40
  740. data/packages/gsutil/boto/tests/integration/mws/__init__.py +0 -0
  741. data/packages/gsutil/boto/tests/integration/mws/test.py +0 -100
  742. data/packages/gsutil/boto/tests/integration/rds/__init__.py +0 -21
  743. data/packages/gsutil/boto/tests/integration/rds/test_cert_verification.py +0 -40
  744. data/packages/gsutil/boto/tests/integration/route53/__init__.py +0 -20
  745. data/packages/gsutil/boto/tests/integration/route53/test_cert_verification.py +0 -40
  746. data/packages/gsutil/boto/tests/integration/route53/test_zone.py +0 -132
  747. data/packages/gsutil/boto/tests/integration/s3/__init__.py +0 -20
  748. data/packages/gsutil/boto/tests/integration/s3/mock_storage_service.py +0 -589
  749. data/packages/gsutil/boto/tests/integration/s3/other_cacerts.txt +0 -70
  750. data/packages/gsutil/boto/tests/integration/s3/test_bucket.py +0 -263
  751. data/packages/gsutil/boto/tests/integration/s3/test_cert_verification.py +0 -40
  752. data/packages/gsutil/boto/tests/integration/s3/test_connection.py +0 -245
  753. data/packages/gsutil/boto/tests/integration/s3/test_cors.py +0 -78
  754. data/packages/gsutil/boto/tests/integration/s3/test_encryption.py +0 -115
  755. data/packages/gsutil/boto/tests/integration/s3/test_https_cert_validation.py +0 -141
  756. data/packages/gsutil/boto/tests/integration/s3/test_key.py +0 -375
  757. data/packages/gsutil/boto/tests/integration/s3/test_mfa.py +0 -95
  758. data/packages/gsutil/boto/tests/integration/s3/test_multidelete.py +0 -181
  759. data/packages/gsutil/boto/tests/integration/s3/test_multipart.py +0 -139
  760. data/packages/gsutil/boto/tests/integration/s3/test_pool.py +0 -246
  761. data/packages/gsutil/boto/tests/integration/s3/test_versioning.py +0 -158
  762. data/packages/gsutil/boto/tests/integration/sdb/__init__.py +0 -20
  763. data/packages/gsutil/boto/tests/integration/sdb/test_cert_verification.py +0 -40
  764. data/packages/gsutil/boto/tests/integration/sdb/test_connection.py +0 -119
  765. data/packages/gsutil/boto/tests/integration/ses/__init__.py +0 -0
  766. data/packages/gsutil/boto/tests/integration/ses/test_cert_verification.py +0 -40
  767. data/packages/gsutil/boto/tests/integration/ses/test_connection.py +0 -38
  768. data/packages/gsutil/boto/tests/integration/sns/__init__.py +0 -20
  769. data/packages/gsutil/boto/tests/integration/sns/test_cert_verification.py +0 -40
  770. data/packages/gsutil/boto/tests/integration/sqs/__init__.py +0 -20
  771. data/packages/gsutil/boto/tests/integration/sqs/test_cert_verification.py +0 -40
  772. data/packages/gsutil/boto/tests/integration/sqs/test_connection.py +0 -217
  773. data/packages/gsutil/boto/tests/integration/sts/__init__.py +0 -20
  774. data/packages/gsutil/boto/tests/integration/sts/test_cert_verification.py +0 -40
  775. data/packages/gsutil/boto/tests/integration/sts/test_session_token.py +0 -65
  776. data/packages/gsutil/boto/tests/integration/swf/__init__.py +0 -0
  777. data/packages/gsutil/boto/tests/integration/swf/test_cert_verification.py +0 -40
  778. data/packages/gsutil/boto/tests/integration/swf/test_layer1.py +0 -246
  779. data/packages/gsutil/boto/tests/integration/swf/test_layer1_workflow_execution.py +0 -173
  780. data/packages/gsutil/boto/tests/mturk/__init__.py +0 -0
  781. data/packages/gsutil/boto/tests/mturk/_init_environment.py +0 -28
  782. data/packages/gsutil/boto/tests/mturk/all_tests.py +0 -24
  783. data/packages/gsutil/boto/tests/mturk/cleanup_tests.py +0 -47
  784. data/packages/gsutil/boto/tests/mturk/common.py +0 -45
  785. data/packages/gsutil/boto/tests/mturk/create_free_text_question_regex.doctest +0 -100
  786. data/packages/gsutil/boto/tests/mturk/create_hit.doctest +0 -92
  787. data/packages/gsutil/boto/tests/mturk/create_hit_binary.doctest +0 -94
  788. data/packages/gsutil/boto/tests/mturk/create_hit_external.py +0 -21
  789. data/packages/gsutil/boto/tests/mturk/create_hit_from_hit_type.doctest +0 -103
  790. data/packages/gsutil/boto/tests/mturk/create_hit_test.py +0 -21
  791. data/packages/gsutil/boto/tests/mturk/create_hit_with_qualifications.py +0 -16
  792. data/packages/gsutil/boto/tests/mturk/hit_persistence.py +0 -27
  793. data/packages/gsutil/boto/tests/mturk/mocks.py +0 -11
  794. data/packages/gsutil/boto/tests/mturk/reviewable_hits.doctest +0 -129
  795. data/packages/gsutil/boto/tests/mturk/run-doctest.py +0 -13
  796. data/packages/gsutil/boto/tests/mturk/search_hits.doctest +0 -16
  797. data/packages/gsutil/boto/tests/mturk/selenium_support.py +0 -61
  798. data/packages/gsutil/boto/tests/mturk/support.py +0 -7
  799. data/packages/gsutil/boto/tests/mturk/test_disable_hit.py +0 -11
  800. data/packages/gsutil/boto/tests/test.py +0 -59
  801. data/packages/gsutil/boto/tests/unit/__init__.py +0 -79
  802. data/packages/gsutil/boto/tests/unit/auth/__init__.py +0 -0
  803. data/packages/gsutil/boto/tests/unit/auth/test_sigv4.py +0 -73
  804. data/packages/gsutil/boto/tests/unit/beanstalk/__init__.py +0 -0
  805. data/packages/gsutil/boto/tests/unit/beanstalk/test_layer1.py +0 -128
  806. data/packages/gsutil/boto/tests/unit/cloudformation/__init__.py +0 -0
  807. data/packages/gsutil/boto/tests/unit/cloudformation/test_connection.py +0 -605
  808. data/packages/gsutil/boto/tests/unit/cloudformation/test_stack.py +0 -63
  809. data/packages/gsutil/boto/tests/unit/cloudfront/__init__.py +0 -0
  810. data/packages/gsutil/boto/tests/unit/cloudfront/test_invalidation_list.py +0 -113
  811. data/packages/gsutil/boto/tests/unit/cloudfront/test_signed_urls.py +0 -354
  812. data/packages/gsutil/boto/tests/unit/cloudsearch/__init__.py +0 -1
  813. data/packages/gsutil/boto/tests/unit/cloudsearch/test_connection.py +0 -241
  814. data/packages/gsutil/boto/tests/unit/cloudsearch/test_document.py +0 -324
  815. data/packages/gsutil/boto/tests/unit/cloudsearch/test_search.py +0 -325
  816. data/packages/gsutil/boto/tests/unit/dynamodb/__init__.py +0 -0
  817. data/packages/gsutil/boto/tests/unit/dynamodb/test_batch.py +0 -103
  818. data/packages/gsutil/boto/tests/unit/dynamodb/test_layer2.py +0 -119
  819. data/packages/gsutil/boto/tests/unit/dynamodb/test_types.py +0 -82
  820. data/packages/gsutil/boto/tests/unit/ec2/__init__.py +0 -0
  821. data/packages/gsutil/boto/tests/unit/ec2/autoscale/__init__.py +0 -0
  822. data/packages/gsutil/boto/tests/unit/ec2/autoscale/test_group.py +0 -162
  823. data/packages/gsutil/boto/tests/unit/ec2/test_address.py +0 -39
  824. data/packages/gsutil/boto/tests/unit/ec2/test_blockdevicemapping.py +0 -79
  825. data/packages/gsutil/boto/tests/unit/ec2/test_connection.py +0 -480
  826. data/packages/gsutil/boto/tests/unit/ec2/test_instance.py +0 -243
  827. data/packages/gsutil/boto/tests/unit/ec2/test_networkinterface.py +0 -140
  828. data/packages/gsutil/boto/tests/unit/ec2/test_volume.py +0 -248
  829. data/packages/gsutil/boto/tests/unit/emr/test_emr_responses.py +0 -373
  830. data/packages/gsutil/boto/tests/unit/glacier/__init__.py +0 -0
  831. data/packages/gsutil/boto/tests/unit/glacier/test_concurrent.py +0 -120
  832. data/packages/gsutil/boto/tests/unit/glacier/test_job.py +0 -60
  833. data/packages/gsutil/boto/tests/unit/glacier/test_layer1.py +0 -98
  834. data/packages/gsutil/boto/tests/unit/glacier/test_layer2.py +0 -266
  835. data/packages/gsutil/boto/tests/unit/glacier/test_utils.py +0 -116
  836. data/packages/gsutil/boto/tests/unit/glacier/test_vault.py +0 -100
  837. data/packages/gsutil/boto/tests/unit/glacier/test_writer.py +0 -185
  838. data/packages/gsutil/boto/tests/unit/provider/__init__.py +0 -0
  839. data/packages/gsutil/boto/tests/unit/provider/test_provider.py +0 -176
  840. data/packages/gsutil/boto/tests/unit/rds/__init__.py +0 -0
  841. data/packages/gsutil/boto/tests/unit/rds/test_connection.py +0 -131
  842. data/packages/gsutil/boto/tests/unit/s3/__init__.py +0 -0
  843. data/packages/gsutil/boto/tests/unit/s3/test_cors_configuration.py +0 -77
  844. data/packages/gsutil/boto/tests/unit/s3/test_key.py +0 -75
  845. data/packages/gsutil/boto/tests/unit/s3/test_keyfile.py +0 -101
  846. data/packages/gsutil/boto/tests/unit/s3/test_lifecycle.py +0 -97
  847. data/packages/gsutil/boto/tests/unit/s3/test_tagging.py +0 -47
  848. data/packages/gsutil/boto/tests/unit/s3/test_uri.py +0 -257
  849. data/packages/gsutil/boto/tests/unit/s3/test_website.py +0 -188
  850. data/packages/gsutil/boto/tests/unit/sns/__init__.py +0 -0
  851. data/packages/gsutil/boto/tests/unit/sns/test_connection.py +0 -99
  852. data/packages/gsutil/boto/tests/unit/sqs/__init__.py +0 -0
  853. data/packages/gsutil/boto/tests/unit/sqs/test_connection.py +0 -98
  854. data/packages/gsutil/boto/tests/unit/sqs/test_queue.py +0 -40
  855. data/packages/gsutil/boto/tests/unit/sts/test_connection.py +0 -74
  856. data/packages/gsutil/boto/tests/unit/test_connection.py +0 -60
  857. data/packages/gsutil/boto/tests/unit/utils/test_utils.py +0 -109
  858. data/packages/gsutil/boto/tox.ini +0 -8
  859. data/packages/gsutil/gslib/README +0 -5
  860. data/packages/gsutil/gslib/__init__.py +0 -22
  861. data/packages/gsutil/gslib/__init__.pyc +0 -0
  862. data/packages/gsutil/gslib/addlhelp/acls.py +0 -234
  863. data/packages/gsutil/gslib/addlhelp/anon.py +0 -57
  864. data/packages/gsutil/gslib/addlhelp/command_opts.py +0 -116
  865. data/packages/gsutil/gslib/addlhelp/dev.py +0 -139
  866. data/packages/gsutil/gslib/addlhelp/metadata.py +0 -186
  867. data/packages/gsutil/gslib/addlhelp/naming.py +0 -173
  868. data/packages/gsutil/gslib/addlhelp/prod.py +0 -160
  869. data/packages/gsutil/gslib/addlhelp/projects.py +0 -130
  870. data/packages/gsutil/gslib/addlhelp/subdirs.py +0 -110
  871. data/packages/gsutil/gslib/addlhelp/support.py +0 -86
  872. data/packages/gsutil/gslib/addlhelp/versioning.py +0 -242
  873. data/packages/gsutil/gslib/addlhelp/wildcards.py +0 -170
  874. data/packages/gsutil/gslib/bucket_listing_ref.py +0 -175
  875. data/packages/gsutil/gslib/bucket_listing_ref.pyc +0 -0
  876. data/packages/gsutil/gslib/command.py +0 -722
  877. data/packages/gsutil/gslib/command.pyc +0 -0
  878. data/packages/gsutil/gslib/command_runner.py +0 -101
  879. data/packages/gsutil/gslib/command_runner.pyc +0 -0
  880. data/packages/gsutil/gslib/commands/__init__.pyc +0 -0
  881. data/packages/gsutil/gslib/commands/cat.py +0 -131
  882. data/packages/gsutil/gslib/commands/cat.pyc +0 -0
  883. data/packages/gsutil/gslib/commands/chacl.py +0 -532
  884. data/packages/gsutil/gslib/commands/chacl.pyc +0 -0
  885. data/packages/gsutil/gslib/commands/config.py +0 -694
  886. data/packages/gsutil/gslib/commands/config.pyc +0 -0
  887. data/packages/gsutil/gslib/commands/cp.py +0 -1818
  888. data/packages/gsutil/gslib/commands/cp.pyc +0 -0
  889. data/packages/gsutil/gslib/commands/disablelogging.py +0 -101
  890. data/packages/gsutil/gslib/commands/disablelogging.pyc +0 -0
  891. data/packages/gsutil/gslib/commands/enablelogging.py +0 -149
  892. data/packages/gsutil/gslib/commands/enablelogging.pyc +0 -0
  893. data/packages/gsutil/gslib/commands/getacl.py +0 -82
  894. data/packages/gsutil/gslib/commands/getacl.pyc +0 -0
  895. data/packages/gsutil/gslib/commands/getcors.py +0 -121
  896. data/packages/gsutil/gslib/commands/getcors.pyc +0 -0
  897. data/packages/gsutil/gslib/commands/getdefacl.py +0 -86
  898. data/packages/gsutil/gslib/commands/getdefacl.pyc +0 -0
  899. data/packages/gsutil/gslib/commands/getlogging.py +0 -137
  900. data/packages/gsutil/gslib/commands/getlogging.pyc +0 -0
  901. data/packages/gsutil/gslib/commands/getversioning.py +0 -116
  902. data/packages/gsutil/gslib/commands/getversioning.pyc +0 -0
  903. data/packages/gsutil/gslib/commands/getwebcfg.py +0 -122
  904. data/packages/gsutil/gslib/commands/getwebcfg.pyc +0 -0
  905. data/packages/gsutil/gslib/commands/help.py +0 -218
  906. data/packages/gsutil/gslib/commands/help.pyc +0 -0
  907. data/packages/gsutil/gslib/commands/ls.py +0 -578
  908. data/packages/gsutil/gslib/commands/ls.pyc +0 -0
  909. data/packages/gsutil/gslib/commands/mb.py +0 -172
  910. data/packages/gsutil/gslib/commands/mb.pyc +0 -0
  911. data/packages/gsutil/gslib/commands/mv.py +0 -159
  912. data/packages/gsutil/gslib/commands/mv.pyc +0 -0
  913. data/packages/gsutil/gslib/commands/perfdiag.py +0 -903
  914. data/packages/gsutil/gslib/commands/perfdiag.pyc +0 -0
  915. data/packages/gsutil/gslib/commands/rb.py +0 -113
  916. data/packages/gsutil/gslib/commands/rb.pyc +0 -0
  917. data/packages/gsutil/gslib/commands/rm.py +0 -239
  918. data/packages/gsutil/gslib/commands/rm.pyc +0 -0
  919. data/packages/gsutil/gslib/commands/setacl.py +0 -138
  920. data/packages/gsutil/gslib/commands/setacl.pyc +0 -0
  921. data/packages/gsutil/gslib/commands/setcors.py +0 -145
  922. data/packages/gsutil/gslib/commands/setcors.pyc +0 -0
  923. data/packages/gsutil/gslib/commands/setdefacl.py +0 -105
  924. data/packages/gsutil/gslib/commands/setdefacl.pyc +0 -0
  925. data/packages/gsutil/gslib/commands/setmeta.py +0 -428
  926. data/packages/gsutil/gslib/commands/setmeta.pyc +0 -0
  927. data/packages/gsutil/gslib/commands/setversioning.py +0 -114
  928. data/packages/gsutil/gslib/commands/setversioning.pyc +0 -0
  929. data/packages/gsutil/gslib/commands/setwebcfg.py +0 -190
  930. data/packages/gsutil/gslib/commands/setwebcfg.pyc +0 -0
  931. data/packages/gsutil/gslib/commands/test.py +0 -228
  932. data/packages/gsutil/gslib/commands/test.pyc +0 -0
  933. data/packages/gsutil/gslib/commands/update.py +0 -305
  934. data/packages/gsutil/gslib/commands/update.pyc +0 -0
  935. data/packages/gsutil/gslib/commands/version.py +0 -150
  936. data/packages/gsutil/gslib/commands/version.pyc +0 -0
  937. data/packages/gsutil/gslib/exception.py +0 -76
  938. data/packages/gsutil/gslib/exception.pyc +0 -0
  939. data/packages/gsutil/gslib/help_provider.py +0 -81
  940. data/packages/gsutil/gslib/help_provider.pyc +0 -0
  941. data/packages/gsutil/gslib/name_expansion.py +0 -550
  942. data/packages/gsutil/gslib/name_expansion.pyc +0 -0
  943. data/packages/gsutil/gslib/plurality_checkable_iterator.py +0 -56
  944. data/packages/gsutil/gslib/plurality_checkable_iterator.pyc +0 -0
  945. data/packages/gsutil/gslib/project_id.py +0 -67
  946. data/packages/gsutil/gslib/project_id.pyc +0 -0
  947. data/packages/gsutil/gslib/storage_uri_builder.py +0 -56
  948. data/packages/gsutil/gslib/storage_uri_builder.pyc +0 -0
  949. data/packages/gsutil/gslib/tests/__init__.pyc +0 -0
  950. data/packages/gsutil/gslib/tests/test_chacl.py +0 -236
  951. data/packages/gsutil/gslib/tests/test_cp.py +0 -267
  952. data/packages/gsutil/gslib/tests/test_data/test.gif +0 -0
  953. data/packages/gsutil/gslib/tests/test_data/test.mp3 +0 -0
  954. data/packages/gsutil/gslib/tests/test_ls.py +0 -66
  955. data/packages/gsutil/gslib/tests/test_mv.py +0 -69
  956. data/packages/gsutil/gslib/tests/test_naming.py +0 -989
  957. data/packages/gsutil/gslib/tests/test_perfdiag.py +0 -41
  958. data/packages/gsutil/gslib/tests/test_plurality_checkable_iterator.py +0 -67
  959. data/packages/gsutil/gslib/tests/test_rm.py +0 -143
  960. data/packages/gsutil/gslib/tests/test_setacl.py +0 -152
  961. data/packages/gsutil/gslib/tests/test_setcors.py +0 -168
  962. data/packages/gsutil/gslib/tests/test_setmeta.py +0 -91
  963. data/packages/gsutil/gslib/tests/test_setversioning.py +0 -44
  964. data/packages/gsutil/gslib/tests/test_setwebcfg.py +0 -63
  965. data/packages/gsutil/gslib/tests/test_thread_pool.py +0 -92
  966. data/packages/gsutil/gslib/tests/test_wildcard_iterator.py +0 -364
  967. data/packages/gsutil/gslib/tests/testcase/base.py +0 -89
  968. data/packages/gsutil/gslib/tests/testcase/integration_testcase.py +0 -197
  969. data/packages/gsutil/gslib/tests/testcase/unit_testcase.py +0 -230
  970. data/packages/gsutil/gslib/tests/util.py +0 -125
  971. data/packages/gsutil/gslib/tests/util.pyc +0 -0
  972. data/packages/gsutil/gslib/thread_pool.py +0 -79
  973. data/packages/gsutil/gslib/thread_pool.pyc +0 -0
  974. data/packages/gsutil/gslib/util.py +0 -151
  975. data/packages/gsutil/gslib/util.pyc +0 -0
  976. data/packages/gsutil/gslib/wildcard_iterator.py +0 -492
  977. data/packages/gsutil/gslib/wildcard_iterator.pyc +0 -0
  978. data/packages/gsutil/gsutil +0 -377
  979. data/packages/gsutil/gsutil.spec.in +0 -75
  980. data/packages/gsutil/oauth2_plugin/__init__.py +0 -22
  981. data/packages/gsutil/oauth2_plugin/__init__.pyc +0 -0
  982. data/packages/gsutil/oauth2_plugin/oauth2_client.py +0 -642
  983. data/packages/gsutil/oauth2_plugin/oauth2_client.pyc +0 -0
  984. data/packages/gsutil/oauth2_plugin/oauth2_client_test.py +0 -374
  985. data/packages/gsutil/oauth2_plugin/oauth2_helper.py +0 -110
  986. data/packages/gsutil/oauth2_plugin/oauth2_helper.pyc +0 -0
  987. data/packages/gsutil/oauth2_plugin/oauth2_plugin.py +0 -24
  988. data/packages/gsutil/oauth2_plugin/oauth2_plugin.pyc +0 -0
  989. data/packages/gsutil/pkg_gen.sh +0 -54
  990. data/packages/gsutil/pkg_util.py +0 -60
  991. data/packages/gsutil/setup.py +0 -141
  992. data/packages/gsutil/third_party/__init__.py +0 -0
  993. data/packages/gsutil/third_party/__init__.pyc +0 -0
  994. data/packages/gsutil/third_party/fancy_urllib/README +0 -21
  995. data/packages/gsutil/third_party/fancy_urllib/__init__.py +0 -398
  996. data/packages/gsutil/third_party/fancy_urllib/__init__.pyc +0 -0
  997. data/tasks/rubygem.rake +0 -31
  998. metadata.gz.sig +0 -0
@@ -1,20 +0,0 @@
1
- Copyright (c) 2007 Michael Twomey
2
-
3
- Permission is hereby granted, free of charge, to any person obtaining a
4
- copy of this software and associated documentation files (the
5
- "Software"), to deal in the Software without restriction, including
6
- without limitation the rights to use, copy, modify, merge, publish,
7
- distribute, sublicense, and/or sell copies of the Software, and to
8
- permit persons to whom the Software is furnished to do so, subject to
9
- the following conditions:
10
-
11
- The above copyright notice and this permission notice shall be included
12
- in all copies or substantial portions of the Software.
13
-
14
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15
- OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16
- MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
17
- IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
18
- CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
19
- TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
20
- SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
@@ -1 +0,0 @@
1
- from iso8601 import *
@@ -1,102 +0,0 @@
1
- """ISO 8601 date time string parsing
2
-
3
- Basic usage:
4
- >>> import iso8601
5
- >>> iso8601.parse_date("2007-01-25T12:00:00Z")
6
- datetime.datetime(2007, 1, 25, 12, 0, tzinfo=<iso8601.iso8601.Utc ...>)
7
- >>>
8
-
9
- """
10
-
11
- from datetime import datetime, timedelta, tzinfo
12
- import re
13
-
14
- __all__ = ["parse_date", "ParseError"]
15
-
16
- # Adapted from http://delete.me.uk/2005/03/iso8601.html
17
- ISO8601_REGEX = re.compile(r"(?P<year>[0-9]{4})(-(?P<month>[0-9]{1,2})(-(?P<day>[0-9]{1,2})"
18
- r"((?P<separator>.)(?P<hour>[0-9]{2}):(?P<minute>[0-9]{2})(:(?P<second>[0-9]{2})(\.(?P<fraction>[0-9]+))?)?"
19
- r"(?P<timezone>Z|(([-+])([0-9]{2}):([0-9]{2})))?)?)?)?"
20
- )
21
- TIMEZONE_REGEX = re.compile("(?P<prefix>[+-])(?P<hours>[0-9]{2}).(?P<minutes>[0-9]{2})")
22
-
23
- class ParseError(Exception):
24
- """Raised when there is a problem parsing a date string"""
25
-
26
- # Yoinked from python docs
27
- ZERO = timedelta(0)
28
- class Utc(tzinfo):
29
- """UTC
30
-
31
- """
32
- def utcoffset(self, dt):
33
- return ZERO
34
-
35
- def tzname(self, dt):
36
- return "UTC"
37
-
38
- def dst(self, dt):
39
- return ZERO
40
- UTC = Utc()
41
-
42
- class FixedOffset(tzinfo):
43
- """Fixed offset in hours and minutes from UTC
44
-
45
- """
46
- def __init__(self, offset_hours, offset_minutes, name):
47
- self.__offset = timedelta(hours=offset_hours, minutes=offset_minutes)
48
- self.__name = name
49
-
50
- def utcoffset(self, dt):
51
- return self.__offset
52
-
53
- def tzname(self, dt):
54
- return self.__name
55
-
56
- def dst(self, dt):
57
- return ZERO
58
-
59
- def __repr__(self):
60
- return "<FixedOffset %r>" % self.__name
61
-
62
- def parse_timezone(tzstring, default_timezone=UTC):
63
- """Parses ISO 8601 time zone specs into tzinfo offsets
64
-
65
- """
66
- if tzstring == "Z":
67
- return default_timezone
68
- # This isn't strictly correct, but it's common to encounter dates without
69
- # timezones so I'll assume the default (which defaults to UTC).
70
- # Addresses issue 4.
71
- if tzstring is None:
72
- return default_timezone
73
- m = TIMEZONE_REGEX.match(tzstring)
74
- prefix, hours, minutes = m.groups()
75
- hours, minutes = int(hours), int(minutes)
76
- if prefix == "-":
77
- hours = -hours
78
- minutes = -minutes
79
- return FixedOffset(hours, minutes, tzstring)
80
-
81
- def parse_date(datestring, default_timezone=UTC):
82
- """Parses ISO 8601 dates into datetime objects
83
-
84
- The timezone is parsed from the date string. However it is quite common to
85
- have dates without a timezone (not strictly correct). In this case the
86
- default timezone specified in default_timezone is used. This is UTC by
87
- default.
88
- """
89
- if not isinstance(datestring, basestring):
90
- raise ParseError("Expecting a string %r" % datestring)
91
- m = ISO8601_REGEX.match(datestring)
92
- if not m:
93
- raise ParseError("Unable to parse date string %r" % datestring)
94
- groups = m.groupdict()
95
- tz = parse_timezone(groups["timezone"], default_timezone=default_timezone)
96
- if groups["fraction"] is None:
97
- groups["fraction"] = 0
98
- else:
99
- groups["fraction"] = int(float("0.%s" % groups["fraction"]) * 1e6)
100
- return datetime(int(groups["year"]), int(groups["month"]), int(groups["day"]),
101
- int(groups["hour"]), int(groups["minute"]), int(groups["second"]),
102
- int(groups["fraction"]), tz)
@@ -1,111 +0,0 @@
1
- import iso8601
2
-
3
- def test_iso8601_regex():
4
- assert iso8601.ISO8601_REGEX.match("2006-10-11T00:14:33Z")
5
-
6
- def test_timezone_regex():
7
- assert iso8601.TIMEZONE_REGEX.match("+01:00")
8
- assert iso8601.TIMEZONE_REGEX.match("+00:00")
9
- assert iso8601.TIMEZONE_REGEX.match("+01:20")
10
- assert iso8601.TIMEZONE_REGEX.match("-01:00")
11
-
12
- def test_parse_date():
13
- d = iso8601.parse_date("2006-10-20T15:34:56Z")
14
- assert d.year == 2006
15
- assert d.month == 10
16
- assert d.day == 20
17
- assert d.hour == 15
18
- assert d.minute == 34
19
- assert d.second == 56
20
- assert d.tzinfo == iso8601.UTC
21
-
22
- def test_parse_date_fraction():
23
- d = iso8601.parse_date("2006-10-20T15:34:56.123Z")
24
- assert d.year == 2006
25
- assert d.month == 10
26
- assert d.day == 20
27
- assert d.hour == 15
28
- assert d.minute == 34
29
- assert d.second == 56
30
- assert d.microsecond == 123000
31
- assert d.tzinfo == iso8601.UTC
32
-
33
- def test_parse_date_fraction_2():
34
- """From bug 6
35
-
36
- """
37
- d = iso8601.parse_date("2007-5-7T11:43:55.328Z'")
38
- assert d.year == 2007
39
- assert d.month == 5
40
- assert d.day == 7
41
- assert d.hour == 11
42
- assert d.minute == 43
43
- assert d.second == 55
44
- assert d.microsecond == 328000
45
- assert d.tzinfo == iso8601.UTC
46
-
47
- def test_parse_date_tz():
48
- d = iso8601.parse_date("2006-10-20T15:34:56.123+02:30")
49
- assert d.year == 2006
50
- assert d.month == 10
51
- assert d.day == 20
52
- assert d.hour == 15
53
- assert d.minute == 34
54
- assert d.second == 56
55
- assert d.microsecond == 123000
56
- assert d.tzinfo.tzname(None) == "+02:30"
57
- offset = d.tzinfo.utcoffset(None)
58
- assert offset.days == 0
59
- assert offset.seconds == 60 * 60 * 2.5
60
-
61
- def test_parse_invalid_date():
62
- try:
63
- iso8601.parse_date(None)
64
- except iso8601.ParseError:
65
- pass
66
- else:
67
- assert 1 == 2
68
-
69
- def test_parse_invalid_date2():
70
- try:
71
- iso8601.parse_date("23")
72
- except iso8601.ParseError:
73
- pass
74
- else:
75
- assert 1 == 2
76
-
77
- def test_parse_no_timezone():
78
- """issue 4 - Handle datetime string without timezone
79
-
80
- This tests what happens when you parse a date with no timezone. While not
81
- strictly correct this is quite common. I'll assume UTC for the time zone
82
- in this case.
83
- """
84
- d = iso8601.parse_date("2007-01-01T08:00:00")
85
- assert d.year == 2007
86
- assert d.month == 1
87
- assert d.day == 1
88
- assert d.hour == 8
89
- assert d.minute == 0
90
- assert d.second == 0
91
- assert d.microsecond == 0
92
- assert d.tzinfo == iso8601.UTC
93
-
94
- def test_parse_no_timezone_different_default():
95
- tz = iso8601.FixedOffset(2, 0, "test offset")
96
- d = iso8601.parse_date("2007-01-01T08:00:00", default_timezone=tz)
97
- assert d.tzinfo == tz
98
-
99
- def test_space_separator():
100
- """Handle a separator other than T
101
-
102
- """
103
- d = iso8601.parse_date("2007-06-23 06:40:34.00Z")
104
- assert d.year == 2007
105
- assert d.month == 6
106
- assert d.day == 23
107
- assert d.hour == 6
108
- assert d.minute == 40
109
- assert d.second == 34
110
- assert d.microsecond == 0
111
- assert d.tzinfo == iso8601.UTC
@@ -1,2 +0,0 @@
1
- google-gflags@googlegroups.com
2
-
@@ -1,28 +0,0 @@
1
- Copyright (c) 2006, Google Inc.
2
- All rights reserved.
3
-
4
- Redistribution and use in source and binary forms, with or without
5
- modification, are permitted provided that the following conditions are
6
- met:
7
-
8
- * Redistributions of source code must retain the above copyright
9
- notice, this list of conditions and the following disclaimer.
10
- * Redistributions in binary form must reproduce the above
11
- copyright notice, this list of conditions and the following disclaimer
12
- in the documentation and/or other materials provided with the
13
- distribution.
14
- * Neither the name of Google Inc. nor the names of its
15
- contributors may be used to endorse or promote products derived from
16
- this software without specific prior written permission.
17
-
18
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19
- "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20
- LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21
- A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22
- OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23
- SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24
- LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25
- DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26
- THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27
- (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
28
- OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
@@ -1,2862 +0,0 @@
1
- #!/usr/bin/env python
2
- #
3
- # Copyright (c) 2002, Google Inc.
4
- # All rights reserved.
5
- #
6
- # Redistribution and use in source and binary forms, with or without
7
- # modification, are permitted provided that the following conditions are
8
- # met:
9
- #
10
- # * Redistributions of source code must retain the above copyright
11
- # notice, this list of conditions and the following disclaimer.
12
- # * Redistributions in binary form must reproduce the above
13
- # copyright notice, this list of conditions and the following disclaimer
14
- # in the documentation and/or other materials provided with the
15
- # distribution.
16
- # * Neither the name of Google Inc. nor the names of its
17
- # contributors may be used to endorse or promote products derived from
18
- # this software without specific prior written permission.
19
- #
20
- # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21
- # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22
- # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
23
- # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
24
- # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
25
- # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
26
- # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27
- # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28
- # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29
- # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
30
- # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31
- #
32
- # ---
33
- # Author: Chad Lester
34
- # Design and style contributions by:
35
- # Amit Patel, Bogdan Cocosel, Daniel Dulitz, Eric Tiedemann,
36
- # Eric Veach, Laurence Gonsalves, Matthew Springer
37
- # Code reorganized a bit by Craig Silverstein
38
-
39
- """This module is used to define and parse command line flags.
40
-
41
- This module defines a *distributed* flag-definition policy: rather than
42
- an application having to define all flags in or near main(), each python
43
- module defines flags that are useful to it. When one python module
44
- imports another, it gains access to the other's flags. (This is
45
- implemented by having all modules share a common, global registry object
46
- containing all the flag information.)
47
-
48
- Flags are defined through the use of one of the DEFINE_xxx functions.
49
- The specific function used determines how the flag is parsed, checked,
50
- and optionally type-converted, when it's seen on the command line.
51
-
52
-
53
- IMPLEMENTATION: DEFINE_* creates a 'Flag' object and registers it with a
54
- 'FlagValues' object (typically the global FlagValues FLAGS, defined
55
- here). The 'FlagValues' object can scan the command line arguments and
56
- pass flag arguments to the corresponding 'Flag' objects for
57
- value-checking and type conversion. The converted flag values are
58
- available as attributes of the 'FlagValues' object.
59
-
60
- Code can access the flag through a FlagValues object, for instance
61
- gflags.FLAGS.myflag. Typically, the __main__ module passes the command
62
- line arguments to gflags.FLAGS for parsing.
63
-
64
- At bottom, this module calls getopt(), so getopt functionality is
65
- supported, including short- and long-style flags, and the use of -- to
66
- terminate flags.
67
-
68
- Methods defined by the flag module will throw 'FlagsError' exceptions.
69
- The exception argument will be a human-readable string.
70
-
71
-
72
- FLAG TYPES: This is a list of the DEFINE_*'s that you can do. All flags
73
- take a name, default value, help-string, and optional 'short' name
74
- (one-letter name). Some flags have other arguments, which are described
75
- with the flag.
76
-
77
- DEFINE_string: takes any input, and interprets it as a string.
78
-
79
- DEFINE_bool or
80
- DEFINE_boolean: typically does not take an argument: say --myflag to
81
- set FLAGS.myflag to true, or --nomyflag to set
82
- FLAGS.myflag to false. Alternately, you can say
83
- --myflag=true or --myflag=t or --myflag=1 or
84
- --myflag=false or --myflag=f or --myflag=0
85
-
86
- DEFINE_float: takes an input and interprets it as a floating point
87
- number. Takes optional args lower_bound and upper_bound;
88
- if the number specified on the command line is out of
89
- range, it will raise a FlagError.
90
-
91
- DEFINE_integer: takes an input and interprets it as an integer. Takes
92
- optional args lower_bound and upper_bound as for floats.
93
-
94
- DEFINE_enum: takes a list of strings which represents legal values. If
95
- the command-line value is not in this list, raise a flag
96
- error. Otherwise, assign to FLAGS.flag as a string.
97
-
98
- DEFINE_list: Takes a comma-separated list of strings on the commandline.
99
- Stores them in a python list object.
100
-
101
- DEFINE_spaceseplist: Takes a space-separated list of strings on the
102
- commandline. Stores them in a python list object.
103
- Example: --myspacesepflag "foo bar baz"
104
-
105
- DEFINE_multistring: The same as DEFINE_string, except the flag can be
106
- specified more than once on the commandline. The
107
- result is a python list object (list of strings),
108
- even if the flag is only on the command line once.
109
-
110
- DEFINE_multi_int: The same as DEFINE_integer, except the flag can be
111
- specified more than once on the commandline. The
112
- result is a python list object (list of ints), even if
113
- the flag is only on the command line once.
114
-
115
-
116
- SPECIAL FLAGS: There are a few flags that have special meaning:
117
- --help prints a list of all the flags in a human-readable fashion
118
- --helpshort prints a list of all key flags (see below).
119
- --helpxml prints a list of all flags, in XML format. DO NOT parse
120
- the output of --help and --helpshort. Instead, parse
121
- the output of --helpxml. For more info, see
122
- "OUTPUT FOR --helpxml" below.
123
- --flagfile=foo read flags from file foo.
124
- --undefok=f1,f2 ignore unrecognized option errors for f1,f2.
125
- For boolean flags, you should use --undefok=boolflag, and
126
- --boolflag and --noboolflag will be accepted. Do not use
127
- --undefok=noboolflag.
128
- -- as in getopt(), terminates flag-processing
129
-
130
-
131
- FLAGS VALIDATORS: If your program:
132
- - requires flag X to be specified
133
- - needs flag Y to match a regular expression
134
- - or requires any more general constraint to be satisfied
135
- then validators are for you!
136
-
137
- Each validator represents a constraint over one flag, which is enforced
138
- starting from the initial parsing of the flags and until the program
139
- terminates.
140
-
141
- Also, lower_bound and upper_bound for numerical flags are enforced using flag
142
- validators.
143
-
144
- Howto:
145
- If you want to enforce a constraint over one flag, use
146
-
147
- gflags.RegisterValidator(flag_name,
148
- checker,
149
- message='Flag validation failed',
150
- flag_values=FLAGS)
151
-
152
- After flag values are initially parsed, and after any change to the specified
153
- flag, method checker(flag_value) will be executed. If constraint is not
154
- satisfied, an IllegalFlagValue exception will be raised. See
155
- RegisterValidator's docstring for a detailed explanation on how to construct
156
- your own checker.
157
-
158
-
159
- EXAMPLE USAGE:
160
-
161
- FLAGS = gflags.FLAGS
162
-
163
- gflags.DEFINE_integer('my_version', 0, 'Version number.')
164
- gflags.DEFINE_string('filename', None, 'Input file name', short_name='f')
165
-
166
- gflags.RegisterValidator('my_version',
167
- lambda value: value % 2 == 0,
168
- message='--my_version must be divisible by 2')
169
- gflags.MarkFlagAsRequired('filename')
170
-
171
-
172
- NOTE ON --flagfile:
173
-
174
- Flags may be loaded from text files in addition to being specified on
175
- the commandline.
176
-
177
- Any flags you don't feel like typing, throw them in a file, one flag per
178
- line, for instance:
179
- --myflag=myvalue
180
- --nomyboolean_flag
181
- You then specify your file with the special flag '--flagfile=somefile'.
182
- You CAN recursively nest flagfile= tokens OR use multiple files on the
183
- command line. Lines beginning with a single hash '#' or a double slash
184
- '//' are comments in your flagfile.
185
-
186
- Any flagfile=<file> will be interpreted as having a relative path from
187
- the current working directory rather than from the place the file was
188
- included from:
189
- myPythonScript.py --flagfile=config/somefile.cfg
190
-
191
- If somefile.cfg includes further --flagfile= directives, these will be
192
- referenced relative to the original CWD, not from the directory the
193
- including flagfile was found in!
194
-
195
- The caveat applies to people who are including a series of nested files
196
- in a different dir than they are executing out of. Relative path names
197
- are always from CWD, not from the directory of the parent include
198
- flagfile. We do now support '~' expanded directory names.
199
-
200
- Absolute path names ALWAYS work!
201
-
202
-
203
- EXAMPLE USAGE:
204
-
205
-
206
- FLAGS = gflags.FLAGS
207
-
208
- # Flag names are globally defined! So in general, we need to be
209
- # careful to pick names that are unlikely to be used by other libraries.
210
- # If there is a conflict, we'll get an error at import time.
211
- gflags.DEFINE_string('name', 'Mr. President', 'your name')
212
- gflags.DEFINE_integer('age', None, 'your age in years', lower_bound=0)
213
- gflags.DEFINE_boolean('debug', False, 'produces debugging output')
214
- gflags.DEFINE_enum('gender', 'male', ['male', 'female'], 'your gender')
215
-
216
- def main(argv):
217
- try:
218
- argv = FLAGS(argv) # parse flags
219
- except gflags.FlagsError, e:
220
- print '%s\\nUsage: %s ARGS\\n%s' % (e, sys.argv[0], FLAGS)
221
- sys.exit(1)
222
- if FLAGS.debug: print 'non-flag arguments:', argv
223
- print 'Happy Birthday', FLAGS.name
224
- if FLAGS.age is not None:
225
- print 'You are a %d year old %s' % (FLAGS.age, FLAGS.gender)
226
-
227
- if __name__ == '__main__':
228
- main(sys.argv)
229
-
230
-
231
- KEY FLAGS:
232
-
233
- As we already explained, each module gains access to all flags defined
234
- by all the other modules it transitively imports. In the case of
235
- non-trivial scripts, this means a lot of flags ... For documentation
236
- purposes, it is good to identify the flags that are key (i.e., really
237
- important) to a module. Clearly, the concept of "key flag" is a
238
- subjective one. When trying to determine whether a flag is key to a
239
- module or not, assume that you are trying to explain your module to a
240
- potential user: which flags would you really like to mention first?
241
-
242
- We'll describe shortly how to declare which flags are key to a module.
243
- For the moment, assume we know the set of key flags for each module.
244
- Then, if you use the app.py module, you can use the --helpshort flag to
245
- print only the help for the flags that are key to the main module, in a
246
- human-readable format.
247
-
248
- NOTE: If you need to parse the flag help, do NOT use the output of
249
- --help / --helpshort. That output is meant for human consumption, and
250
- may be changed in the future. Instead, use --helpxml; flags that are
251
- key for the main module are marked there with a <key>yes</key> element.
252
-
253
- The set of key flags for a module M is composed of:
254
-
255
- 1. Flags defined by module M by calling a DEFINE_* function.
256
-
257
- 2. Flags that module M explictly declares as key by using the function
258
-
259
- DECLARE_key_flag(<flag_name>)
260
-
261
- 3. Key flags of other modules that M specifies by using the function
262
-
263
- ADOPT_module_key_flags(<other_module>)
264
-
265
- This is a "bulk" declaration of key flags: each flag that is key for
266
- <other_module> becomes key for the current module too.
267
-
268
- Notice that if you do not use the functions described at points 2 and 3
269
- above, then --helpshort prints information only about the flags defined
270
- by the main module of our script. In many cases, this behavior is good
271
- enough. But if you move part of the main module code (together with the
272
- related flags) into a different module, then it is nice to use
273
- DECLARE_key_flag / ADOPT_module_key_flags and make sure --helpshort
274
- lists all relevant flags (otherwise, your code refactoring may confuse
275
- your users).
276
-
277
- Note: each of DECLARE_key_flag / ADOPT_module_key_flags has its own
278
- pluses and minuses: DECLARE_key_flag is more targeted and may lead a
279
- more focused --helpshort documentation. ADOPT_module_key_flags is good
280
- for cases when an entire module is considered key to the current script.
281
- Also, it does not require updates to client scripts when a new flag is
282
- added to the module.
283
-
284
-
285
- EXAMPLE USAGE 2 (WITH KEY FLAGS):
286
-
287
- Consider an application that contains the following three files (two
288
- auxiliary modules and a main module)
289
-
290
- File libfoo.py:
291
-
292
- import gflags
293
-
294
- gflags.DEFINE_integer('num_replicas', 3, 'Number of replicas to start')
295
- gflags.DEFINE_boolean('rpc2', True, 'Turn on the usage of RPC2.')
296
-
297
- ... some code ...
298
-
299
- File libbar.py:
300
-
301
- import gflags
302
-
303
- gflags.DEFINE_string('bar_gfs_path', '/gfs/path',
304
- 'Path to the GFS files for libbar.')
305
- gflags.DEFINE_string('email_for_bar_errors', 'bar-team@google.com',
306
- 'Email address for bug reports about module libbar.')
307
- gflags.DEFINE_boolean('bar_risky_hack', False,
308
- 'Turn on an experimental and buggy optimization.')
309
-
310
- ... some code ...
311
-
312
- File myscript.py:
313
-
314
- import gflags
315
- import libfoo
316
- import libbar
317
-
318
- gflags.DEFINE_integer('num_iterations', 0, 'Number of iterations.')
319
-
320
- # Declare that all flags that are key for libfoo are
321
- # key for this module too.
322
- gflags.ADOPT_module_key_flags(libfoo)
323
-
324
- # Declare that the flag --bar_gfs_path (defined in libbar) is key
325
- # for this module.
326
- gflags.DECLARE_key_flag('bar_gfs_path')
327
-
328
- ... some code ...
329
-
330
- When myscript is invoked with the flag --helpshort, the resulted help
331
- message lists information about all the key flags for myscript:
332
- --num_iterations, --num_replicas, --rpc2, and --bar_gfs_path.
333
-
334
- Of course, myscript uses all the flags declared by it (in this case,
335
- just --num_replicas) or by any of the modules it transitively imports
336
- (e.g., the modules libfoo, libbar). E.g., it can access the value of
337
- FLAGS.bar_risky_hack, even if --bar_risky_hack is not declared as a key
338
- flag for myscript.
339
-
340
-
341
- OUTPUT FOR --helpxml:
342
-
343
- The --helpxml flag generates output with the following structure:
344
-
345
- <?xml version="1.0"?>
346
- <AllFlags>
347
- <program>PROGRAM_BASENAME</program>
348
- <usage>MAIN_MODULE_DOCSTRING</usage>
349
- (<flag>
350
- [<key>yes</key>]
351
- <file>DECLARING_MODULE</file>
352
- <name>FLAG_NAME</name>
353
- <meaning>FLAG_HELP_MESSAGE</meaning>
354
- <default>DEFAULT_FLAG_VALUE</default>
355
- <current>CURRENT_FLAG_VALUE</current>
356
- <type>FLAG_TYPE</type>
357
- [OPTIONAL_ELEMENTS]
358
- </flag>)*
359
- </AllFlags>
360
-
361
- Notes:
362
-
363
- 1. The output is intentionally similar to the output generated by the
364
- C++ command-line flag library. The few differences are due to the
365
- Python flags that do not have a C++ equivalent (at least not yet),
366
- e.g., DEFINE_list.
367
-
368
- 2. New XML elements may be added in the future.
369
-
370
- 3. DEFAULT_FLAG_VALUE is in serialized form, i.e., the string you can
371
- pass for this flag on the command-line. E.g., for a flag defined
372
- using DEFINE_list, this field may be foo,bar, not ['foo', 'bar'].
373
-
374
- 4. CURRENT_FLAG_VALUE is produced using str(). This means that the
375
- string 'false' will be represented in the same way as the boolean
376
- False. Using repr() would have removed this ambiguity and simplified
377
- parsing, but would have broken the compatibility with the C++
378
- command-line flags.
379
-
380
- 5. OPTIONAL_ELEMENTS describe elements relevant for certain kinds of
381
- flags: lower_bound, upper_bound (for flags that specify bounds),
382
- enum_value (for enum flags), list_separator (for flags that consist of
383
- a list of values, separated by a special token).
384
-
385
- 6. We do not provide any example here: please use --helpxml instead.
386
-
387
- This module requires at least python 2.2.1 to run.
388
- """
389
-
390
- import cgi
391
- import getopt
392
- import os
393
- import re
394
- import string
395
- import struct
396
- import sys
397
- # pylint: disable-msg=C6204
398
- try:
399
- import fcntl
400
- except ImportError:
401
- fcntl = None
402
- try:
403
- # Importing termios will fail on non-unix platforms.
404
- import termios
405
- except ImportError:
406
- termios = None
407
-
408
- import gflags_validators
409
- # pylint: enable-msg=C6204
410
-
411
-
412
- # Are we running under pychecker?
413
- _RUNNING_PYCHECKER = 'pychecker.python' in sys.modules
414
-
415
-
416
- def _GetCallingModuleObjectAndName():
417
- """Returns the module that's calling into this module.
418
-
419
- We generally use this function to get the name of the module calling a
420
- DEFINE_foo... function.
421
- """
422
- # Walk down the stack to find the first globals dict that's not ours.
423
- for depth in range(1, sys.getrecursionlimit()):
424
- if not sys._getframe(depth).f_globals is globals():
425
- globals_for_frame = sys._getframe(depth).f_globals
426
- module, module_name = _GetModuleObjectAndName(globals_for_frame)
427
- if module_name is not None:
428
- return module, module_name
429
- raise AssertionError("No module was found")
430
-
431
-
432
- def _GetCallingModule():
433
- """Returns the name of the module that's calling into this module."""
434
- return _GetCallingModuleObjectAndName()[1]
435
-
436
-
437
- def _GetThisModuleObjectAndName():
438
- """Returns: (module object, module name) for this module."""
439
- return _GetModuleObjectAndName(globals())
440
-
441
-
442
- # module exceptions:
443
- class FlagsError(Exception):
444
- """The base class for all flags errors."""
445
- pass
446
-
447
-
448
- class DuplicateFlag(FlagsError):
449
- """Raised if there is a flag naming conflict."""
450
- pass
451
-
452
- class CantOpenFlagFileError(FlagsError):
453
- """Raised if flagfile fails to open: doesn't exist, wrong permissions, etc."""
454
- pass
455
-
456
-
457
- class DuplicateFlagCannotPropagateNoneToSwig(DuplicateFlag):
458
- """Special case of DuplicateFlag -- SWIG flag value can't be set to None.
459
-
460
- This can be raised when a duplicate flag is created. Even if allow_override is
461
- True, we still abort if the new value is None, because it's currently
462
- impossible to pass None default value back to SWIG. See FlagValues.SetDefault
463
- for details.
464
- """
465
- pass
466
-
467
-
468
- class DuplicateFlagError(DuplicateFlag):
469
- """A DuplicateFlag whose message cites the conflicting definitions.
470
-
471
- A DuplicateFlagError conveys more information than a DuplicateFlag,
472
- namely the modules where the conflicting definitions occur. This
473
- class was created to avoid breaking external modules which depend on
474
- the existing DuplicateFlags interface.
475
- """
476
-
477
- def __init__(self, flagname, flag_values, other_flag_values=None):
478
- """Create a DuplicateFlagError.
479
-
480
- Args:
481
- flagname: Name of the flag being redefined.
482
- flag_values: FlagValues object containing the first definition of
483
- flagname.
484
- other_flag_values: If this argument is not None, it should be the
485
- FlagValues object where the second definition of flagname occurs.
486
- If it is None, we assume that we're being called when attempting
487
- to create the flag a second time, and we use the module calling
488
- this one as the source of the second definition.
489
- """
490
- self.flagname = flagname
491
- first_module = flag_values.FindModuleDefiningFlag(
492
- flagname, default='<unknown>')
493
- if other_flag_values is None:
494
- second_module = _GetCallingModule()
495
- else:
496
- second_module = other_flag_values.FindModuleDefiningFlag(
497
- flagname, default='<unknown>')
498
- msg = "The flag '%s' is defined twice. First from %s, Second from %s" % (
499
- self.flagname, first_module, second_module)
500
- DuplicateFlag.__init__(self, msg)
501
-
502
-
503
- class IllegalFlagValue(FlagsError):
504
- """The flag command line argument is illegal."""
505
- pass
506
-
507
-
508
- class UnrecognizedFlag(FlagsError):
509
- """Raised if a flag is unrecognized."""
510
- pass
511
-
512
-
513
- # An UnrecognizedFlagError conveys more information than an UnrecognizedFlag.
514
- # Since there are external modules that create DuplicateFlags, the interface to
515
- # DuplicateFlag shouldn't change. The flagvalue will be assigned the full value
516
- # of the flag and its argument, if any, allowing handling of unrecognized flags
517
- # in an exception handler.
518
- # If flagvalue is the empty string, then this exception is an due to a
519
- # reference to a flag that was not already defined.
520
- class UnrecognizedFlagError(UnrecognizedFlag):
521
- def __init__(self, flagname, flagvalue=''):
522
- self.flagname = flagname
523
- self.flagvalue = flagvalue
524
- UnrecognizedFlag.__init__(
525
- self, "Unknown command line flag '%s'" % flagname)
526
-
527
- # Global variable used by expvar
528
- _exported_flags = {}
529
- _help_width = 80 # width of help output
530
-
531
-
532
- def GetHelpWidth():
533
- """Returns: an integer, the width of help lines that is used in TextWrap."""
534
- if (not sys.stdout.isatty()) or (termios is None) or (fcntl is None):
535
- return _help_width
536
- try:
537
- data = fcntl.ioctl(sys.stdout, termios.TIOCGWINSZ, '1234')
538
- columns = struct.unpack('hh', data)[1]
539
- # Emacs mode returns 0.
540
- # Here we assume that any value below 40 is unreasonable
541
- if columns >= 40:
542
- return columns
543
- # Returning an int as default is fine, int(int) just return the int.
544
- return int(os.getenv('COLUMNS', _help_width))
545
-
546
- except (TypeError, IOError, struct.error):
547
- return _help_width
548
-
549
-
550
- def CutCommonSpacePrefix(text):
551
- """Removes a common space prefix from the lines of a multiline text.
552
-
553
- If the first line does not start with a space, it is left as it is and
554
- only in the remaining lines a common space prefix is being searched
555
- for. That means the first line will stay untouched. This is especially
556
- useful to turn doc strings into help texts. This is because some
557
- people prefer to have the doc comment start already after the
558
- apostrophe and then align the following lines while others have the
559
- apostrophes on a separate line.
560
-
561
- The function also drops trailing empty lines and ignores empty lines
562
- following the initial content line while calculating the initial
563
- common whitespace.
564
-
565
- Args:
566
- text: text to work on
567
-
568
- Returns:
569
- the resulting text
570
- """
571
- text_lines = text.splitlines()
572
- # Drop trailing empty lines
573
- while text_lines and not text_lines[-1]:
574
- text_lines = text_lines[:-1]
575
- if text_lines:
576
- # We got some content, is the first line starting with a space?
577
- if text_lines[0] and text_lines[0][0].isspace():
578
- text_first_line = []
579
- else:
580
- text_first_line = [text_lines.pop(0)]
581
- # Calculate length of common leading whitespace (only over content lines)
582
- common_prefix = os.path.commonprefix([line for line in text_lines if line])
583
- space_prefix_len = len(common_prefix) - len(common_prefix.lstrip())
584
- # If we have a common space prefix, drop it from all lines
585
- if space_prefix_len:
586
- for index in xrange(len(text_lines)):
587
- if text_lines[index]:
588
- text_lines[index] = text_lines[index][space_prefix_len:]
589
- return '\n'.join(text_first_line + text_lines)
590
- return ''
591
-
592
-
593
- def TextWrap(text, length=None, indent='', firstline_indent=None, tabs=' '):
594
- """Wraps a given text to a maximum line length and returns it.
595
-
596
- We turn lines that only contain whitespace into empty lines. We keep
597
- new lines and tabs (e.g., we do not treat tabs as spaces).
598
-
599
- Args:
600
- text: text to wrap
601
- length: maximum length of a line, includes indentation
602
- if this is None then use GetHelpWidth()
603
- indent: indent for all but first line
604
- firstline_indent: indent for first line; if None, fall back to indent
605
- tabs: replacement for tabs
606
-
607
- Returns:
608
- wrapped text
609
-
610
- Raises:
611
- FlagsError: if indent not shorter than length
612
- FlagsError: if firstline_indent not shorter than length
613
- """
614
- # Get defaults where callee used None
615
- if length is None:
616
- length = GetHelpWidth()
617
- if indent is None:
618
- indent = ''
619
- if len(indent) >= length:
620
- raise FlagsError('Indent must be shorter than length')
621
- # In line we will be holding the current line which is to be started
622
- # with indent (or firstline_indent if available) and then appended
623
- # with words.
624
- if firstline_indent is None:
625
- firstline_indent = ''
626
- line = indent
627
- else:
628
- line = firstline_indent
629
- if len(firstline_indent) >= length:
630
- raise FlagsError('First line indent must be shorter than length')
631
-
632
- # If the callee does not care about tabs we simply convert them to
633
- # spaces If callee wanted tabs to be single space then we do that
634
- # already here.
635
- if not tabs or tabs == ' ':
636
- text = text.replace('\t', ' ')
637
- else:
638
- tabs_are_whitespace = not tabs.strip()
639
-
640
- line_regex = re.compile('([ ]*)(\t*)([^ \t]+)', re.MULTILINE)
641
-
642
- # Split the text into lines and the lines with the regex above. The
643
- # resulting lines are collected in result[]. For each split we get the
644
- # spaces, the tabs and the next non white space (e.g. next word).
645
- result = []
646
- for text_line in text.splitlines():
647
- # Store result length so we can find out whether processing the next
648
- # line gave any new content
649
- old_result_len = len(result)
650
- # Process next line with line_regex. For optimization we do an rstrip().
651
- # - process tabs (changes either line or word, see below)
652
- # - process word (first try to squeeze on line, then wrap or force wrap)
653
- # Spaces found on the line are ignored, they get added while wrapping as
654
- # needed.
655
- for spaces, current_tabs, word in line_regex.findall(text_line.rstrip()):
656
- # If tabs weren't converted to spaces, handle them now
657
- if current_tabs:
658
- # If the last thing we added was a space anyway then drop
659
- # it. But let's not get rid of the indentation.
660
- if (((result and line != indent) or
661
- (not result and line != firstline_indent)) and line[-1] == ' '):
662
- line = line[:-1]
663
- # Add the tabs, if that means adding whitespace, just add it at
664
- # the line, the rstrip() code while shorten the line down if
665
- # necessary
666
- if tabs_are_whitespace:
667
- line += tabs * len(current_tabs)
668
- else:
669
- # if not all tab replacement is whitespace we prepend it to the word
670
- word = tabs * len(current_tabs) + word
671
- # Handle the case where word cannot be squeezed onto current last line
672
- if len(line) + len(word) > length and len(indent) + len(word) <= length:
673
- result.append(line.rstrip())
674
- line = indent + word
675
- word = ''
676
- # No space left on line or can we append a space?
677
- if len(line) + 1 >= length:
678
- result.append(line.rstrip())
679
- line = indent
680
- else:
681
- line += ' '
682
- # Add word and shorten it up to allowed line length. Restart next
683
- # line with indent and repeat, or add a space if we're done (word
684
- # finished) This deals with words that cannot fit on one line
685
- # (e.g. indent + word longer than allowed line length).
686
- while len(line) + len(word) >= length:
687
- line += word
688
- result.append(line[:length])
689
- word = line[length:]
690
- line = indent
691
- # Default case, simply append the word and a space
692
- if word:
693
- line += word + ' '
694
- # End of input line. If we have content we finish the line. If the
695
- # current line is just the indent but we had content in during this
696
- # original line then we need to add an empty line.
697
- if (result and line != indent) or (not result and line != firstline_indent):
698
- result.append(line.rstrip())
699
- elif len(result) == old_result_len:
700
- result.append('')
701
- line = indent
702
-
703
- return '\n'.join(result)
704
-
705
-
706
- def DocToHelp(doc):
707
- """Takes a __doc__ string and reformats it as help."""
708
-
709
- # Get rid of starting and ending white space. Using lstrip() or even
710
- # strip() could drop more than maximum of first line and right space
711
- # of last line.
712
- doc = doc.strip()
713
-
714
- # Get rid of all empty lines
715
- whitespace_only_line = re.compile('^[ \t]+$', re.M)
716
- doc = whitespace_only_line.sub('', doc)
717
-
718
- # Cut out common space at line beginnings
719
- doc = CutCommonSpacePrefix(doc)
720
-
721
- # Just like this module's comment, comments tend to be aligned somehow.
722
- # In other words they all start with the same amount of white space
723
- # 1) keep double new lines
724
- # 2) keep ws after new lines if not empty line
725
- # 3) all other new lines shall be changed to a space
726
- # Solution: Match new lines between non white space and replace with space.
727
- doc = re.sub('(?<=\S)\n(?=\S)', ' ', doc, re.M)
728
-
729
- return doc
730
-
731
-
732
- def _GetModuleObjectAndName(globals_dict):
733
- """Returns the module that defines a global environment, and its name.
734
-
735
- Args:
736
- globals_dict: A dictionary that should correspond to an environment
737
- providing the values of the globals.
738
-
739
- Returns:
740
- A pair consisting of (1) module object and (2) module name (a
741
- string). Returns (None, None) if the module could not be
742
- identified.
743
- """
744
- # The use of .items() (instead of .iteritems()) is NOT a mistake: if
745
- # a parallel thread imports a module while we iterate over
746
- # .iteritems() (not nice, but possible), we get a RuntimeError ...
747
- # Hence, we use the slightly slower but safer .items().
748
- for name, module in sys.modules.items():
749
- if getattr(module, '__dict__', None) is globals_dict:
750
- if name == '__main__':
751
- # Pick a more informative name for the main module.
752
- name = sys.argv[0]
753
- return (module, name)
754
- return (None, None)
755
-
756
-
757
- def _GetMainModule():
758
- """Returns: string, name of the module from which execution started."""
759
- # First, try to use the same logic used by _GetCallingModuleObjectAndName(),
760
- # i.e., call _GetModuleObjectAndName(). For that we first need to
761
- # find the dictionary that the main module uses to store the
762
- # globals.
763
- #
764
- # That's (normally) the same dictionary object that the deepest
765
- # (oldest) stack frame is using for globals.
766
- deepest_frame = sys._getframe(0)
767
- while deepest_frame.f_back is not None:
768
- deepest_frame = deepest_frame.f_back
769
- globals_for_main_module = deepest_frame.f_globals
770
- main_module_name = _GetModuleObjectAndName(globals_for_main_module)[1]
771
- # The above strategy fails in some cases (e.g., tools that compute
772
- # code coverage by redefining, among other things, the main module).
773
- # If so, just use sys.argv[0]. We can probably always do this, but
774
- # it's safest to try to use the same logic as _GetCallingModuleObjectAndName()
775
- if main_module_name is None:
776
- main_module_name = sys.argv[0]
777
- return main_module_name
778
-
779
-
780
- class FlagValues:
781
- """Registry of 'Flag' objects.
782
-
783
- A 'FlagValues' can then scan command line arguments, passing flag
784
- arguments through to the 'Flag' objects that it owns. It also
785
- provides easy access to the flag values. Typically only one
786
- 'FlagValues' object is needed by an application: gflags.FLAGS
787
-
788
- This class is heavily overloaded:
789
-
790
- 'Flag' objects are registered via __setitem__:
791
- FLAGS['longname'] = x # register a new flag
792
-
793
- The .value attribute of the registered 'Flag' objects can be accessed
794
- as attributes of this 'FlagValues' object, through __getattr__. Both
795
- the long and short name of the original 'Flag' objects can be used to
796
- access its value:
797
- FLAGS.longname # parsed flag value
798
- FLAGS.x # parsed flag value (short name)
799
-
800
- Command line arguments are scanned and passed to the registered 'Flag'
801
- objects through the __call__ method. Unparsed arguments, including
802
- argv[0] (e.g. the program name) are returned.
803
- argv = FLAGS(sys.argv) # scan command line arguments
804
-
805
- The original registered Flag objects can be retrieved through the use
806
- of the dictionary-like operator, __getitem__:
807
- x = FLAGS['longname'] # access the registered Flag object
808
-
809
- The str() operator of a 'FlagValues' object provides help for all of
810
- the registered 'Flag' objects.
811
- """
812
-
813
- def __init__(self):
814
- # Since everything in this class is so heavily overloaded, the only
815
- # way of defining and using fields is to access __dict__ directly.
816
-
817
- # Dictionary: flag name (string) -> Flag object.
818
- self.__dict__['__flags'] = {}
819
- # Dictionary: module name (string) -> list of Flag objects that are defined
820
- # by that module.
821
- self.__dict__['__flags_by_module'] = {}
822
- # Dictionary: module id (int) -> list of Flag objects that are defined by
823
- # that module.
824
- self.__dict__['__flags_by_module_id'] = {}
825
- # Dictionary: module name (string) -> list of Flag objects that are
826
- # key for that module.
827
- self.__dict__['__key_flags_by_module'] = {}
828
-
829
- # Set if we should use new style gnu_getopt rather than getopt when parsing
830
- # the args. Only possible with Python 2.3+
831
- self.UseGnuGetOpt(False)
832
-
833
- def UseGnuGetOpt(self, use_gnu_getopt=True):
834
- """Use GNU-style scanning. Allows mixing of flag and non-flag arguments.
835
-
836
- See http://docs.python.org/library/getopt.html#getopt.gnu_getopt
837
-
838
- Args:
839
- use_gnu_getopt: wether or not to use GNU style scanning.
840
- """
841
- self.__dict__['__use_gnu_getopt'] = use_gnu_getopt
842
-
843
- def IsGnuGetOpt(self):
844
- return self.__dict__['__use_gnu_getopt']
845
-
846
- def FlagDict(self):
847
- return self.__dict__['__flags']
848
-
849
- def FlagsByModuleDict(self):
850
- """Returns the dictionary of module_name -> list of defined flags.
851
-
852
- Returns:
853
- A dictionary. Its keys are module names (strings). Its values
854
- are lists of Flag objects.
855
- """
856
- return self.__dict__['__flags_by_module']
857
-
858
- def FlagsByModuleIdDict(self):
859
- """Returns the dictionary of module_id -> list of defined flags.
860
-
861
- Returns:
862
- A dictionary. Its keys are module IDs (ints). Its values
863
- are lists of Flag objects.
864
- """
865
- return self.__dict__['__flags_by_module_id']
866
-
867
- def KeyFlagsByModuleDict(self):
868
- """Returns the dictionary of module_name -> list of key flags.
869
-
870
- Returns:
871
- A dictionary. Its keys are module names (strings). Its values
872
- are lists of Flag objects.
873
- """
874
- return self.__dict__['__key_flags_by_module']
875
-
876
- def _RegisterFlagByModule(self, module_name, flag):
877
- """Records the module that defines a specific flag.
878
-
879
- We keep track of which flag is defined by which module so that we
880
- can later sort the flags by module.
881
-
882
- Args:
883
- module_name: A string, the name of a Python module.
884
- flag: A Flag object, a flag that is key to the module.
885
- """
886
- flags_by_module = self.FlagsByModuleDict()
887
- flags_by_module.setdefault(module_name, []).append(flag)
888
-
889
- def _RegisterFlagByModuleId(self, module_id, flag):
890
- """Records the module that defines a specific flag.
891
-
892
- Args:
893
- module_id: An int, the ID of the Python module.
894
- flag: A Flag object, a flag that is key to the module.
895
- """
896
- flags_by_module_id = self.FlagsByModuleIdDict()
897
- flags_by_module_id.setdefault(module_id, []).append(flag)
898
-
899
- def _RegisterKeyFlagForModule(self, module_name, flag):
900
- """Specifies that a flag is a key flag for a module.
901
-
902
- Args:
903
- module_name: A string, the name of a Python module.
904
- flag: A Flag object, a flag that is key to the module.
905
- """
906
- key_flags_by_module = self.KeyFlagsByModuleDict()
907
- # The list of key flags for the module named module_name.
908
- key_flags = key_flags_by_module.setdefault(module_name, [])
909
- # Add flag, but avoid duplicates.
910
- if flag not in key_flags:
911
- key_flags.append(flag)
912
-
913
- def _GetFlagsDefinedByModule(self, module):
914
- """Returns the list of flags defined by a module.
915
-
916
- Args:
917
- module: A module object or a module name (a string).
918
-
919
- Returns:
920
- A new list of Flag objects. Caller may update this list as he
921
- wishes: none of those changes will affect the internals of this
922
- FlagValue object.
923
- """
924
- if not isinstance(module, str):
925
- module = module.__name__
926
-
927
- return list(self.FlagsByModuleDict().get(module, []))
928
-
929
- def _GetKeyFlagsForModule(self, module):
930
- """Returns the list of key flags for a module.
931
-
932
- Args:
933
- module: A module object or a module name (a string)
934
-
935
- Returns:
936
- A new list of Flag objects. Caller may update this list as he
937
- wishes: none of those changes will affect the internals of this
938
- FlagValue object.
939
- """
940
- if not isinstance(module, str):
941
- module = module.__name__
942
-
943
- # Any flag is a key flag for the module that defined it. NOTE:
944
- # key_flags is a fresh list: we can update it without affecting the
945
- # internals of this FlagValues object.
946
- key_flags = self._GetFlagsDefinedByModule(module)
947
-
948
- # Take into account flags explicitly declared as key for a module.
949
- for flag in self.KeyFlagsByModuleDict().get(module, []):
950
- if flag not in key_flags:
951
- key_flags.append(flag)
952
- return key_flags
953
-
954
- def FindModuleDefiningFlag(self, flagname, default=None):
955
- """Return the name of the module defining this flag, or default.
956
-
957
- Args:
958
- flagname: Name of the flag to lookup.
959
- default: Value to return if flagname is not defined. Defaults
960
- to None.
961
-
962
- Returns:
963
- The name of the module which registered the flag with this name.
964
- If no such module exists (i.e. no flag with this name exists),
965
- we return default.
966
- """
967
- for module, flags in self.FlagsByModuleDict().iteritems():
968
- for flag in flags:
969
- if flag.name == flagname or flag.short_name == flagname:
970
- return module
971
- return default
972
-
973
- def FindModuleIdDefiningFlag(self, flagname, default=None):
974
- """Return the ID of the module defining this flag, or default.
975
-
976
- Args:
977
- flagname: Name of the flag to lookup.
978
- default: Value to return if flagname is not defined. Defaults
979
- to None.
980
-
981
- Returns:
982
- The ID of the module which registered the flag with this name.
983
- If no such module exists (i.e. no flag with this name exists),
984
- we return default.
985
- """
986
- for module_id, flags in self.FlagsByModuleIdDict().iteritems():
987
- for flag in flags:
988
- if flag.name == flagname or flag.short_name == flagname:
989
- return module_id
990
- return default
991
-
992
- def AppendFlagValues(self, flag_values):
993
- """Appends flags registered in another FlagValues instance.
994
-
995
- Args:
996
- flag_values: registry to copy from
997
- """
998
- for flag_name, flag in flag_values.FlagDict().iteritems():
999
- # Each flags with shortname appears here twice (once under its
1000
- # normal name, and again with its short name). To prevent
1001
- # problems (DuplicateFlagError) with double flag registration, we
1002
- # perform a check to make sure that the entry we're looking at is
1003
- # for its normal name.
1004
- if flag_name == flag.name:
1005
- try:
1006
- self[flag_name] = flag
1007
- except DuplicateFlagError:
1008
- raise DuplicateFlagError(flag_name, self,
1009
- other_flag_values=flag_values)
1010
-
1011
- def RemoveFlagValues(self, flag_values):
1012
- """Remove flags that were previously appended from another FlagValues.
1013
-
1014
- Args:
1015
- flag_values: registry containing flags to remove.
1016
- """
1017
- for flag_name in flag_values.FlagDict():
1018
- self.__delattr__(flag_name)
1019
-
1020
- def __setitem__(self, name, flag):
1021
- """Registers a new flag variable."""
1022
- fl = self.FlagDict()
1023
- if not isinstance(flag, Flag):
1024
- raise IllegalFlagValue(flag)
1025
- if not isinstance(name, type("")):
1026
- raise FlagsError("Flag name must be a string")
1027
- if len(name) == 0:
1028
- raise FlagsError("Flag name cannot be empty")
1029
- # If running under pychecker, duplicate keys are likely to be
1030
- # defined. Disable check for duplicate keys when pycheck'ing.
1031
- if (name in fl and not flag.allow_override and
1032
- not fl[name].allow_override and not _RUNNING_PYCHECKER):
1033
- module, module_name = _GetCallingModuleObjectAndName()
1034
- if (self.FindModuleDefiningFlag(name) == module_name and
1035
- id(module) != self.FindModuleIdDefiningFlag(name)):
1036
- # If the flag has already been defined by a module with the same name,
1037
- # but a different ID, we can stop here because it indicates that the
1038
- # module is simply being imported a subsequent time.
1039
- return
1040
- raise DuplicateFlagError(name, self)
1041
- short_name = flag.short_name
1042
- if short_name is not None:
1043
- if (short_name in fl and not flag.allow_override and
1044
- not fl[short_name].allow_override and not _RUNNING_PYCHECKER):
1045
- raise DuplicateFlagError(short_name, self)
1046
- fl[short_name] = flag
1047
- fl[name] = flag
1048
- global _exported_flags
1049
- _exported_flags[name] = flag
1050
-
1051
- def __getitem__(self, name):
1052
- """Retrieves the Flag object for the flag --name."""
1053
- return self.FlagDict()[name]
1054
-
1055
- def __getattr__(self, name):
1056
- """Retrieves the 'value' attribute of the flag --name."""
1057
- fl = self.FlagDict()
1058
- if name not in fl:
1059
- raise AttributeError(name)
1060
- return fl[name].value
1061
-
1062
- def __setattr__(self, name, value):
1063
- """Sets the 'value' attribute of the flag --name."""
1064
- fl = self.FlagDict()
1065
- fl[name].value = value
1066
- self._AssertValidators(fl[name].validators)
1067
- return value
1068
-
1069
- def _AssertAllValidators(self):
1070
- all_validators = set()
1071
- for flag in self.FlagDict().itervalues():
1072
- for validator in flag.validators:
1073
- all_validators.add(validator)
1074
- self._AssertValidators(all_validators)
1075
-
1076
- def _AssertValidators(self, validators):
1077
- """Assert if all validators in the list are satisfied.
1078
-
1079
- Asserts validators in the order they were created.
1080
- Args:
1081
- validators: Iterable(gflags_validators.Validator), validators to be
1082
- verified
1083
- Raises:
1084
- AttributeError: if validators work with a non-existing flag.
1085
- IllegalFlagValue: if validation fails for at least one validator
1086
- """
1087
- for validator in sorted(
1088
- validators, key=lambda validator: validator.insertion_index):
1089
- try:
1090
- validator.Verify(self)
1091
- except gflags_validators.Error, e:
1092
- message = validator.PrintFlagsWithValues(self)
1093
- raise IllegalFlagValue('%s: %s' % (message, str(e)))
1094
-
1095
- def _FlagIsRegistered(self, flag_obj):
1096
- """Checks whether a Flag object is registered under some name.
1097
-
1098
- Note: this is non trivial: in addition to its normal name, a flag
1099
- may have a short name too. In self.FlagDict(), both the normal and
1100
- the short name are mapped to the same flag object. E.g., calling
1101
- only "del FLAGS.short_name" is not unregistering the corresponding
1102
- Flag object (it is still registered under the longer name).
1103
-
1104
- Args:
1105
- flag_obj: A Flag object.
1106
-
1107
- Returns:
1108
- A boolean: True iff flag_obj is registered under some name.
1109
- """
1110
- flag_dict = self.FlagDict()
1111
- # Check whether flag_obj is registered under its long name.
1112
- name = flag_obj.name
1113
- if flag_dict.get(name, None) == flag_obj:
1114
- return True
1115
- # Check whether flag_obj is registered under its short name.
1116
- short_name = flag_obj.short_name
1117
- if (short_name is not None and
1118
- flag_dict.get(short_name, None) == flag_obj):
1119
- return True
1120
- # The flag cannot be registered under any other name, so we do not
1121
- # need to do a full search through the values of self.FlagDict().
1122
- return False
1123
-
1124
- def __delattr__(self, flag_name):
1125
- """Deletes a previously-defined flag from a flag object.
1126
-
1127
- This method makes sure we can delete a flag by using
1128
-
1129
- del flag_values_object.<flag_name>
1130
-
1131
- E.g.,
1132
-
1133
- gflags.DEFINE_integer('foo', 1, 'Integer flag.')
1134
- del gflags.FLAGS.foo
1135
-
1136
- Args:
1137
- flag_name: A string, the name of the flag to be deleted.
1138
-
1139
- Raises:
1140
- AttributeError: When there is no registered flag named flag_name.
1141
- """
1142
- fl = self.FlagDict()
1143
- if flag_name not in fl:
1144
- raise AttributeError(flag_name)
1145
-
1146
- flag_obj = fl[flag_name]
1147
- del fl[flag_name]
1148
-
1149
- if not self._FlagIsRegistered(flag_obj):
1150
- # If the Flag object indicated by flag_name is no longer
1151
- # registered (please see the docstring of _FlagIsRegistered), then
1152
- # we delete the occurrences of the flag object in all our internal
1153
- # dictionaries.
1154
- self.__RemoveFlagFromDictByModule(self.FlagsByModuleDict(), flag_obj)
1155
- self.__RemoveFlagFromDictByModule(self.FlagsByModuleIdDict(), flag_obj)
1156
- self.__RemoveFlagFromDictByModule(self.KeyFlagsByModuleDict(), flag_obj)
1157
-
1158
- def __RemoveFlagFromDictByModule(self, flags_by_module_dict, flag_obj):
1159
- """Removes a flag object from a module -> list of flags dictionary.
1160
-
1161
- Args:
1162
- flags_by_module_dict: A dictionary that maps module names to lists of
1163
- flags.
1164
- flag_obj: A flag object.
1165
- """
1166
- for unused_module, flags_in_module in flags_by_module_dict.iteritems():
1167
- # while (as opposed to if) takes care of multiple occurrences of a
1168
- # flag in the list for the same module.
1169
- while flag_obj in flags_in_module:
1170
- flags_in_module.remove(flag_obj)
1171
-
1172
- def SetDefault(self, name, value):
1173
- """Changes the default value of the named flag object."""
1174
- fl = self.FlagDict()
1175
- if name not in fl:
1176
- raise AttributeError(name)
1177
- fl[name].SetDefault(value)
1178
- self._AssertValidators(fl[name].validators)
1179
-
1180
- def __contains__(self, name):
1181
- """Returns True if name is a value (flag) in the dict."""
1182
- return name in self.FlagDict()
1183
-
1184
- has_key = __contains__ # a synonym for __contains__()
1185
-
1186
- def __iter__(self):
1187
- return iter(self.FlagDict())
1188
-
1189
- def __call__(self, argv):
1190
- """Parses flags from argv; stores parsed flags into this FlagValues object.
1191
-
1192
- All unparsed arguments are returned. Flags are parsed using the GNU
1193
- Program Argument Syntax Conventions, using getopt:
1194
-
1195
- http://www.gnu.org/software/libc/manual/html_mono/libc.html#Getopt
1196
-
1197
- Args:
1198
- argv: argument list. Can be of any type that may be converted to a list.
1199
-
1200
- Returns:
1201
- The list of arguments not parsed as options, including argv[0]
1202
-
1203
- Raises:
1204
- FlagsError: on any parsing error
1205
- """
1206
- # Support any sequence type that can be converted to a list
1207
- argv = list(argv)
1208
-
1209
- shortopts = ""
1210
- longopts = []
1211
-
1212
- fl = self.FlagDict()
1213
-
1214
- # This pre parses the argv list for --flagfile=<> options.
1215
- argv = argv[:1] + self.ReadFlagsFromFiles(argv[1:], force_gnu=False)
1216
-
1217
- # Correct the argv to support the google style of passing boolean
1218
- # parameters. Boolean parameters may be passed by using --mybool,
1219
- # --nomybool, --mybool=(true|false|1|0). getopt does not support
1220
- # having options that may or may not have a parameter. We replace
1221
- # instances of the short form --mybool and --nomybool with their
1222
- # full forms: --mybool=(true|false).
1223
- original_argv = list(argv) # list() makes a copy
1224
- shortest_matches = None
1225
- for name, flag in fl.items():
1226
- if not flag.boolean:
1227
- continue
1228
- if shortest_matches is None:
1229
- # Determine the smallest allowable prefix for all flag names
1230
- shortest_matches = self.ShortestUniquePrefixes(fl)
1231
- no_name = 'no' + name
1232
- prefix = shortest_matches[name]
1233
- no_prefix = shortest_matches[no_name]
1234
-
1235
- # Replace all occurrences of this boolean with extended forms
1236
- for arg_idx in range(1, len(argv)):
1237
- arg = argv[arg_idx]
1238
- if arg.find('=') >= 0: continue
1239
- if arg.startswith('--'+prefix) and ('--'+name).startswith(arg):
1240
- argv[arg_idx] = ('--%s=true' % name)
1241
- elif arg.startswith('--'+no_prefix) and ('--'+no_name).startswith(arg):
1242
- argv[arg_idx] = ('--%s=false' % name)
1243
-
1244
- # Loop over all of the flags, building up the lists of short options
1245
- # and long options that will be passed to getopt. Short options are
1246
- # specified as a string of letters, each letter followed by a colon
1247
- # if it takes an argument. Long options are stored in an array of
1248
- # strings. Each string ends with an '=' if it takes an argument.
1249
- for name, flag in fl.items():
1250
- longopts.append(name + "=")
1251
- if len(name) == 1: # one-letter option: allow short flag type also
1252
- shortopts += name
1253
- if not flag.boolean:
1254
- shortopts += ":"
1255
-
1256
- longopts.append('undefok=')
1257
- undefok_flags = []
1258
-
1259
- # In case --undefok is specified, loop to pick up unrecognized
1260
- # options one by one.
1261
- unrecognized_opts = []
1262
- args = argv[1:]
1263
- while True:
1264
- try:
1265
- if self.__dict__['__use_gnu_getopt']:
1266
- optlist, unparsed_args = getopt.gnu_getopt(args, shortopts, longopts)
1267
- else:
1268
- optlist, unparsed_args = getopt.getopt(args, shortopts, longopts)
1269
- break
1270
- except getopt.GetoptError, e:
1271
- if not e.opt or e.opt in fl:
1272
- # Not an unrecognized option, re-raise the exception as a FlagsError
1273
- raise FlagsError(e)
1274
- # Remove offender from args and try again
1275
- for arg_index in range(len(args)):
1276
- if ((args[arg_index] == '--' + e.opt) or
1277
- (args[arg_index] == '-' + e.opt) or
1278
- (args[arg_index].startswith('--' + e.opt + '='))):
1279
- unrecognized_opts.append((e.opt, args[arg_index]))
1280
- args = args[0:arg_index] + args[arg_index+1:]
1281
- break
1282
- else:
1283
- # We should have found the option, so we don't expect to get
1284
- # here. We could assert, but raising the original exception
1285
- # might work better.
1286
- raise FlagsError(e)
1287
-
1288
- for name, arg in optlist:
1289
- if name == '--undefok':
1290
- flag_names = arg.split(',')
1291
- undefok_flags.extend(flag_names)
1292
- # For boolean flags, if --undefok=boolflag is specified, then we should
1293
- # also accept --noboolflag, in addition to --boolflag.
1294
- # Since we don't know the type of the undefok'd flag, this will affect
1295
- # non-boolean flags as well.
1296
- # NOTE: You shouldn't use --undefok=noboolflag, because then we will
1297
- # accept --nonoboolflag here. We are choosing not to do the conversion
1298
- # from noboolflag -> boolflag because of the ambiguity that flag names
1299
- # can start with 'no'.
1300
- undefok_flags.extend('no' + name for name in flag_names)
1301
- continue
1302
- if name.startswith('--'):
1303
- # long option
1304
- name = name[2:]
1305
- short_option = 0
1306
- else:
1307
- # short option
1308
- name = name[1:]
1309
- short_option = 1
1310
- if name in fl:
1311
- flag = fl[name]
1312
- if flag.boolean and short_option: arg = 1
1313
- flag.Parse(arg)
1314
-
1315
- # If there were unrecognized options, raise an exception unless
1316
- # the options were named via --undefok.
1317
- for opt, value in unrecognized_opts:
1318
- if opt not in undefok_flags:
1319
- raise UnrecognizedFlagError(opt, value)
1320
-
1321
- if unparsed_args:
1322
- if self.__dict__['__use_gnu_getopt']:
1323
- # if using gnu_getopt just return the program name + remainder of argv.
1324
- ret_val = argv[:1] + unparsed_args
1325
- else:
1326
- # unparsed_args becomes the first non-flag detected by getopt to
1327
- # the end of argv. Because argv may have been modified above,
1328
- # return original_argv for this region.
1329
- ret_val = argv[:1] + original_argv[-len(unparsed_args):]
1330
- else:
1331
- ret_val = argv[:1]
1332
-
1333
- self._AssertAllValidators()
1334
- return ret_val
1335
-
1336
- def Reset(self):
1337
- """Resets the values to the point before FLAGS(argv) was called."""
1338
- for f in self.FlagDict().values():
1339
- f.Unparse()
1340
-
1341
- def RegisteredFlags(self):
1342
- """Returns: a list of the names and short names of all registered flags."""
1343
- return list(self.FlagDict())
1344
-
1345
- def FlagValuesDict(self):
1346
- """Returns: a dictionary that maps flag names to flag values."""
1347
- flag_values = {}
1348
-
1349
- for flag_name in self.RegisteredFlags():
1350
- flag = self.FlagDict()[flag_name]
1351
- flag_values[flag_name] = flag.value
1352
-
1353
- return flag_values
1354
-
1355
- def __str__(self):
1356
- """Generates a help string for all known flags."""
1357
- return self.GetHelp()
1358
-
1359
- def GetHelp(self, prefix=''):
1360
- """Generates a help string for all known flags."""
1361
- helplist = []
1362
-
1363
- flags_by_module = self.FlagsByModuleDict()
1364
- if flags_by_module:
1365
-
1366
- modules = sorted(flags_by_module)
1367
-
1368
- # Print the help for the main module first, if possible.
1369
- main_module = _GetMainModule()
1370
- if main_module in modules:
1371
- modules.remove(main_module)
1372
- modules = [main_module] + modules
1373
-
1374
- for module in modules:
1375
- self.__RenderOurModuleFlags(module, helplist)
1376
-
1377
- self.__RenderModuleFlags('gflags',
1378
- _SPECIAL_FLAGS.FlagDict().values(),
1379
- helplist)
1380
-
1381
- else:
1382
- # Just print one long list of flags.
1383
- self.__RenderFlagList(
1384
- self.FlagDict().values() + _SPECIAL_FLAGS.FlagDict().values(),
1385
- helplist, prefix)
1386
-
1387
- return '\n'.join(helplist)
1388
-
1389
- def __RenderModuleFlags(self, module, flags, output_lines, prefix=""):
1390
- """Generates a help string for a given module."""
1391
- if not isinstance(module, str):
1392
- module = module.__name__
1393
- output_lines.append('\n%s%s:' % (prefix, module))
1394
- self.__RenderFlagList(flags, output_lines, prefix + " ")
1395
-
1396
- def __RenderOurModuleFlags(self, module, output_lines, prefix=""):
1397
- """Generates a help string for a given module."""
1398
- flags = self._GetFlagsDefinedByModule(module)
1399
- if flags:
1400
- self.__RenderModuleFlags(module, flags, output_lines, prefix)
1401
-
1402
- def __RenderOurModuleKeyFlags(self, module, output_lines, prefix=""):
1403
- """Generates a help string for the key flags of a given module.
1404
-
1405
- Args:
1406
- module: A module object or a module name (a string).
1407
- output_lines: A list of strings. The generated help message
1408
- lines will be appended to this list.
1409
- prefix: A string that is prepended to each generated help line.
1410
- """
1411
- key_flags = self._GetKeyFlagsForModule(module)
1412
- if key_flags:
1413
- self.__RenderModuleFlags(module, key_flags, output_lines, prefix)
1414
-
1415
- def ModuleHelp(self, module):
1416
- """Describe the key flags of a module.
1417
-
1418
- Args:
1419
- module: A module object or a module name (a string).
1420
-
1421
- Returns:
1422
- string describing the key flags of a module.
1423
- """
1424
- helplist = []
1425
- self.__RenderOurModuleKeyFlags(module, helplist)
1426
- return '\n'.join(helplist)
1427
-
1428
- def MainModuleHelp(self):
1429
- """Describe the key flags of the main module.
1430
-
1431
- Returns:
1432
- string describing the key flags of a module.
1433
- """
1434
- return self.ModuleHelp(_GetMainModule())
1435
-
1436
- def __RenderFlagList(self, flaglist, output_lines, prefix=" "):
1437
- fl = self.FlagDict()
1438
- special_fl = _SPECIAL_FLAGS.FlagDict()
1439
- flaglist = [(flag.name, flag) for flag in flaglist]
1440
- flaglist.sort()
1441
- flagset = {}
1442
- for (name, flag) in flaglist:
1443
- # It's possible this flag got deleted or overridden since being
1444
- # registered in the per-module flaglist. Check now against the
1445
- # canonical source of current flag information, the FlagDict.
1446
- if fl.get(name, None) != flag and special_fl.get(name, None) != flag:
1447
- # a different flag is using this name now
1448
- continue
1449
- # only print help once
1450
- if flag in flagset: continue
1451
- flagset[flag] = 1
1452
- flaghelp = ""
1453
- if flag.short_name: flaghelp += "-%s," % flag.short_name
1454
- if flag.boolean:
1455
- flaghelp += "--[no]%s" % flag.name + ":"
1456
- else:
1457
- flaghelp += "--%s" % flag.name + ":"
1458
- flaghelp += " "
1459
- if flag.help:
1460
- flaghelp += flag.help
1461
- flaghelp = TextWrap(flaghelp, indent=prefix+" ",
1462
- firstline_indent=prefix)
1463
- if flag.default_as_str:
1464
- flaghelp += "\n"
1465
- flaghelp += TextWrap("(default: %s)" % flag.default_as_str,
1466
- indent=prefix+" ")
1467
- if flag.parser.syntactic_help:
1468
- flaghelp += "\n"
1469
- flaghelp += TextWrap("(%s)" % flag.parser.syntactic_help,
1470
- indent=prefix+" ")
1471
- output_lines.append(flaghelp)
1472
-
1473
- def get(self, name, default):
1474
- """Returns the value of a flag (if not None) or a default value.
1475
-
1476
- Args:
1477
- name: A string, the name of a flag.
1478
- default: Default value to use if the flag value is None.
1479
- """
1480
-
1481
- value = self.__getattr__(name)
1482
- if value is not None: # Can't do if not value, b/c value might be '0' or ""
1483
- return value
1484
- else:
1485
- return default
1486
-
1487
- def ShortestUniquePrefixes(self, fl):
1488
- """Returns: dictionary; maps flag names to their shortest unique prefix."""
1489
- # Sort the list of flag names
1490
- sorted_flags = []
1491
- for name, flag in fl.items():
1492
- sorted_flags.append(name)
1493
- if flag.boolean:
1494
- sorted_flags.append('no%s' % name)
1495
- sorted_flags.sort()
1496
-
1497
- # For each name in the sorted list, determine the shortest unique
1498
- # prefix by comparing itself to the next name and to the previous
1499
- # name (the latter check uses cached info from the previous loop).
1500
- shortest_matches = {}
1501
- prev_idx = 0
1502
- for flag_idx in range(len(sorted_flags)):
1503
- curr = sorted_flags[flag_idx]
1504
- if flag_idx == (len(sorted_flags) - 1):
1505
- next = None
1506
- else:
1507
- next = sorted_flags[flag_idx+1]
1508
- next_len = len(next)
1509
- for curr_idx in range(len(curr)):
1510
- if (next is None
1511
- or curr_idx >= next_len
1512
- or curr[curr_idx] != next[curr_idx]):
1513
- # curr longer than next or no more chars in common
1514
- shortest_matches[curr] = curr[:max(prev_idx, curr_idx) + 1]
1515
- prev_idx = curr_idx
1516
- break
1517
- else:
1518
- # curr shorter than (or equal to) next
1519
- shortest_matches[curr] = curr
1520
- prev_idx = curr_idx + 1 # next will need at least one more char
1521
- return shortest_matches
1522
-
1523
- def __IsFlagFileDirective(self, flag_string):
1524
- """Checks whether flag_string contain a --flagfile=<foo> directive."""
1525
- if isinstance(flag_string, type("")):
1526
- if flag_string.startswith('--flagfile='):
1527
- return 1
1528
- elif flag_string == '--flagfile':
1529
- return 1
1530
- elif flag_string.startswith('-flagfile='):
1531
- return 1
1532
- elif flag_string == '-flagfile':
1533
- return 1
1534
- else:
1535
- return 0
1536
- return 0
1537
-
1538
- def ExtractFilename(self, flagfile_str):
1539
- """Returns filename from a flagfile_str of form -[-]flagfile=filename.
1540
-
1541
- The cases of --flagfile foo and -flagfile foo shouldn't be hitting
1542
- this function, as they are dealt with in the level above this
1543
- function.
1544
- """
1545
- if flagfile_str.startswith('--flagfile='):
1546
- return os.path.expanduser((flagfile_str[(len('--flagfile=')):]).strip())
1547
- elif flagfile_str.startswith('-flagfile='):
1548
- return os.path.expanduser((flagfile_str[(len('-flagfile=')):]).strip())
1549
- else:
1550
- raise FlagsError('Hit illegal --flagfile type: %s' % flagfile_str)
1551
-
1552
- def __GetFlagFileLines(self, filename, parsed_file_list):
1553
- """Returns the useful (!=comments, etc) lines from a file with flags.
1554
-
1555
- Args:
1556
- filename: A string, the name of the flag file.
1557
- parsed_file_list: A list of the names of the files we have
1558
- already read. MUTATED BY THIS FUNCTION.
1559
-
1560
- Returns:
1561
- List of strings. See the note below.
1562
-
1563
- NOTE(user): This function checks for a nested --flagfile=<foo>
1564
- tag and handles the lower file recursively. It returns a list of
1565
- all the lines that _could_ contain command flags. This is
1566
- EVERYTHING except whitespace lines and comments (lines starting
1567
- with '#' or '//').
1568
- """
1569
- line_list = [] # All line from flagfile.
1570
- flag_line_list = [] # Subset of lines w/o comments, blanks, flagfile= tags.
1571
- try:
1572
- file_obj = open(filename, 'r')
1573
- except IOError, e_msg:
1574
- raise CantOpenFlagFileError('ERROR:: Unable to open flagfile: %s' % e_msg)
1575
-
1576
- line_list = file_obj.readlines()
1577
- file_obj.close()
1578
- parsed_file_list.append(filename)
1579
-
1580
- # This is where we check each line in the file we just read.
1581
- for line in line_list:
1582
- if line.isspace():
1583
- pass
1584
- # Checks for comment (a line that starts with '#').
1585
- elif line.startswith('#') or line.startswith('//'):
1586
- pass
1587
- # Checks for a nested "--flagfile=<bar>" flag in the current file.
1588
- # If we find one, recursively parse down into that file.
1589
- elif self.__IsFlagFileDirective(line):
1590
- sub_filename = self.ExtractFilename(line)
1591
- # We do a little safety check for reparsing a file we've already done.
1592
- if not sub_filename in parsed_file_list:
1593
- included_flags = self.__GetFlagFileLines(sub_filename,
1594
- parsed_file_list)
1595
- flag_line_list.extend(included_flags)
1596
- else: # Case of hitting a circularly included file.
1597
- sys.stderr.write('Warning: Hit circular flagfile dependency: %s\n' %
1598
- (sub_filename,))
1599
- else:
1600
- # Any line that's not a comment or a nested flagfile should get
1601
- # copied into 2nd position. This leaves earlier arguments
1602
- # further back in the list, thus giving them higher priority.
1603
- flag_line_list.append(line.strip())
1604
- return flag_line_list
1605
-
1606
- def ReadFlagsFromFiles(self, argv, force_gnu=True):
1607
- """Processes command line args, but also allow args to be read from file.
1608
-
1609
- Args:
1610
- argv: A list of strings, usually sys.argv[1:], which may contain one or
1611
- more flagfile directives of the form --flagfile="./filename".
1612
- Note that the name of the program (sys.argv[0]) should be omitted.
1613
- force_gnu: If False, --flagfile parsing obeys normal flag semantics.
1614
- If True, --flagfile parsing instead follows gnu_getopt semantics.
1615
- *** WARNING *** force_gnu=False may become the future default!
1616
-
1617
- Returns:
1618
-
1619
- A new list which has the original list combined with what we read
1620
- from any flagfile(s).
1621
-
1622
- References: Global gflags.FLAG class instance.
1623
-
1624
- This function should be called before the normal FLAGS(argv) call.
1625
- This function scans the input list for a flag that looks like:
1626
- --flagfile=<somefile>. Then it opens <somefile>, reads all valid key
1627
- and value pairs and inserts them into the input list between the
1628
- first item of the list and any subsequent items in the list.
1629
-
1630
- Note that your application's flags are still defined the usual way
1631
- using gflags DEFINE_flag() type functions.
1632
-
1633
- Notes (assuming we're getting a commandline of some sort as our input):
1634
- --> Flags from the command line argv _should_ always take precedence!
1635
- --> A further "--flagfile=<otherfile.cfg>" CAN be nested in a flagfile.
1636
- It will be processed after the parent flag file is done.
1637
- --> For duplicate flags, first one we hit should "win".
1638
- --> In a flagfile, a line beginning with # or // is a comment.
1639
- --> Entirely blank lines _should_ be ignored.
1640
- """
1641
- parsed_file_list = []
1642
- rest_of_args = argv
1643
- new_argv = []
1644
- while rest_of_args:
1645
- current_arg = rest_of_args[0]
1646
- rest_of_args = rest_of_args[1:]
1647
- if self.__IsFlagFileDirective(current_arg):
1648
- # This handles the case of -(-)flagfile foo. In this case the
1649
- # next arg really is part of this one.
1650
- if current_arg == '--flagfile' or current_arg == '-flagfile':
1651
- if not rest_of_args:
1652
- raise IllegalFlagValue('--flagfile with no argument')
1653
- flag_filename = os.path.expanduser(rest_of_args[0])
1654
- rest_of_args = rest_of_args[1:]
1655
- else:
1656
- # This handles the case of (-)-flagfile=foo.
1657
- flag_filename = self.ExtractFilename(current_arg)
1658
- new_argv.extend(
1659
- self.__GetFlagFileLines(flag_filename, parsed_file_list))
1660
- else:
1661
- new_argv.append(current_arg)
1662
- # Stop parsing after '--', like getopt and gnu_getopt.
1663
- if current_arg == '--':
1664
- break
1665
- # Stop parsing after a non-flag, like getopt.
1666
- if not current_arg.startswith('-'):
1667
- if not force_gnu and not self.__dict__['__use_gnu_getopt']:
1668
- break
1669
-
1670
- if rest_of_args:
1671
- new_argv.extend(rest_of_args)
1672
-
1673
- return new_argv
1674
-
1675
- def FlagsIntoString(self):
1676
- """Returns a string with the flags assignments from this FlagValues object.
1677
-
1678
- This function ignores flags whose value is None. Each flag
1679
- assignment is separated by a newline.
1680
-
1681
- NOTE: MUST mirror the behavior of the C++ CommandlineFlagsIntoString
1682
- from http://code.google.com/p/google-gflags
1683
- """
1684
- s = ''
1685
- for flag in self.FlagDict().values():
1686
- if flag.value is not None:
1687
- s += flag.Serialize() + '\n'
1688
- return s
1689
-
1690
- def AppendFlagsIntoFile(self, filename):
1691
- """Appends all flags assignments from this FlagInfo object to a file.
1692
-
1693
- Output will be in the format of a flagfile.
1694
-
1695
- NOTE: MUST mirror the behavior of the C++ AppendFlagsIntoFile
1696
- from http://code.google.com/p/google-gflags
1697
- """
1698
- out_file = open(filename, 'a')
1699
- out_file.write(self.FlagsIntoString())
1700
- out_file.close()
1701
-
1702
- def WriteHelpInXMLFormat(self, outfile=None):
1703
- """Outputs flag documentation in XML format.
1704
-
1705
- NOTE: We use element names that are consistent with those used by
1706
- the C++ command-line flag library, from
1707
- http://code.google.com/p/google-gflags
1708
- We also use a few new elements (e.g., <key>), but we do not
1709
- interfere / overlap with existing XML elements used by the C++
1710
- library. Please maintain this consistency.
1711
-
1712
- Args:
1713
- outfile: File object we write to. Default None means sys.stdout.
1714
- """
1715
- outfile = outfile or sys.stdout
1716
-
1717
- outfile.write('<?xml version=\"1.0\"?>\n')
1718
- outfile.write('<AllFlags>\n')
1719
- indent = ' '
1720
- _WriteSimpleXMLElement(outfile, 'program', os.path.basename(sys.argv[0]),
1721
- indent)
1722
-
1723
- usage_doc = sys.modules['__main__'].__doc__
1724
- if not usage_doc:
1725
- usage_doc = '\nUSAGE: %s [flags]\n' % sys.argv[0]
1726
- else:
1727
- usage_doc = usage_doc.replace('%s', sys.argv[0])
1728
- _WriteSimpleXMLElement(outfile, 'usage', usage_doc, indent)
1729
-
1730
- # Get list of key flags for the main module.
1731
- key_flags = self._GetKeyFlagsForModule(_GetMainModule())
1732
-
1733
- # Sort flags by declaring module name and next by flag name.
1734
- flags_by_module = self.FlagsByModuleDict()
1735
- all_module_names = list(flags_by_module.keys())
1736
- all_module_names.sort()
1737
- for module_name in all_module_names:
1738
- flag_list = [(f.name, f) for f in flags_by_module[module_name]]
1739
- flag_list.sort()
1740
- for unused_flag_name, flag in flag_list:
1741
- is_key = flag in key_flags
1742
- flag.WriteInfoInXMLFormat(outfile, module_name,
1743
- is_key=is_key, indent=indent)
1744
-
1745
- outfile.write('</AllFlags>\n')
1746
- outfile.flush()
1747
-
1748
- def AddValidator(self, validator):
1749
- """Register new flags validator to be checked.
1750
-
1751
- Args:
1752
- validator: gflags_validators.Validator
1753
- Raises:
1754
- AttributeError: if validators work with a non-existing flag.
1755
- """
1756
- for flag_name in validator.GetFlagsNames():
1757
- flag = self.FlagDict()[flag_name]
1758
- flag.validators.append(validator)
1759
-
1760
- # end of FlagValues definition
1761
-
1762
-
1763
- # The global FlagValues instance
1764
- FLAGS = FlagValues()
1765
-
1766
-
1767
- def _StrOrUnicode(value):
1768
- """Converts value to a python string or, if necessary, unicode-string."""
1769
- try:
1770
- return str(value)
1771
- except UnicodeEncodeError:
1772
- return unicode(value)
1773
-
1774
-
1775
- def _MakeXMLSafe(s):
1776
- """Escapes <, >, and & from s, and removes XML 1.0-illegal chars."""
1777
- s = cgi.escape(s) # Escape <, >, and &
1778
- # Remove characters that cannot appear in an XML 1.0 document
1779
- # (http://www.w3.org/TR/REC-xml/#charsets).
1780
- #
1781
- # NOTE: if there are problems with current solution, one may move to
1782
- # XML 1.1, which allows such chars, if they're entity-escaped (&#xHH;).
1783
- s = re.sub(r'[\x00-\x08\x0b\x0c\x0e-\x1f]', '', s)
1784
- # Convert non-ascii characters to entities. Note: requires python >=2.3
1785
- s = s.encode('ascii', 'xmlcharrefreplace') # u'\xce\x88' -> 'u&#904;'
1786
- return s
1787
-
1788
-
1789
- def _WriteSimpleXMLElement(outfile, name, value, indent):
1790
- """Writes a simple XML element.
1791
-
1792
- Args:
1793
- outfile: File object we write the XML element to.
1794
- name: A string, the name of XML element.
1795
- value: A Python object, whose string representation will be used
1796
- as the value of the XML element.
1797
- indent: A string, prepended to each line of generated output.
1798
- """
1799
- value_str = _StrOrUnicode(value)
1800
- if isinstance(value, bool):
1801
- # Display boolean values as the C++ flag library does: no caps.
1802
- value_str = value_str.lower()
1803
- safe_value_str = _MakeXMLSafe(value_str)
1804
- outfile.write('%s<%s>%s</%s>\n' % (indent, name, safe_value_str, name))
1805
-
1806
-
1807
- class Flag:
1808
- """Information about a command-line flag.
1809
-
1810
- 'Flag' objects define the following fields:
1811
- .name - the name for this flag
1812
- .default - the default value for this flag
1813
- .default_as_str - default value as repr'd string, e.g., "'true'" (or None)
1814
- .value - the most recent parsed value of this flag; set by Parse()
1815
- .help - a help string or None if no help is available
1816
- .short_name - the single letter alias for this flag (or None)
1817
- .boolean - if 'true', this flag does not accept arguments
1818
- .present - true if this flag was parsed from command line flags.
1819
- .parser - an ArgumentParser object
1820
- .serializer - an ArgumentSerializer object
1821
- .allow_override - the flag may be redefined without raising an error
1822
-
1823
- The only public method of a 'Flag' object is Parse(), but it is
1824
- typically only called by a 'FlagValues' object. The Parse() method is
1825
- a thin wrapper around the 'ArgumentParser' Parse() method. The parsed
1826
- value is saved in .value, and the .present attribute is updated. If
1827
- this flag was already present, a FlagsError is raised.
1828
-
1829
- Parse() is also called during __init__ to parse the default value and
1830
- initialize the .value attribute. This enables other python modules to
1831
- safely use flags even if the __main__ module neglects to parse the
1832
- command line arguments. The .present attribute is cleared after
1833
- __init__ parsing. If the default value is set to None, then the
1834
- __init__ parsing step is skipped and the .value attribute is
1835
- initialized to None.
1836
-
1837
- Note: The default value is also presented to the user in the help
1838
- string, so it is important that it be a legal value for this flag.
1839
- """
1840
-
1841
- def __init__(self, parser, serializer, name, default, help_string,
1842
- short_name=None, boolean=0, allow_override=0):
1843
- self.name = name
1844
-
1845
- if not help_string:
1846
- help_string = '(no help available)'
1847
-
1848
- self.help = help_string
1849
- self.short_name = short_name
1850
- self.boolean = boolean
1851
- self.present = 0
1852
- self.parser = parser
1853
- self.serializer = serializer
1854
- self.allow_override = allow_override
1855
- self.value = None
1856
- self.validators = []
1857
-
1858
- self.SetDefault(default)
1859
-
1860
- def __hash__(self):
1861
- return hash(id(self))
1862
-
1863
- def __eq__(self, other):
1864
- return self is other
1865
-
1866
- def __lt__(self, other):
1867
- if isinstance(other, Flag):
1868
- return id(self) < id(other)
1869
- return NotImplemented
1870
-
1871
- def __GetParsedValueAsString(self, value):
1872
- if value is None:
1873
- return None
1874
- if self.serializer:
1875
- return repr(self.serializer.Serialize(value))
1876
- if self.boolean:
1877
- if value:
1878
- return repr('true')
1879
- else:
1880
- return repr('false')
1881
- return repr(_StrOrUnicode(value))
1882
-
1883
- def Parse(self, argument):
1884
- try:
1885
- self.value = self.parser.Parse(argument)
1886
- except ValueError, e: # recast ValueError as IllegalFlagValue
1887
- raise IllegalFlagValue("flag --%s=%s: %s" % (self.name, argument, e))
1888
- self.present += 1
1889
-
1890
- def Unparse(self):
1891
- if self.default is None:
1892
- self.value = None
1893
- else:
1894
- self.Parse(self.default)
1895
- self.present = 0
1896
-
1897
- def Serialize(self):
1898
- if self.value is None:
1899
- return ''
1900
- if self.boolean:
1901
- if self.value:
1902
- return "--%s" % self.name
1903
- else:
1904
- return "--no%s" % self.name
1905
- else:
1906
- if not self.serializer:
1907
- raise FlagsError("Serializer not present for flag %s" % self.name)
1908
- return "--%s=%s" % (self.name, self.serializer.Serialize(self.value))
1909
-
1910
- def SetDefault(self, value):
1911
- """Changes the default value (and current value too) for this Flag."""
1912
- # We can't allow a None override because it may end up not being
1913
- # passed to C++ code when we're overriding C++ flags. So we
1914
- # cowardly bail out until someone fixes the semantics of trying to
1915
- # pass None to a C++ flag. See swig_flags.Init() for details on
1916
- # this behavior.
1917
- # TODO(user): Users can directly call this method, bypassing all flags
1918
- # validators (we don't have FlagValues here, so we can not check
1919
- # validators).
1920
- # The simplest solution I see is to make this method private.
1921
- # Another approach would be to store reference to the corresponding
1922
- # FlagValues with each flag, but this seems to be an overkill.
1923
- if value is None and self.allow_override:
1924
- raise DuplicateFlagCannotPropagateNoneToSwig(self.name)
1925
-
1926
- self.default = value
1927
- self.Unparse()
1928
- self.default_as_str = self.__GetParsedValueAsString(self.value)
1929
-
1930
- def Type(self):
1931
- """Returns: a string that describes the type of this Flag."""
1932
- # NOTE: we use strings, and not the types.*Type constants because
1933
- # our flags can have more exotic types, e.g., 'comma separated list
1934
- # of strings', 'whitespace separated list of strings', etc.
1935
- return self.parser.Type()
1936
-
1937
- def WriteInfoInXMLFormat(self, outfile, module_name, is_key=False, indent=''):
1938
- """Writes common info about this flag, in XML format.
1939
-
1940
- This is information that is relevant to all flags (e.g., name,
1941
- meaning, etc.). If you defined a flag that has some other pieces of
1942
- info, then please override _WriteCustomInfoInXMLFormat.
1943
-
1944
- Please do NOT override this method.
1945
-
1946
- Args:
1947
- outfile: File object we write to.
1948
- module_name: A string, the name of the module that defines this flag.
1949
- is_key: A boolean, True iff this flag is key for main module.
1950
- indent: A string that is prepended to each generated line.
1951
- """
1952
- outfile.write(indent + '<flag>\n')
1953
- inner_indent = indent + ' '
1954
- if is_key:
1955
- _WriteSimpleXMLElement(outfile, 'key', 'yes', inner_indent)
1956
- _WriteSimpleXMLElement(outfile, 'file', module_name, inner_indent)
1957
- # Print flag features that are relevant for all flags.
1958
- _WriteSimpleXMLElement(outfile, 'name', self.name, inner_indent)
1959
- if self.short_name:
1960
- _WriteSimpleXMLElement(outfile, 'short_name', self.short_name,
1961
- inner_indent)
1962
- if self.help:
1963
- _WriteSimpleXMLElement(outfile, 'meaning', self.help, inner_indent)
1964
- # The default flag value can either be represented as a string like on the
1965
- # command line, or as a Python object. We serialize this value in the
1966
- # latter case in order to remain consistent.
1967
- if self.serializer and not isinstance(self.default, str):
1968
- default_serialized = self.serializer.Serialize(self.default)
1969
- else:
1970
- default_serialized = self.default
1971
- _WriteSimpleXMLElement(outfile, 'default', default_serialized, inner_indent)
1972
- _WriteSimpleXMLElement(outfile, 'current', self.value, inner_indent)
1973
- _WriteSimpleXMLElement(outfile, 'type', self.Type(), inner_indent)
1974
- # Print extra flag features this flag may have.
1975
- self._WriteCustomInfoInXMLFormat(outfile, inner_indent)
1976
- outfile.write(indent + '</flag>\n')
1977
-
1978
- def _WriteCustomInfoInXMLFormat(self, outfile, indent):
1979
- """Writes extra info about this flag, in XML format.
1980
-
1981
- "Extra" means "not already printed by WriteInfoInXMLFormat above."
1982
-
1983
- Args:
1984
- outfile: File object we write to.
1985
- indent: A string that is prepended to each generated line.
1986
- """
1987
- # Usually, the parser knows the extra details about the flag, so
1988
- # we just forward the call to it.
1989
- self.parser.WriteCustomInfoInXMLFormat(outfile, indent)
1990
- # End of Flag definition
1991
-
1992
-
1993
- class _ArgumentParserCache(type):
1994
- """Metaclass used to cache and share argument parsers among flags."""
1995
-
1996
- _instances = {}
1997
-
1998
- def __call__(mcs, *args, **kwargs):
1999
- """Returns an instance of the argument parser cls.
2000
-
2001
- This method overrides behavior of the __new__ methods in
2002
- all subclasses of ArgumentParser (inclusive). If an instance
2003
- for mcs with the same set of arguments exists, this instance is
2004
- returned, otherwise a new instance is created.
2005
-
2006
- If any keyword arguments are defined, or the values in args
2007
- are not hashable, this method always returns a new instance of
2008
- cls.
2009
-
2010
- Args:
2011
- args: Positional initializer arguments.
2012
- kwargs: Initializer keyword arguments.
2013
-
2014
- Returns:
2015
- An instance of cls, shared or new.
2016
- """
2017
- if kwargs:
2018
- return type.__call__(mcs, *args, **kwargs)
2019
- else:
2020
- instances = mcs._instances
2021
- key = (mcs,) + tuple(args)
2022
- try:
2023
- return instances[key]
2024
- except KeyError:
2025
- # No cache entry for key exists, create a new one.
2026
- return instances.setdefault(key, type.__call__(mcs, *args))
2027
- except TypeError:
2028
- # An object in args cannot be hashed, always return
2029
- # a new instance.
2030
- return type.__call__(mcs, *args)
2031
-
2032
-
2033
- class ArgumentParser(object):
2034
- """Base class used to parse and convert arguments.
2035
-
2036
- The Parse() method checks to make sure that the string argument is a
2037
- legal value and convert it to a native type. If the value cannot be
2038
- converted, it should throw a 'ValueError' exception with a human
2039
- readable explanation of why the value is illegal.
2040
-
2041
- Subclasses should also define a syntactic_help string which may be
2042
- presented to the user to describe the form of the legal values.
2043
-
2044
- Argument parser classes must be stateless, since instances are cached
2045
- and shared between flags. Initializer arguments are allowed, but all
2046
- member variables must be derived from initializer arguments only.
2047
- """
2048
- __metaclass__ = _ArgumentParserCache
2049
-
2050
- syntactic_help = ""
2051
-
2052
- def Parse(self, argument):
2053
- """Default implementation: always returns its argument unmodified."""
2054
- return argument
2055
-
2056
- def Type(self):
2057
- return 'string'
2058
-
2059
- def WriteCustomInfoInXMLFormat(self, outfile, indent):
2060
- pass
2061
-
2062
-
2063
- class ArgumentSerializer:
2064
- """Base class for generating string representations of a flag value."""
2065
-
2066
- def Serialize(self, value):
2067
- return _StrOrUnicode(value)
2068
-
2069
-
2070
- class ListSerializer(ArgumentSerializer):
2071
-
2072
- def __init__(self, list_sep):
2073
- self.list_sep = list_sep
2074
-
2075
- def Serialize(self, value):
2076
- return self.list_sep.join([_StrOrUnicode(x) for x in value])
2077
-
2078
-
2079
- # Flags validators
2080
-
2081
-
2082
- def RegisterValidator(flag_name,
2083
- checker,
2084
- message='Flag validation failed',
2085
- flag_values=FLAGS):
2086
- """Adds a constraint, which will be enforced during program execution.
2087
-
2088
- The constraint is validated when flags are initially parsed, and after each
2089
- change of the corresponding flag's value.
2090
- Args:
2091
- flag_name: string, name of the flag to be checked.
2092
- checker: method to validate the flag.
2093
- input - value of the corresponding flag (string, boolean, etc.
2094
- This value will be passed to checker by the library). See file's
2095
- docstring for examples.
2096
- output - Boolean.
2097
- Must return True if validator constraint is satisfied.
2098
- If constraint is not satisfied, it should either return False or
2099
- raise gflags_validators.Error(desired_error_message).
2100
- message: error text to be shown to the user if checker returns False.
2101
- If checker raises gflags_validators.Error, message from the raised
2102
- Error will be shown.
2103
- flag_values: FlagValues
2104
- Raises:
2105
- AttributeError: if flag_name is not registered as a valid flag name.
2106
- """
2107
- flag_values.AddValidator(gflags_validators.SimpleValidator(flag_name,
2108
- checker,
2109
- message))
2110
-
2111
-
2112
- def MarkFlagAsRequired(flag_name, flag_values=FLAGS):
2113
- """Ensure that flag is not None during program execution.
2114
-
2115
- Registers a flag validator, which will follow usual validator
2116
- rules.
2117
- Args:
2118
- flag_name: string, name of the flag
2119
- flag_values: FlagValues
2120
- Raises:
2121
- AttributeError: if flag_name is not registered as a valid flag name.
2122
- """
2123
- RegisterValidator(flag_name,
2124
- lambda value: value is not None,
2125
- message='Flag --%s must be specified.' % flag_name,
2126
- flag_values=flag_values)
2127
-
2128
-
2129
- def _RegisterBoundsValidatorIfNeeded(parser, name, flag_values):
2130
- """Enforce lower and upper bounds for numeric flags.
2131
-
2132
- Args:
2133
- parser: NumericParser (either FloatParser or IntegerParser). Provides lower
2134
- and upper bounds, and help text to display.
2135
- name: string, name of the flag
2136
- flag_values: FlagValues
2137
- """
2138
- if parser.lower_bound is not None or parser.upper_bound is not None:
2139
-
2140
- def Checker(value):
2141
- if value is not None and parser.IsOutsideBounds(value):
2142
- message = '%s is not %s' % (value, parser.syntactic_help)
2143
- raise gflags_validators.Error(message)
2144
- return True
2145
-
2146
- RegisterValidator(name,
2147
- Checker,
2148
- flag_values=flag_values)
2149
-
2150
-
2151
- # The DEFINE functions are explained in mode details in the module doc string.
2152
-
2153
-
2154
- def DEFINE(parser, name, default, help, flag_values=FLAGS, serializer=None,
2155
- **args):
2156
- """Registers a generic Flag object.
2157
-
2158
- NOTE: in the docstrings of all DEFINE* functions, "registers" is short
2159
- for "creates a new flag and registers it".
2160
-
2161
- Auxiliary function: clients should use the specialized DEFINE_<type>
2162
- function instead.
2163
-
2164
- Args:
2165
- parser: ArgumentParser that is used to parse the flag arguments.
2166
- name: A string, the flag name.
2167
- default: The default value of the flag.
2168
- help: A help string.
2169
- flag_values: FlagValues object the flag will be registered with.
2170
- serializer: ArgumentSerializer that serializes the flag value.
2171
- args: Dictionary with extra keyword args that are passes to the
2172
- Flag __init__.
2173
- """
2174
- DEFINE_flag(Flag(parser, serializer, name, default, help, **args),
2175
- flag_values)
2176
-
2177
-
2178
- def DEFINE_flag(flag, flag_values=FLAGS):
2179
- """Registers a 'Flag' object with a 'FlagValues' object.
2180
-
2181
- By default, the global FLAGS 'FlagValue' object is used.
2182
-
2183
- Typical users will use one of the more specialized DEFINE_xxx
2184
- functions, such as DEFINE_string or DEFINE_integer. But developers
2185
- who need to create Flag objects themselves should use this function
2186
- to register their flags.
2187
- """
2188
- # copying the reference to flag_values prevents pychecker warnings
2189
- fv = flag_values
2190
- fv[flag.name] = flag
2191
- # Tell flag_values who's defining the flag.
2192
- if isinstance(flag_values, FlagValues):
2193
- # Regarding the above isinstance test: some users pass funny
2194
- # values of flag_values (e.g., {}) in order to avoid the flag
2195
- # registration (in the past, there used to be a flag_values ==
2196
- # FLAGS test here) and redefine flags with the same name (e.g.,
2197
- # debug). To avoid breaking their code, we perform the
2198
- # registration only if flag_values is a real FlagValues object.
2199
- module, module_name = _GetCallingModuleObjectAndName()
2200
- flag_values._RegisterFlagByModule(module_name, flag)
2201
- flag_values._RegisterFlagByModuleId(id(module), flag)
2202
-
2203
-
2204
- def _InternalDeclareKeyFlags(flag_names,
2205
- flag_values=FLAGS, key_flag_values=None):
2206
- """Declares a flag as key for the calling module.
2207
-
2208
- Internal function. User code should call DECLARE_key_flag or
2209
- ADOPT_module_key_flags instead.
2210
-
2211
- Args:
2212
- flag_names: A list of strings that are names of already-registered
2213
- Flag objects.
2214
- flag_values: A FlagValues object that the flags listed in
2215
- flag_names have registered with (the value of the flag_values
2216
- argument from the DEFINE_* calls that defined those flags).
2217
- This should almost never need to be overridden.
2218
- key_flag_values: A FlagValues object that (among possibly many
2219
- other things) keeps track of the key flags for each module.
2220
- Default None means "same as flag_values". This should almost
2221
- never need to be overridden.
2222
-
2223
- Raises:
2224
- UnrecognizedFlagError: when we refer to a flag that was not
2225
- defined yet.
2226
- """
2227
- key_flag_values = key_flag_values or flag_values
2228
-
2229
- module = _GetCallingModule()
2230
-
2231
- for flag_name in flag_names:
2232
- if flag_name not in flag_values:
2233
- raise UnrecognizedFlagError(flag_name)
2234
- flag = flag_values.FlagDict()[flag_name]
2235
- key_flag_values._RegisterKeyFlagForModule(module, flag)
2236
-
2237
-
2238
- def DECLARE_key_flag(flag_name, flag_values=FLAGS):
2239
- """Declares one flag as key to the current module.
2240
-
2241
- Key flags are flags that are deemed really important for a module.
2242
- They are important when listing help messages; e.g., if the
2243
- --helpshort command-line flag is used, then only the key flags of the
2244
- main module are listed (instead of all flags, as in the case of
2245
- --help).
2246
-
2247
- Sample usage:
2248
-
2249
- gflags.DECLARED_key_flag('flag_1')
2250
-
2251
- Args:
2252
- flag_name: A string, the name of an already declared flag.
2253
- (Redeclaring flags as key, including flags implicitly key
2254
- because they were declared in this module, is a no-op.)
2255
- flag_values: A FlagValues object. This should almost never
2256
- need to be overridden.
2257
- """
2258
- if flag_name in _SPECIAL_FLAGS:
2259
- # Take care of the special flags, e.g., --flagfile, --undefok.
2260
- # These flags are defined in _SPECIAL_FLAGS, and are treated
2261
- # specially during flag parsing, taking precedence over the
2262
- # user-defined flags.
2263
- _InternalDeclareKeyFlags([flag_name],
2264
- flag_values=_SPECIAL_FLAGS,
2265
- key_flag_values=flag_values)
2266
- return
2267
- _InternalDeclareKeyFlags([flag_name], flag_values=flag_values)
2268
-
2269
-
2270
- def ADOPT_module_key_flags(module, flag_values=FLAGS):
2271
- """Declares that all flags key to a module are key to the current module.
2272
-
2273
- Args:
2274
- module: A module object.
2275
- flag_values: A FlagValues object. This should almost never need
2276
- to be overridden.
2277
-
2278
- Raises:
2279
- FlagsError: When given an argument that is a module name (a
2280
- string), instead of a module object.
2281
- """
2282
- # NOTE(user): an even better test would be if not
2283
- # isinstance(module, types.ModuleType) but I didn't want to import
2284
- # types for such a tiny use.
2285
- if isinstance(module, str):
2286
- raise FlagsError('Received module name %s; expected a module object.'
2287
- % module)
2288
- _InternalDeclareKeyFlags(
2289
- [f.name for f in flag_values._GetKeyFlagsForModule(module.__name__)],
2290
- flag_values=flag_values)
2291
- # If module is this flag module, take _SPECIAL_FLAGS into account.
2292
- if module == _GetThisModuleObjectAndName()[0]:
2293
- _InternalDeclareKeyFlags(
2294
- # As we associate flags with _GetCallingModuleObjectAndName(), the
2295
- # special flags defined in this module are incorrectly registered with
2296
- # a different module. So, we can't use _GetKeyFlagsForModule.
2297
- # Instead, we take all flags from _SPECIAL_FLAGS (a private
2298
- # FlagValues, where no other module should register flags).
2299
- [f.name for f in _SPECIAL_FLAGS.FlagDict().values()],
2300
- flag_values=_SPECIAL_FLAGS,
2301
- key_flag_values=flag_values)
2302
-
2303
-
2304
- #
2305
- # STRING FLAGS
2306
- #
2307
-
2308
-
2309
- def DEFINE_string(name, default, help, flag_values=FLAGS, **args):
2310
- """Registers a flag whose value can be any string."""
2311
- parser = ArgumentParser()
2312
- serializer = ArgumentSerializer()
2313
- DEFINE(parser, name, default, help, flag_values, serializer, **args)
2314
-
2315
-
2316
- #
2317
- # BOOLEAN FLAGS
2318
- #
2319
-
2320
-
2321
- class BooleanParser(ArgumentParser):
2322
- """Parser of boolean values."""
2323
-
2324
- def Convert(self, argument):
2325
- """Converts the argument to a boolean; raise ValueError on errors."""
2326
- if type(argument) == str:
2327
- if argument.lower() in ['true', 't', '1']:
2328
- return True
2329
- elif argument.lower() in ['false', 'f', '0']:
2330
- return False
2331
-
2332
- bool_argument = bool(argument)
2333
- if argument == bool_argument:
2334
- # The argument is a valid boolean (True, False, 0, or 1), and not just
2335
- # something that always converts to bool (list, string, int, etc.).
2336
- return bool_argument
2337
-
2338
- raise ValueError('Non-boolean argument to boolean flag', argument)
2339
-
2340
- def Parse(self, argument):
2341
- val = self.Convert(argument)
2342
- return val
2343
-
2344
- def Type(self):
2345
- return 'bool'
2346
-
2347
-
2348
- class BooleanFlag(Flag):
2349
- """Basic boolean flag.
2350
-
2351
- Boolean flags do not take any arguments, and their value is either
2352
- True (1) or False (0). The false value is specified on the command
2353
- line by prepending the word 'no' to either the long or the short flag
2354
- name.
2355
-
2356
- For example, if a Boolean flag was created whose long name was
2357
- 'update' and whose short name was 'x', then this flag could be
2358
- explicitly unset through either --noupdate or --nox.
2359
- """
2360
-
2361
- def __init__(self, name, default, help, short_name=None, **args):
2362
- p = BooleanParser()
2363
- Flag.__init__(self, p, None, name, default, help, short_name, 1, **args)
2364
- if not self.help: self.help = "a boolean value"
2365
-
2366
-
2367
- def DEFINE_boolean(name, default, help, flag_values=FLAGS, **args):
2368
- """Registers a boolean flag.
2369
-
2370
- Such a boolean flag does not take an argument. If a user wants to
2371
- specify a false value explicitly, the long option beginning with 'no'
2372
- must be used: i.e. --noflag
2373
-
2374
- This flag will have a value of None, True or False. None is possible
2375
- if default=None and the user does not specify the flag on the command
2376
- line.
2377
- """
2378
- DEFINE_flag(BooleanFlag(name, default, help, **args), flag_values)
2379
-
2380
-
2381
- # Match C++ API to unconfuse C++ people.
2382
- DEFINE_bool = DEFINE_boolean
2383
-
2384
-
2385
- class HelpFlag(BooleanFlag):
2386
- """
2387
- HelpFlag is a special boolean flag that prints usage information and
2388
- raises a SystemExit exception if it is ever found in the command
2389
- line arguments. Note this is called with allow_override=1, so other
2390
- apps can define their own --help flag, replacing this one, if they want.
2391
- """
2392
- def __init__(self):
2393
- BooleanFlag.__init__(self, "help", 0, "show this help",
2394
- short_name="?", allow_override=1)
2395
- def Parse(self, arg):
2396
- if arg:
2397
- doc = sys.modules["__main__"].__doc__
2398
- flags = str(FLAGS)
2399
- print doc or ("\nUSAGE: %s [flags]\n" % sys.argv[0])
2400
- if flags:
2401
- print "flags:"
2402
- print flags
2403
- sys.exit(1)
2404
- class HelpXMLFlag(BooleanFlag):
2405
- """Similar to HelpFlag, but generates output in XML format."""
2406
- def __init__(self):
2407
- BooleanFlag.__init__(self, 'helpxml', False,
2408
- 'like --help, but generates XML output',
2409
- allow_override=1)
2410
- def Parse(self, arg):
2411
- if arg:
2412
- FLAGS.WriteHelpInXMLFormat(sys.stdout)
2413
- sys.exit(1)
2414
- class HelpshortFlag(BooleanFlag):
2415
- """
2416
- HelpshortFlag is a special boolean flag that prints usage
2417
- information for the "main" module, and rasies a SystemExit exception
2418
- if it is ever found in the command line arguments. Note this is
2419
- called with allow_override=1, so other apps can define their own
2420
- --helpshort flag, replacing this one, if they want.
2421
- """
2422
- def __init__(self):
2423
- BooleanFlag.__init__(self, "helpshort", 0,
2424
- "show usage only for this module", allow_override=1)
2425
- def Parse(self, arg):
2426
- if arg:
2427
- doc = sys.modules["__main__"].__doc__
2428
- flags = FLAGS.MainModuleHelp()
2429
- print doc or ("\nUSAGE: %s [flags]\n" % sys.argv[0])
2430
- if flags:
2431
- print "flags:"
2432
- print flags
2433
- sys.exit(1)
2434
-
2435
- #
2436
- # Numeric parser - base class for Integer and Float parsers
2437
- #
2438
-
2439
-
2440
- class NumericParser(ArgumentParser):
2441
- """Parser of numeric values.
2442
-
2443
- Parsed value may be bounded to a given upper and lower bound.
2444
- """
2445
-
2446
- def IsOutsideBounds(self, val):
2447
- return ((self.lower_bound is not None and val < self.lower_bound) or
2448
- (self.upper_bound is not None and val > self.upper_bound))
2449
-
2450
- def Parse(self, argument):
2451
- val = self.Convert(argument)
2452
- if self.IsOutsideBounds(val):
2453
- raise ValueError("%s is not %s" % (val, self.syntactic_help))
2454
- return val
2455
-
2456
- def WriteCustomInfoInXMLFormat(self, outfile, indent):
2457
- if self.lower_bound is not None:
2458
- _WriteSimpleXMLElement(outfile, 'lower_bound', self.lower_bound, indent)
2459
- if self.upper_bound is not None:
2460
- _WriteSimpleXMLElement(outfile, 'upper_bound', self.upper_bound, indent)
2461
-
2462
- def Convert(self, argument):
2463
- """Default implementation: always returns its argument unmodified."""
2464
- return argument
2465
-
2466
- # End of Numeric Parser
2467
-
2468
- #
2469
- # FLOAT FLAGS
2470
- #
2471
-
2472
-
2473
- class FloatParser(NumericParser):
2474
- """Parser of floating point values.
2475
-
2476
- Parsed value may be bounded to a given upper and lower bound.
2477
- """
2478
- number_article = "a"
2479
- number_name = "number"
2480
- syntactic_help = " ".join((number_article, number_name))
2481
-
2482
- def __init__(self, lower_bound=None, upper_bound=None):
2483
- super(FloatParser, self).__init__()
2484
- self.lower_bound = lower_bound
2485
- self.upper_bound = upper_bound
2486
- sh = self.syntactic_help
2487
- if lower_bound is not None and upper_bound is not None:
2488
- sh = ("%s in the range [%s, %s]" % (sh, lower_bound, upper_bound))
2489
- elif lower_bound == 0:
2490
- sh = "a non-negative %s" % self.number_name
2491
- elif upper_bound == 0:
2492
- sh = "a non-positive %s" % self.number_name
2493
- elif upper_bound is not None:
2494
- sh = "%s <= %s" % (self.number_name, upper_bound)
2495
- elif lower_bound is not None:
2496
- sh = "%s >= %s" % (self.number_name, lower_bound)
2497
- self.syntactic_help = sh
2498
-
2499
- def Convert(self, argument):
2500
- """Converts argument to a float; raises ValueError on errors."""
2501
- return float(argument)
2502
-
2503
- def Type(self):
2504
- return 'float'
2505
- # End of FloatParser
2506
-
2507
-
2508
- def DEFINE_float(name, default, help, lower_bound=None, upper_bound=None,
2509
- flag_values=FLAGS, **args):
2510
- """Registers a flag whose value must be a float.
2511
-
2512
- If lower_bound or upper_bound are set, then this flag must be
2513
- within the given range.
2514
- """
2515
- parser = FloatParser(lower_bound, upper_bound)
2516
- serializer = ArgumentSerializer()
2517
- DEFINE(parser, name, default, help, flag_values, serializer, **args)
2518
- _RegisterBoundsValidatorIfNeeded(parser, name, flag_values=flag_values)
2519
-
2520
- #
2521
- # INTEGER FLAGS
2522
- #
2523
-
2524
-
2525
- class IntegerParser(NumericParser):
2526
- """Parser of an integer value.
2527
-
2528
- Parsed value may be bounded to a given upper and lower bound.
2529
- """
2530
- number_article = "an"
2531
- number_name = "integer"
2532
- syntactic_help = " ".join((number_article, number_name))
2533
-
2534
- def __init__(self, lower_bound=None, upper_bound=None):
2535
- super(IntegerParser, self).__init__()
2536
- self.lower_bound = lower_bound
2537
- self.upper_bound = upper_bound
2538
- sh = self.syntactic_help
2539
- if lower_bound is not None and upper_bound is not None:
2540
- sh = ("%s in the range [%s, %s]" % (sh, lower_bound, upper_bound))
2541
- elif lower_bound == 1:
2542
- sh = "a positive %s" % self.number_name
2543
- elif upper_bound == -1:
2544
- sh = "a negative %s" % self.number_name
2545
- elif lower_bound == 0:
2546
- sh = "a non-negative %s" % self.number_name
2547
- elif upper_bound == 0:
2548
- sh = "a non-positive %s" % self.number_name
2549
- elif upper_bound is not None:
2550
- sh = "%s <= %s" % (self.number_name, upper_bound)
2551
- elif lower_bound is not None:
2552
- sh = "%s >= %s" % (self.number_name, lower_bound)
2553
- self.syntactic_help = sh
2554
-
2555
- def Convert(self, argument):
2556
- __pychecker__ = 'no-returnvalues'
2557
- if type(argument) == str:
2558
- base = 10
2559
- if len(argument) > 2 and argument[0] == "0" and argument[1] == "x":
2560
- base = 16
2561
- return int(argument, base)
2562
- else:
2563
- return int(argument)
2564
-
2565
- def Type(self):
2566
- return 'int'
2567
-
2568
-
2569
- def DEFINE_integer(name, default, help, lower_bound=None, upper_bound=None,
2570
- flag_values=FLAGS, **args):
2571
- """Registers a flag whose value must be an integer.
2572
-
2573
- If lower_bound, or upper_bound are set, then this flag must be
2574
- within the given range.
2575
- """
2576
- parser = IntegerParser(lower_bound, upper_bound)
2577
- serializer = ArgumentSerializer()
2578
- DEFINE(parser, name, default, help, flag_values, serializer, **args)
2579
- _RegisterBoundsValidatorIfNeeded(parser, name, flag_values=flag_values)
2580
-
2581
-
2582
- #
2583
- # ENUM FLAGS
2584
- #
2585
-
2586
-
2587
- class EnumParser(ArgumentParser):
2588
- """Parser of a string enum value (a string value from a given set).
2589
-
2590
- If enum_values (see below) is not specified, any string is allowed.
2591
- """
2592
-
2593
- def __init__(self, enum_values=None):
2594
- super(EnumParser, self).__init__()
2595
- self.enum_values = enum_values
2596
-
2597
- def Parse(self, argument):
2598
- if self.enum_values and argument not in self.enum_values:
2599
- raise ValueError("value should be one of <%s>" %
2600
- "|".join(self.enum_values))
2601
- return argument
2602
-
2603
- def Type(self):
2604
- return 'string enum'
2605
-
2606
-
2607
- class EnumFlag(Flag):
2608
- """Basic enum flag; its value can be any string from list of enum_values."""
2609
-
2610
- def __init__(self, name, default, help, enum_values=None,
2611
- short_name=None, **args):
2612
- enum_values = enum_values or []
2613
- p = EnumParser(enum_values)
2614
- g = ArgumentSerializer()
2615
- Flag.__init__(self, p, g, name, default, help, short_name, **args)
2616
- if not self.help: self.help = "an enum string"
2617
- self.help = "<%s>: %s" % ("|".join(enum_values), self.help)
2618
-
2619
- def _WriteCustomInfoInXMLFormat(self, outfile, indent):
2620
- for enum_value in self.parser.enum_values:
2621
- _WriteSimpleXMLElement(outfile, 'enum_value', enum_value, indent)
2622
-
2623
-
2624
- def DEFINE_enum(name, default, enum_values, help, flag_values=FLAGS,
2625
- **args):
2626
- """Registers a flag whose value can be any string from enum_values."""
2627
- DEFINE_flag(EnumFlag(name, default, help, enum_values, ** args),
2628
- flag_values)
2629
-
2630
-
2631
- #
2632
- # LIST FLAGS
2633
- #
2634
-
2635
-
2636
- class BaseListParser(ArgumentParser):
2637
- """Base class for a parser of lists of strings.
2638
-
2639
- To extend, inherit from this class; from the subclass __init__, call
2640
-
2641
- BaseListParser.__init__(self, token, name)
2642
-
2643
- where token is a character used to tokenize, and name is a description
2644
- of the separator.
2645
- """
2646
-
2647
- def __init__(self, token=None, name=None):
2648
- assert name
2649
- super(BaseListParser, self).__init__()
2650
- self._token = token
2651
- self._name = name
2652
- self.syntactic_help = "a %s separated list" % self._name
2653
-
2654
- def Parse(self, argument):
2655
- if isinstance(argument, list):
2656
- return argument
2657
- elif argument == '':
2658
- return []
2659
- else:
2660
- return [s.strip() for s in argument.split(self._token)]
2661
-
2662
- def Type(self):
2663
- return '%s separated list of strings' % self._name
2664
-
2665
-
2666
- class ListParser(BaseListParser):
2667
- """Parser for a comma-separated list of strings."""
2668
-
2669
- def __init__(self):
2670
- BaseListParser.__init__(self, ',', 'comma')
2671
-
2672
- def WriteCustomInfoInXMLFormat(self, outfile, indent):
2673
- BaseListParser.WriteCustomInfoInXMLFormat(self, outfile, indent)
2674
- _WriteSimpleXMLElement(outfile, 'list_separator', repr(','), indent)
2675
-
2676
-
2677
- class WhitespaceSeparatedListParser(BaseListParser):
2678
- """Parser for a whitespace-separated list of strings."""
2679
-
2680
- def __init__(self):
2681
- BaseListParser.__init__(self, None, 'whitespace')
2682
-
2683
- def WriteCustomInfoInXMLFormat(self, outfile, indent):
2684
- BaseListParser.WriteCustomInfoInXMLFormat(self, outfile, indent)
2685
- separators = list(string.whitespace)
2686
- separators.sort()
2687
- for ws_char in string.whitespace:
2688
- _WriteSimpleXMLElement(outfile, 'list_separator', repr(ws_char), indent)
2689
-
2690
-
2691
- def DEFINE_list(name, default, help, flag_values=FLAGS, **args):
2692
- """Registers a flag whose value is a comma-separated list of strings."""
2693
- parser = ListParser()
2694
- serializer = ListSerializer(',')
2695
- DEFINE(parser, name, default, help, flag_values, serializer, **args)
2696
-
2697
-
2698
- def DEFINE_spaceseplist(name, default, help, flag_values=FLAGS, **args):
2699
- """Registers a flag whose value is a whitespace-separated list of strings.
2700
-
2701
- Any whitespace can be used as a separator.
2702
- """
2703
- parser = WhitespaceSeparatedListParser()
2704
- serializer = ListSerializer(' ')
2705
- DEFINE(parser, name, default, help, flag_values, serializer, **args)
2706
-
2707
-
2708
- #
2709
- # MULTI FLAGS
2710
- #
2711
-
2712
-
2713
- class MultiFlag(Flag):
2714
- """A flag that can appear multiple time on the command-line.
2715
-
2716
- The value of such a flag is a list that contains the individual values
2717
- from all the appearances of that flag on the command-line.
2718
-
2719
- See the __doc__ for Flag for most behavior of this class. Only
2720
- differences in behavior are described here:
2721
-
2722
- * The default value may be either a single value or a list of values.
2723
- A single value is interpreted as the [value] singleton list.
2724
-
2725
- * The value of the flag is always a list, even if the option was
2726
- only supplied once, and even if the default value is a single
2727
- value
2728
- """
2729
-
2730
- def __init__(self, *args, **kwargs):
2731
- Flag.__init__(self, *args, **kwargs)
2732
- self.help += ';\n repeat this option to specify a list of values'
2733
-
2734
- def Parse(self, arguments):
2735
- """Parses one or more arguments with the installed parser.
2736
-
2737
- Args:
2738
- arguments: a single argument or a list of arguments (typically a
2739
- list of default values); a single argument is converted
2740
- internally into a list containing one item.
2741
- """
2742
- if not isinstance(arguments, list):
2743
- # Default value may be a list of values. Most other arguments
2744
- # will not be, so convert them into a single-item list to make
2745
- # processing simpler below.
2746
- arguments = [arguments]
2747
-
2748
- if self.present:
2749
- # keep a backup reference to list of previously supplied option values
2750
- values = self.value
2751
- else:
2752
- # "erase" the defaults with an empty list
2753
- values = []
2754
-
2755
- for item in arguments:
2756
- # have Flag superclass parse argument, overwriting self.value reference
2757
- Flag.Parse(self, item) # also increments self.present
2758
- values.append(self.value)
2759
-
2760
- # put list of option values back in the 'value' attribute
2761
- self.value = values
2762
-
2763
- def Serialize(self):
2764
- if not self.serializer:
2765
- raise FlagsError("Serializer not present for flag %s" % self.name)
2766
- if self.value is None:
2767
- return ''
2768
-
2769
- s = ''
2770
-
2771
- multi_value = self.value
2772
-
2773
- for self.value in multi_value:
2774
- if s: s += ' '
2775
- s += Flag.Serialize(self)
2776
-
2777
- self.value = multi_value
2778
-
2779
- return s
2780
-
2781
- def Type(self):
2782
- return 'multi ' + self.parser.Type()
2783
-
2784
-
2785
- def DEFINE_multi(parser, serializer, name, default, help, flag_values=FLAGS,
2786
- **args):
2787
- """Registers a generic MultiFlag that parses its args with a given parser.
2788
-
2789
- Auxiliary function. Normal users should NOT use it directly.
2790
-
2791
- Developers who need to create their own 'Parser' classes for options
2792
- which can appear multiple times can call this module function to
2793
- register their flags.
2794
- """
2795
- DEFINE_flag(MultiFlag(parser, serializer, name, default, help, **args),
2796
- flag_values)
2797
-
2798
-
2799
- def DEFINE_multistring(name, default, help, flag_values=FLAGS, **args):
2800
- """Registers a flag whose value can be a list of any strings.
2801
-
2802
- Use the flag on the command line multiple times to place multiple
2803
- string values into the list. The 'default' may be a single string
2804
- (which will be converted into a single-element list) or a list of
2805
- strings.
2806
- """
2807
- parser = ArgumentParser()
2808
- serializer = ArgumentSerializer()
2809
- DEFINE_multi(parser, serializer, name, default, help, flag_values, **args)
2810
-
2811
-
2812
- def DEFINE_multi_int(name, default, help, lower_bound=None, upper_bound=None,
2813
- flag_values=FLAGS, **args):
2814
- """Registers a flag whose value can be a list of arbitrary integers.
2815
-
2816
- Use the flag on the command line multiple times to place multiple
2817
- integer values into the list. The 'default' may be a single integer
2818
- (which will be converted into a single-element list) or a list of
2819
- integers.
2820
- """
2821
- parser = IntegerParser(lower_bound, upper_bound)
2822
- serializer = ArgumentSerializer()
2823
- DEFINE_multi(parser, serializer, name, default, help, flag_values, **args)
2824
-
2825
-
2826
- def DEFINE_multi_float(name, default, help, lower_bound=None, upper_bound=None,
2827
- flag_values=FLAGS, **args):
2828
- """Registers a flag whose value can be a list of arbitrary floats.
2829
-
2830
- Use the flag on the command line multiple times to place multiple
2831
- float values into the list. The 'default' may be a single float
2832
- (which will be converted into a single-element list) or a list of
2833
- floats.
2834
- """
2835
- parser = FloatParser(lower_bound, upper_bound)
2836
- serializer = ArgumentSerializer()
2837
- DEFINE_multi(parser, serializer, name, default, help, flag_values, **args)
2838
-
2839
-
2840
- # Now register the flags that we want to exist in all applications.
2841
- # These are all defined with allow_override=1, so user-apps can use
2842
- # these flagnames for their own purposes, if they want.
2843
- DEFINE_flag(HelpFlag())
2844
- DEFINE_flag(HelpshortFlag())
2845
- DEFINE_flag(HelpXMLFlag())
2846
-
2847
- # Define special flags here so that help may be generated for them.
2848
- # NOTE: Please do NOT use _SPECIAL_FLAGS from outside this module.
2849
- _SPECIAL_FLAGS = FlagValues()
2850
-
2851
-
2852
- DEFINE_string(
2853
- 'flagfile', "",
2854
- "Insert flag definitions from the given file into the command line.",
2855
- _SPECIAL_FLAGS)
2856
-
2857
- DEFINE_string(
2858
- 'undefok', "",
2859
- "comma-separated list of flag names that it is okay to specify "
2860
- "on the command line even if the program does not define a flag "
2861
- "with that name. IMPORTANT: flags in this list that have "
2862
- "arguments MUST use the --flag=value format.", _SPECIAL_FLAGS)