clousight-bench 0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (186) hide show
  1. clousight_bench/__init__.py +18 -0
  2. clousight_bench/cli.py +1260 -0
  3. clousight_bench/core/__init__.py +6 -0
  4. clousight_bench/core/analytics.py +271 -0
  5. clousight_bench/core/assets.py +160 -0
  6. clousight_bench/core/billing.py +69 -0
  7. clousight_bench/core/campaign.py +206 -0
  8. clousight_bench/core/campaign_spec.py +98 -0
  9. clousight_bench/core/canonical.py +56 -0
  10. clousight_bench/core/clients.py +178 -0
  11. clousight_bench/core/conformance.py +110 -0
  12. clousight_bench/core/controller.py +85 -0
  13. clousight_bench/core/controller_main.py +315 -0
  14. clousight_bench/core/cost_budget.py +70 -0
  15. clousight_bench/core/cost_notice.py +43 -0
  16. clousight_bench/core/credentials.py +175 -0
  17. clousight_bench/core/endpoints.py +108 -0
  18. clousight_bench/core/errors.py +21 -0
  19. clousight_bench/core/fingerprints.py +94 -0
  20. clousight_bench/core/inventory.py +66 -0
  21. clousight_bench/core/live_guard.py +67 -0
  22. clousight_bench/core/migrate.py +280 -0
  23. clousight_bench/core/observation.py +158 -0
  24. clousight_bench/core/orchestrator.py +1261 -0
  25. clousight_bench/core/persistence.py +74 -0
  26. clousight_bench/core/plugin.py +340 -0
  27. clousight_bench/core/preflight.py +166 -0
  28. clousight_bench/core/prod_submit.py +174 -0
  29. clousight_bench/core/publish.py +376 -0
  30. clousight_bench/core/reaper_base.py +73 -0
  31. clousight_bench/core/record.py +288 -0
  32. clousight_bench/core/redaction.py +160 -0
  33. clousight_bench/core/registry.py +260 -0
  34. clousight_bench/core/report.py +527 -0
  35. clousight_bench/core/reporting/__init__.py +0 -0
  36. clousight_bench/core/reporting/assets/__init__.py +0 -0
  37. clousight_bench/core/reporting/assets/echarts.min.js +45 -0
  38. clousight_bench/core/reporting/bundle.py +329 -0
  39. clousight_bench/core/reporting/profiles/__init__.py +314 -0
  40. clousight_bench/core/reporting/renderers/__init__.py +0 -0
  41. clousight_bench/core/reporting/renderers/base.py +13 -0
  42. clousight_bench/core/reporting/renderers/brand.py +70 -0
  43. clousight_bench/core/reporting/renderers/charts_js.py +40 -0
  44. clousight_bench/core/reporting/renderers/echarts.py +282 -0
  45. clousight_bench/core/reporting/renderers/html.py +388 -0
  46. clousight_bench/core/reporting/renderers/i18n.py +235 -0
  47. clousight_bench/core/reporting/renderers/svg.py +148 -0
  48. clousight_bench/core/resource_ledger.py +90 -0
  49. clousight_bench/core/resource_reconcile.py +88 -0
  50. clousight_bench/core/resource_tags.py +31 -0
  51. clousight_bench/core/resources.py +18 -0
  52. clousight_bench/core/rollup.py +47 -0
  53. clousight_bench/core/runplan.py +321 -0
  54. clousight_bench/core/sampling.py +31 -0
  55. clousight_bench/core/sandbox.py +127 -0
  56. clousight_bench/core/schema.py +45 -0
  57. clousight_bench/core/schema_validate.py +65 -0
  58. clousight_bench/core/statistics.py +171 -0
  59. clousight_bench/core/stats.py +41 -0
  60. clousight_bench/core/store.py +540 -0
  61. clousight_bench/core/traceview.py +127 -0
  62. clousight_bench/core/tracing.py +166 -0
  63. clousight_bench/core/usage.py +53 -0
  64. clousight_bench/core/validation.py +87 -0
  65. clousight_bench/core/versioning.py +61 -0
  66. clousight_bench/core/watchdog.py +60 -0
  67. clousight_bench/core/workload.py +222 -0
  68. clousight_bench/domains/__init__.py +1 -0
  69. clousight_bench/domains/agent_runtime/__init__.py +121 -0
  70. clousight_bench/domains/agent_runtime/adapters/__init__.py +1 -0
  71. clousight_bench/domains/agent_runtime/adapters/aws_clouds.py +73 -0
  72. clousight_bench/domains/agent_runtime/adapters/base.py +677 -0
  73. clousight_bench/domains/agent_runtime/adapters/cn_clouds.py +123 -0
  74. clousight_bench/domains/agent_runtime/adapters/local_sim.py +31 -0
  75. clousight_bench/domains/agent_runtime/adapters/managed.py +317 -0
  76. clousight_bench/domains/agent_runtime/adapters/transport.py +846 -0
  77. clousight_bench/domains/agent_runtime/agent_bundle/README.md +46 -0
  78. clousight_bench/domains/agent_runtime/agent_bundle/__init__.py +5 -0
  79. clousight_bench/domains/agent_runtime/agent_bundle/agent.py +383 -0
  80. clousight_bench/domains/agent_runtime/agent_bundle/lc_agent.py +339 -0
  81. clousight_bench/domains/agent_runtime/aliyun.py +2118 -0
  82. clousight_bench/domains/agent_runtime/artifact.py +237 -0
  83. clousight_bench/domains/agent_runtime/aws/__init__.py +0 -0
  84. clousight_bench/domains/agent_runtime/aws/campaign_probe.py +90 -0
  85. clousight_bench/domains/agent_runtime/aws/carrier.py +251 -0
  86. clousight_bench/domains/agent_runtime/aws/provider.py +42 -0
  87. clousight_bench/domains/agent_runtime/aws/reaper.py +123 -0
  88. clousight_bench/domains/agent_runtime/aws/transport.py +1231 -0
  89. clousight_bench/domains/agent_runtime/campaign_probe_base.py +131 -0
  90. clousight_bench/domains/agent_runtime/carrier_base.py +129 -0
  91. clousight_bench/domains/agent_runtime/controller_reaper.py +63 -0
  92. clousight_bench/domains/agent_runtime/data/prices.json +34 -0
  93. clousight_bench/domains/agent_runtime/data/resources.json +49 -0
  94. clousight_bench/domains/agent_runtime/dataplane_dispatch.py +326 -0
  95. clousight_bench/domains/agent_runtime/dev_wheel.py +169 -0
  96. clousight_bench/domains/agent_runtime/ecs_carrier.py +331 -0
  97. clousight_bench/domains/agent_runtime/mock_tools.py +291 -0
  98. clousight_bench/domains/agent_runtime/openinference.py +131 -0
  99. clousight_bench/domains/agent_runtime/permissions.py +38 -0
  100. clousight_bench/domains/agent_runtime/probe/__init__.py +1 -0
  101. clousight_bench/domains/agent_runtime/probe/agent_loop.py +228 -0
  102. clousight_bench/domains/agent_runtime/probe/campaign_channel.py +129 -0
  103. clousight_bench/domains/agent_runtime/probe/client.py +72 -0
  104. clousight_bench/domains/agent_runtime/probe/dataplane.py +1410 -0
  105. clousight_bench/domains/agent_runtime/probe/invoke.py +315 -0
  106. clousight_bench/domains/agent_runtime/probe/jobs.py +137 -0
  107. clousight_bench/domains/agent_runtime/probe/oss_channel.py +295 -0
  108. clousight_bench/domains/agent_runtime/probe/oss_client.py +205 -0
  109. clousight_bench/domains/agent_runtime/probe/oss_dispatch_client.py +101 -0
  110. clousight_bench/domains/agent_runtime/probe/oss_sink.py +71 -0
  111. clousight_bench/domains/agent_runtime/probe/oss_sync.py +72 -0
  112. clousight_bench/domains/agent_runtime/probe/runner.py +74 -0
  113. clousight_bench/domains/agent_runtime/probe/s3_client.py +136 -0
  114. clousight_bench/domains/agent_runtime/probe/server.py +134 -0
  115. clousight_bench/domains/agent_runtime/protocol.py +103 -0
  116. clousight_bench/domains/agent_runtime/reaper.py +244 -0
  117. clousight_bench/domains/agent_runtime/session_memory.py +53 -0
  118. clousight_bench/domains/agent_runtime/tasks/__init__.py +1 -0
  119. clousight_bench/domains/agent_runtime/tasks/t0_1_provision_latency.py +166 -0
  120. clousight_bench/domains/agent_runtime/tasks/t0_2_teardown_cleanliness.py +111 -0
  121. clousight_bench/domains/agent_runtime/tasks/t1_10_retry_storm.py +123 -0
  122. clousight_bench/domains/agent_runtime/tasks/t1_11_concurrent_writes.py +85 -0
  123. clousight_bench/domains/agent_runtime/tasks/t1_12_head_of_line.py +110 -0
  124. clousight_bench/domains/agent_runtime/tasks/t1_13_startup_curve.py +137 -0
  125. clousight_bench/domains/agent_runtime/tasks/t1_14_idle_timeout_honor.py +155 -0
  126. clousight_bench/domains/agent_runtime/tasks/t1_1_startup_latency.py +133 -0
  127. clousight_bench/domains/agent_runtime/tasks/t1_2_state_persistence.py +82 -0
  128. clousight_bench/domains/agent_runtime/tasks/t1_3_fault_recovery.py +117 -0
  129. clousight_bench/domains/agent_runtime/tasks/t1_4_sustained_load.py +162 -0
  130. clousight_bench/domains/agent_runtime/tasks/t1_5_warm_retention.py +139 -0
  131. clousight_bench/domains/agent_runtime/tasks/t1_6_soak.py +101 -0
  132. clousight_bench/domains/agent_runtime/tasks/t1_7_rate_limit.py +119 -0
  133. clousight_bench/domains/agent_runtime/tasks/t1_8_cancellation.py +104 -0
  134. clousight_bench/domains/agent_runtime/tasks/t1_9_ttft.py +118 -0
  135. clousight_bench/domains/agent_runtime/tasks/t2_1_tool_registration.py +90 -0
  136. clousight_bench/domains/agent_runtime/tasks/t4_1_trace_completeness.py +148 -0
  137. clousight_bench/domains/agent_runtime/tasks/t4_2_otel_export.py +132 -0
  138. clousight_bench/domains/agent_runtime/tasks/t4_3_signals.py +124 -0
  139. clousight_bench/domains/agent_runtime/tasks/t4_4_span_propagation.py +106 -0
  140. clousight_bench/domains/agent_runtime/tasks/t4_5_export_latency.py +98 -0
  141. clousight_bench/domains/agent_runtime/tasks/t5_1_cost_attribution.py +122 -0
  142. clousight_bench/domains/agent_runtime/tasks/t5_2_elasticity.py +122 -0
  143. clousight_bench/domains/agent_runtime/tasks/t5_3_idle_cost.py +113 -0
  144. clousight_bench/domains/agent_runtime/tasks/t5_4_concurrency_ceiling.py +65 -0
  145. clousight_bench/domains/agent_runtime/tasks/t6_1_isolation.py +153 -0
  146. clousight_bench/domains/agent_runtime/transport_base.py +61 -0
  147. clousight_bench/domains/bigdata_emr/__init__.py +32 -0
  148. clousight_bench/domains/bigdata_emr/adapters/__init__.py +1 -0
  149. clousight_bench/domains/bigdata_emr/adapters/aws_emr.py +57 -0
  150. clousight_bench/domains/bigdata_emr/adapters/base.py +32 -0
  151. clousight_bench/domains/bigdata_emr/adapters/local_process.py +32 -0
  152. clousight_bench/domains/bigdata_emr/tasks/__init__.py +1 -0
  153. clousight_bench/domains/bigdata_emr/tasks/j1_1_wordcount.py +116 -0
  154. clousight_bench/enrichers/__init__.py +6 -0
  155. clousight_bench/enrichers/data/pricing.seed.json +94 -0
  156. clousight_bench/enrichers/pricing.py +156 -0
  157. clousight_bench/py.typed +0 -0
  158. clousight_bench/resources/__init__.py +1 -0
  159. clousight_bench/resources/brand/logo.png +0 -0
  160. clousight_bench/resources/brand/providers/alibaba.svg +3 -0
  161. clousight_bench/resources/brand/providers/aws.svg +6 -0
  162. clousight_bench/resources/brand/providers/azure.svg +23 -0
  163. clousight_bench/resources/brand/providers/gcp.svg +6 -0
  164. clousight_bench/resources/brand/providers/huawei.svg +3 -0
  165. clousight_bench/resources/brand/providers/ibm.svg +39 -0
  166. clousight_bench/resources/brand/providers/oracle.svg +3 -0
  167. clousight_bench/resources/brand/providers/ovh.svg +3 -0
  168. clousight_bench/resources/brand/providers/tencent.svg +5 -0
  169. clousight_bench/resources/schemas/result-record-0.2.schema.json +23 -0
  170. clousight_bench/resources/schemas/runspec.schema.json +13 -0
  171. clousight_bench/resources/schemas/workload-manifest.schema.json +14 -0
  172. clousight_bench/resources/workloads/__init__.py +1 -0
  173. clousight_bench/resources/workloads/gsm8k-stats/manifest.yaml +23 -0
  174. clousight_bench/resources/workloads/gsm8k-stats/run.py +72 -0
  175. clousight_bench/resources/workloads/synthetic-sampler/manifest.yaml +6 -0
  176. clousight_bench/resources/workloads/synthetic-sampler/run.py +35 -0
  177. clousight_bench/resources/workloads/wordcount-py/manifest.yaml +17 -0
  178. clousight_bench/resources/workloads/wordcount-py/run.py +67 -0
  179. clousight_bench/resources/workloads/ycsb-wrapper/manifest.yaml +24 -0
  180. clousight_bench/resources/workloads/ycsb-wrapper/run.sh +76 -0
  181. clousight_bench-0.2.0.dist-info/METADATA +272 -0
  182. clousight_bench-0.2.0.dist-info/RECORD +186 -0
  183. clousight_bench-0.2.0.dist-info/WHEEL +4 -0
  184. clousight_bench-0.2.0.dist-info/entry_points.txt +22 -0
  185. clousight_bench-0.2.0.dist-info/licenses/LICENSE +202 -0
  186. clousight_bench-0.2.0.dist-info/licenses/NOTICE +13 -0
clousight_bench/__init__.py ADDED
@@ -0,0 +1,18 @@
1
+ """Clousight Bench: reproducible, evidence-graded benchmarking for cloud products."""
2
+
3
+ RUNNER_VERSION = "0.2.0"
4
+
5
+ # The result contract readers negotiate on (Phase 1B replaced schema "1.0").
6
+ # Re-exported, never re-declared: the record module owns the number it stamps
7
+ # and validates, so the package can never advertise a version the writer does
8
+ # not produce. core.record imports nothing from this package, so this cannot
9
+ # become an import cycle.
10
+ from clousight_bench.core.record import SCHEMA_VERSION # noqa: E402
11
+
12
+ RESULT_SCHEMA_VERSION = SCHEMA_VERSION
13
+
14
+ # Temporary compatibility contract for the plugin surface.
15
+ # Phase 1D replaces this with API-range negotiation.
16
+ PLUGIN_API_VERSION = "1.0"
17
+
18
+ __version__ = RUNNER_VERSION