llmtracefx 1.12.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (178) hide show
  1. llmtracefx/__init__.py +1 -0
  2. llmtracefx/api/__init__.py +1 -0
  3. llmtracefx/api/serve.py +799 -0
  4. llmtracefx/brand.py +201 -0
  5. llmtracefx/cache_audit/__init__.py +65 -0
  6. llmtracefx/cache_audit/adapters/__init__.py +16 -0
  7. llmtracefx/cache_audit/adapters/base.py +90 -0
  8. llmtracefx/cache_audit/adapters/mlx.py +1547 -0
  9. llmtracefx/cache_audit/adapters/reference.py +578 -0
  10. llmtracefx/cache_audit/adapters/vllm.py +848 -0
  11. llmtracefx/cache_audit/api.py +54 -0
  12. llmtracefx/cache_audit/bundle.py +1937 -0
  13. llmtracefx/cache_audit/cli.py +250 -0
  14. llmtracefx/cache_audit/data/apple-silicon-python313-mlx-lm-runtime-v1.json +274 -0
  15. llmtracefx/cache_audit/data/qwen3-4b-conversion-manifest-v1.json +115 -0
  16. llmtracefx/cache_audit/data/qwen3-4b-conversion-summary.json +173 -0
  17. llmtracefx/cache_audit/demo.py +222 -0
  18. llmtracefx/cache_audit/expected.py +292 -0
  19. llmtracefx/cache_audit/real_mlx.py +7707 -0
  20. llmtracefx/cache_audit/report.py +268 -0
  21. llmtracefx/cache_audit/report_html.py +190 -0
  22. llmtracefx/cache_audit/runner.py +297 -0
  23. llmtracefx/cache_audit/schema.py +1284 -0
  24. llmtracefx/cache_audit/verdicts.py +367 -0
  25. llmtracefx/cache_audit/workloads.py +267 -0
  26. llmtracefx/deploy/__init__.py +59 -0
  27. llmtracefx/deploy/budget.py +494 -0
  28. llmtracefx/deploy/cli.py +816 -0
  29. llmtracefx/deploy/cloudrift.py +328 -0
  30. llmtracefx/deploy/cloudrift_cli.py +69 -0
  31. llmtracefx/deploy/commands.py +441 -0
  32. llmtracefx/deploy/endpoint.py +216 -0
  33. llmtracefx/deploy/environment.py +400 -0
  34. llmtracefx/deploy/errors.py +19 -0
  35. llmtracefx/deploy/manifest.py +435 -0
  36. llmtracefx/deploy/modal_glm_app.py +664 -0
  37. llmtracefx/deploy/model_inventory.py +179 -0
  38. llmtracefx/deploy/plan.py +442 -0
  39. llmtracefx/deploy/pricing.py +231 -0
  40. llmtracefx/deploy/recipe.py +567 -0
  41. llmtracefx/deploy/resources.py +41 -0
  42. llmtracefx/evidence/__init__.py +15 -0
  43. llmtracefx/evidence/_offline_runner.py +130 -0
  44. llmtracefx/evidence/cli.py +84 -0
  45. llmtracefx/evidence/core.py +2033 -0
  46. llmtracefx/evidence/modal_l4_crossover_verifier.py +34 -0
  47. llmtracefx/evidence/registry.py +1438 -0
  48. llmtracefx/evidence/vllm_crossover_results_verifier.py +10 -0
  49. llmtracefx/explainer/__init__.py +1 -0
  50. llmtracefx/explainer/claude.py +279 -0
  51. llmtracefx/hardware.py +111 -0
  52. llmtracefx/main.py +309 -0
  53. llmtracefx/modal_app.py +324 -0
  54. llmtracefx/optimizer/__init__.py +12 -0
  55. llmtracefx/optimizer/_artifact_io.py +94 -0
  56. llmtracefx/optimizer/cli.py +4146 -0
  57. llmtracefx/optimizer/collectors/__init__.py +57 -0
  58. llmtracefx/optimizer/collectors/_shared.py +94 -0
  59. llmtracefx/optimizer/collectors/mlx.py +768 -0
  60. llmtracefx/optimizer/collectors/native_mtp.py +800 -0
  61. llmtracefx/optimizer/collectors/openai_api.py +4392 -0
  62. llmtracefx/optimizer/collectors/sse.py +222 -0
  63. llmtracefx/optimizer/compare/__init__.py +121 -0
  64. llmtracefx/optimizer/compare/compare.py +1064 -0
  65. llmtracefx/optimizer/compare/cost.py +344 -0
  66. llmtracefx/optimizer/compare/evidence.py +1185 -0
  67. llmtracefx/optimizer/compare/explain.py +197 -0
  68. llmtracefx/optimizer/compare/identity.py +383 -0
  69. llmtracefx/optimizer/compare/policy.py +539 -0
  70. llmtracefx/optimizer/compare/pricing.py +456 -0
  71. llmtracefx/optimizer/compare/report.py +1180 -0
  72. llmtracefx/optimizer/compare/report_html.py +992 -0
  73. llmtracefx/optimizer/doctor/__init__.py +6 -0
  74. llmtracefx/optimizer/doctor/speculative.py +249 -0
  75. llmtracefx/optimizer/export/__init__.py +27 -0
  76. llmtracefx/optimizer/export/otlp.py +109 -0
  77. llmtracefx/optimizer/export/perfetto.py +104 -0
  78. llmtracefx/optimizer/export/trace_model.py +585 -0
  79. llmtracefx/optimizer/gate.py +354 -0
  80. llmtracefx/optimizer/instruments/__init__.py +142 -0
  81. llmtracefx/optimizer/instruments/capability.py +555 -0
  82. llmtracefx/optimizer/instruments/commands.py +648 -0
  83. llmtracefx/optimizer/instruments/evidence.py +248 -0
  84. llmtracefx/optimizer/instruments/export.py +789 -0
  85. llmtracefx/optimizer/instruments/process.py +272 -0
  86. llmtracefx/optimizer/instruments/recorder.py +520 -0
  87. llmtracefx/optimizer/instruments/workflow.py +635 -0
  88. llmtracefx/optimizer/lab/__init__.py +5 -0
  89. llmtracefx/optimizer/lab/autopsy.py +2394 -0
  90. llmtracefx/optimizer/lab/call_ledger.py +307 -0
  91. llmtracefx/optimizer/lab/cli.py +232 -0
  92. llmtracefx/optimizer/lab/core.py +1531 -0
  93. llmtracefx/optimizer/lab/data/autopsy-manifest-v1.json +28 -0
  94. llmtracefx/optimizer/lab/data/fit-frontier-manifest-v1.json +55 -0
  95. llmtracefx/optimizer/lab/data/lab-manifest-v1.json +180 -0
  96. llmtracefx/optimizer/lab/frontier.py +1353 -0
  97. llmtracefx/optimizer/lab/manifest.py +486 -0
  98. llmtracefx/optimizer/lab/qwen3_8b/__init__.py +25 -0
  99. llmtracefx/optimizer/lab/qwen3_8b/benchmark.py +621 -0
  100. llmtracefx/optimizer/lab/qwen3_8b/cli.py +326 -0
  101. llmtracefx/optimizer/lab/qwen3_8b/cloudrift_compile_evidence.py +1506 -0
  102. llmtracefx/optimizer/lab/qwen3_8b/cloudrift_crossover.py +1227 -0
  103. llmtracefx/optimizer/lab/qwen3_8b/cloudrift_crossover_evidence.py +664 -0
  104. llmtracefx/optimizer/lab/qwen3_8b/cloudrift_crossover_results.py +3454 -0
  105. llmtracefx/optimizer/lab/qwen3_8b/cloudrift_crossover_runner.py +1028 -0
  106. llmtracefx/optimizer/lab/qwen3_8b/cloudrift_runner.py +609 -0
  107. llmtracefx/optimizer/lab/qwen3_8b/control_manifest.py +296 -0
  108. llmtracefx/optimizer/lab/qwen3_8b/conversion.py +785 -0
  109. llmtracefx/optimizer/lab/qwen3_8b/conversion_manifest.py +477 -0
  110. llmtracefx/optimizer/lab/qwen3_8b/data/qwen3-8b-control-manifest-template-v1.json +101 -0
  111. llmtracefx/optimizer/lab/qwen3_8b/data/qwen3-8b-conversion-manifest-v1.json +125 -0
  112. llmtracefx/optimizer/lab/qwen3_8b/modal_l4_app.py +264 -0
  113. llmtracefx/optimizer/lab/qwen3_8b/modal_l4_cell_runner.py +781 -0
  114. llmtracefx/optimizer/lab/qwen3_8b/modal_l4_crossover.py +3264 -0
  115. llmtracefx/optimizer/lab/qwen3_8b/modal_l4_crossover_evidence.py +1831 -0
  116. llmtracefx/optimizer/lab/qwen3_8b/modal_l4_crossover_results.py +1450 -0
  117. llmtracefx/optimizer/lab/qwen3_8b/modal_l4_execute.py +1907 -0
  118. llmtracefx/optimizer/lab/qwen3_8b/modal_l4_rates.py +285 -0
  119. llmtracefx/optimizer/lab/qwen3_8b/report.py +477 -0
  120. llmtracefx/optimizer/lab/qwen3_8b/runtime.py +119 -0
  121. llmtracefx/optimizer/lab/qwen3_8b/vllm_compile.py +2106 -0
  122. llmtracefx/optimizer/lab/run_owner.py +100 -0
  123. llmtracefx/optimizer/lab/tier_lifecycle.py +381 -0
  124. llmtracefx/optimizer/manifest.py +155 -0
  125. llmtracefx/optimizer/optimize_summary.py +436 -0
  126. llmtracefx/optimizer/parsers/__init__.py +3 -0
  127. llmtracefx/optimizer/parsers/llama_cpp.py +297 -0
  128. llmtracefx/optimizer/runner.py +374 -0
  129. llmtracefx/optimizer/schema.py +1200 -0
  130. llmtracefx/optimizer/server_metrics/__init__.py +46 -0
  131. llmtracefx/optimizer/server_metrics/diff.py +780 -0
  132. llmtracefx/optimizer/server_metrics/prometheus.py +281 -0
  133. llmtracefx/optimizer/server_metrics/snapshot.py +272 -0
  134. llmtracefx/optimizer/tune/__init__.py +27 -0
  135. llmtracefx/optimizer/tune/explain.py +115 -0
  136. llmtracefx/optimizer/tune/identity.py +269 -0
  137. llmtracefx/optimizer/tune/loader.py +366 -0
  138. llmtracefx/optimizer/tune/policy.py +363 -0
  139. llmtracefx/optimizer/tune/report.py +574 -0
  140. llmtracefx/optimizer/tune/report_html.py +1393 -0
  141. llmtracefx/optimizer/tune/tuner.py +625 -0
  142. llmtracefx/optimizer/workloads/__init__.py +15 -0
  143. llmtracefx/optimizer/workloads/aggregate.py +303 -0
  144. llmtracefx/optimizer/workloads/api_budget.py +929 -0
  145. llmtracefx/optimizer/workloads/api_profiles.py +114 -0
  146. llmtracefx/optimizer/workloads/api_verify.py +1583 -0
  147. llmtracefx/optimizer/workloads/catalog.py +104 -0
  148. llmtracefx/optimizer/workloads/evaluators.py +443 -0
  149. llmtracefx/optimizer/workloads/materialize.py +185 -0
  150. llmtracefx/optimizer/workloads/matrix.py +489 -0
  151. llmtracefx/optimizer/workloads/schema.py +237 -0
  152. llmtracefx/optimizer/workloads/verify.py +1011 -0
  153. llmtracefx/profiler/__init__.py +5 -0
  154. llmtracefx/profiler/fusion_suggester.py +385 -0
  155. llmtracefx/profiler/gpu_analyzer.py +340 -0
  156. llmtracefx/profiler/mlx_tracer.py +244 -0
  157. llmtracefx/profiler/trace_parser.py +195 -0
  158. llmtracefx/realtime_dashboard.py +1165 -0
  159. llmtracefx/utils/__init__.py +1 -0
  160. llmtracefx/utils/config.py +49 -0
  161. llmtracefx/visualize/__init__.py +1 -0
  162. llmtracefx/visualize/flame.py +566 -0
  163. llmtracefx-1.12.0.data/scripts/run-vllm-kv-truth-clean-env.py +923 -0
  164. llmtracefx-1.12.0.dist-info/METADATA +1104 -0
  165. llmtracefx-1.12.0.dist-info/RECORD +178 -0
  166. llmtracefx-1.12.0.dist-info/WHEEL +5 -0
  167. llmtracefx-1.12.0.dist-info/entry_points.txt +19 -0
  168. llmtracefx-1.12.0.dist-info/licenses/LICENSE +201 -0
  169. llmtracefx-1.12.0.dist-info/top_level.txt +2 -0
  170. vllm_kv_truth/__init__.py +1 -0
  171. vllm_kv_truth/cli.py +185 -0
  172. vllm_kv_truth/data/qwen3-8b-vllm-source-manifest-v1.json +31 -0
  173. vllm_kv_truth/evidence.py +1004 -0
  174. vllm_kv_truth/lifecycle.py +4399 -0
  175. vllm_kv_truth/model_download.py +181 -0
  176. vllm_kv_truth/runner.py +2737 -0
  177. vllm_kv_truth/vllm_live.py +1781 -0
  178. vllm_kv_truth/workload.py +265 -0
llmtracefx/__init__.py ADDED
@@ -0,0 +1 @@
1
+ """LLMTraceFX package."""
llmtracefx/api/__init__.py ADDED
@@ -0,0 +1 @@
1
+