screamingface 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. screamingface-0.1.0/.gitignore +52 -0
  2. screamingface-0.1.0/00_quickstart.ipynb +890 -0
  3. screamingface-0.1.0/LICENSE +201 -0
  4. screamingface-0.1.0/PKG-INFO +512 -0
  5. screamingface-0.1.0/README.md +481 -0
  6. screamingface-0.1.0/docs/research/2026-08-01-cloudflare-url4-auth-topology.md +230 -0
  7. screamingface-0.1.0/docs/research/2026-08-09-url4-http-query-encoding.md +86 -0
  8. screamingface-0.1.0/docs/research/2026-08-10-benchmark-candidate-shapes.md +138 -0
  9. screamingface-0.1.0/examples/00_quickstart.ipynb +898 -0
  10. screamingface-0.1.0/examples/01_client_tour.ipynb +1573 -0
  11. screamingface-0.1.0/examples/05_draco_lite_e2e.ipynb +316 -0
  12. screamingface-0.1.0/examples/06_draco_full_e2e.ipynb +508 -0
  13. screamingface-0.1.0/examples/07_ifeval_e2e.ipynb +351 -0
  14. screamingface-0.1.0/examples/08_healthbench_worst30.ipynb +404 -0
  15. screamingface-0.1.0/examples/09_demo.ipynb +1767 -0
  16. screamingface-0.1.0/examples/09_demo_v2.ipynb +1102 -0
  17. screamingface-0.1.0/examples/report.json +1 -0
  18. screamingface-0.1.0/examples/untitled.txt +0 -0
  19. screamingface-0.1.0/justfile +240 -0
  20. screamingface-0.1.0/pyproject.toml +84 -0
  21. screamingface-0.1.0/pyrightconfig.json +7 -0
  22. screamingface-0.1.0/scripts/build_notebooks.py +1152 -0
  23. screamingface-0.1.0/scripts/check_distribution.py +69 -0
  24. screamingface-0.1.0/scripts/check_notebooks.py +97 -0
  25. screamingface-0.1.0/src/screamingface/__init__.py +109 -0
  26. screamingface-0.1.0/src/screamingface/_candidate_policy.py +80 -0
  27. screamingface-0.1.0/src/screamingface/_client_connections.py +123 -0
  28. screamingface-0.1.0/src/screamingface/_core/__init__.py +3 -0
  29. screamingface-0.1.0/src/screamingface/_core/ports.py +59 -0
  30. screamingface-0.1.0/src/screamingface/_core/wire.py +36 -0
  31. screamingface-0.1.0/src/screamingface/_default_client.py +181 -0
  32. screamingface-0.1.0/src/screamingface/_engine/__init__.py +3 -0
  33. screamingface-0.1.0/src/screamingface/_engine/access_contract.py +206 -0
  34. screamingface-0.1.0/src/screamingface/_engine/auth.py +465 -0
  35. screamingface-0.1.0/src/screamingface/_engine/auth_base.py +32 -0
  36. screamingface-0.1.0/src/screamingface/_engine/benchmark.py +158 -0
  37. screamingface-0.1.0/src/screamingface/_engine/catalog.py +288 -0
  38. screamingface-0.1.0/src/screamingface/_engine/catalog_contract.py +145 -0
  39. screamingface-0.1.0/src/screamingface/_engine/connections.py +396 -0
  40. screamingface-0.1.0/src/screamingface/_engine/contract.py +536 -0
  41. screamingface-0.1.0/src/screamingface/_engine/model_parameters.py +233 -0
  42. screamingface-0.1.0/src/screamingface/_engine/run_lifecycle.py +70 -0
  43. screamingface-0.1.0/src/screamingface/_engine/transport.py +662 -0
  44. screamingface-0.1.0/src/screamingface/_evaluation/__init__.py +3 -0
  45. screamingface-0.1.0/src/screamingface/_evaluation/benchmark.py +76 -0
  46. screamingface-0.1.0/src/screamingface/_evaluation/candidate.py +411 -0
  47. screamingface-0.1.0/src/screamingface/_evaluation/compilation.py +71 -0
  48. screamingface-0.1.0/src/screamingface/_evaluation/linking.py +100 -0
  49. screamingface-0.1.0/src/screamingface/_evaluation/model.py +330 -0
  50. screamingface-0.1.0/src/screamingface/_evaluation/model_parameters.py +88 -0
  51. screamingface-0.1.0/src/screamingface/_evaluation/policy.py +32 -0
  52. screamingface-0.1.0/src/screamingface/_evaluation/progress.py +142 -0
  53. screamingface-0.1.0/src/screamingface/_evaluation/results.py +482 -0
  54. screamingface-0.1.0/src/screamingface/_evaluation/runner.py +352 -0
  55. screamingface-0.1.0/src/screamingface/_evaluation/topology.py +188 -0
  56. screamingface-0.1.0/src/screamingface/_evaluation/url4.py +322 -0
  57. screamingface-0.1.0/src/screamingface/_immutable_json.py +63 -0
  58. screamingface-0.1.0/src/screamingface/_named_values.py +88 -0
  59. screamingface-0.1.0/src/screamingface/_operation_projection.py +54 -0
  60. screamingface-0.1.0/src/screamingface/_report_primitives.py +198 -0
  61. screamingface-0.1.0/src/screamingface/_scoreboard/__init__.py +3 -0
  62. screamingface-0.1.0/src/screamingface/_scoreboard/leaderboards.py +531 -0
  63. screamingface-0.1.0/src/screamingface/_ui/__init__.py +3 -0
  64. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/NOTICE.md +36 -0
  65. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/anthropic/icon-dark.svg +1 -0
  66. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/anthropic/icon.svg +1 -0
  67. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/gemini-cli/icon.svg +1 -0
  68. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/huggingface/icon.svg +8 -0
  69. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/ollama/icon-dark.svg +7 -0
  70. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/ollama/icon.svg +7 -0
  71. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/openrouter/icon-dark.svg +21 -0
  72. screamingface-0.1.0/src/screamingface/_ui/assets/provider_icons/openrouter/icon.svg +21 -0
  73. screamingface-0.1.0/src/screamingface/_ui/card_style.py +95 -0
  74. screamingface-0.1.0/src/screamingface/_ui/cards.py +198 -0
  75. screamingface-0.1.0/src/screamingface/_ui/catalog.py +133 -0
  76. screamingface-0.1.0/src/screamingface/_ui/connection_state.py +57 -0
  77. screamingface-0.1.0/src/screamingface/_ui/connection_view.py +468 -0
  78. screamingface-0.1.0/src/screamingface/_ui/connections.py +446 -0
  79. screamingface-0.1.0/src/screamingface/_ui/evaluation_state.py +258 -0
  80. screamingface-0.1.0/src/screamingface/_ui/evaluation_view.py +312 -0
  81. screamingface-0.1.0/src/screamingface/_ui/leaderboard_style.py +142 -0
  82. screamingface-0.1.0/src/screamingface/_ui/leaderboard_view.py +251 -0
  83. screamingface-0.1.0/src/screamingface/_ui/provider_icons.py +48 -0
  84. screamingface-0.1.0/src/screamingface/_ui/report_view.py +805 -0
  85. screamingface-0.1.0/src/screamingface/_ui/style.py +76 -0
  86. screamingface-0.1.0/src/screamingface/benchmarks.py +21 -0
  87. screamingface-0.1.0/src/screamingface/case_result.py +492 -0
  88. screamingface-0.1.0/src/screamingface/client.py +589 -0
  89. screamingface-0.1.0/src/screamingface/connections.py +243 -0
  90. screamingface-0.1.0/src/screamingface/discovery.py +417 -0
  91. screamingface-0.1.0/src/screamingface/errors.py +187 -0
  92. screamingface-0.1.0/src/screamingface/events.py +269 -0
  93. screamingface-0.1.0/src/screamingface/fusion.py +67 -0
  94. screamingface-0.1.0/src/screamingface/leaderboard.py +276 -0
  95. screamingface-0.1.0/src/screamingface/leaderboards.py +35 -0
  96. screamingface-0.1.0/src/screamingface/model.py +68 -0
  97. screamingface-0.1.0/src/screamingface/models.py +21 -0
  98. screamingface-0.1.0/src/screamingface/operation.py +104 -0
  99. screamingface-0.1.0/src/screamingface/pipeline.py +72 -0
  100. screamingface-0.1.0/src/screamingface/py.typed +1 -0
  101. screamingface-0.1.0/src/screamingface/recipe.py +78 -0
  102. screamingface-0.1.0/src/screamingface/report.py +554 -0
  103. screamingface-0.1.0/src/screamingface/url4.py +328 -0
  104. screamingface-0.1.0/src/screamingface/warnings.py +12 -0
  105. screamingface-0.1.0/tests/_model_parameter_fixtures.py +108 -0
  106. screamingface-0.1.0/tests/protocol_server.py +539 -0
  107. screamingface-0.1.0/tests/test_authentication.py +1024 -0
  108. screamingface-0.1.0/tests/test_benchmark_compilation.py +417 -0
  109. screamingface-0.1.0/tests/test_benchmark_variant_selection.py +213 -0
  110. screamingface-0.1.0/tests/test_candidate_model_route_planning.py +43 -0
  111. screamingface-0.1.0/tests/test_case_finish_reason.py +40 -0
  112. screamingface-0.1.0/tests/test_case_outcome_decoding.py +370 -0
  113. screamingface-0.1.0/tests/test_case_result_contract_boundaries.py +428 -0
  114. screamingface-0.1.0/tests/test_case_results.py +234 -0
  115. screamingface-0.1.0/tests/test_catalog_discovery.py +298 -0
  116. screamingface-0.1.0/tests/test_client_configuration.py +233 -0
  117. screamingface-0.1.0/tests/test_client_protocol.py +501 -0
  118. screamingface-0.1.0/tests/test_client_run.py +511 -0
  119. screamingface-0.1.0/tests/test_connection_panel.py +834 -0
  120. screamingface-0.1.0/tests/test_connections.py +520 -0
  121. screamingface-0.1.0/tests/test_draco_vertical_slice.py +933 -0
  122. screamingface-0.1.0/tests/test_engine_contract.py +709 -0
  123. screamingface-0.1.0/tests/test_errors.py +93 -0
  124. screamingface-0.1.0/tests/test_evaluate.py +92 -0
  125. screamingface-0.1.0/tests/test_evaluation_compilation.py +497 -0
  126. screamingface-0.1.0/tests/test_evaluation_progress_panel.py +376 -0
  127. screamingface-0.1.0/tests/test_event_values.py +172 -0
  128. screamingface-0.1.0/tests/test_events.py +74 -0
  129. screamingface-0.1.0/tests/test_fusion_message.py +27 -0
  130. screamingface-0.1.0/tests/test_fusion_retrieval_scope.py +40 -0
  131. screamingface-0.1.0/tests/test_leaderboards.py +787 -0
  132. screamingface-0.1.0/tests/test_member_attribution_availability.py +27 -0
  133. screamingface-0.1.0/tests/test_model_parameter_discovery.py +355 -0
  134. screamingface-0.1.0/tests/test_model_parameter_preflight.py +322 -0
  135. screamingface-0.1.0/tests/test_pipeline_compilation.py +280 -0
  136. screamingface-0.1.0/tests/test_pipeline_recipes.py +157 -0
  137. screamingface-0.1.0/tests/test_pipeline_results.py +115 -0
  138. screamingface-0.1.0/tests/test_progress.py +278 -0
  139. screamingface-0.1.0/tests/test_public_interface.py +206 -0
  140. screamingface-0.1.0/tests/test_recipes.py +274 -0
  141. screamingface-0.1.0/tests/test_report.py +511 -0
  142. screamingface-0.1.0/tests/test_report_panel.py +508 -0
  143. screamingface-0.1.0/tests/test_rich_display.py +315 -0
  144. screamingface-0.1.0/tests/test_shape_adaptive_linking.py +88 -0
  145. screamingface-0.1.0/tests/test_transport_close_reporting.py +70 -0
  146. screamingface-0.1.0/tests/test_transport_disconnect_diagnosis.py +390 -0
  147. screamingface-0.1.0/tests/test_transport_tls_trust.py +46 -0
  148. screamingface-0.1.0/tests/test_url4.py +355 -0
  149. screamingface-0.1.0/tests/test_url4_cloud_integration.py +45 -0
  150. screamingface-0.1.0/tests/test_value_validation.py +468 -0
  151. screamingface-0.1.0/uv.lock +1916 -0
screamingface-0.1.0/.gitignore ADDED
@@ -0,0 +1,52 @@
1
+ # Environment variables / secrets
2
+ .env
3
+ .env.*
4
+
5
+ # OS files
6
+ .DS_Store
7
+ Thumbs.db
8
+
9
+ # Node
10
+ node_modules/
11
+ dist/
12
+ build/
13
+
14
+ # Python
15
+ __pycache__/
16
+ *.pyc
17
+ .venv/
18
+ venv/
19
+ .coverage
20
+ coverage.xml
21
+ results.xml
22
+
23
+ # Jupyter
24
+ .ipynb_checkpoints/
25
+ .virtual_documents/
26
+
27
+ # Local databases
28
+ *.sqlite3
29
+ *.sqlite3-shm
30
+ *.sqlite3-wal
31
+
32
+ # Local build output
33
+ release/
34
+
35
+ # IDE
36
+ .idea/
37
+ .vscode/
38
+ *.swp
39
+ *.swo
40
+
41
+ # Playwright MCP session logs (transient)
42
+ .playwright-mcp/
43
+ .sdlc/
44
+
45
+ # Local AI-agent scratch docs (plans/specs staging, not committed)
46
+ .docs/
47
+
48
+ # Per-unit git worktrees (CLAUDE.md rule 5). These are nested working directories, not
49
+ # content — committing one would vendor a second copy of the repo into itself. Previously
50
+ # excluded only via .git/info/exclude, which is local to a clone and never travels, so a
51
+ # fresh clone saw them as untracked.
52
+ .claude/worktrees/