fieldtrial 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (102) hide show
  1. fieldtrial/__init__.py +13 -0
  2. fieldtrial/analysis/__init__.py +1 -0
  3. fieldtrial/analysis/engine.py +817 -0
  4. fieldtrial/analysis/records.py +53 -0
  5. fieldtrial/analysis/results.py +273 -0
  6. fieldtrial/analysis/wording.py +274 -0
  7. fieldtrial/api/__init__.py +1 -0
  8. fieldtrial/api/schemas.py +190 -0
  9. fieldtrial/api/v1.py +432 -0
  10. fieldtrial/cli/__init__.py +1 -0
  11. fieldtrial/cli/calc.py +299 -0
  12. fieldtrial/cli/main.py +42 -0
  13. fieldtrial/cli/serve.py +112 -0
  14. fieldtrial/cli/study.py +376 -0
  15. fieldtrial/client.py +272 -0
  16. fieldtrial/design/__init__.py +32 -0
  17. fieldtrial/design/blinding.py +26 -0
  18. fieldtrial/design/hashing.py +31 -0
  19. fieldtrial/design/loader.py +135 -0
  20. fieldtrial/design/models.py +231 -0
  21. fieldtrial/design/schedule.py +122 -0
  22. fieldtrial/io/__init__.py +1 -0
  23. fieldtrial/io/csv.py +219 -0
  24. fieldtrial/io/jsonl.py +17 -0
  25. fieldtrial/py.typed +0 -0
  26. fieldtrial/report/__init__.py +6 -0
  27. fieldtrial/report/charts.py +361 -0
  28. fieldtrial/report/html.py +66 -0
  29. fieldtrial/report/markdown.py +314 -0
  30. fieldtrial/report/templates/report.css +25 -0
  31. fieldtrial/report/templates/report.html +203 -0
  32. fieldtrial/runners/__init__.py +1 -0
  33. fieldtrial/runners/base.py +89 -0
  34. fieldtrial/runners/manual.py +55 -0
  35. fieldtrial/runners/sim.py +133 -0
  36. fieldtrial/services/__init__.py +14 -0
  37. fieldtrial/services/_context.py +61 -0
  38. fieldtrial/services/analysis.py +33 -0
  39. fieldtrial/services/events.py +110 -0
  40. fieldtrial/services/registry.py +95 -0
  41. fieldtrial/services/session.py +206 -0
  42. fieldtrial/services/simulate.py +176 -0
  43. fieldtrial/services/study.py +500 -0
  44. fieldtrial/services/transfer.py +136 -0
  45. fieldtrial/services/trial.py +897 -0
  46. fieldtrial/stats/__init__.py +72 -0
  47. fieldtrial/stats/_rng.py +72 -0
  48. fieldtrial/stats/_types.py +237 -0
  49. fieldtrial/stats/_validation.py +48 -0
  50. fieldtrial/stats/bayes.py +82 -0
  51. fieldtrial/stats/compare.py +206 -0
  52. fieldtrial/stats/drift.py +80 -0
  53. fieldtrial/stats/multiplicity.py +96 -0
  54. fieldtrial/stats/ordinal.py +139 -0
  55. fieldtrial/stats/paired.py +244 -0
  56. fieldtrial/stats/power.py +501 -0
  57. fieldtrial/stats/proportions.py +160 -0
  58. fieldtrial/stats/stratified.py +127 -0
  59. fieldtrial/stats/timing.py +103 -0
  60. fieldtrial/store/__init__.py +1 -0
  61. fieldtrial/store/db.py +46 -0
  62. fieldtrial/store/ids.py +17 -0
  63. fieldtrial/store/migrations/__init__.py +0 -0
  64. fieldtrial/store/migrations/env.py +14 -0
  65. fieldtrial/store/migrations/script.py.mako +21 -0
  66. fieldtrial/store/migrations/versions/0001_baseline.py +182 -0
  67. fieldtrial/store/migrations/versions/0002_idempotency.py +24 -0
  68. fieldtrial/store/migrations/versions/__init__.py +0 -0
  69. fieldtrial/store/models.py +188 -0
  70. fieldtrial/templates/__init__.py +15 -0
  71. fieldtrial/templates/basic.yaml +58 -0
  72. fieldtrial/templates/checkpoint-ladder.yaml +41 -0
  73. fieldtrial/templates/demo.yaml +59 -0
  74. fieldtrial/templates/serving-sweep.yaml +41 -0
  75. fieldtrial/web/__init__.py +1 -0
  76. fieldtrial/web/app.py +87 -0
  77. fieldtrial/web/console.py +547 -0
  78. fieldtrial/web/security.py +169 -0
  79. fieldtrial/web/static/app.css +169 -0
  80. fieldtrial/web/static/app.js +216 -0
  81. fieldtrial/web/static/vendor/README.md +11 -0
  82. fieldtrial/web/static/vendor/htmx-2.0.11.min.js +1 -0
  83. fieldtrial/web/static/vendor/htmx-LICENSE.txt +13 -0
  84. fieldtrial/web/templates/_edit_row.html +38 -0
  85. fieldtrial/web/templates/_flash.html +1 -0
  86. fieldtrial/web/templates/_panel.html +105 -0
  87. fieldtrial/web/templates/_slot_header.html +9 -0
  88. fieldtrial/web/templates/_trial_header.html +2 -0
  89. fieldtrial/web/templates/_trial_row.html +12 -0
  90. fieldtrial/web/templates/base.html +24 -0
  91. fieldtrial/web/templates/console.html +27 -0
  92. fieldtrial/web/templates/draft.html +13 -0
  93. fieldtrial/web/templates/error.html +6 -0
  94. fieldtrial/web/templates/history.html +20 -0
  95. fieldtrial/web/templates/report.html +54 -0
  96. fieldtrial/web/templates/studies.html +19 -0
  97. fieldtrial/web/templates/study.html +81 -0
  98. fieldtrial-0.1.0.dist-info/METADATA +182 -0
  99. fieldtrial-0.1.0.dist-info/RECORD +102 -0
  100. fieldtrial-0.1.0.dist-info/WHEEL +4 -0
  101. fieldtrial-0.1.0.dist-info/entry_points.txt +2 -0
  102. fieldtrial-0.1.0.dist-info/licenses/LICENSE +202 -0
fieldtrial/__init__.py ADDED
@@ -0,0 +1,13 @@
1
+ """fieldtrial: statistically rigorous real-world evaluation of robot policies.
2
+
3
+ Find out whether your robot policy actually got better.
4
+ """
5
+
6
+ from importlib.metadata import PackageNotFoundError, version
7
+
8
+ try:
9
+ __version__ = version("fieldtrial")
10
+ except PackageNotFoundError: # pragma: no cover - imported from an uninstalled source tree
11
+ __version__ = "0+unknown"
12
+
13
+ __all__ = ["__version__"]
fieldtrial/analysis/__init__.py ADDED
@@ -0,0 +1 @@
1
+ """Analysis: turns trial records into a versioned ``Results`` model. No database access."""