databricks-tellr-app 0.5.2.dev11__tar.gz → 0.5.2.dev12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (255) hide show
  1. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/PKG-INFO +1 -1
  2. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/databricks_tellr_app.egg-info/PKG-INFO +1 -1
  3. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/pyproject.toml +1 -1
  4. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/main.py +16 -13
  5. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/chat_service.py +3 -5
  6. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/job_queue.py +199 -29
  7. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/session_manager.py +28 -0
  8. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/mlflow_tracing.py +56 -1
  9. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent.py +10 -10
  10. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/evaluation/llm_judge.py +54 -11
  11. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/README.md +0 -0
  12. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/databricks_tellr_app/__init__.py +0 -0
  13. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/databricks_tellr_app/run.py +0 -0
  14. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/databricks_tellr_app.egg-info/SOURCES.txt +0 -0
  15. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/databricks_tellr_app.egg-info/dependency_links.txt +0 -0
  16. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/databricks_tellr_app.egg-info/requires.txt +0 -0
  17. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/databricks_tellr_app.egg-info/top_level.txt +0 -0
  18. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/setup.cfg +0 -0
  19. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/setup.py +0 -0
  20. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/__init__.py +0 -0
  21. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/__init__.py +0 -0
  22. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/_otel_bootstrap.py +0 -0
  23. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/fixtures/tour_demo_deck.json +0 -0
  24. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/mcp_auth.py +0 -0
  25. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/mcp_server.py +0 -0
  26. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/middleware/__init__.py +0 -0
  27. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/middleware/csrf.py +0 -0
  28. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/middleware/request_logging.py +0 -0
  29. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/middleware/security_headers.py +0 -0
  30. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/__init__.py +0 -0
  31. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/_authz.py +0 -0
  32. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/admin.py +0 -0
  33. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/admin_usage.py +0 -0
  34. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/agent_config.py +0 -0
  35. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/agent_definitions.py +0 -0
  36. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/chat.py +0 -0
  37. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/deck_contributors.py +0 -0
  38. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/export.py +0 -0
  39. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/feedback.py +0 -0
  40. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/google_slides.py +0 -0
  41. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/graph_shipping.py +0 -0
  42. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/images.py +0 -0
  43. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/local_version.py +0 -0
  44. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/profiles.py +0 -0
  45. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/sessions.py +0 -0
  46. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/settings/__init__.py +0 -0
  47. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/settings/contributors.py +0 -0
  48. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/settings/deck_prompts.py +0 -0
  49. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/settings/design_systems.py +0 -0
  50. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/settings/identities.py +0 -0
  51. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/settings/slide_styles.py +0 -0
  52. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/setup.py +0 -0
  53. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/slides.py +0 -0
  54. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/tools.py +0 -0
  55. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/tour.py +0 -0
  56. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/verification.py +0 -0
  57. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/routes/version.py +0 -0
  58. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/__init__.py +0 -0
  59. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/agent_config.py +0 -0
  60. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/agent_definitions.py +0 -0
  61. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/feedback.py +0 -0
  62. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/graph_release_history.py +0 -0
  63. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/graph_releases.py +0 -0
  64. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/requests.py +0 -0
  65. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/responses.py +0 -0
  66. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/settings/__init__.py +0 -0
  67. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/settings/requests.py +0 -0
  68. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/settings/responses.py +0 -0
  69. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/schemas/streaming.py +0 -0
  70. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/__init__.py +0 -0
  71. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/deck_level_writer.py +0 -0
  72. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/export_job_queue.py +0 -0
  73. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/feedback_service.py +0 -0
  74. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/session_naming.py +0 -0
  75. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/slide_repository.py +0 -0
  76. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/slide_style_preview_queue.py +0 -0
  77. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/usage_events.py +0 -0
  78. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/services/usage_service.py +0 -0
  79. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/utils/__init__.py +0 -0
  80. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/api/utils/validation.py +0 -0
  81. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/__init__.py +0 -0
  82. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/backfill_session_slides_startup.py +0 -0
  83. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/checkpointer.py +0 -0
  84. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/config_loader.py +0 -0
  85. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/context_utils.py +0 -0
  86. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/database.py +0 -0
  87. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/databricks_client.py +0 -0
  88. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/defaults.py +0 -0
  89. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/encryption.py +0 -0
  90. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/init_default_profile.py +0 -0
  91. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/lakebase.py +0 -0
  92. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/migrate_profiles_to_agent_config.py +0 -0
  93. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/mlflow_agent_spans.py +0 -0
  94. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/otel_logging.py +0 -0
  95. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/permission_context.py +0 -0
  96. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/prompt_modules.py +0 -0
  97. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/scope_errors.py +0 -0
  98. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/settings_db.py +0 -0
  99. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/skills/__init__.py +0 -0
  100. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/skills/architect.py +0 -0
  101. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/skills/build_reviewer.py +0 -0
  102. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/skills/builder.py +0 -0
  103. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/skills/data_analyst.py +0 -0
  104. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/skills/deck_reviewer.py +0 -0
  105. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/skills/fix_reviewer.py +0 -0
  106. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/skills/fixer.py +0 -0
  107. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/strip_retired_prompt_keys.py +0 -0
  108. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/core/user_context.py +0 -0
  109. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/__init__.py +0 -0
  110. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/__init__.py +0 -0
  111. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/data_migration.py +0 -0
  112. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/deck_contributor.py +0 -0
  113. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/deck_review.py +0 -0
  114. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/design_system.py +0 -0
  115. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/encryption_key.py +0 -0
  116. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/feedback.py +0 -0
  117. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/genie_space.py +0 -0
  118. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/google_global_credentials.py +0 -0
  119. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/google_oauth_token.py +0 -0
  120. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/graph_checkpoint.py +0 -0
  121. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/graph_configuration.py +0 -0
  122. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/identity.py +0 -0
  123. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/image.py +0 -0
  124. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/profile.py +0 -0
  125. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/profile_contributor.py +0 -0
  126. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/prompts.py +0 -0
  127. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/request_log.py +0 -0
  128. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/session.py +0 -0
  129. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/slide_deck_prompt.py +0 -0
  130. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/slide_style_library.py +0 -0
  131. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/slide_style_preview.py +0 -0
  132. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/usage_event.py +0 -0
  133. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/models/user_preference.py +0 -0
  134. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/database/types.py +0 -0
  135. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/__init__.py +0 -0
  136. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/conversation_engine.py +0 -0
  137. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/conversation_turns.py +0 -0
  138. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/deck_spec.py +0 -0
  139. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/deck_spec_slides.py +0 -0
  140. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/deck_style.py +0 -0
  141. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/finding.py +0 -0
  142. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/finding_copy.py +0 -0
  143. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/skill_io.py +0 -0
  144. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/slide.py +0 -0
  145. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/slide_alignment.py +0 -0
  146. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/slide_deck.py +0 -0
  147. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/slide_numbering.py +0 -0
  148. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/domain/slide_operations.py +0 -0
  149. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/__init__.py +0 -0
  150. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_definition_manifest_v1.py +0 -0
  151. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_factory.py +0 -0
  152. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_model_payload.py +0 -0
  153. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_resolution.py +0 -0
  154. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_runtime.py +0 -0
  155. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_runtime_identity.py +0 -0
  156. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_schema_registry.py +0 -0
  157. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_schema_types.py +0 -0
  158. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_test_workbench.py +0 -0
  159. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_tools/__init__.py +0 -0
  160. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_tools/brand_search.py +0 -0
  161. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_tools/genie_one.py +0 -0
  162. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_tools/registry.py +0 -0
  163. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/agent_tools/toolset.py +0 -0
  164. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/collaboration_history.py +0 -0
  165. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/config_service.py +0 -0
  166. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/config_validator.py +0 -0
  167. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/conversation_pins.py +0 -0
  168. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/converter_jail/__init__.py +0 -0
  169. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/converter_jail/ast_guard.py +0 -0
  170. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/converter_jail/codeprep.py +0 -0
  171. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/converter_jail/gslides_runner.py +0 -0
  172. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/converter_jail/jail.py +0 -0
  173. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/converter_jail/pptx_runner.py +0 -0
  174. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/converter_jail/protocol.py +0 -0
  175. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/deck_css_aggregator.py +0 -0
  176. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/deck_review_store.py +0 -0
  177. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/design_system_compiler.py +0 -0
  178. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/design_system_service.py +0 -0
  179. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/design_system_templates.py +0 -0
  180. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/drive_uploader.py +0 -0
  181. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/evaluation/__init__.py +0 -0
  182. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/foreman_service.py +0 -0
  183. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/gateway_openai.py +0 -0
  184. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/genie_service.py +0 -0
  185. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/google_slides_auth.py +0 -0
  186. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/google_slides_prompts_defaults.py +0 -0
  187. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph/__init__.py +0 -0
  188. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph/builder.py +0 -0
  189. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph/event_emitter.py +0 -0
  190. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph/nodes.py +0 -0
  191. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph/progress.py +0 -0
  192. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph/routers.py +0 -0
  193. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph/state.py +0 -0
  194. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph/user_notices.py +0 -0
  195. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration.py +0 -0
  196. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration_bootstrap.py +0 -0
  197. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration_content.py +0 -0
  198. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration_draft.py +0 -0
  199. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration_publication.py +0 -0
  200. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration_rollback.py +0 -0
  201. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration_seed.py +0 -0
  202. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration_shipping.py +0 -0
  203. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_configuration_workbench.py +0 -0
  204. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_definition_manifest.py +0 -0
  205. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_release_evidence.py +0 -0
  206. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/graph_release_history.py +0 -0
  207. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/html_to_google_slides.py +0 -0
  208. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/html_to_pptx.py +0 -0
  209. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/identity_provider.py +0 -0
  210. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/identity_providers/__init__.py +0 -0
  211. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/identity_providers/account_provider.py +0 -0
  212. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/identity_providers/local_provider.py +0 -0
  213. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/identity_providers/scim_filter.py +0 -0
  214. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/identity_providers/workspace_provider.py +0 -0
  215. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/image_service.py +0 -0
  216. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/image_tools.py +0 -0
  217. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/model_endpoint_catalog.py +0 -0
  218. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/model_endpoint_probe.py +0 -0
  219. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/permission_service.py +0 -0
  220. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/persisted_graph_release.py +0 -0
  221. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/pptx_from_html_huashu.py +0 -0
  222. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/pptx_from_records.py +0 -0
  223. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/pptx_prompts_defaults.py +0 -0
  224. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/profile_service.py +0 -0
  225. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/prompt_assembler.py +0 -0
  226. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/shared_deck_attribution.py +0 -0
  227. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/slide_style_preview_fixture.py +0 -0
  228. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/slide_style_preview_storage.py +0 -0
  229. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/spec_sync.py +0 -0
  230. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/streaming_callback.py +0 -0
  231. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/svg_sanitizer.py +0 -0
  232. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/template_sections.py +0 -0
  233. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/tools/__init__.py +0 -0
  234. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/tools/agent_bricks_tool.py +0 -0
  235. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/tools/ds_asset_tool.py +0 -0
  236. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/tools/genie_tool.py +0 -0
  237. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/tools/mcp_tool.py +0 -0
  238. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/tools/model_endpoint_tool.py +0 -0
  239. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/tools/vector_tool.py +0 -0
  240. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/services/validator.py +0 -0
  241. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/__init__.py +0 -0
  242. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/css_utils.py +0 -0
  243. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/ds_asset_utils.py +0 -0
  244. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/error_handling.py +0 -0
  245. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/graph_safety.py +0 -0
  246. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/html_safety.py +0 -0
  247. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/html_utils.py +0 -0
  248. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/image_utils.py +0 -0
  249. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/js_validator.py +0 -0
  250. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/logging_config.py +0 -0
  251. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/pi_filter.py +0 -0
  252. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/slide_hash.py +0 -0
  253. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/slide_number_tokens.py +0 -0
  254. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/spotlight.py +0 -0
  255. {databricks_tellr_app-0.5.2.dev11 → databricks_tellr_app-0.5.2.dev12}/src/utils/text_caps.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: databricks-tellr-app
3
- Version: 0.5.2.dev11
3
+ Version: 0.5.2.dev12
4
4
  Summary: Tellr application package for Databricks Apps
5
5
  Requires-Python: >=3.10
6
6
  Description-Content-Type: text/markdown
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: databricks-tellr-app
3
- Version: 0.5.2.dev11
3
+ Version: 0.5.2.dev12
4
4
  Summary: Tellr application package for Databricks Apps
5
5
  Requires-Python: >=3.10
6
6
  Description-Content-Type: text/markdown
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "databricks-tellr-app"
7
- version = "0.5.2.dev11"
7
+ version = "0.5.2.dev12"
8
8
  description = "Tellr application package for Databricks Apps"
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.10"
@@ -49,7 +49,8 @@ from src.api.services.export_job_queue import (
49
49
  start_export_cleanup_worker,
50
50
  start_export_worker,
51
51
  )
52
- from src.api.services.job_queue import recover_stuck_requests, start_worker
52
+ from src.api.services.job_queue import recover_stuck_requests, start_workers, stop_workers
53
+ from src.core.mlflow_tracing import disable_autologging_unless_opted_in
53
54
  from src.api.services.slide_style_preview_queue import start_preview_worker
54
55
  from src.core.database import (
55
56
  is_lakebase_environment,
@@ -69,7 +70,7 @@ IS_PRODUCTION = ENVIRONMENT == "production"
69
70
  IS_TESTING = ENVIRONMENT == "test"
70
71
 
71
72
  # Worker task references for cleanup
72
- _worker_task = None
73
+ _worker_tasks: list[asyncio.Task] = []
73
74
  _export_worker_task = None
74
75
  _export_cleanup_task: asyncio.Task | None = None
75
76
  _preview_worker_task = None
@@ -82,7 +83,7 @@ _frontend_assets_stack: ExitStack | None = None
82
83
  @asynccontextmanager
83
84
  async def lifespan(app: FastAPI):
84
85
  """Lifespan context manager for startup/shutdown events."""
85
- global _worker_task, _export_worker_task, _export_cleanup_task, _preview_worker_task
86
+ global _worker_tasks, _export_worker_task, _export_cleanup_task, _preview_worker_task
86
87
  global _cleanup_task, _timeout_task, _spec_sweeper_task, _frontend_assets_stack
87
88
 
88
89
  # Startup
@@ -142,9 +143,14 @@ async def lifespan(app: FastAPI):
142
143
 
143
144
  # Skip background workers and recovery in test mode
144
145
  if not IS_TESTING:
145
- # Start the job queue worker for async chat processing
146
- _worker_task = await start_worker()
147
- logger.info("Chat job queue worker started")
146
+ # Before any job runs: mlflow.genai.evaluate (verification) would otherwise
147
+ # enable tracing autolog process-wide and trace other turns into its experiment.
148
+ disable_autologging_unless_opted_in()
149
+
150
+ # Start the job queue runners for async chat processing (several per
151
+ # process: TELLR_CHAT_JOB_CONCURRENCY, default 4)
152
+ _worker_tasks = await start_workers()
153
+ logger.info("Chat job queue started with %d runners", len(_worker_tasks))
148
154
 
149
155
  # Start the export worker for async PPTX export processing
150
156
  _export_worker_task = await start_export_worker()
@@ -207,13 +213,10 @@ async def lifespan(app: FastAPI):
207
213
  await stop_token_refresh()
208
214
 
209
215
  # Cancel the worker tasks
210
- if _worker_task:
211
- _worker_task.cancel()
212
- try:
213
- await _worker_task
214
- except asyncio.CancelledError:
215
- pass
216
- logger.info("Chat job queue worker stopped")
216
+ if _worker_tasks:
217
+ await stop_workers(_worker_tasks)
218
+ _worker_tasks = []
219
+ logger.info("Chat job queue runners stopped")
217
220
 
218
221
  if _export_worker_task:
219
222
  _export_worker_task.cancel()
@@ -463,11 +463,9 @@ class ChatService:
463
463
  session_id, username
464
464
  )
465
465
 
466
- # Active experiment must be set before LangChain autolog emits traces (tools, etc.).
467
- if experiment_id:
468
- import mlflow
469
-
470
- mlflow.set_experiment(experiment_id=experiment_id)
466
+ # No mlflow.set_experiment here: the active experiment is process-global and
467
+ # several chat jobs share the process. The generate span sets it under the
468
+ # experiment lock (src/core/mlflow_tracing.start_span_in_experiment).
471
469
 
472
470
  # Persist experiment_id to database if newly created
473
471
  if experiment_id and experiment_id != db_session.get("experiment_id"):
@@ -7,10 +7,14 @@ Databricks Apps' 60-second reverse proxy timeout.
7
7
 
8
8
  import asyncio
9
9
  import contextvars
10
+ import functools
10
11
  import logging
12
+ import os
11
13
  import queue
14
+ import threading
15
+ from concurrent.futures import ThreadPoolExecutor
12
16
  from datetime import datetime, timedelta
13
- from typing import Any, Dict, Optional
17
+ from typing import Any, Dict, List, Optional
14
18
 
15
19
  from src.api.schemas.streaming import StreamEvent, StreamEventType
16
20
  from src.services.persisted_graph_release import PersistedRuntimeError
@@ -21,6 +25,80 @@ logger = logging.getLogger(__name__)
21
25
  jobs: Dict[str, Dict[str, Any]] = {}
22
26
  job_queue: asyncio.Queue = asyncio.Queue()
23
27
 
28
+ # Job runners per uvicorn process. Each process (UVICORN_WORKERS, default 4) takes
29
+ # the chat jobs POSTed to it; with one runner a second turn on the same process
30
+ # waited "pending" until the first finished. A session's turns are still
31
+ # serialised by its database session lock, so runners only overlap different
32
+ # sessions.
33
+ CHAT_JOB_CONCURRENCY_ENV = "TELLR_CHAT_JOB_CONCURRENCY"
34
+ DEFAULT_CHAT_JOB_CONCURRENCY = 4
35
+ MAX_CHAT_JOB_CONCURRENCY = 16
36
+
37
+ # Chat jobs block a thread for minutes, so they run on their own pool. The API's
38
+ # request handlers (the chat poll among them) asyncio.to_thread onto the loop's
39
+ # default executor; long jobs parked there would starve them.
40
+ _chat_executor: Optional[ThreadPoolExecutor] = None
41
+ _chat_executor_lock = threading.Lock()
42
+
43
+
44
+ def chat_job_concurrency() -> int:
45
+ """Job runners per process, from ``TELLR_CHAT_JOB_CONCURRENCY`` (default 4, max 16)."""
46
+ raw = os.getenv(CHAT_JOB_CONCURRENCY_ENV)
47
+ if raw is None:
48
+ return DEFAULT_CHAT_JOB_CONCURRENCY
49
+ try:
50
+ value = int(raw.strip())
51
+ except ValueError:
52
+ value = 0
53
+ if value < 1:
54
+ logger.warning(
55
+ "Ignoring %s=%r; using %d chat job runners",
56
+ CHAT_JOB_CONCURRENCY_ENV,
57
+ raw,
58
+ DEFAULT_CHAT_JOB_CONCURRENCY,
59
+ )
60
+ return DEFAULT_CHAT_JOB_CONCURRENCY
61
+ return min(value, MAX_CHAT_JOB_CONCURRENCY)
62
+
63
+
64
+ def get_chat_executor() -> ThreadPoolExecutor:
65
+ """The process's chat-job thread pool, created on first use.
66
+
67
+ ``start_workers`` sizes it to its runner count; a direct
68
+ ``process_chat_request`` call (recovery, tests) gets one sized by
69
+ ``chat_job_concurrency()``.
70
+ """
71
+ return _ensure_chat_executor(chat_job_concurrency())
72
+
73
+
74
+ def _ensure_chat_executor(size: int, *, resize: bool = False) -> ThreadPoolExecutor:
75
+ """The chat-job pool; with ``resize``, one of exactly ``size`` threads.
76
+
77
+ ``start_workers`` resizes, so a pool created lazily at another size (a direct
78
+ ``process_chat_request`` call) cannot leave runners without a thread. The old
79
+ pool's running jobs finish on their own threads.
80
+ """
81
+ global _chat_executor
82
+ replaced: Optional[ThreadPoolExecutor] = None
83
+ with _chat_executor_lock:
84
+ if _chat_executor is not None and resize and _chat_executor._max_workers != size:
85
+ replaced, _chat_executor = _chat_executor, None
86
+ if _chat_executor is None:
87
+ _chat_executor = ThreadPoolExecutor(max_workers=size, thread_name_prefix="chat-job")
88
+ executor = _chat_executor
89
+ if replaced is not None:
90
+ replaced.shutdown(wait=False)
91
+ return executor
92
+
93
+
94
+ def shutdown_chat_executor() -> None:
95
+ """Shut the chat-job pool down without waiting; a later call creates a new one."""
96
+ global _chat_executor
97
+ with _chat_executor_lock:
98
+ executor, _chat_executor = _chat_executor, None
99
+ if executor is not None:
100
+ executor.shutdown(wait=False, cancel_futures=True)
101
+
24
102
  # Maximum duration (seconds) a chat request can stay in "running" before the
25
103
  # hard-timeout sweeper marks it failed. Belt-and-suspenders on top of the
26
104
  # startup recover_stuck_requests() pass: the sweeper runs continuously while
@@ -150,22 +228,27 @@ async def process_chat_request(request_id: str, payload: dict) -> None:
150
228
  # Update status
151
229
  session_manager.update_chat_request_status(request_id, "running")
152
230
 
153
- # Run blocking agent in thread pool via the generator-based streaming
154
- # Use captured context if available to preserve user auth
231
+ # Run blocking agent in the chat-job pool via the generator-based streaming
232
+ # (never the default executor: see _chat_executor). Use captured context if
233
+ # available to preserve user auth.
155
234
  result = None
156
235
  session_title = None
236
+ loop = asyncio.get_running_loop()
157
237
  if ctx:
158
- for event in await asyncio.to_thread(
159
- ctx.run,
160
- _run_streaming_generator,
161
- chat_service,
162
- session_id,
163
- message,
164
- slide_context,
165
- request_id,
166
- is_first_message,
167
- image_ids,
168
- engine_mode,
238
+ for event in await loop.run_in_executor(
239
+ get_chat_executor(),
240
+ functools.partial(
241
+ ctx.run,
242
+ _run_streaming_generator,
243
+ chat_service,
244
+ session_id,
245
+ message,
246
+ slide_context,
247
+ request_id,
248
+ is_first_message,
249
+ image_ids,
250
+ engine_mode,
251
+ ),
169
252
  ):
170
253
  if event.type == StreamEventType.COMPLETE:
171
254
  result = {
@@ -178,17 +261,22 @@ async def process_chat_request(request_id: str, payload: dict) -> None:
178
261
  elif event.type == StreamEventType.SESSION_TITLE:
179
262
  session_title = event.session_title
180
263
  else:
181
- # Fallback for jobs without context (e.g., recovery)
182
- for event in await asyncio.to_thread(
183
- _run_streaming_generator,
184
- chat_service,
185
- session_id,
186
- message,
187
- slide_context,
188
- request_id,
189
- is_first_message,
190
- image_ids,
191
- engine_mode,
264
+ # Fallback for jobs without context (e.g., recovery): the current
265
+ # context, copied, as asyncio.to_thread would have passed it.
266
+ for event in await loop.run_in_executor(
267
+ get_chat_executor(),
268
+ functools.partial(
269
+ contextvars.copy_context().run,
270
+ _run_streaming_generator,
271
+ chat_service,
272
+ session_id,
273
+ message,
274
+ slide_context,
275
+ request_id,
276
+ is_first_message,
277
+ image_ids,
278
+ engine_mode,
279
+ ),
192
280
  ):
193
281
  if event.type == StreamEventType.COMPLETE:
194
282
  result = {
@@ -291,8 +379,11 @@ async def worker() -> None:
291
379
  try:
292
380
  await process_chat_request(request_id, payload)
293
381
  except Exception as e:
294
- jobs[request_id]["status"] = "error"
295
- jobs[request_id]["error"] = str(e)
382
+ # process_chat_request's finally has already dropped the entry.
383
+ entry = jobs.get(request_id)
384
+ if entry is not None:
385
+ entry["status"] = "error"
386
+ entry["error"] = str(e)
296
387
  logger.error(
297
388
  f"Worker job failed: {e}", extra={"request_id": request_id}
298
389
  )
@@ -307,7 +398,7 @@ async def worker() -> None:
307
398
 
308
399
 
309
400
  async def start_worker() -> asyncio.Task:
310
- """Start the background worker task.
401
+ """Start one background worker task.
311
402
 
312
403
  Returns:
313
404
  The worker task handle
@@ -315,6 +406,32 @@ async def start_worker() -> asyncio.Task:
315
406
  return asyncio.create_task(worker())
316
407
 
317
408
 
409
+ async def start_workers(count: Optional[int] = None) -> List[asyncio.Task]:
410
+ """Start ``count`` job runners (default ``chat_job_concurrency()``) over the one queue.
411
+
412
+ The chat-job pool is sized to match, so every runner has a thread.
413
+ """
414
+ count = chat_job_concurrency() if count is None else max(1, count)
415
+ _ensure_chat_executor(count, resize=True)
416
+ return [asyncio.create_task(worker()) for _ in range(count)]
417
+
418
+
419
+ async def stop_workers(tasks: List[asyncio.Task]) -> None:
420
+ """Cancel every runner, wait for them to stop, then release the chat-job pool.
421
+
422
+ A job's thread runs to completion on its own; the startup recovery pass marks
423
+ a job interrupted by a restart.
424
+ """
425
+ for task in tasks:
426
+ task.cancel()
427
+ for task in tasks:
428
+ try:
429
+ await task
430
+ except asyncio.CancelledError:
431
+ pass
432
+ shutdown_chat_executor()
433
+
434
+
318
435
  async def recover_stuck_requests() -> int:
319
436
  """Mark running requests as error if worker died.
320
437
 
@@ -409,8 +526,59 @@ async def mark_timed_out_jobs_once() -> int:
409
526
  return marked
410
527
 
411
528
 
529
+ async def refresh_job_session_locks_once() -> int:
530
+ """Refresh the session lock of every turn this process holds, pending or running.
531
+
532
+ A session lock goes stale after ``SESSION_LOCK_TIMEOUT_SECONDS`` (300 s), while a
533
+ graph turn may run for ``GRAPH_JOB_HARD_TIMEOUT_SECONDS`` and a queued turn waits
534
+ first. Without this a second turn on the same session could take the stale lock
535
+ and run alongside the first. A failed refresh is logged and the others go on.
536
+
537
+ Returns:
538
+ Number of locks refreshed.
539
+ """
540
+ from src.api.services.session_manager import get_session_manager
541
+
542
+ now = datetime.utcnow()
543
+
544
+ def _alive(entry: Dict[str, Any]) -> bool:
545
+ if entry.get("status") == "running":
546
+ return True
547
+ if entry.get("status") != "pending":
548
+ return False
549
+ # A turn queued past its hard timeout is not kept alive: if every runner is
550
+ # held by a timed-out zombie it never starts, and its lock must go stale
551
+ # rather than lock the user out of the session until a restart.
552
+ queued_at = entry.get("queued_at")
553
+ limit = job_hard_timeout_seconds(entry.get("engine_mode"))
554
+ return queued_at is None or queued_at > now - timedelta(seconds=limit)
555
+
556
+ session_ids = {
557
+ entry["session_id"]
558
+ for entry in list(jobs.values())
559
+ if entry.get("session_id") and _alive(entry)
560
+ }
561
+ if not session_ids:
562
+ return 0
563
+ manager = get_session_manager()
564
+ refreshed = 0
565
+ for session_id in session_ids:
566
+ try:
567
+ if await asyncio.to_thread(manager.refresh_session_lock, session_id):
568
+ refreshed += 1
569
+ except Exception:
570
+ logger.warning(
571
+ "Session lock refresh failed",
572
+ exc_info=True,
573
+ extra={"session_id": session_id},
574
+ )
575
+ return refreshed
576
+
577
+
412
578
  async def mark_timed_out_jobs_loop() -> None:
413
- """Background loop: runs ``mark_timed_out_jobs_once()`` every 60 seconds.
579
+ """Background loop: every 60 seconds, keeps held session locks live and marks timed-out jobs.
580
+
581
+ Runs ``mark_timed_out_jobs_once()`` then ``refresh_job_session_locks_once()``.
414
582
 
415
583
  Started in the FastAPI lifespan alongside the existing chat/export workers
416
584
  and request-log cleanup loop. Survives its own exceptions so a single
@@ -420,7 +588,9 @@ async def mark_timed_out_jobs_loop() -> None:
420
588
  while True:
421
589
  try:
422
590
  await asyncio.sleep(TIMEOUT_SWEEP_INTERVAL_SECONDS)
591
+ # Mark first, so a turn that just timed out is not refreshed once more.
423
592
  marked = await mark_timed_out_jobs_once()
593
+ await refresh_job_session_locks_once()
424
594
  if marked:
425
595
  logger.info(
426
596
  "Timeout sweep marked %d job(s) as failed", marked
@@ -4018,6 +4018,34 @@ class SessionManager:
4018
4018
  )
4019
4019
  return True
4020
4020
 
4021
+ def refresh_session_lock(self, session_id: str) -> bool:
4022
+ """Keep a held processing lock live: set ``processing_started_at`` to now.
4023
+
4024
+ A lock goes stale after ``SESSION_LOCK_TIMEOUT_SECONDS``, but a graph turn may
4025
+ run far longer and a queued turn waits before it starts. The chat job queue
4026
+ calls this for every turn its process holds
4027
+ (``job_queue.refresh_job_session_locks_once``), so a lock outlives the timeout
4028
+ only while its turn is running and not yet timed out, or queued for less than
4029
+ its hard timeout. Only a lock still held (``is_processing``) is refreshed; a
4030
+ released lock is never revived.
4031
+
4032
+ Returns:
4033
+ True if a held lock was refreshed.
4034
+ """
4035
+ with get_db_session() as db:
4036
+ updated = (
4037
+ db.query(UserSession)
4038
+ .filter(
4039
+ UserSession.session_id == session_id,
4040
+ UserSession.is_processing.is_(True),
4041
+ )
4042
+ .update(
4043
+ {UserSession.processing_started_at: datetime.utcnow()},
4044
+ synchronize_session=False,
4045
+ )
4046
+ )
4047
+ return bool(updated)
4048
+
4021
4049
  def release_session_lock(self, session_id: str) -> None:
4022
4050
  """Release processing lock for a session.
4023
4051
 
@@ -16,13 +16,68 @@ from __future__ import annotations
16
16
 
17
17
  import logging
18
18
  import os
19
- from typing import Any, Optional
19
+ import threading
20
+ from contextlib import ExitStack, contextmanager
21
+ from typing import Any, Iterator, Optional
22
+
23
+ import mlflow
20
24
 
21
25
  logger = logging.getLogger(__name__)
22
26
 
23
27
  # Lazy cache for UnityCatalog class (mlflow >= 3.11)
24
28
  _unity_catalog_cls: Any = None
25
29
 
30
+ # ``mlflow.set_experiment`` sets a process-global active experiment, which a trace reads
31
+ # when its root span starts and ``mlflow.genai.evaluate`` reads while it runs. Several
32
+ # chat jobs run in one process (TELLR_CHAT_JOB_CONCURRENCY), so every set-then-use of
33
+ # the active experiment holds this lock: otherwise one user's trace or evaluation run
34
+ # could land in another user's experiment. Never await while holding it.
35
+ _MLFLOW_EXPERIMENT_LOCK = threading.Lock()
36
+
37
+
38
+ def disable_autologging_unless_opted_in() -> bool:
39
+ """Explicitly disable MLflow autologging for every flavour, unless opted in.
40
+
41
+ ``mlflow.genai.evaluate`` (slide verification) temporarily enables tracing
42
+ autolog for every flavour not explicitly disabled, process-wide (mlflow 3.14
43
+ ``configure_autologging_for_evaluation``). While it ran, other chat turns'
44
+ LangChain calls became root traces in the verifying user's experiment. Called
45
+ once per process at startup. ``TELLR_MLFLOW_LANGCHAIN_AUTOLOG=1`` opts in and
46
+ skips this (those traces are not experiment-isolated across concurrent jobs).
47
+
48
+ Returns:
49
+ True if autologging was disabled.
50
+ """
51
+ flag = (os.getenv("TELLR_MLFLOW_LANGCHAIN_AUTOLOG") or "").strip().lower()
52
+ if flag in ("1", "true", "yes", "on"):
53
+ return False
54
+ try:
55
+ mlflow.autolog(disable=True)
56
+ except Exception:
57
+ logger.warning("Could not disable MLflow autologging", exc_info=True)
58
+ return False
59
+ return True
60
+
61
+
62
+ def mlflow_experiment_lock() -> threading.Lock:
63
+ """The process lock around any ``set_experiment`` and the MLflow call that relies on it."""
64
+ return _MLFLOW_EXPERIMENT_LOCK
65
+
66
+
67
+ @contextmanager
68
+ def start_span_in_experiment(name: str, experiment_id: str) -> Iterator[Any]:
69
+ """Open an MLflow root span attributed to ``experiment_id``, even with concurrent jobs.
70
+
71
+ The lock is held from ``set_experiment`` until the span has started (MLflow
72
+ resolves the trace's experiment in the span processor's ``on_start``), never for
73
+ the span's body.
74
+ """
75
+ with ExitStack() as stack:
76
+ with _MLFLOW_EXPERIMENT_LOCK:
77
+ mlflow.set_experiment(experiment_id=experiment_id)
78
+ span = stack.enter_context(mlflow.start_span(name=name))
79
+ yield span
80
+
26
81
 
27
82
  def _get_unity_catalog_class() -> Any | None:
28
83
  global _unity_catalog_cls
@@ -31,6 +31,7 @@ from src.core.mlflow_tracing import (
31
31
  configure_tracing_environment,
32
32
  create_databricks_experiment,
33
33
  get_unity_catalog_trace_location,
34
+ start_span_in_experiment,
34
35
  )
35
36
  from src.core.databricks_client import (
36
37
  get_current_username,
@@ -124,14 +125,13 @@ def _run_output_safety_gate(html_output, regenerate, session_id, on_retry=None):
124
125
  if not findings:
125
126
  return html_output, False
126
127
 
128
+ # The warning carries the findings. No mlflow.log_param: outside a run it starts
129
+ # one in whichever experiment is process-global (another user's, with several chat
130
+ # jobs per process) and nothing ever ends it.
127
131
  logger.warning(
128
132
  "Unsafe patterns in LLM output; retrying once",
129
133
  extra={"session_id": session_id, "findings": findings},
130
134
  )
131
- try:
132
- mlflow.log_param("safety_gate_retry", ",".join(findings)[:250])
133
- except Exception:
134
- pass
135
135
 
136
136
  if on_retry is not None:
137
137
  try:
@@ -795,11 +795,11 @@ class SlideGeneratorAgent:
795
795
  experiment_id = None
796
796
  experiment_url = None
797
797
  try:
798
+ # Not made active here: the active experiment is process-global, so the
799
+ # generate span sets it under the experiment lock (start_span_in_experiment).
798
800
  experiment_id, experiment_url = self._ensure_user_experiment(
799
801
  session_id, username
800
802
  )
801
- # Set as active experiment for this session
802
- mlflow.set_experiment(experiment_id=experiment_id)
803
803
  except Exception as e:
804
804
  logger.warning(
805
805
  f"Failed to ensure user experiment, continuing without MLflow: {e}",
@@ -1416,8 +1416,7 @@ class SlideGeneratorAgent:
1416
1416
  try:
1417
1417
  use_mlflow_span = mlflow_agent_generate_spans_enabled()
1418
1418
  if use_mlflow_span and session.get("experiment_id"):
1419
- mlflow.set_experiment(experiment_id=session["experiment_id"])
1420
- span_cm = mlflow.start_span(name="generate_slides")
1419
+ span_cm = start_span_in_experiment("generate_slides", session["experiment_id"])
1421
1420
  else:
1422
1421
  span_cm = nullcontext(_NoopMlflowSpan())
1423
1422
 
@@ -1670,8 +1669,9 @@ class SlideGeneratorAgent:
1670
1669
  try:
1671
1670
  use_mlflow_span = mlflow_agent_generate_spans_enabled()
1672
1671
  if use_mlflow_span and session.get("experiment_id"):
1673
- mlflow.set_experiment(experiment_id=session["experiment_id"])
1674
- span_cm = mlflow.start_span(name="generate_slides_streaming")
1672
+ span_cm = start_span_in_experiment(
1673
+ "generate_slides_streaming", session["experiment_id"]
1674
+ )
1675
1675
  else:
1676
1676
  span_cm = nullcontext(_NoopMlflowSpan())
1677
1677