PyPI - matrix-synapse - Versions diffs - 1.142.0rc3__cp314-abi3-musllinux_1_2_aarch64.whl - Mend

matrix-synapse 1.142.0rc3__cp314-abi3-musllinux_1_2_aarch64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of matrix-synapse might be problematic. Click here for more details.

Files changed (1057) hide show

matrix_synapse-1.142.0rc3.dist-info/AUTHORS.rst +51 -0
matrix_synapse-1.142.0rc3.dist-info/LICENSE-AGPL-3.0 +661 -0
matrix_synapse-1.142.0rc3.dist-info/LICENSE-COMMERCIAL +6 -0
matrix_synapse-1.142.0rc3.dist-info/METADATA +375 -0
matrix_synapse-1.142.0rc3.dist-info/RECORD +1057 -0
matrix_synapse-1.142.0rc3.dist-info/WHEEL +4 -0
matrix_synapse-1.142.0rc3.dist-info/entry_points.txt +14 -0
matrix_synapse.libs/libgcc_s-2d945d6c.so.1 +0 -0
synapse/__init__.py +97 -0
synapse/_scripts/__init__.py +0 -0
synapse/_scripts/export_signing_key.py +109 -0
synapse/_scripts/generate_config.py +83 -0
synapse/_scripts/generate_log_config.py +56 -0
synapse/_scripts/generate_signing_key.py +55 -0
synapse/_scripts/generate_workers_map.py +318 -0
synapse/_scripts/hash_password.py +95 -0
synapse/_scripts/move_remote_media_to_new_store.py +128 -0
synapse/_scripts/register_new_matrix_user.py +374 -0
synapse/_scripts/review_recent_signups.py +212 -0
synapse/_scripts/synapse_port_db.py +1603 -0
synapse/_scripts/synctl.py +365 -0
synapse/_scripts/update_synapse_database.py +130 -0
synapse/api/__init__.py +20 -0
synapse/api/auth/__init__.py +207 -0
synapse/api/auth/base.py +406 -0
synapse/api/auth/internal.py +299 -0
synapse/api/auth/mas.py +457 -0
synapse/api/auth/msc3861_delegated.py +617 -0
synapse/api/auth_blocking.py +144 -0
synapse/api/constants.py +362 -0
synapse/api/errors.py +907 -0
synapse/api/filtering.py +539 -0
synapse/api/presence.py +104 -0
synapse/api/ratelimiting.py +482 -0
synapse/api/room_versions.py +535 -0
synapse/api/urls.py +119 -0
synapse/app/__init__.py +60 -0
synapse/app/_base.py +866 -0
synapse/app/admin_cmd.py +388 -0
synapse/app/appservice.py +30 -0
synapse/app/client_reader.py +30 -0
synapse/app/complement_fork_starter.py +206 -0
synapse/app/event_creator.py +29 -0
synapse/app/federation_reader.py +30 -0
synapse/app/federation_sender.py +30 -0
synapse/app/frontend_proxy.py +30 -0
synapse/app/generic_worker.py +475 -0
synapse/app/homeserver.py +504 -0
synapse/app/media_repository.py +30 -0
synapse/app/phone_stats_home.py +296 -0
synapse/app/pusher.py +30 -0
synapse/app/synchrotron.py +30 -0
synapse/app/user_dir.py +31 -0
synapse/appservice/__init__.py +461 -0
synapse/appservice/api.py +569 -0
synapse/appservice/scheduler.py +567 -0
synapse/config/__init__.py +27 -0
synapse/config/__main__.py +62 -0
synapse/config/_base.py +1108 -0
synapse/config/_base.pyi +217 -0
synapse/config/_util.py +99 -0
synapse/config/account_validity.py +116 -0
synapse/config/api.py +141 -0
synapse/config/appservice.py +210 -0
synapse/config/auth.py +80 -0
synapse/config/auto_accept_invites.py +43 -0
synapse/config/background_updates.py +44 -0
synapse/config/cache.py +231 -0
synapse/config/captcha.py +90 -0
synapse/config/cas.py +116 -0
synapse/config/consent.py +73 -0
synapse/config/database.py +184 -0
synapse/config/emailconfig.py +367 -0
synapse/config/experimental.py +595 -0
synapse/config/federation.py +114 -0
synapse/config/homeserver.py +141 -0
synapse/config/jwt.py +55 -0
synapse/config/key.py +447 -0
synapse/config/logger.py +390 -0
synapse/config/mas.py +191 -0
synapse/config/matrixrtc.py +66 -0
synapse/config/metrics.py +84 -0
synapse/config/modules.py +40 -0
synapse/config/oembed.py +185 -0
synapse/config/oidc.py +509 -0
synapse/config/password_auth_providers.py +82 -0
synapse/config/push.py +64 -0
synapse/config/ratelimiting.py +254 -0
synapse/config/redis.py +74 -0
synapse/config/registration.py +296 -0
synapse/config/repository.py +311 -0
synapse/config/retention.py +162 -0
synapse/config/room.py +88 -0
synapse/config/room_directory.py +165 -0
synapse/config/saml2.py +251 -0
synapse/config/server.py +1170 -0
synapse/config/server_notices.py +84 -0
synapse/config/spam_checker.py +66 -0
synapse/config/sso.py +121 -0
synapse/config/stats.py +54 -0
synapse/config/third_party_event_rules.py +40 -0
synapse/config/tls.py +192 -0
synapse/config/tracer.py +71 -0
synapse/config/user_directory.py +47 -0
synapse/config/user_types.py +44 -0
synapse/config/voip.py +59 -0
synapse/config/workers.py +642 -0
synapse/crypto/__init__.py +20 -0
synapse/crypto/context_factory.py +278 -0
synapse/crypto/event_signing.py +194 -0
synapse/crypto/keyring.py +931 -0
synapse/event_auth.py +1266 -0
synapse/events/__init__.py +668 -0
synapse/events/auto_accept_invites.py +216 -0
synapse/events/builder.py +387 -0
synapse/events/presence_router.py +245 -0
synapse/events/snapshot.py +559 -0
synapse/events/utils.py +928 -0
synapse/events/validator.py +305 -0
synapse/federation/__init__.py +22 -0
synapse/federation/federation_base.py +383 -0
synapse/federation/federation_client.py +2134 -0
synapse/federation/federation_server.py +1544 -0
synapse/federation/persistence.py +71 -0
synapse/federation/send_queue.py +532 -0
synapse/federation/sender/__init__.py +1165 -0
synapse/federation/sender/per_destination_queue.py +884 -0
synapse/federation/sender/transaction_manager.py +210 -0
synapse/federation/transport/__init__.py +28 -0
synapse/federation/transport/client.py +1201 -0
synapse/federation/transport/server/__init__.py +334 -0
synapse/federation/transport/server/_base.py +429 -0
synapse/federation/transport/server/federation.py +912 -0
synapse/federation/units.py +133 -0
synapse/handlers/__init__.py +20 -0
synapse/handlers/account.py +162 -0
synapse/handlers/account_data.py +362 -0
synapse/handlers/account_validity.py +361 -0
synapse/handlers/admin.py +618 -0
synapse/handlers/appservice.py +991 -0
synapse/handlers/auth.py +2494 -0
synapse/handlers/cas.py +413 -0
synapse/handlers/deactivate_account.py +363 -0
synapse/handlers/delayed_events.py +635 -0
synapse/handlers/device.py +1873 -0
synapse/handlers/devicemessage.py +399 -0
synapse/handlers/directory.py +554 -0
synapse/handlers/e2e_keys.py +1834 -0
synapse/handlers/e2e_room_keys.py +455 -0
synapse/handlers/event_auth.py +390 -0
synapse/handlers/events.py +201 -0
synapse/handlers/federation.py +2043 -0
synapse/handlers/federation_event.py +2420 -0
synapse/handlers/identity.py +812 -0
synapse/handlers/initial_sync.py +528 -0
synapse/handlers/jwt.py +120 -0
synapse/handlers/message.py +2347 -0
synapse/handlers/oidc.py +1803 -0
synapse/handlers/pagination.py +768 -0
synapse/handlers/password_policy.py +102 -0
synapse/handlers/presence.py +2638 -0
synapse/handlers/profile.py +655 -0
synapse/handlers/push_rules.py +164 -0
synapse/handlers/read_marker.py +79 -0
synapse/handlers/receipts.py +351 -0
synapse/handlers/register.py +1060 -0
synapse/handlers/relations.py +624 -0
synapse/handlers/reports.py +98 -0
synapse/handlers/room.py +2447 -0
synapse/handlers/room_list.py +632 -0
synapse/handlers/room_member.py +2365 -0
synapse/handlers/room_member_worker.py +146 -0
synapse/handlers/room_policy.py +186 -0
synapse/handlers/room_summary.py +1057 -0
synapse/handlers/saml.py +524 -0
synapse/handlers/search.py +723 -0
synapse/handlers/send_email.py +209 -0
synapse/handlers/set_password.py +71 -0
synapse/handlers/sliding_sync/__init__.py +1701 -0
synapse/handlers/sliding_sync/extensions.py +970 -0
synapse/handlers/sliding_sync/room_lists.py +2266 -0
synapse/handlers/sliding_sync/store.py +128 -0
synapse/handlers/sso.py +1292 -0
synapse/handlers/state_deltas.py +82 -0
synapse/handlers/stats.py +322 -0
synapse/handlers/sync.py +3109 -0
synapse/handlers/thread_subscriptions.py +190 -0
synapse/handlers/typing.py +606 -0
synapse/handlers/ui_auth/__init__.py +48 -0
synapse/handlers/ui_auth/checkers.py +332 -0
synapse/handlers/user_directory.py +783 -0
synapse/handlers/worker_lock.py +365 -0
synapse/http/__init__.py +106 -0
synapse/http/additional_resource.py +62 -0
synapse/http/client.py +1360 -0
synapse/http/connectproxyclient.py +309 -0
synapse/http/federation/__init__.py +19 -0
synapse/http/federation/matrix_federation_agent.py +490 -0
synapse/http/federation/srv_resolver.py +196 -0
synapse/http/federation/well_known_resolver.py +367 -0
synapse/http/matrixfederationclient.py +1875 -0
synapse/http/proxy.py +290 -0
synapse/http/proxyagent.py +497 -0
synapse/http/replicationagent.py +203 -0
synapse/http/request_metrics.py +309 -0
synapse/http/server.py +1114 -0
synapse/http/servlet.py +1019 -0
synapse/http/site.py +825 -0
synapse/http/types.py +27 -0
synapse/logging/__init__.py +31 -0
synapse/logging/_remote.py +261 -0
synapse/logging/_terse_json.py +95 -0
synapse/logging/context.py +1211 -0
synapse/logging/formatter.py +63 -0
synapse/logging/handlers.py +99 -0
synapse/logging/loggers.py +25 -0
synapse/logging/opentracing.py +1132 -0
synapse/logging/scopecontextmanager.py +161 -0
synapse/media/_base.py +827 -0
synapse/media/filepath.py +417 -0
synapse/media/media_repository.py +1580 -0
synapse/media/media_storage.py +704 -0
synapse/media/oembed.py +277 -0
synapse/media/preview_html.py +559 -0
synapse/media/storage_provider.py +195 -0
synapse/media/thumbnailer.py +833 -0
synapse/media/url_previewer.py +875 -0
synapse/metrics/__init__.py +754 -0
synapse/metrics/_gc.py +219 -0
synapse/metrics/_reactor_metrics.py +171 -0
synapse/metrics/_types.py +38 -0
synapse/metrics/background_process_metrics.py +556 -0
synapse/metrics/common_usage_metrics.py +94 -0
synapse/metrics/jemalloc.py +248 -0
synapse/module_api/__init__.py +2154 -0
synapse/module_api/callbacks/__init__.py +50 -0
synapse/module_api/callbacks/account_validity_callbacks.py +106 -0
synapse/module_api/callbacks/media_repository_callbacks.py +160 -0
synapse/module_api/callbacks/ratelimit_callbacks.py +79 -0
synapse/module_api/callbacks/spamchecker_callbacks.py +1113 -0
synapse/module_api/callbacks/third_party_event_rules_callbacks.py +599 -0
synapse/module_api/errors.py +42 -0
synapse/notifier.py +972 -0
synapse/push/__init__.py +212 -0
synapse/push/bulk_push_rule_evaluator.py +637 -0
synapse/push/clientformat.py +126 -0
synapse/push/emailpusher.py +333 -0
synapse/push/httppusher.py +564 -0
synapse/push/mailer.py +1012 -0
synapse/push/presentable_names.py +216 -0
synapse/push/push_tools.py +114 -0
synapse/push/push_types.py +141 -0
synapse/push/pusher.py +87 -0
synapse/push/pusherpool.py +501 -0
synapse/push/rulekinds.py +33 -0
synapse/py.typed +0 -0
synapse/replication/__init__.py +20 -0
synapse/replication/http/__init__.py +68 -0
synapse/replication/http/_base.py +468 -0
synapse/replication/http/account_data.py +297 -0
synapse/replication/http/deactivate_account.py +81 -0
synapse/replication/http/delayed_events.py +62 -0
synapse/replication/http/devices.py +254 -0
synapse/replication/http/federation.py +334 -0
synapse/replication/http/login.py +106 -0
synapse/replication/http/membership.py +364 -0
synapse/replication/http/presence.py +133 -0
synapse/replication/http/push.py +156 -0
synapse/replication/http/register.py +172 -0
synapse/replication/http/send_events.py +182 -0
synapse/replication/http/state.py +82 -0
synapse/replication/http/streams.py +101 -0
synapse/replication/tcp/__init__.py +56 -0
synapse/replication/tcp/client.py +552 -0
synapse/replication/tcp/commands.py +569 -0
synapse/replication/tcp/context.py +41 -0
synapse/replication/tcp/external_cache.py +156 -0
synapse/replication/tcp/handler.py +942 -0
synapse/replication/tcp/protocol.py +608 -0
synapse/replication/tcp/redis.py +509 -0
synapse/replication/tcp/resource.py +348 -0
synapse/replication/tcp/streams/__init__.py +96 -0
synapse/replication/tcp/streams/_base.py +766 -0
synapse/replication/tcp/streams/events.py +287 -0
synapse/replication/tcp/streams/federation.py +92 -0
synapse/replication/tcp/streams/partial_state.py +80 -0
synapse/res/providers.json +29 -0
synapse/res/templates/_base.html +29 -0
synapse/res/templates/account_previously_renewed.html +6 -0
synapse/res/templates/account_renewed.html +6 -0
synapse/res/templates/add_threepid.html +8 -0
synapse/res/templates/add_threepid.txt +6 -0
synapse/res/templates/add_threepid_failure.html +7 -0
synapse/res/templates/add_threepid_success.html +6 -0
synapse/res/templates/already_in_use.html +12 -0
synapse/res/templates/already_in_use.txt +10 -0
synapse/res/templates/auth_success.html +21 -0
synapse/res/templates/invalid_token.html +6 -0
synapse/res/templates/mail-Element.css +7 -0
synapse/res/templates/mail-Vector.css +7 -0
synapse/res/templates/mail-expiry.css +4 -0
synapse/res/templates/mail.css +156 -0
synapse/res/templates/notice_expiry.html +46 -0
synapse/res/templates/notice_expiry.txt +7 -0
synapse/res/templates/notif.html +51 -0
synapse/res/templates/notif.txt +22 -0
synapse/res/templates/notif_mail.html +59 -0
synapse/res/templates/notif_mail.txt +10 -0
synapse/res/templates/password_reset.html +10 -0
synapse/res/templates/password_reset.txt +7 -0
synapse/res/templates/password_reset_confirmation.html +15 -0
synapse/res/templates/password_reset_failure.html +7 -0
synapse/res/templates/password_reset_success.html +6 -0
synapse/res/templates/recaptcha.html +42 -0
synapse/res/templates/registration.html +12 -0
synapse/res/templates/registration.txt +10 -0
synapse/res/templates/registration_failure.html +6 -0
synapse/res/templates/registration_success.html +6 -0
synapse/res/templates/registration_token.html +18 -0
synapse/res/templates/room.html +33 -0
synapse/res/templates/room.txt +9 -0
synapse/res/templates/sso.css +129 -0
synapse/res/templates/sso_account_deactivated.html +25 -0
synapse/res/templates/sso_auth_account_details.html +186 -0
synapse/res/templates/sso_auth_account_details.js +116 -0
synapse/res/templates/sso_auth_bad_user.html +26 -0
synapse/res/templates/sso_auth_confirm.html +27 -0
synapse/res/templates/sso_auth_success.html +26 -0
synapse/res/templates/sso_error.html +71 -0
synapse/res/templates/sso_footer.html +19 -0
synapse/res/templates/sso_login_idp_picker.html +60 -0
synapse/res/templates/sso_new_user_consent.html +30 -0
synapse/res/templates/sso_partial_profile.html +19 -0
synapse/res/templates/sso_redirect_confirm.html +39 -0
synapse/res/templates/style.css +33 -0
synapse/res/templates/terms.html +27 -0
synapse/rest/__init__.py +197 -0
synapse/rest/admin/__init__.py +390 -0
synapse/rest/admin/_base.py +72 -0
synapse/rest/admin/background_updates.py +171 -0
synapse/rest/admin/devices.py +221 -0
synapse/rest/admin/event_reports.py +173 -0
synapse/rest/admin/events.py +69 -0
synapse/rest/admin/experimental_features.py +137 -0
synapse/rest/admin/federation.py +243 -0
synapse/rest/admin/media.py +540 -0
synapse/rest/admin/registration_tokens.py +358 -0
synapse/rest/admin/rooms.py +1061 -0
synapse/rest/admin/scheduled_tasks.py +70 -0
synapse/rest/admin/server_notice_servlet.py +132 -0
synapse/rest/admin/statistics.py +132 -0
synapse/rest/admin/username_available.py +58 -0
synapse/rest/admin/users.py +1608 -0
synapse/rest/client/__init__.py +20 -0
synapse/rest/client/_base.py +113 -0
synapse/rest/client/account.py +930 -0
synapse/rest/client/account_data.py +319 -0
synapse/rest/client/account_validity.py +103 -0
synapse/rest/client/appservice_ping.py +125 -0
synapse/rest/client/auth.py +218 -0
synapse/rest/client/auth_metadata.py +122 -0
synapse/rest/client/capabilities.py +121 -0
synapse/rest/client/delayed_events.py +111 -0
synapse/rest/client/devices.py +587 -0
synapse/rest/client/directory.py +211 -0
synapse/rest/client/events.py +116 -0
synapse/rest/client/filter.py +112 -0
synapse/rest/client/initial_sync.py +65 -0
synapse/rest/client/keys.py +678 -0
synapse/rest/client/knock.py +104 -0
synapse/rest/client/login.py +754 -0
synapse/rest/client/login_token_request.py +127 -0
synapse/rest/client/logout.py +93 -0
synapse/rest/client/matrixrtc.py +52 -0
synapse/rest/client/media.py +286 -0
synapse/rest/client/mutual_rooms.py +93 -0
synapse/rest/client/notifications.py +137 -0
synapse/rest/client/openid.py +109 -0
synapse/rest/client/password_policy.py +69 -0
synapse/rest/client/presence.py +131 -0
synapse/rest/client/profile.py +291 -0
synapse/rest/client/push_rule.py +331 -0
synapse/rest/client/pusher.py +181 -0
synapse/rest/client/read_marker.py +104 -0
synapse/rest/client/receipts.py +165 -0
synapse/rest/client/register.py +1067 -0
synapse/rest/client/relations.py +138 -0
synapse/rest/client/rendezvous.py +76 -0
synapse/rest/client/reporting.py +207 -0
synapse/rest/client/room.py +1669 -0
synapse/rest/client/room_keys.py +426 -0
synapse/rest/client/room_upgrade_rest_servlet.py +112 -0
synapse/rest/client/sendtodevice.py +85 -0
synapse/rest/client/sync.py +1131 -0
synapse/rest/client/tags.py +129 -0
synapse/rest/client/thirdparty.py +130 -0
synapse/rest/client/thread_subscriptions.py +247 -0
synapse/rest/client/tokenrefresh.py +52 -0
synapse/rest/client/transactions.py +149 -0
synapse/rest/client/user_directory.py +90 -0
synapse/rest/client/versions.py +191 -0
synapse/rest/client/voip.py +88 -0
synapse/rest/consent/__init__.py +0 -0
synapse/rest/consent/consent_resource.py +210 -0
synapse/rest/health.py +38 -0
synapse/rest/key/__init__.py +20 -0
synapse/rest/key/v2/__init__.py +40 -0
synapse/rest/key/v2/local_key_resource.py +125 -0
synapse/rest/key/v2/remote_key_resource.py +302 -0
synapse/rest/media/__init__.py +0 -0
synapse/rest/media/config_resource.py +53 -0
synapse/rest/media/create_resource.py +90 -0
synapse/rest/media/download_resource.py +110 -0
synapse/rest/media/media_repository_resource.py +113 -0
synapse/rest/media/preview_url_resource.py +77 -0
synapse/rest/media/thumbnail_resource.py +142 -0
synapse/rest/media/upload_resource.py +187 -0
synapse/rest/media/v1/__init__.py +39 -0
synapse/rest/media/v1/_base.py +23 -0
synapse/rest/media/v1/media_storage.py +23 -0
synapse/rest/media/v1/storage_provider.py +23 -0
synapse/rest/synapse/__init__.py +20 -0
synapse/rest/synapse/client/__init__.py +93 -0
synapse/rest/synapse/client/federation_whitelist.py +66 -0
synapse/rest/synapse/client/jwks.py +77 -0
synapse/rest/synapse/client/new_user_consent.py +115 -0
synapse/rest/synapse/client/oidc/__init__.py +45 -0
synapse/rest/synapse/client/oidc/backchannel_logout_resource.py +42 -0
synapse/rest/synapse/client/oidc/callback_resource.py +48 -0
synapse/rest/synapse/client/password_reset.py +129 -0
synapse/rest/synapse/client/pick_idp.py +107 -0
synapse/rest/synapse/client/pick_username.py +153 -0
synapse/rest/synapse/client/rendezvous.py +58 -0
synapse/rest/synapse/client/saml2/__init__.py +42 -0
synapse/rest/synapse/client/saml2/metadata_resource.py +46 -0
synapse/rest/synapse/client/saml2/response_resource.py +52 -0
synapse/rest/synapse/client/sso_register.py +56 -0
synapse/rest/synapse/client/unsubscribe.py +88 -0
synapse/rest/synapse/mas/__init__.py +71 -0
synapse/rest/synapse/mas/_base.py +55 -0
synapse/rest/synapse/mas/devices.py +239 -0
synapse/rest/synapse/mas/users.py +469 -0
synapse/rest/well_known.py +148 -0
synapse/server.py +1258 -0
synapse/server_notices/__init__.py +0 -0
synapse/server_notices/consent_server_notices.py +136 -0
synapse/server_notices/resource_limits_server_notices.py +215 -0
synapse/server_notices/server_notices_manager.py +388 -0
synapse/server_notices/server_notices_sender.py +67 -0
synapse/server_notices/worker_server_notices_sender.py +46 -0
synapse/spam_checker_api/__init__.py +31 -0
synapse/state/__init__.py +1022 -0
synapse/state/v1.py +370 -0
synapse/state/v2.py +985 -0
synapse/static/client/login/index.html +47 -0
synapse/static/client/login/js/jquery-3.4.1.min.js +2 -0
synapse/static/client/login/js/login.js +291 -0
synapse/static/client/login/spinner.gif +0 -0
synapse/static/client/login/style.css +79 -0
synapse/static/index.html +63 -0
synapse/storage/__init__.py +43 -0
synapse/storage/_base.py +245 -0
synapse/storage/admin_client_config.py +26 -0
synapse/storage/background_updates.py +1189 -0
synapse/storage/controllers/__init__.py +57 -0
synapse/storage/controllers/persist_events.py +1239 -0
synapse/storage/controllers/purge_events.py +456 -0
synapse/storage/controllers/state.py +954 -0
synapse/storage/controllers/stats.py +119 -0
synapse/storage/database.py +2720 -0
synapse/storage/databases/__init__.py +175 -0
synapse/storage/databases/main/__init__.py +424 -0
synapse/storage/databases/main/account_data.py +1060 -0
synapse/storage/databases/main/appservice.py +473 -0
synapse/storage/databases/main/cache.py +911 -0
synapse/storage/databases/main/censor_events.py +225 -0
synapse/storage/databases/main/client_ips.py +817 -0
synapse/storage/databases/main/delayed_events.py +560 -0
synapse/storage/databases/main/deviceinbox.py +1272 -0
synapse/storage/databases/main/devices.py +2581 -0
synapse/storage/databases/main/directory.py +212 -0
synapse/storage/databases/main/e2e_room_keys.py +690 -0
synapse/storage/databases/main/end_to_end_keys.py +1896 -0
synapse/storage/databases/main/event_federation.py +2509 -0
synapse/storage/databases/main/event_push_actions.py +1937 -0
synapse/storage/databases/main/events.py +3746 -0
synapse/storage/databases/main/events_bg_updates.py +2910 -0
synapse/storage/databases/main/events_forward_extremities.py +126 -0
synapse/storage/databases/main/events_worker.py +2784 -0
synapse/storage/databases/main/experimental_features.py +130 -0
synapse/storage/databases/main/filtering.py +231 -0
synapse/storage/databases/main/keys.py +291 -0
synapse/storage/databases/main/lock.py +553 -0
synapse/storage/databases/main/media_repository.py +1070 -0
synapse/storage/databases/main/metrics.py +460 -0
synapse/storage/databases/main/monthly_active_users.py +443 -0
synapse/storage/databases/main/openid.py +61 -0
synapse/storage/databases/main/presence.py +511 -0
synapse/storage/databases/main/profile.py +541 -0
synapse/storage/databases/main/purge_events.py +511 -0
synapse/storage/databases/main/push_rule.py +972 -0
synapse/storage/databases/main/pusher.py +794 -0
synapse/storage/databases/main/receipts.py +1342 -0
synapse/storage/databases/main/registration.py +3076 -0
synapse/storage/databases/main/rejections.py +38 -0
synapse/storage/databases/main/relations.py +1118 -0
synapse/storage/databases/main/room.py +2781 -0
synapse/storage/databases/main/roommember.py +2112 -0
synapse/storage/databases/main/search.py +941 -0
synapse/storage/databases/main/session.py +151 -0
synapse/storage/databases/main/signatures.py +94 -0
synapse/storage/databases/main/sliding_sync.py +603 -0
synapse/storage/databases/main/state.py +1006 -0
synapse/storage/databases/main/state_deltas.py +329 -0
synapse/storage/databases/main/stats.py +791 -0
synapse/storage/databases/main/stream.py +2580 -0
synapse/storage/databases/main/tags.py +360 -0
synapse/storage/databases/main/task_scheduler.py +225 -0
synapse/storage/databases/main/thread_subscriptions.py +591 -0
synapse/storage/databases/main/transactions.py +681 -0
synapse/storage/databases/main/ui_auth.py +420 -0
synapse/storage/databases/main/user_directory.py +1331 -0
synapse/storage/databases/main/user_erasure_store.py +117 -0
synapse/storage/databases/state/__init__.py +22 -0
synapse/storage/databases/state/bg_updates.py +499 -0
synapse/storage/databases/state/deletion.py +558 -0
synapse/storage/databases/state/store.py +949 -0
synapse/storage/engines/__init__.py +70 -0
synapse/storage/engines/_base.py +154 -0
synapse/storage/engines/postgres.py +261 -0
synapse/storage/engines/sqlite.py +199 -0
synapse/storage/invite_rule.py +112 -0
synapse/storage/keys.py +40 -0
synapse/storage/prepare_database.py +731 -0
synapse/storage/push_rule.py +28 -0
synapse/storage/roommember.py +89 -0
synapse/storage/schema/README.md +4 -0
synapse/storage/schema/__init__.py +182 -0
synapse/storage/schema/common/delta/25/00background_updates.sql +40 -0
synapse/storage/schema/common/delta/35/00background_updates_add_col.sql +36 -0
synapse/storage/schema/common/delta/58/00background_update_ordering.sql +38 -0
synapse/storage/schema/common/full_schemas/72/full.sql.postgres +8 -0
synapse/storage/schema/common/full_schemas/72/full.sql.sqlite +6 -0
synapse/storage/schema/common/schema_version.sql +60 -0
synapse/storage/schema/main/delta/12/v12.sql +82 -0
synapse/storage/schema/main/delta/13/v13.sql +38 -0
synapse/storage/schema/main/delta/14/v14.sql +42 -0
synapse/storage/schema/main/delta/15/appservice_txns.sql +50 -0
synapse/storage/schema/main/delta/15/presence_indices.sql +2 -0
synapse/storage/schema/main/delta/15/v15.sql +24 -0
synapse/storage/schema/main/delta/16/events_order_index.sql +4 -0
synapse/storage/schema/main/delta/16/remote_media_cache_index.sql +2 -0
synapse/storage/schema/main/delta/16/remove_duplicates.sql +9 -0
synapse/storage/schema/main/delta/16/room_alias_index.sql +3 -0
synapse/storage/schema/main/delta/16/unique_constraints.sql +72 -0
synapse/storage/schema/main/delta/16/users.sql +56 -0
synapse/storage/schema/main/delta/17/drop_indexes.sql +37 -0
synapse/storage/schema/main/delta/17/server_keys.sql +43 -0
synapse/storage/schema/main/delta/17/user_threepids.sql +9 -0
synapse/storage/schema/main/delta/18/server_keys_bigger_ints.sql +51 -0
synapse/storage/schema/main/delta/19/event_index.sql +38 -0
synapse/storage/schema/main/delta/20/dummy.sql +1 -0
synapse/storage/schema/main/delta/20/pushers.py +93 -0
synapse/storage/schema/main/delta/21/end_to_end_keys.sql +53 -0
synapse/storage/schema/main/delta/21/receipts.sql +57 -0
synapse/storage/schema/main/delta/22/receipts_index.sql +41 -0
synapse/storage/schema/main/delta/22/user_threepids_unique.sql +19 -0
synapse/storage/schema/main/delta/24/stats_reporting.sql +37 -0
synapse/storage/schema/main/delta/25/fts.py +81 -0
synapse/storage/schema/main/delta/25/guest_access.sql +44 -0
synapse/storage/schema/main/delta/25/history_visibility.sql +44 -0
synapse/storage/schema/main/delta/25/tags.sql +57 -0
synapse/storage/schema/main/delta/26/account_data.sql +36 -0
synapse/storage/schema/main/delta/27/account_data.sql +55 -0
synapse/storage/schema/main/delta/27/forgotten_memberships.sql +45 -0
synapse/storage/schema/main/delta/27/ts.py +61 -0
synapse/storage/schema/main/delta/28/event_push_actions.sql +46 -0
synapse/storage/schema/main/delta/28/events_room_stream.sql +39 -0
synapse/storage/schema/main/delta/28/public_roms_index.sql +39 -0
synapse/storage/schema/main/delta/28/receipts_user_id_index.sql +41 -0
synapse/storage/schema/main/delta/28/upgrade_times.sql +40 -0
synapse/storage/schema/main/delta/28/users_is_guest.sql +41 -0
synapse/storage/schema/main/delta/29/push_actions.sql +54 -0
synapse/storage/schema/main/delta/30/alias_creator.sql +35 -0
synapse/storage/schema/main/delta/30/as_users.py +82 -0
synapse/storage/schema/main/delta/30/deleted_pushers.sql +44 -0
synapse/storage/schema/main/delta/30/presence_stream.sql +49 -0
synapse/storage/schema/main/delta/30/public_rooms.sql +42 -0
synapse/storage/schema/main/delta/30/push_rule_stream.sql +57 -0
synapse/storage/schema/main/delta/30/threepid_guest_access_tokens.sql +43 -0
synapse/storage/schema/main/delta/31/invites.sql +61 -0
synapse/storage/schema/main/delta/31/local_media_repository_url_cache.sql +46 -0
synapse/storage/schema/main/delta/31/pushers_0.py +92 -0
synapse/storage/schema/main/delta/31/pushers_index.sql +41 -0
synapse/storage/schema/main/delta/31/search_update.py +65 -0
synapse/storage/schema/main/delta/32/events.sql +35 -0
synapse/storage/schema/main/delta/32/openid.sql +9 -0
synapse/storage/schema/main/delta/32/pusher_throttle.sql +42 -0
synapse/storage/schema/main/delta/32/remove_indices.sql +52 -0
synapse/storage/schema/main/delta/32/reports.sql +44 -0
synapse/storage/schema/main/delta/33/access_tokens_device_index.sql +36 -0
synapse/storage/schema/main/delta/33/devices.sql +40 -0
synapse/storage/schema/main/delta/33/devices_for_e2e_keys.sql +38 -0
synapse/storage/schema/main/delta/33/devices_for_e2e_keys_clear_unknown_device.sql +39 -0
synapse/storage/schema/main/delta/33/event_fields.py +61 -0
synapse/storage/schema/main/delta/33/remote_media_ts.py +43 -0
synapse/storage/schema/main/delta/33/user_ips_index.sql +36 -0
synapse/storage/schema/main/delta/34/appservice_stream.sql +42 -0
synapse/storage/schema/main/delta/34/cache_stream.py +50 -0
synapse/storage/schema/main/delta/34/device_inbox.sql +43 -0
synapse/storage/schema/main/delta/34/push_display_name_rename.sql +39 -0
synapse/storage/schema/main/delta/34/received_txn_purge.py +36 -0
synapse/storage/schema/main/delta/35/contains_url.sql +36 -0
synapse/storage/schema/main/delta/35/device_outbox.sql +58 -0
synapse/storage/schema/main/delta/35/device_stream_id.sql +40 -0
synapse/storage/schema/main/delta/35/event_push_actions_index.sql +36 -0
synapse/storage/schema/main/delta/35/public_room_list_change_stream.sql +52 -0
synapse/storage/schema/main/delta/35/stream_order_to_extrem.sql +56 -0
synapse/storage/schema/main/delta/36/readd_public_rooms.sql +45 -0
synapse/storage/schema/main/delta/37/remove_auth_idx.py +89 -0
synapse/storage/schema/main/delta/37/user_threepids.sql +71 -0
synapse/storage/schema/main/delta/38/postgres_fts_gist.sql +38 -0
synapse/storage/schema/main/delta/39/appservice_room_list.sql +48 -0
synapse/storage/schema/main/delta/39/device_federation_stream_idx.sql +35 -0
synapse/storage/schema/main/delta/39/event_push_index.sql +36 -0
synapse/storage/schema/main/delta/39/federation_out_position.sql +41 -0
synapse/storage/schema/main/delta/39/membership_profile.sql +39 -0
synapse/storage/schema/main/delta/40/current_state_idx.sql +36 -0
synapse/storage/schema/main/delta/40/device_inbox.sql +40 -0
synapse/storage/schema/main/delta/40/device_list_streams.sql +79 -0
synapse/storage/schema/main/delta/40/event_push_summary.sql +57 -0
synapse/storage/schema/main/delta/40/pushers.sql +58 -0
synapse/storage/schema/main/delta/41/device_list_stream_idx.sql +36 -0
synapse/storage/schema/main/delta/41/device_outbound_index.sql +35 -0
synapse/storage/schema/main/delta/41/event_search_event_id_idx.sql +36 -0
synapse/storage/schema/main/delta/41/ratelimit.sql +41 -0
synapse/storage/schema/main/delta/42/current_state_delta.sql +48 -0
synapse/storage/schema/main/delta/42/device_list_last_id.sql +52 -0
synapse/storage/schema/main/delta/42/event_auth_state_only.sql +36 -0
synapse/storage/schema/main/delta/42/user_dir.py +88 -0
synapse/storage/schema/main/delta/43/blocked_rooms.sql +40 -0
synapse/storage/schema/main/delta/43/quarantine_media.sql +36 -0
synapse/storage/schema/main/delta/43/url_cache.sql +35 -0
synapse/storage/schema/main/delta/43/user_share.sql +52 -0
synapse/storage/schema/main/delta/44/expire_url_cache.sql +60 -0
synapse/storage/schema/main/delta/45/group_server.sql +186 -0
synapse/storage/schema/main/delta/45/profile_cache.sql +47 -0
synapse/storage/schema/main/delta/46/drop_refresh_tokens.sql +36 -0
synapse/storage/schema/main/delta/46/drop_unique_deleted_pushers.sql +54 -0
synapse/storage/schema/main/delta/46/group_server.sql +51 -0
synapse/storage/schema/main/delta/46/local_media_repository_url_idx.sql +43 -0
synapse/storage/schema/main/delta/46/user_dir_null_room_ids.sql +54 -0
synapse/storage/schema/main/delta/46/user_dir_typos.sql +43 -0
synapse/storage/schema/main/delta/47/last_access_media.sql +35 -0
synapse/storage/schema/main/delta/47/postgres_fts_gin.sql +36 -0
synapse/storage/schema/main/delta/47/push_actions_staging.sql +47 -0
synapse/storage/schema/main/delta/48/add_user_consent.sql +37 -0
synapse/storage/schema/main/delta/48/add_user_ips_last_seen_index.sql +36 -0
synapse/storage/schema/main/delta/48/deactivated_users.sql +44 -0
synapse/storage/schema/main/delta/48/group_unique_indexes.py +67 -0
synapse/storage/schema/main/delta/48/groups_joinable.sql +41 -0
synapse/storage/schema/main/delta/49/add_user_consent_server_notice_sent.sql +39 -0
synapse/storage/schema/main/delta/49/add_user_daily_visits.sql +40 -0
synapse/storage/schema/main/delta/49/add_user_ips_last_seen_only_index.sql +36 -0
synapse/storage/schema/main/delta/50/add_creation_ts_users_index.sql +38 -0
synapse/storage/schema/main/delta/50/erasure_store.sql +40 -0
synapse/storage/schema/main/delta/50/make_event_content_nullable.py +102 -0
synapse/storage/schema/main/delta/51/e2e_room_keys.sql +58 -0
synapse/storage/schema/main/delta/51/monthly_active_users.sql +46 -0
synapse/storage/schema/main/delta/52/add_event_to_state_group_index.sql +38 -0
synapse/storage/schema/main/delta/52/device_list_streams_unique_idx.sql +55 -0
synapse/storage/schema/main/delta/52/e2e_room_keys.sql +72 -0
synapse/storage/schema/main/delta/53/add_user_type_to_users.sql +38 -0
synapse/storage/schema/main/delta/53/drop_sent_transactions.sql +35 -0
synapse/storage/schema/main/delta/53/event_format_version.sql +35 -0
synapse/storage/schema/main/delta/53/user_dir_populate.sql +49 -0
synapse/storage/schema/main/delta/53/user_ips_index.sql +49 -0
synapse/storage/schema/main/delta/53/user_share.sql +63 -0
synapse/storage/schema/main/delta/53/user_threepid_id.sql +48 -0
synapse/storage/schema/main/delta/53/users_in_public_rooms.sql +47 -0
synapse/storage/schema/main/delta/54/account_validity_with_renewal.sql +49 -0
synapse/storage/schema/main/delta/54/add_validity_to_server_keys.sql +42 -0
synapse/storage/schema/main/delta/54/delete_forward_extremities.sql +42 -0
synapse/storage/schema/main/delta/54/drop_legacy_tables.sql +49 -0
synapse/storage/schema/main/delta/54/drop_presence_list.sql +35 -0
synapse/storage/schema/main/delta/54/relations.sql +46 -0
synapse/storage/schema/main/delta/54/stats.sql +99 -0
synapse/storage/schema/main/delta/54/stats2.sql +47 -0
synapse/storage/schema/main/delta/55/access_token_expiry.sql +37 -0
synapse/storage/schema/main/delta/55/track_threepid_validations.sql +50 -0
synapse/storage/schema/main/delta/55/users_alter_deactivated.sql +38 -0
synapse/storage/schema/main/delta/56/add_spans_to_device_lists.sql +39 -0
synapse/storage/schema/main/delta/56/current_state_events_membership.sql +41 -0
synapse/storage/schema/main/delta/56/current_state_events_membership_mk2.sql +43 -0
synapse/storage/schema/main/delta/56/delete_keys_from_deleted_backups.sql +44 -0
synapse/storage/schema/main/delta/56/destinations_failure_ts.sql +44 -0
synapse/storage/schema/main/delta/56/destinations_retry_interval_type.sql.postgres +18 -0
synapse/storage/schema/main/delta/56/device_stream_id_insert.sql +39 -0
synapse/storage/schema/main/delta/56/devices_last_seen.sql +43 -0
synapse/storage/schema/main/delta/56/drop_unused_event_tables.sql +39 -0
synapse/storage/schema/main/delta/56/event_expiry.sql +40 -0
synapse/storage/schema/main/delta/56/event_labels.sql +49 -0
synapse/storage/schema/main/delta/56/event_labels_background_update.sql +36 -0
synapse/storage/schema/main/delta/56/fix_room_keys_index.sql +37 -0
synapse/storage/schema/main/delta/56/hidden_devices.sql +37 -0
synapse/storage/schema/main/delta/56/hidden_devices_fix.sql.sqlite +42 -0
synapse/storage/schema/main/delta/56/nuke_empty_communities_from_db.sql +48 -0
synapse/storage/schema/main/delta/56/public_room_list_idx.sql +35 -0
synapse/storage/schema/main/delta/56/redaction_censor.sql +35 -0
synapse/storage/schema/main/delta/56/redaction_censor2.sql +41 -0
synapse/storage/schema/main/delta/56/redaction_censor3_fix_update.sql.postgres +25 -0
synapse/storage/schema/main/delta/56/redaction_censor4.sql +35 -0
synapse/storage/schema/main/delta/56/remove_tombstoned_rooms_from_directory.sql +38 -0
synapse/storage/schema/main/delta/56/room_key_etag.sql +36 -0
synapse/storage/schema/main/delta/56/room_membership_idx.sql +37 -0
synapse/storage/schema/main/delta/56/room_retention.sql +52 -0
synapse/storage/schema/main/delta/56/signing_keys.sql +75 -0
synapse/storage/schema/main/delta/56/signing_keys_nonunique_signatures.sql +41 -0
synapse/storage/schema/main/delta/56/stats_separated.sql +175 -0
synapse/storage/schema/main/delta/56/unique_user_filter_index.py +46 -0
synapse/storage/schema/main/delta/56/user_external_ids.sql +43 -0
synapse/storage/schema/main/delta/56/users_in_public_rooms_idx.sql +36 -0
synapse/storage/schema/main/delta/57/delete_old_current_state_events.sql +41 -0
synapse/storage/schema/main/delta/57/device_list_remote_cache_stale.sql +44 -0
synapse/storage/schema/main/delta/57/local_current_membership.py +111 -0
synapse/storage/schema/main/delta/57/remove_sent_outbound_pokes.sql +40 -0
synapse/storage/schema/main/delta/57/rooms_version_column.sql +43 -0
synapse/storage/schema/main/delta/57/rooms_version_column_2.sql.postgres +35 -0
synapse/storage/schema/main/delta/57/rooms_version_column_2.sql.sqlite +22 -0
synapse/storage/schema/main/delta/57/rooms_version_column_3.sql.postgres +39 -0
synapse/storage/schema/main/delta/57/rooms_version_column_3.sql.sqlite +23 -0
synapse/storage/schema/main/delta/58/02remove_dup_outbound_pokes.sql +41 -0
synapse/storage/schema/main/delta/58/03persist_ui_auth.sql +55 -0
synapse/storage/schema/main/delta/58/05cache_instance.sql.postgres +30 -0
synapse/storage/schema/main/delta/58/06dlols_unique_idx.py +83 -0
synapse/storage/schema/main/delta/58/07add_method_to_thumbnail_constraint.sql.postgres +33 -0
synapse/storage/schema/main/delta/58/07add_method_to_thumbnail_constraint.sql.sqlite +44 -0
synapse/storage/schema/main/delta/58/07persist_ui_auth_ips.sql +44 -0
synapse/storage/schema/main/delta/58/08_media_safe_from_quarantine.sql.postgres +18 -0
synapse/storage/schema/main/delta/58/08_media_safe_from_quarantine.sql.sqlite +18 -0
synapse/storage/schema/main/delta/58/09shadow_ban.sql +37 -0
synapse/storage/schema/main/delta/58/10_pushrules_enabled_delete_obsolete.sql +47 -0
synapse/storage/schema/main/delta/58/10drop_local_rejections_stream.sql +41 -0
synapse/storage/schema/main/delta/58/10federation_pos_instance_name.sql +41 -0
synapse/storage/schema/main/delta/58/11dehydration.sql +39 -0
synapse/storage/schema/main/delta/58/11fallback.sql +43 -0
synapse/storage/schema/main/delta/58/11user_id_seq.py +38 -0
synapse/storage/schema/main/delta/58/12room_stats.sql +51 -0
synapse/storage/schema/main/delta/58/13remove_presence_allow_inbound.sql +36 -0
synapse/storage/schema/main/delta/58/14events_instance_name.sql +35 -0
synapse/storage/schema/main/delta/58/14events_instance_name.sql.postgres +28 -0
synapse/storage/schema/main/delta/58/15_catchup_destination_rooms.sql +61 -0
synapse/storage/schema/main/delta/58/15unread_count.sql +45 -0
synapse/storage/schema/main/delta/58/16populate_stats_process_rooms_fix.sql +41 -0
synapse/storage/schema/main/delta/58/17_catchup_last_successful.sql +40 -0
synapse/storage/schema/main/delta/58/18stream_positions.sql +41 -0
synapse/storage/schema/main/delta/58/19instance_map.sql.postgres +25 -0
synapse/storage/schema/main/delta/58/19txn_id.sql +59 -0
synapse/storage/schema/main/delta/58/20instance_name_event_tables.sql +36 -0
synapse/storage/schema/main/delta/58/20user_daily_visits.sql +37 -0
synapse/storage/schema/main/delta/58/21as_device_stream.sql +36 -0
synapse/storage/schema/main/delta/58/21drop_device_max_stream_id.sql +1 -0
synapse/storage/schema/main/delta/58/22puppet_token.sql +36 -0
synapse/storage/schema/main/delta/58/22users_have_local_media.sql +2 -0
synapse/storage/schema/main/delta/58/23e2e_cross_signing_keys_idx.sql +36 -0
synapse/storage/schema/main/delta/58/24drop_event_json_index.sql +38 -0
synapse/storage/schema/main/delta/58/25user_external_ids_user_id_idx.sql +36 -0
synapse/storage/schema/main/delta/58/26access_token_last_validated.sql +37 -0
synapse/storage/schema/main/delta/58/27local_invites.sql +37 -0
synapse/storage/schema/main/delta/58/28drop_last_used_column.sql.postgres +16 -0
synapse/storage/schema/main/delta/58/28drop_last_used_column.sql.sqlite +62 -0
synapse/storage/schema/main/delta/59/01ignored_user.py +85 -0
synapse/storage/schema/main/delta/59/02shard_send_to_device.sql +37 -0
synapse/storage/schema/main/delta/59/03shard_send_to_device_sequence.sql.postgres +25 -0
synapse/storage/schema/main/delta/59/04_event_auth_chains.sql +71 -0
synapse/storage/schema/main/delta/59/04_event_auth_chains.sql.postgres +16 -0
synapse/storage/schema/main/delta/59/04drop_account_data.sql +36 -0
synapse/storage/schema/main/delta/59/05cache_invalidation.sql +36 -0
synapse/storage/schema/main/delta/59/06chain_cover_index.sql +36 -0
synapse/storage/schema/main/delta/59/06shard_account_data.sql +39 -0
synapse/storage/schema/main/delta/59/06shard_account_data.sql.postgres +32 -0
synapse/storage/schema/main/delta/59/07shard_account_data_fix.sql +37 -0
synapse/storage/schema/main/delta/59/08delete_pushers_for_deactivated_accounts.sql +39 -0
synapse/storage/schema/main/delta/59/08delete_stale_pushers.sql +39 -0
synapse/storage/schema/main/delta/59/09rejected_events_metadata.sql +45 -0
synapse/storage/schema/main/delta/59/10delete_purged_chain_cover.sql +36 -0
synapse/storage/schema/main/delta/59/11add_knock_members_to_stats.sql +39 -0
synapse/storage/schema/main/delta/59/11drop_thumbnail_constraint.sql.postgres +22 -0
synapse/storage/schema/main/delta/59/12account_validity_token_used_ts_ms.sql +37 -0
synapse/storage/schema/main/delta/59/12presence_stream_instance.sql +37 -0
synapse/storage/schema/main/delta/59/12presence_stream_instance_seq.sql.postgres +20 -0
synapse/storage/schema/main/delta/59/13users_to_send_full_presence_to.sql +53 -0
synapse/storage/schema/main/delta/59/14refresh_tokens.sql +53 -0
synapse/storage/schema/main/delta/59/15locks.sql +56 -0
synapse/storage/schema/main/delta/59/16federation_inbound_staging.sql +51 -0
synapse/storage/schema/main/delta/60/01recreate_stream_ordering.sql.postgres +45 -0
synapse/storage/schema/main/delta/60/02change_stream_ordering_columns.sql.postgres +30 -0
synapse/storage/schema/main/delta/61/01change_appservices_txns.sql.postgres +23 -0
synapse/storage/schema/main/delta/61/01insertion_event_lookups.sql +68 -0
synapse/storage/schema/main/delta/61/02drop_redundant_room_depth_index.sql +37 -0
synapse/storage/schema/main/delta/61/03recreate_min_depth.py +74 -0
synapse/storage/schema/main/delta/62/01insertion_event_extremities.sql +43 -0
synapse/storage/schema/main/delta/63/01create_registration_tokens.sql +42 -0
synapse/storage/schema/main/delta/63/02delete_unlinked_email_pushers.sql +39 -0
synapse/storage/schema/main/delta/63/02populate-rooms-creator.sql +36 -0
synapse/storage/schema/main/delta/63/03session_store.sql +42 -0
synapse/storage/schema/main/delta/63/04add_presence_stream_not_offline_index.sql +37 -0
synapse/storage/schema/main/delta/64/01msc2716_chunk_to_batch_rename.sql.postgres +23 -0
synapse/storage/schema/main/delta/64/01msc2716_chunk_to_batch_rename.sql.sqlite +37 -0
synapse/storage/schema/main/delta/65/01msc2716_insertion_event_edges.sql +38 -0
synapse/storage/schema/main/delta/65/03remove_hidden_devices_from_device_inbox.sql +41 -0
synapse/storage/schema/main/delta/65/04_local_group_updates.sql +37 -0
synapse/storage/schema/main/delta/65/05_remove_room_stats_historical_and_user_stats_historical.sql +38 -0
synapse/storage/schema/main/delta/65/06remove_deleted_devices_from_device_inbox.sql +53 -0
synapse/storage/schema/main/delta/65/07_arbitrary_relations.sql +37 -0
synapse/storage/schema/main/delta/65/08_device_inbox_background_updates.sql +37 -0
synapse/storage/schema/main/delta/65/10_expirable_refresh_tokens.sql +47 -0
synapse/storage/schema/main/delta/65/11_devices_auth_provider_session.sql +46 -0
synapse/storage/schema/main/delta/67/01drop_public_room_list_stream.sql +37 -0
synapse/storage/schema/main/delta/68/01event_columns.sql +45 -0
synapse/storage/schema/main/delta/68/02_msc2409_add_device_id_appservice_stream_type.sql +40 -0
synapse/storage/schema/main/delta/68/03_delete_account_data_for_deactivated_accounts.sql +39 -0
synapse/storage/schema/main/delta/68/04_refresh_tokens_index_next_token_id.sql +47 -0
synapse/storage/schema/main/delta/68/04partial_state_rooms.sql +60 -0
synapse/storage/schema/main/delta/68/05_delete_non_strings_from_event_search.sql.sqlite +22 -0
synapse/storage/schema/main/delta/68/05partial_state_rooms_triggers.py +80 -0
synapse/storage/schema/main/delta/68/06_msc3202_add_device_list_appservice_stream_type.sql +42 -0
synapse/storage/schema/main/delta/69/01as_txn_seq.py +54 -0
synapse/storage/schema/main/delta/69/01device_list_oubound_by_room.sql +57 -0
synapse/storage/schema/main/delta/69/02cache_invalidation_index.sql +37 -0
synapse/storage/schema/main/delta/70/01clean_table_purged_rooms.sql +39 -0
synapse/storage/schema/main/delta/71/01rebuild_event_edges.sql.postgres +43 -0
synapse/storage/schema/main/delta/71/01rebuild_event_edges.sql.sqlite +47 -0
synapse/storage/schema/main/delta/71/01remove_noop_background_updates.sql +80 -0
synapse/storage/schema/main/delta/71/02event_push_summary_unique.sql +37 -0
synapse/storage/schema/main/delta/72/01add_room_type_to_state_stats.sql +38 -0
synapse/storage/schema/main/delta/72/01event_push_summary_receipt.sql +54 -0
synapse/storage/schema/main/delta/72/02event_push_actions_index.sql +38 -0
synapse/storage/schema/main/delta/72/03bg_populate_events_columns.py +57 -0
synapse/storage/schema/main/delta/72/03drop_event_reference_hashes.sql +36 -0
synapse/storage/schema/main/delta/72/03remove_groups.sql +50 -0
synapse/storage/schema/main/delta/72/04drop_column_application_services_state_last_txn.sql.postgres +17 -0
synapse/storage/schema/main/delta/72/04drop_column_application_services_state_last_txn.sql.sqlite +40 -0
synapse/storage/schema/main/delta/72/05receipts_event_stream_ordering.sql +38 -0
synapse/storage/schema/main/delta/72/05remove_unstable_private_read_receipts.sql +38 -0
synapse/storage/schema/main/delta/72/06add_consent_ts_to_users.sql +35 -0
synapse/storage/schema/main/delta/72/06thread_notifications.sql +49 -0
synapse/storage/schema/main/delta/72/07force_update_current_state_events_membership.py +67 -0
synapse/storage/schema/main/delta/72/07thread_receipts.sql.postgres +30 -0
synapse/storage/schema/main/delta/72/07thread_receipts.sql.sqlite +70 -0
synapse/storage/schema/main/delta/72/08begin_cache_invalidation_seq_at_2.sql.postgres +23 -0
synapse/storage/schema/main/delta/72/08thread_receipts.sql +39 -0
synapse/storage/schema/main/delta/72/09partial_indices.sql.sqlite +56 -0
synapse/storage/schema/main/delta/73/01event_failed_pull_attempts.sql +48 -0
synapse/storage/schema/main/delta/73/02add_pusher_enabled.sql +35 -0
synapse/storage/schema/main/delta/73/02room_id_indexes_for_purging.sql +41 -0
synapse/storage/schema/main/delta/73/03pusher_device_id.sql +39 -0
synapse/storage/schema/main/delta/73/03users_approved_column.sql +39 -0
synapse/storage/schema/main/delta/73/04partial_join_details.sql +42 -0
synapse/storage/schema/main/delta/73/04pending_device_list_updates.sql +47 -0
synapse/storage/schema/main/delta/73/05old_push_actions.sql.postgres +22 -0
synapse/storage/schema/main/delta/73/05old_push_actions.sql.sqlite +24 -0
synapse/storage/schema/main/delta/73/06thread_notifications_thread_id_idx.sql +42 -0
synapse/storage/schema/main/delta/73/08thread_receipts_non_null.sql.postgres +23 -0
synapse/storage/schema/main/delta/73/08thread_receipts_non_null.sql.sqlite +76 -0
synapse/storage/schema/main/delta/73/09partial_joined_via_destination.sql +37 -0
synapse/storage/schema/main/delta/73/09threads_table.sql +49 -0
synapse/storage/schema/main/delta/73/10_update_sqlite_fts4_tokenizer.py +71 -0
synapse/storage/schema/main/delta/73/10login_tokens.sql +54 -0
synapse/storage/schema/main/delta/73/11event_search_room_id_n_distinct.sql.postgres +33 -0
synapse/storage/schema/main/delta/73/12refactor_device_list_outbound_pokes.sql +72 -0
synapse/storage/schema/main/delta/73/13add_device_lists_index.sql +39 -0
synapse/storage/schema/main/delta/73/20_un_partial_stated_room_stream.sql +51 -0
synapse/storage/schema/main/delta/73/21_un_partial_stated_room_stream_seq.sql.postgres +20 -0
synapse/storage/schema/main/delta/73/22_rebuild_user_dir_stats.sql +48 -0
synapse/storage/schema/main/delta/73/22_un_partial_stated_event_stream.sql +53 -0
synapse/storage/schema/main/delta/73/23_fix_thread_index.sql +52 -0
synapse/storage/schema/main/delta/73/23_un_partial_stated_room_stream_seq.sql.postgres +20 -0
synapse/storage/schema/main/delta/73/24_events_jump_to_date_index.sql +36 -0
synapse/storage/schema/main/delta/73/25drop_presence.sql +36 -0
synapse/storage/schema/main/delta/74/01_user_directory_stale_remote_users.sql +58 -0
synapse/storage/schema/main/delta/74/02_set_device_id_for_pushers_bg_update.sql +38 -0
synapse/storage/schema/main/delta/74/03_membership_tables_event_stream_ordering.sql.postgres +29 -0
synapse/storage/schema/main/delta/74/03_membership_tables_event_stream_ordering.sql.sqlite +23 -0
synapse/storage/schema/main/delta/74/03_room_membership_index.sql +38 -0
synapse/storage/schema/main/delta/74/04_delete_e2e_backup_keys_for_deactivated_users.sql +36 -0
synapse/storage/schema/main/delta/74/04_membership_tables_event_stream_ordering_triggers.py +87 -0
synapse/storage/schema/main/delta/74/05_events_txn_id_device_id.sql +72 -0
synapse/storage/schema/main/delta/74/90COMMENTS_destinations.sql.postgres +52 -0
synapse/storage/schema/main/delta/76/01_add_profiles_full_user_id_column.sql +39 -0
synapse/storage/schema/main/delta/76/02_add_user_filters_full_user_id_column.sql +39 -0
synapse/storage/schema/main/delta/76/03_per_user_experimental_features.sql +46 -0
synapse/storage/schema/main/delta/76/04_add_room_forgetter.sql +43 -0
synapse/storage/schema/main/delta/77/01_add_profiles_not_valid_check.sql.postgres +16 -0
synapse/storage/schema/main/delta/77/02_add_user_filters_not_valid_check.sql.postgres +16 -0
synapse/storage/schema/main/delta/77/03bg_populate_full_user_id_profiles.sql +35 -0
synapse/storage/schema/main/delta/77/04bg_populate_full_user_id_user_filters.sql +35 -0
synapse/storage/schema/main/delta/77/05thread_notifications_backfill.sql +67 -0
synapse/storage/schema/main/delta/77/06thread_notifications_not_null.sql.sqlite +102 -0
synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_actions.sql.postgres +27 -0
synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_actions_staging.sql.postgres +27 -0
synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_summary.sql.postgres +29 -0
synapse/storage/schema/main/delta/77/14bg_indices_event_stream_ordering.sql +39 -0
synapse/storage/schema/main/delta/78/01_validate_and_update_profiles.py +99 -0
synapse/storage/schema/main/delta/78/02_validate_and_update_user_filters.py +100 -0
synapse/storage/schema/main/delta/78/03_remove_unused_indexes_user_filters.py +72 -0
synapse/storage/schema/main/delta/78/03event_extremities_constraints.py +65 -0
synapse/storage/schema/main/delta/78/04_add_full_user_id_index_user_filters.py +32 -0
synapse/storage/schema/main/delta/79/03_read_write_locks_triggers.sql.postgres +102 -0
synapse/storage/schema/main/delta/79/03_read_write_locks_triggers.sql.sqlite +72 -0
synapse/storage/schema/main/delta/79/04_mitigate_stream_ordering_update_race.py +70 -0
synapse/storage/schema/main/delta/79/05_read_write_locks_triggers.sql.postgres +69 -0
synapse/storage/schema/main/delta/79/05_read_write_locks_triggers.sql.sqlite +65 -0
synapse/storage/schema/main/delta/80/01_users_alter_locked.sql +35 -0
synapse/storage/schema/main/delta/80/02_read_write_locks_unlogged.sql.postgres +30 -0
synapse/storage/schema/main/delta/80/02_scheduled_tasks.sql +47 -0
synapse/storage/schema/main/delta/80/03_read_write_locks_triggers.sql.postgres +37 -0
synapse/storage/schema/main/delta/80/04_read_write_locks_deadlock.sql.postgres +71 -0
synapse/storage/schema/main/delta/82/02_scheduled_tasks_index.sql +35 -0
synapse/storage/schema/main/delta/82/04_add_indices_for_purging_rooms.sql +39 -0
synapse/storage/schema/main/delta/82/05gaps.sql +44 -0
synapse/storage/schema/main/delta/83/01_drop_old_tables.sql +43 -0
synapse/storage/schema/main/delta/83/03_instance_name_receipts.sql.sqlite +17 -0
synapse/storage/schema/main/delta/83/05_cross_signing_key_update_grant.sql +34 -0
synapse/storage/schema/main/delta/83/06_event_push_summary_room.sql +36 -0
synapse/storage/schema/main/delta/84/01_auth_links_stats.sql.postgres +20 -0
synapse/storage/schema/main/delta/84/02_auth_links_index.sql +16 -0
synapse/storage/schema/main/delta/84/03_auth_links_analyze.sql.postgres +16 -0
synapse/storage/schema/main/delta/84/04_access_token_index.sql +15 -0
synapse/storage/schema/main/delta/85/01_add_suspended.sql +14 -0
synapse/storage/schema/main/delta/85/02_add_instance_names.sql +27 -0
synapse/storage/schema/main/delta/85/03_new_sequences.sql.postgres +54 -0
synapse/storage/schema/main/delta/85/04_cleanup_device_federation_outbox.sql +15 -0
synapse/storage/schema/main/delta/85/05_add_instance_names_converted_pos.sql +16 -0
synapse/storage/schema/main/delta/85/06_add_room_reports.sql +20 -0
synapse/storage/schema/main/delta/86/01_authenticate_media.sql +15 -0
synapse/storage/schema/main/delta/86/02_receipts_event_id_index.sql +15 -0
synapse/storage/schema/main/delta/87/01_sliding_sync_memberships.sql +169 -0
synapse/storage/schema/main/delta/87/02_per_connection_state.sql +81 -0
synapse/storage/schema/main/delta/87/03_current_state_index.sql +19 -0
synapse/storage/schema/main/delta/88/01_add_delayed_events.sql +43 -0
synapse/storage/schema/main/delta/88/01_custom_profile_fields.sql +15 -0
synapse/storage/schema/main/delta/88/02_fix_sliding_sync_membership_snapshots_forgotten_column.sql +21 -0
synapse/storage/schema/main/delta/88/03_add_otk_ts_added_index.sql +18 -0
synapse/storage/schema/main/delta/88/04_current_state_delta_index.sql +18 -0
synapse/storage/schema/main/delta/88/05_drop_old_otks.sql.postgres +19 -0
synapse/storage/schema/main/delta/88/05_drop_old_otks.sql.sqlite +19 -0
synapse/storage/schema/main/delta/88/05_sliding_sync_room_config_index.sql +20 -0
synapse/storage/schema/main/delta/88/06_events_received_ts_index.sql +17 -0
synapse/storage/schema/main/delta/89/01_sliding_sync_membership_snapshot_index.sql +15 -0
synapse/storage/schema/main/delta/90/01_add_column_participant_room_memberships_table.sql +16 -0
synapse/storage/schema/main/delta/91/01_media_hash.sql +28 -0
synapse/storage/schema/main/delta/92/01_remove_trigger.sql.postgres +16 -0
synapse/storage/schema/main/delta/92/01_remove_trigger.sql.sqlite +16 -0
synapse/storage/schema/main/delta/92/02_remove_populate_participant_bg_update.sql +17 -0
synapse/storage/schema/main/delta/92/04_ss_membership_snapshot_idx.sql +16 -0
synapse/storage/schema/main/delta/92/04_thread_subscriptions.sql +59 -0
synapse/storage/schema/main/delta/92/04_thread_subscriptions_seq.sql.postgres +19 -0
synapse/storage/schema/main/delta/92/05_fixup_max_depth_cap.sql +17 -0
synapse/storage/schema/main/delta/92/05_thread_subscriptions_comments.sql.postgres +18 -0
synapse/storage/schema/main/delta/92/06_device_federation_inbox_index.sql +16 -0
synapse/storage/schema/main/delta/92/06_threads_last_sent_stream_ordering_comments.sql.postgres +24 -0
synapse/storage/schema/main/delta/92/07_add_user_reports.sql +22 -0
synapse/storage/schema/main/delta/92/07_event_txn_id_device_id_txn_id2.sql +15 -0
synapse/storage/schema/main/delta/92/08_room_ban_redactions.sql +21 -0
synapse/storage/schema/main/delta/92/08_thread_subscriptions_seq_fixup.sql.postgres +19 -0
synapse/storage/schema/main/delta/92/09_thread_subscriptions_update.sql +20 -0
synapse/storage/schema/main/delta/92/09_thread_subscriptions_update.sql.postgres +18 -0
synapse/storage/schema/main/full_schemas/72/full.sql.postgres +1344 -0
synapse/storage/schema/main/full_schemas/72/full.sql.sqlite +646 -0
synapse/storage/schema/state/delta/23/drop_state_index.sql +35 -0
synapse/storage/schema/state/delta/32/remove_state_indices.sql +38 -0
synapse/storage/schema/state/delta/35/add_state_index.sql +36 -0
synapse/storage/schema/state/delta/35/state.sql +41 -0
synapse/storage/schema/state/delta/35/state_dedupe.sql +36 -0
synapse/storage/schema/state/delta/47/state_group_seq.py +38 -0
synapse/storage/schema/state/delta/56/state_group_room_idx.sql +36 -0
synapse/storage/schema/state/delta/61/02state_groups_state_n_distinct.sql.postgres +34 -0
synapse/storage/schema/state/delta/70/08_state_group_edges_unique.sql +36 -0
synapse/storage/schema/state/delta/89/01_state_groups_deletion.sql +39 -0
synapse/storage/schema/state/delta/90/02_delete_unreferenced_state_groups.sql +16 -0
synapse/storage/schema/state/delta/90/03_remove_old_deletion_bg_update.sql +15 -0
synapse/storage/schema/state/full_schemas/72/full.sql.postgres +30 -0
synapse/storage/schema/state/full_schemas/72/full.sql.sqlite +20 -0
synapse/storage/types.py +185 -0
synapse/storage/util/__init__.py +20 -0
synapse/storage/util/id_generators.py +909 -0
synapse/storage/util/partial_state_events_tracker.py +194 -0
synapse/storage/util/sequence.py +315 -0
synapse/streams/__init__.py +43 -0
synapse/streams/config.py +92 -0
synapse/streams/events.py +203 -0
synapse/synapse_rust/__init__.pyi +3 -0
synapse/synapse_rust/acl.pyi +20 -0
synapse/synapse_rust/events.pyi +136 -0
synapse/synapse_rust/http_client.pyi +32 -0
synapse/synapse_rust/push.pyi +86 -0
synapse/synapse_rust/rendezvous.pyi +30 -0
synapse/synapse_rust/segmenter.pyi +1 -0
synapse/synapse_rust.abi3.so +0 -0
synapse/types/__init__.py +1600 -0
synapse/types/handlers/__init__.py +93 -0
synapse/types/handlers/policy_server.py +16 -0
synapse/types/handlers/sliding_sync.py +909 -0
synapse/types/rest/__init__.py +25 -0
synapse/types/rest/client/__init__.py +415 -0
synapse/types/state.py +635 -0
synapse/types/storage/__init__.py +66 -0
synapse/util/__init__.py +170 -0
synapse/util/async_helpers.py +1067 -0
synapse/util/batching_queue.py +202 -0
synapse/util/caches/__init__.py +300 -0
synapse/util/caches/cached_call.py +143 -0
synapse/util/caches/deferred_cache.py +530 -0
synapse/util/caches/descriptors.py +694 -0
synapse/util/caches/dictionary_cache.py +350 -0
synapse/util/caches/expiringcache.py +251 -0
synapse/util/caches/lrucache.py +977 -0
synapse/util/caches/response_cache.py +323 -0
synapse/util/caches/stream_change_cache.py +370 -0
synapse/util/caches/treecache.py +189 -0
synapse/util/caches/ttlcache.py +197 -0
synapse/util/cancellation.py +63 -0
synapse/util/check_dependencies.py +335 -0
synapse/util/clock.py +500 -0
synapse/util/constants.py +22 -0
synapse/util/daemonize.py +165 -0
synapse/util/distributor.py +159 -0
synapse/util/events.py +134 -0
synapse/util/file_consumer.py +164 -0
synapse/util/frozenutils.py +57 -0
synapse/util/gai_resolver.py +180 -0
synapse/util/hash.py +38 -0
synapse/util/httpresourcetree.py +108 -0
synapse/util/iterutils.py +189 -0
synapse/util/json.py +56 -0
synapse/util/linked_list.py +156 -0
synapse/util/logcontext.py +46 -0
synapse/util/logformatter.py +28 -0
synapse/util/macaroons.py +325 -0
synapse/util/manhole.py +191 -0
synapse/util/metrics.py +340 -0
synapse/util/module_loader.py +116 -0
synapse/util/msisdn.py +51 -0
synapse/util/patch_inline_callbacks.py +250 -0
synapse/util/pydantic_models.py +56 -0
synapse/util/ratelimitutils.py +420 -0
synapse/util/retryutils.py +339 -0
synapse/util/rlimit.py +42 -0
synapse/util/rust.py +134 -0
synapse/util/sentinel.py +21 -0
synapse/util/stringutils.py +293 -0
synapse/util/task_scheduler.py +493 -0
synapse/util/templates.py +126 -0
synapse/util/threepids.py +123 -0
synapse/util/wheel_timer.py +112 -0
synapse/visibility.py +836 -0

synapse/http/server.py ADDED Viewed

@@ -0,0 +1,1114 @@
+#
+# This file is licensed under the Affero General Public License (AGPL) version 3.
+#
+# Copyright 2014-2016 OpenMarket Ltd
+# Copyright (C) 2023 New Vector, Ltd
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# See the GNU Affero General Public License for more details:
+# <https://www.gnu.org/licenses/agpl-3.0.html>.
+#
+# Originally licensed under the Apache License, Version 2.0:
+# <http://www.apache.org/licenses/LICENSE-2.0>.
+#
+# [This file includes modifications made by New Vector Limited]
+#
+#
+import abc
+import html
+import logging
+import types
+import urllib
+import urllib.parse
+from http import HTTPStatus
+from http.client import FOUND
+from inspect import isawaitable
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    Awaitable,
+    Callable,
+    Iterable,
+    Iterator,
+    Optional,
+    Pattern,
+    Protocol,
+    Union,
+    cast,
+)
+import attr
+import jinja2
+from canonicaljson import encode_canonical_json
+from zope.interface import implementer
+from twisted.internet import defer, interfaces, reactor
+from twisted.internet.defer import CancelledError
+from twisted.python import failure
+from twisted.web import resource
+from synapse.types import ISynapseThreadlessReactor
+try:
+    from twisted.web.pages import notFound
+except ImportError:
+    from twisted.web.resource import NoResource as notFound  # type: ignore[assignment]
+from twisted.web.resource import IResource
+from twisted.web.server import NOT_DONE_YET, Request
+from twisted.web.static import File
+from twisted.web.util import redirectTo
+from synapse.api.errors import (
+    CodeMessageException,
+    Codes,
+    LimitExceededError,
+    RedirectException,
+    SynapseError,
+    UnrecognizedRequestError,
+)
+from synapse.config.homeserver import HomeServerConfig
+from synapse.logging.context import defer_to_thread, preserve_fn, run_in_background
+from synapse.logging.opentracing import active_span, start_active_span, trace_servlet
+from synapse.util.caches import intern_dict
+from synapse.util.cancellation import is_function_cancellable
+from synapse.util.clock import Clock
+from synapse.util.iterutils import chunk_seq
+from synapse.util.json import json_encoder
+if TYPE_CHECKING:
+    import opentracing
+    from synapse.http.site import SynapseRequest
+    from synapse.server import HomeServer
+logger = logging.getLogger(__name__)
+HTML_ERROR_TEMPLATE = """<!DOCTYPE html>
+<html lang=en>
+  <head>
+    <meta charset="utf-8">
+    <title>Error {code}</title>
+  </head>
+  <body>
+     <p>{msg}</p>
+  </body>
+</html>
+"""
+# A fictional HTTP status code for requests where the client has disconnected and we
+# successfully cancelled the request. Used only for logging purposes. Clients will never
+# observe this code unless cancellations leak across requests or we raise a
+# `CancelledError` ourselves.
+# Analogous to nginx's 499 status code:
+# https://github.com/nginx/nginx/blob/release-1.21.6/src/http/ngx_http_request.h#L128-L134
+HTTP_STATUS_REQUEST_CANCELLED = 499
+def return_json_error(
+    f: failure.Failure, request: "SynapseRequest", config: Optional[HomeServerConfig]
+) -> None:
+    """Sends a JSON error response to clients."""
+    if f.check(SynapseError):
+        # mypy doesn't understand that f.check asserts the type.
+        exc: SynapseError = f.value
+        error_code = exc.code
+        error_dict = exc.error_dict(config)
+        if exc.headers is not None:
+            for header, value in exc.headers.items():
+                request.setHeader(header, value)
+        error_ctx = exc.debug_context
+        if error_ctx:
+            logger.info(
+                "%s SynapseError: %s - %s (%s)", request, error_code, exc.msg, error_ctx
+            )
+        else:
+            logger.info("%s SynapseError: %s - %s", request, error_code, exc.msg)
+    elif f.check(CancelledError):
+        error_code = HTTP_STATUS_REQUEST_CANCELLED
+        error_dict = {"error": "Request cancelled", "errcode": Codes.UNKNOWN}
+        if not request._disconnected:
+            logger.error(
+                "Got cancellation before client disconnection from %r: %r",
+                request.request_metrics.name,
+                request,
+                exc_info=(f.type, f.value, f.getTracebackObject()),
+            )
+    else:
+        error_code = 500
+        error_dict = {"error": "Internal server error", "errcode": Codes.UNKNOWN}
+        logger.error(
+            "Failed handle request via %r: %r",
+            request.request_metrics.name,
+            request,
+            exc_info=(f.type, f.value, f.getTracebackObject()),
+        )
+    # Only respond with an error response if we haven't already started writing,
+    # otherwise lets just kill the connection
+    if request.startedWriting:
+        if request.channel:
+            try:
+                request.channel.forceAbortClient()
+            except Exception:
+                # abortConnection throws if the connection is already closed
+                pass
+    else:
+        respond_with_json(
+            request,
+            error_code,
+            error_dict,
+            send_cors=True,
+        )
+def return_html_error(
+    f: failure.Failure,
+    request: Request,
+    error_template: Union[str, jinja2.Template],
+) -> None:
+    """Sends an HTML error page corresponding to the given failure.
+    Handles RedirectException and other CodeMessageExceptions (such as SynapseError)
+    Args:
+        f: the error to report
+        request: the failing request
+        error_template: the HTML template. Can be either a string (with `{code}`,
+            `{msg}` placeholders), or a jinja2 template
+    """
+    if f.check(CodeMessageException):
+        # mypy doesn't understand that f.check asserts the type.
+        cme: CodeMessageException = f.value
+        code = cme.code
+        msg = cme.msg
+        if cme.headers is not None:
+            for header, value in cme.headers.items():
+                request.setHeader(header, value)
+        if isinstance(cme, RedirectException):
+            logger.info("%s redirect to %s", request, cme.location)
+            request.setHeader(b"location", cme.location)
+            request.cookies.extend(cme.cookies)
+        elif isinstance(cme, SynapseError):
+            logger.info("%s SynapseError: %s - %s", request, code, msg)
+        else:
+            logger.error(
+                "Failed handle request %r",
+                request,
+                exc_info=(f.type, f.value, f.getTracebackObject()),
+            )
+    elif f.check(CancelledError):
+        code = HTTP_STATUS_REQUEST_CANCELLED
+        msg = "Request cancelled"
+        if not request._disconnected:
+            logger.error(
+                "Got cancellation before client disconnection when handling request %r",
+                request,
+                exc_info=(f.type, f.value, f.getTracebackObject()),
+            )
+    else:
+        code = HTTPStatus.INTERNAL_SERVER_ERROR
+        msg = "Internal server error"
+        logger.error(
+            "Failed handle request %r",
+            request,
+            exc_info=(f.type, f.value, f.getTracebackObject()),
+        )
+    if isinstance(error_template, str):
+        body = error_template.format(code=code, msg=html.escape(msg))
+    else:
+        body = error_template.render(code=code, msg=msg)
+    respond_with_html(request, code, body)
+def wrap_async_request_handler(
+    h: Callable[["_AsyncResource", "SynapseRequest"], Awaitable[None]],
+) -> Callable[["_AsyncResource", "SynapseRequest"], "defer.Deferred[None]"]:
+    """Wraps an async request handler so that it calls request.processing.
+    This helps ensure that work done by the request handler after the request is completed
+    is correctly recorded against the request metrics/logs.
+    The handler method must have a signature of "handle_foo(self, request)",
+    where "request" must be a SynapseRequest.
+    The handler may return a deferred, in which case the completion of the request isn't
+    logged until the deferred completes.
+    """
+    async def wrapped_async_request_handler(
+        self: "_AsyncResource", request: "SynapseRequest"
+    ) -> None:
+        with request.processing():
+            await h(self, request)
+    # we need to preserve_fn here, because the synchronous render method won't yield for
+    # us (obviously)
+    return preserve_fn(wrapped_async_request_handler)
+# Type of a callback method for processing requests
+# it is actually called with a SynapseRequest and a kwargs dict for the params,
+# but I can't figure out how to represent that.
+ServletCallback = Callable[
+    ..., Union[None, Awaitable[None], tuple[int, Any], Awaitable[tuple[int, Any]]]
+]
+class HttpServer(Protocol):
+    """Interface for registering callbacks on a HTTP server"""
+    def register_paths(
+        self,
+        method: str,
+        path_patterns: Iterable[Pattern[str]],
+        callback: ServletCallback,
+        servlet_classname: str,
+    ) -> None:
+        """Register a callback that gets fired if we receive a http request
+        with the given method for a path that matches the given regex.
+        If the regex contains groups these gets passed to the callback via
+        an unpacked tuple.
+        The callback may be marked with the `@cancellable` decorator, which will
+        cause request processing to be cancelled when clients disconnect early.
+        Args:
+            method: The HTTP method to listen to.
+            path_patterns: The regex used to match requests.
+            callback: The function to fire if we receive a matched
+                request. The first argument will be the request object and
+                subsequent arguments will be any matched groups from the regex.
+                This should return either tuple of (code, response), or None.
+            servlet_classname: The name of the handler to be used in prometheus
+                and opentracing logs.
+        """
+class _AsyncResource(resource.Resource, metaclass=abc.ABCMeta):
+    """Base class for resources that have async handlers.
+    Sub classes can either implement `_async_render_<METHOD>` to handle
+    requests by method, or override `_async_render` to handle all requests.
+    Args:
+        extract_context: Whether to attempt to extract the opentracing
+            context from the request the servlet is handling.
+    """
+    def __init__(self, clock: Clock, extract_context: bool = False):
+        super().__init__()
+        self._clock = clock
+        self._extract_context = extract_context
+    def render(self, request: "SynapseRequest") -> int:
+        """This gets called by twisted every time someone sends us a request."""
+        request.render_deferred = defer.ensureDeferred(
+            self._async_render_wrapper(request)
+        )
+        return NOT_DONE_YET
+    @wrap_async_request_handler
+    async def _async_render_wrapper(self, request: "SynapseRequest") -> None:
+        """This is a wrapper that delegates to `_async_render` and handles
+        exceptions, return values, metrics, etc.
+        """
+        try:
+            request.request_metrics.name = self.__class__.__name__
+            with trace_servlet(request, self._extract_context):
+                try:
+                    callback_return = await self._async_render(request)
+                except LimitExceededError as e:
+                    if e.pause:
+                        await self._clock.sleep(e.pause)
+                    raise
+                if callback_return is not None:
+                    code, response = callback_return
+                    self._send_response(request, code, response)
+        except Exception:
+            # failure.Failure() fishes the original Failure out
+            # of our stack, and thus gives us a sensible stack
+            # trace.
+            f = failure.Failure()
+            self._send_error_response(f, request)
+    async def _async_render(
+        self, request: "SynapseRequest"
+    ) -> Optional[tuple[int, Any]]:
+        """Delegates to `_async_render_<METHOD>` methods, or returns a 400 if
+        no appropriate method exists. Can be overridden in sub classes for
+        different routing.
+        """
+        # Treat HEAD requests as GET requests.
+        request_method = request.method.decode("ascii")
+        if request_method == "HEAD":
+            request_method = "GET"
+        method_handler = getattr(self, "_async_render_%s" % (request_method,), None)
+        if method_handler:
+            request.is_render_cancellable = is_function_cancellable(method_handler)
+            raw_callback_return = method_handler(request)
+            # Is it synchronous? We'll allow this for now.
+            if isawaitable(raw_callback_return):
+                callback_return = await raw_callback_return
+            else:
+                callback_return = raw_callback_return
+            return callback_return
+        # A request with an unknown method (for a known endpoint) was received.
+        raise UnrecognizedRequestError(code=405)
+    @abc.abstractmethod
+    def _send_response(
+        self,
+        request: "SynapseRequest",
+        code: int,
+        response_object: Any,
+    ) -> None:
+        raise NotImplementedError()
+    @abc.abstractmethod
+    def _send_error_response(
+        self,
+        f: failure.Failure,
+        request: "SynapseRequest",
+    ) -> None:
+        raise NotImplementedError()
+class DirectServeJsonResource(_AsyncResource):
+    """A resource that will call `self._async_on_<METHOD>` on new requests,
+    formatting responses and errors as JSON.
+    """
+    def __init__(
+        self,
+        canonical_json: bool = False,
+        extract_context: bool = False,
+        # Clock is optional as this class is exposed to the module API.
+        clock: Optional[Clock] = None,
+    ):
+        """
+        Args:
+            canonical_json: TODO
+            extract_context: TODO
+            clock: This is expected to be passed in by any Synapse code.
+                Only optional for the Module API.
+        """
+        if clock is None:
+            # Ideally we wouldn't ignore the linter error here and instead enforce a
+            # required `Clock` be passed into the `__init__` function.
+            # However, this would change the function signature which is currently being
+            # exported to the module api. Since we don't want to break that api, we have
+            # to settle with ignoring the linter error here.
+            # As of the time of writing this, all Synapse internal usages of
+            # `DirectServeJsonResource` pass in the existing homeserver clock instance.
+            clock = Clock(  # type: ignore[multiple-internal-clocks]
+                cast(ISynapseThreadlessReactor, reactor),
+                server_name="synapse_module_running_from_unknown_server",
+            )
+        super().__init__(clock, extract_context)
+        self.canonical_json = canonical_json
+    def _send_response(
+        self,
+        request: "SynapseRequest",
+        code: int,
+        response_object: Any,
+    ) -> None:
+        """Implements _AsyncResource._send_response"""
+        # TODO: Only enable CORS for the requests that need it.
+        respond_with_json(
+            request,
+            code,
+            response_object,
+            send_cors=True,
+            canonical_json=self.canonical_json,
+        )
+    def _send_error_response(
+        self,
+        f: failure.Failure,
+        request: "SynapseRequest",
+    ) -> None:
+        """Implements _AsyncResource._send_error_response"""
+        return_json_error(f, request, None)
+@attr.s(slots=True, frozen=True, auto_attribs=True)
+class _PathEntry:
+    callback: ServletCallback
+    servlet_classname: str
+class JsonResource(DirectServeJsonResource):
+    """This implements the HttpServer interface and provides JSON support for
+    Resources.
+    Register callbacks via register_paths()
+    Callbacks can return a tuple of status code and a dict in which case the
+    the dict will automatically be sent to the client as a JSON object.
+    The JsonResource is primarily intended for returning JSON, but callbacks
+    may send something other than JSON, they may do so by using the methods
+    on the request object and instead returning None.
+    """
+    isLeaf = True
+    def __init__(
+        self,
+        hs: "HomeServer",
+        canonical_json: bool = True,
+        extract_context: bool = False,
+    ):
+        self.clock = hs.get_clock()
+        super().__init__(canonical_json, extract_context, clock=self.clock)
+        # Map of path regex -> method -> callback.
+        self._routes: dict[Pattern[str], dict[bytes, _PathEntry]] = {}
+        self.hs = hs
+    def register_paths(
+        self,
+        method: str,
+        path_patterns: Iterable[Pattern[str]],
+        callback: ServletCallback,
+        servlet_classname: str,
+    ) -> None:
+        """
+        Registers a request handler against a regular expression. Later request URLs are
+        checked against these regular expressions in order to identify an appropriate
+        handler for that request.
+        Args:
+            method: GET, POST etc
+            path_patterns: A list of regular expressions to which the request
+                URLs are compared.
+            callback: The handler for the request. Usually a Servlet
+            servlet_classname: The name of the handler to be used in prometheus
+                and opentracing logs.
+        """
+        method_bytes = method.encode("utf-8")
+        for path_pattern in path_patterns:
+            logger.debug("Registering for %s %s", method, path_pattern.pattern)
+            self._routes.setdefault(path_pattern, {})[method_bytes] = _PathEntry(
+                callback, servlet_classname
+            )
+    def _get_handler_for_request(
+        self, request: "SynapseRequest"
+    ) -> tuple[ServletCallback, str, dict[str, str]]:
+        """Finds a callback method to handle the given request.
+        Returns:
+            A tuple of the callback to use, the name of the servlet, and the
+            key word arguments to pass to the callback
+        """
+        # At this point the path must be bytes.
+        request_path_bytes: bytes = request.path
+        request_path = request_path_bytes.decode("ascii")
+        # Treat HEAD requests as GET requests.
+        request_method = request.method
+        if request_method == b"HEAD":
+            request_method = b"GET"
+        # Loop through all the registered callbacks to check if the method
+        # and path regex match
+        for path_pattern, methods in self._routes.items():
+            m = path_pattern.match(request_path)
+            if m:
+                # We found a matching path!
+                path_entry = methods.get(request_method)
+                if not path_entry:
+                    raise UnrecognizedRequestError(code=405)
+                return path_entry.callback, path_entry.servlet_classname, m.groupdict()
+        # Huh. No one wanted to handle that? Fiiiiiine.
+        raise UnrecognizedRequestError(code=404)
+    async def _async_render(self, request: "SynapseRequest") -> tuple[int, Any]:
+        callback, servlet_classname, group_dict = self._get_handler_for_request(request)
+        request.is_render_cancellable = is_function_cancellable(callback)
+        # Make sure we have an appropriate name for this handler in prometheus
+        # (rather than the default of JsonResource).
+        request.request_metrics.name = servlet_classname
+        # Now trigger the callback. If it returns a response, we send it
+        # here. If it throws an exception, that is handled by the wrapper
+        # installed by @request_handler.
+        kwargs = intern_dict(
+            {
+                name: urllib.parse.unquote(value) if value else value
+                for name, value in group_dict.items()
+            }
+        )
+        raw_callback_return = callback(request, **kwargs)
+        # Is it synchronous? We'll allow this for now.
+        if isinstance(raw_callback_return, (defer.Deferred, types.CoroutineType)):
+            callback_return = await raw_callback_return
+        else:
+            callback_return = raw_callback_return
+        return callback_return
+    def _send_error_response(
+        self,
+        f: failure.Failure,
+        request: "SynapseRequest",
+    ) -> None:
+        """Implements _AsyncResource._send_error_response"""
+        return_json_error(f, request, self.hs.config)
+class DirectServeHtmlResource(_AsyncResource):
+    """A resource that will call `self._async_on_<METHOD>` on new requests,
+    formatting responses and errors as HTML.
+    """
+    # The error template to use for this resource
+    ERROR_TEMPLATE = HTML_ERROR_TEMPLATE
+    def __init__(
+        self,
+        extract_context: bool = False,
+        # Clock is optional as this class is exposed to the module API.
+        clock: Optional[Clock] = None,
+    ):
+        """
+        Args:
+            extract_context: TODO
+            clock: This is expected to be passed in by any Synapse code.
+                Only optional for the Module API.
+        """
+        if clock is None:
+            # Ideally we wouldn't ignore the linter error here and instead enforce a
+            # required `Clock` be passed into the `__init__` function.
+            # However, this would change the function signature which is currently being
+            # exported to the module api. Since we don't want to break that api, we have
+            # to settle with ignoring the linter error here.
+            # As of the time of writing this, all Synapse internal usages of
+            # `DirectServeHtmlResource` pass in the existing homeserver clock instance.
+            clock = Clock(  # type: ignore[multiple-internal-clocks]
+                cast(ISynapseThreadlessReactor, reactor),
+                server_name="synapse_module_running_from_unknown_server",
+            )
+        super().__init__(clock, extract_context)
+    def _send_response(
+        self,
+        request: "SynapseRequest",
+        code: int,
+        response_object: Any,
+    ) -> None:
+        """Implements _AsyncResource._send_response"""
+        # We expect to get bytes for us to write
+        assert isinstance(response_object, bytes)
+        html_bytes = response_object
+        respond_with_html_bytes(request, code, html_bytes)
+    def _send_error_response(
+        self,
+        f: failure.Failure,
+        request: "SynapseRequest",
+    ) -> None:
+        """Implements _AsyncResource._send_error_response"""
+        return_html_error(f, request, self.ERROR_TEMPLATE)
+class StaticResource(File):
+    """
+    A resource that represents a plain non-interpreted file or directory.
+    Differs from the File resource by adding clickjacking protection.
+    """
+    def render_GET(self, request: Request) -> bytes:
+        set_clickjacking_protection_headers(request)
+        return super().render_GET(request)
+    def directoryListing(self) -> IResource:
+        return notFound()
+class UnrecognizedRequestResource(resource.Resource):
+    """
+    Similar to twisted.web.resource.NoResource, but returns a JSON 404 with an
+    errcode of M_UNRECOGNIZED.
+    """
+    def render(self, request: "SynapseRequest") -> int:
+        f = failure.Failure(UnrecognizedRequestError(code=404))
+        return_json_error(f, request, None)
+        # A response has already been sent but Twisted requires either NOT_DONE_YET
+        # or the response bytes as a return value.
+        return NOT_DONE_YET
+    def getChild(self, name: str, request: Request) -> resource.Resource:
+        return self
+class RootRedirect(resource.Resource):
+    """Redirects the root '/' path to another path."""
+    def __init__(self, path: str):
+        super().__init__()
+        self.url = path
+    def render_GET(self, request: Request) -> bytes:
+        return redirectTo(self.url.encode("ascii"), request)
+    def getChild(self, name: str, request: Request) -> resource.Resource:
+        if len(name) == 0:
+            return self  # select ourselves as the child to render
+        return super().getChild(name, request)
+class OptionsResource(resource.Resource):
+    """Responds to OPTION requests for itself and all children."""
+    def render_OPTIONS(self, request: "SynapseRequest") -> bytes:
+        request.setResponseCode(204)
+        request.setHeader(b"Content-Length", b"0")
+        set_cors_headers(request)
+        return b""
+    def getChildWithDefault(self, path: str, request: Request) -> resource.Resource:
+        if request.method == b"OPTIONS":
+            return self  # select ourselves as the child to render
+        return super().getChildWithDefault(path, request)
+class RootOptionsRedirectResource(OptionsResource, RootRedirect):
+    pass
+@implementer(interfaces.IPushProducer)
+class _ByteProducer:
+    """
+    Iteratively write bytes to the request.
+    """
+    # The minimum number of bytes for each chunk. Note that the last chunk will
+    # usually be smaller than this.
+    min_chunk_size = 1024
+    def __init__(
+        self,
+        request: Request,
+        iterator: Iterator[bytes],
+    ):
+        self._request: Optional[Request] = request
+        self._iterator = iterator
+        self._paused = False
+        self.tracing_scope = start_active_span(
+            "write_bytes_to_request",
+        )
+        self.tracing_scope.__enter__()
+        try:
+            self._request.registerProducer(self, True)
+        except AttributeError as e:
+            # Calling self._request.registerProducer might raise an AttributeError since
+            # the underlying Twisted code calls self._request.channel.registerProducer,
+            # however self._request.channel will be None if the connection was lost.
+            logger.info("Connection disconnected before response was written: %r", e)
+            # We drop our references to data we'll not use.
+            self._iterator = iter(())
+            self.tracing_scope.__exit__(type(e), None, e.__traceback__)
+        else:
+            # Start producing if `registerProducer` was successful
+            self.resumeProducing()
+    def _send_data(self, data: list[bytes]) -> None:
+        """
+        Send a list of bytes as a chunk of a response.
+        """
+        if not data or not self._request:
+            return
+        self._request.write(b"".join(data))
+    def pauseProducing(self) -> None:
+        opentracing_span = active_span()
+        if opentracing_span is not None:
+            opentracing_span.log_kv({"event": "producer_paused"})
+        self._paused = True
+    def resumeProducing(self) -> None:
+        # We've stopped producing in the meantime (note that this might be
+        # re-entrant after calling write).
+        if not self._request:
+            return
+        self._paused = False
+        opentracing_span = active_span()
+        if opentracing_span is not None:
+            opentracing_span.log_kv({"event": "producer_resumed"})
+        # Write until there's backpressure telling us to stop.
+        while not self._paused:
+            # Get the next chunk and write it to the request.
+            #
+            # The output of the JSON encoder is buffered and coalesced until
+            # min_chunk_size is reached. This is because JSON encoders produce
+            # very small output per iteration and the Request object converts
+            # each call to write() to a separate chunk. Without this there would
+            # be an explosion in bytes written (e.g. b"{" becoming "1\r\n{\r\n").
+            #
+            # Note that buffer stores a list of bytes (instead of appending to
+            # bytes) to hopefully avoid many allocations.
+            buffer = []
+            buffered_bytes = 0
+            while buffered_bytes < self.min_chunk_size:
+                try:
+                    data = next(self._iterator)
+                    buffer.append(data)
+                    buffered_bytes += len(data)
+                except StopIteration:
+                    # The entire JSON object has been serialized, write any
+                    # remaining data, finalize the producer and the request, and
+                    # clean-up any references.
+                    self._send_data(buffer)
+                    self._request.unregisterProducer()
+                    self._request.finish()
+                    self.stopProducing()
+                    return
+            self._send_data(buffer)
+    def stopProducing(self) -> None:
+        # Clear a circular reference.
+        self._request = None
+        self.tracing_scope.__exit__(None, None, None)
+def _encode_json_bytes(json_object: object) -> bytes:
+    """
+    Encode an object into JSON. Returns an iterator of bytes.
+    """
+    return json_encoder.encode(json_object).encode("utf-8")
+def respond_with_json(
+    request: "SynapseRequest",
+    code: int,
+    json_object: Any,
+    send_cors: bool = False,
+    canonical_json: bool = True,
+) -> Optional[int]:
+    """Sends encoded JSON in response to the given request.
+    Args:
+        request: The http request to respond to.
+        code: The HTTP response code.
+        json_object: The object to serialize to JSON.
+        send_cors: Whether to send Cross-Origin Resource Sharing headers
+            https://fetch.spec.whatwg.org/#http-cors-protocol
+        canonical_json: Whether to use the canonicaljson algorithm when encoding
+            the JSON bytes.
+    Returns:
+        twisted.web.server.NOT_DONE_YET if the request is still active.
+    """
+    # The response code must always be set, for logging purposes.
+    request.setResponseCode(code)
+    # could alternatively use request.notifyFinish() and flip a flag when
+    # the Deferred fires, but since the flag is RIGHT THERE it seems like
+    # a waste.
+    if request._disconnected:
+        logger.warning(
+            "Not sending response to request %s, already disconnected.", request
+        )
+        return None
+    if canonical_json:
+        encoder: Callable[[object], bytes] = encode_canonical_json
+    else:
+        encoder = _encode_json_bytes
+    request.setHeader(b"Content-Type", b"application/json")
+    request.setHeader(b"Cache-Control", b"no-cache, no-store, must-revalidate")
+    if send_cors:
+        set_cors_headers(request)
+    run_in_background(
+        _async_write_json_to_request_in_thread, request, encoder, json_object
+    )
+    return NOT_DONE_YET
+def respond_with_json_bytes(
+    request: "SynapseRequest",
+    code: int,
+    json_bytes: bytes,
+    send_cors: bool = False,
+) -> Optional[int]:
+    """Sends encoded JSON in response to the given request.
+    Args:
+        request: The http request to respond to.
+        code: The HTTP response code.
+        json_bytes: The json bytes to use as the response body.
+        send_cors: Whether to send Cross-Origin Resource Sharing headers
+            https://fetch.spec.whatwg.org/#http-cors-protocol
+    Returns:
+        twisted.web.server.NOT_DONE_YET if the request is still active.
+    """
+    # The response code must always be set, for logging purposes.
+    request.setResponseCode(code)
+    if request._disconnected:
+        logger.warning(
+            "Not sending response to request %s, already disconnected.", request
+        )
+        return None
+    request.setHeader(b"Content-Type", b"application/json")
+    request.setHeader(b"Content-Length", b"%d" % (len(json_bytes),))
+    request.setHeader(b"Cache-Control", b"no-cache, no-store, must-revalidate")
+    if send_cors:
+        set_cors_headers(request)
+    _write_bytes_to_request(request, json_bytes)
+    return NOT_DONE_YET
+async def _async_write_json_to_request_in_thread(
+    request: "SynapseRequest",
+    json_encoder: Callable[[Any], bytes],
+    json_object: Any,
+) -> None:
+    """Encodes the given JSON object on a thread and then writes it to the
+    request.
+    This is done so that encoding large JSON objects doesn't block the reactor
+    thread.
+    Note: We don't use JsonEncoder.iterencode here as that falls back to the
+    Python implementation (rather than the C backend), which is *much* more
+    expensive.
+    """
+    def encode(opentracing_span: "Optional[opentracing.Span]") -> bytes:
+        # it might take a while for the threadpool to schedule us, so we write
+        # opentracing logs once we actually get scheduled, so that we can see how
+        # much that contributed.
+        if opentracing_span:
+            opentracing_span.log_kv({"event": "scheduled"})
+        res = json_encoder(json_object)
+        if opentracing_span:
+            opentracing_span.log_kv({"event": "encoded"})
+        return res
+    with start_active_span("encode_json_response"):
+        span = active_span()
+        json_str = await defer_to_thread(request.reactor, encode, span)
+    _write_bytes_to_request(request, json_str)
+def _write_bytes_to_request(request: Request, bytes_to_write: bytes) -> None:
+    """Writes the bytes to the request using an appropriate producer.
+    Note: This should be used instead of `Request.write` to correctly handle
+    large response bodies.
+    """
+    # The problem with dumping all of the response into the `Request` object at
+    # once (via `Request.write`) is that doing so starts the timeout for the
+    # next request to be received: so if it takes longer than 60s to stream back
+    # the response to the client, the client never gets it.
+    # c.f https://github.com/twisted/twisted/issues/12498
+    #
+    # One workaround is to use a `Producer`; then the timeout is only
+    # started once all of the content is sent over the TCP connection.
+    # To make sure we don't write all of the bytes at once we split it up into
+    # chunks.
+    chunk_size = 4096
+    bytes_generator = chunk_seq(bytes_to_write, chunk_size)
+    # We use a `_ByteProducer` here rather than `NoRangeStaticProducer` as the
+    # unit tests can't cope with being given a pull producer.
+    _ByteProducer(request, bytes_generator)
+def set_cors_headers(request: "SynapseRequest") -> None:
+    """Set the CORS headers so that javascript running in a web browsers can
+    use this API
+    Args:
+        request: The http request to add CORS to.
+    """
+    request.setHeader(b"Access-Control-Allow-Origin", b"*")
+    request.setHeader(
+        b"Access-Control-Allow-Methods", b"GET, HEAD, POST, PUT, DELETE, OPTIONS"
+    )
+    if request.path is not None and (
+        request.path == b"/_matrix/client/unstable/org.matrix.msc4108/rendezvous"
+        or request.path.startswith(b"/_synapse/client/rendezvous")
+    ):
+        request.setHeader(
+            b"Access-Control-Allow-Headers",
+            b"Content-Type, If-Match, If-None-Match",
+        )
+        request.setHeader(
+            b"Access-Control-Expose-Headers",
+            b"Synapse-Trace-Id, Server, ETag",
+        )
+    else:
+        request.setHeader(
+            b"Access-Control-Allow-Headers",
+            b"X-Requested-With, Content-Type, Authorization, Date",
+        )
+        request.setHeader(
+            b"Access-Control-Expose-Headers",
+            b"Synapse-Trace-Id, Server",
+        )
+def set_corp_headers(request: Request) -> None:
+    """Set the CORP headers so that javascript running in a web browsers can
+    embed the resource returned from this request when their client requires
+    the `Cross-Origin-Embedder-Policy: require-corp` header.
+    Args:
+        request: The http request to add the CORP header to.
+    """
+    request.setHeader(b"Cross-Origin-Resource-Policy", b"cross-origin")
+def respond_with_html(request: Request, code: int, html: str) -> None:
+    """
+    Wraps `respond_with_html_bytes` by first encoding HTML from a str to UTF-8 bytes.
+    """
+    respond_with_html_bytes(request, code, html.encode("utf-8"))
+def respond_with_html_bytes(request: Request, code: int, html_bytes: bytes) -> None:
+    """
+    Sends HTML (encoded as UTF-8 bytes) as the response to the given request.
+    Note that this adds clickjacking protection headers and finishes the request.
+    Args:
+        request: The http request to respond to.
+        code: The HTTP response code.
+        html_bytes: The HTML bytes to use as the response body.
+    """
+    # The response code must always be set, for logging purposes.
+    request.setResponseCode(code)
+    # could alternatively use request.notifyFinish() and flip a flag when
+    # the Deferred fires, but since the flag is RIGHT THERE it seems like
+    # a waste.
+    if request._disconnected:
+        logger.warning(
+            "Not sending response to request %s, already disconnected.", request
+        )
+        return None
+    request.setHeader(b"Content-Type", b"text/html; charset=utf-8")
+    request.setHeader(b"Content-Length", b"%d" % (len(html_bytes),))
+    # Ensure this content cannot be embedded.
+    set_clickjacking_protection_headers(request)
+    request.write(html_bytes)
+    finish_request(request)
+def set_clickjacking_protection_headers(request: Request) -> None:
+    """
+    Set headers to guard against clickjacking of embedded content.
+    This sets the X-Frame-Options and Content-Security-Policy headers which instructs
+    browsers to not allow the HTML of the response to be embedded onto another
+    page.
+    Args:
+        request: The http request to add the headers to.
+    """
+    request.setHeader(b"X-Frame-Options", b"DENY")
+    request.setHeader(b"Content-Security-Policy", b"frame-ancestors 'none';")
+def respond_with_redirect(
+    request: "SynapseRequest", url: bytes, statusCode: int = FOUND, cors: bool = False
+) -> None:
+    """
+    Write a 302 (or other specified status code) response to the request, if it is still alive.
+    Args:
+        request: The http request to respond to.
+        url: The URL to redirect to.
+        statusCode: The HTTP status code to use for the redirect (defaults to 302).
+        cors: Whether to set CORS headers on the response.
+    """
+    logger.debug("Redirect to %s", url.decode("utf-8"))
+    if cors:
+        set_cors_headers(request)
+    request.setResponseCode(statusCode)
+    request.setHeader(b"location", url)
+    finish_request(request)
+def finish_request(request: Request) -> None:
+    """Finish writing the response to the request.
+    Twisted throws a RuntimeException if the connection closed before the
+    response was written but doesn't provide a convenient or reliable way to
+    determine if the connection was closed. So we catch and log the RuntimeException
+    You might think that ``request.notifyFinish`` could be used to tell if the
+    request was finished. However the deferred it returns won't fire if the
+    connection was already closed, meaning we'd have to have called the method
+    right at the start of the request. By the time we want to write the response
+    it will already be too late.
+    """
+    try:
+        request.finish()
+    except RuntimeError as e:
+        logger.info("Connection disconnected before response was written: %r", e)