matrix-synapse 1.145.0rc2__cp310-abi3-manylinux_2_28_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of matrix-synapse might be problematic. Click here for more details.

Files changed (1636) hide show
  1. AUTHORS.rst +51 -0
  2. CHANGES.md +1732 -0
  3. CONTRIBUTING.md +3 -0
  4. Cargo.lock +1923 -0
  5. Cargo.toml +6 -0
  6. INSTALL.md +7 -0
  7. LICENSE-AGPL-3.0 +661 -0
  8. LICENSE-COMMERCIAL +6 -0
  9. UPGRADE.rst +7 -0
  10. book.toml +47 -0
  11. changelog.d/.gitignore +1 -0
  12. demo/.gitignore +4 -0
  13. demo/clean.sh +22 -0
  14. demo/start.sh +173 -0
  15. demo/stop.sh +14 -0
  16. docs/.sample_config_header.yaml +12 -0
  17. docs/CAPTCHA_SETUP.md +37 -0
  18. docs/README.md +86 -0
  19. docs/SUMMARY.md +126 -0
  20. docs/admin_api/README.rst +13 -0
  21. docs/admin_api/account_validity.md +47 -0
  22. docs/admin_api/client_server_api_extensions.md +67 -0
  23. docs/admin_api/event_reports.md +185 -0
  24. docs/admin_api/experimental_features.md +52 -0
  25. docs/admin_api/fetch_event.md +53 -0
  26. docs/admin_api/media_admin_api.md +372 -0
  27. docs/admin_api/purge_history_api.md +77 -0
  28. docs/admin_api/register_api.md +92 -0
  29. docs/admin_api/room_membership.md +35 -0
  30. docs/admin_api/rooms.md +1190 -0
  31. docs/admin_api/scheduled_tasks.md +54 -0
  32. docs/admin_api/server_notices.md +48 -0
  33. docs/admin_api/statistics.md +132 -0
  34. docs/admin_api/user_admin_api.md +1602 -0
  35. docs/admin_api/version_api.md +23 -0
  36. docs/ancient_architecture_notes.md +81 -0
  37. docs/application_services.md +36 -0
  38. docs/architecture.md +65 -0
  39. docs/auth_chain_diff.dot +32 -0
  40. docs/auth_chain_diff.dot.png +0 -0
  41. docs/auth_chain_difference_algorithm.md +141 -0
  42. docs/changelogs/CHANGES-2019.md +1039 -0
  43. docs/changelogs/CHANGES-2020.md +2145 -0
  44. docs/changelogs/CHANGES-2021.md +2573 -0
  45. docs/changelogs/CHANGES-2022.md +2766 -0
  46. docs/changelogs/CHANGES-2023.md +2202 -0
  47. docs/changelogs/CHANGES-2024.md +1586 -0
  48. docs/changelogs/CHANGES-pre-1.0.md +3641 -0
  49. docs/changelogs/README.md +1 -0
  50. docs/code_style.md +119 -0
  51. docs/consent_tracking.md +197 -0
  52. docs/delegate.md +111 -0
  53. docs/deprecation_policy.md +89 -0
  54. docs/development/cas.md +64 -0
  55. docs/development/contributing_guide.md +554 -0
  56. docs/development/database_schema.md +404 -0
  57. docs/development/demo.md +42 -0
  58. docs/development/dependencies.md +326 -0
  59. docs/development/experimental_features.md +37 -0
  60. docs/development/git.md +148 -0
  61. docs/development/img/git/branches.jpg +0 -0
  62. docs/development/img/git/clean.png +0 -0
  63. docs/development/img/git/squash.png +0 -0
  64. docs/development/internal_documentation/README.md +12 -0
  65. docs/development/internal_documentation/release_notes_review_checklist.md +12 -0
  66. docs/development/releases.md +37 -0
  67. docs/development/reviews.md +41 -0
  68. docs/development/room-dag-concepts.md +115 -0
  69. docs/development/saml.md +40 -0
  70. docs/development/synapse_architecture/cancellation.md +392 -0
  71. docs/development/synapse_architecture/faster_joins.md +375 -0
  72. docs/development/synapse_architecture/streams.md +198 -0
  73. docs/element_logo_white_bg.svg +94 -0
  74. docs/favicon.png +0 -0
  75. docs/favicon.svg +58 -0
  76. docs/federate.md +67 -0
  77. docs/jwt.md +105 -0
  78. docs/log_contexts.md +566 -0
  79. docs/manhole.md +101 -0
  80. docs/media_repository.md +78 -0
  81. docs/message_retention_policies.md +207 -0
  82. docs/metrics-howto.md +315 -0
  83. docs/modules/account_data_callbacks.md +106 -0
  84. docs/modules/account_validity_callbacks.md +57 -0
  85. docs/modules/add_extra_fields_to_client_events_unsigned.md +32 -0
  86. docs/modules/background_update_controller_callbacks.md +71 -0
  87. docs/modules/index.md +53 -0
  88. docs/modules/media_repository_callbacks.md +131 -0
  89. docs/modules/password_auth_provider_callbacks.md +270 -0
  90. docs/modules/porting_legacy_module.md +20 -0
  91. docs/modules/presence_router_callbacks.md +112 -0
  92. docs/modules/ratelimit_callbacks.md +43 -0
  93. docs/modules/spam_checker_callbacks.md +517 -0
  94. docs/modules/third_party_rules_callbacks.md +350 -0
  95. docs/modules/writing_a_module.md +141 -0
  96. docs/openid.md +783 -0
  97. docs/opentracing.md +99 -0
  98. docs/other/running_synapse_on_single_board_computers.md +75 -0
  99. docs/password_auth_providers.md +129 -0
  100. docs/postgres.md +269 -0
  101. docs/presence_router_module.md +247 -0
  102. docs/privacy_policy_templates/en/1.0.html +26 -0
  103. docs/privacy_policy_templates/en/success.html +11 -0
  104. docs/replication.md +36 -0
  105. docs/reverse_proxy.md +327 -0
  106. docs/room_and_user_statistics.md +22 -0
  107. docs/sample_config.yaml +47 -0
  108. docs/sample_log_config.yaml +75 -0
  109. docs/server_notices.md +66 -0
  110. docs/setup/forward_proxy.md +89 -0
  111. docs/setup/installation.md +656 -0
  112. docs/setup/security.md +41 -0
  113. docs/setup/turn/coturn.md +197 -0
  114. docs/setup/turn/eturnal.md +170 -0
  115. docs/spam_checker.md +122 -0
  116. docs/sso_mapping_providers.md +208 -0
  117. docs/structured_logging.md +80 -0
  118. docs/synctl_workers.md +36 -0
  119. docs/systemd-with-workers/README.md +101 -0
  120. docs/systemd-with-workers/system/matrix-synapse-worker@.service +26 -0
  121. docs/systemd-with-workers/system/matrix-synapse.service +23 -0
  122. docs/systemd-with-workers/system/matrix-synapse.target +6 -0
  123. docs/systemd-with-workers/workers/background_worker.yaml +4 -0
  124. docs/systemd-with-workers/workers/event_persister.yaml +20 -0
  125. docs/systemd-with-workers/workers/federation_sender.yaml +4 -0
  126. docs/systemd-with-workers/workers/generic_worker.yaml +11 -0
  127. docs/systemd-with-workers/workers/media_worker.yaml +11 -0
  128. docs/systemd-with-workers/workers/pusher_worker.yaml +4 -0
  129. docs/tcp_replication.md +258 -0
  130. docs/templates.md +254 -0
  131. docs/turn-howto.md +168 -0
  132. docs/upgrade.md +2876 -0
  133. docs/usage/administration/README.md +7 -0
  134. docs/usage/administration/admin_api/README.md +47 -0
  135. docs/usage/administration/admin_api/background_updates.md +109 -0
  136. docs/usage/administration/admin_api/federation.md +212 -0
  137. docs/usage/administration/admin_api/registration_tokens.md +298 -0
  138. docs/usage/administration/admin_faq.md +294 -0
  139. docs/usage/administration/backups.md +125 -0
  140. docs/usage/administration/database_maintenance_tools.md +18 -0
  141. docs/usage/administration/monitoring/reporting_homeserver_usage_statistics.md +77 -0
  142. docs/usage/administration/monthly_active_users.md +84 -0
  143. docs/usage/administration/request_log.md +44 -0
  144. docs/usage/administration/state_groups.md +25 -0
  145. docs/usage/administration/understanding_synapse_through_grafana_graphs.md +83 -0
  146. docs/usage/administration/useful_sql_for_admins.md +216 -0
  147. docs/usage/configuration/README.md +4 -0
  148. docs/usage/configuration/config_documentation.md +4768 -0
  149. docs/usage/configuration/homeserver_sample_config.md +17 -0
  150. docs/usage/configuration/logging_sample_config.md +19 -0
  151. docs/usage/configuration/user_authentication/README.md +15 -0
  152. docs/usage/configuration/user_authentication/refresh_tokens.md +139 -0
  153. docs/usage/configuration/user_authentication/single_sign_on/README.md +5 -0
  154. docs/usage/configuration/user_authentication/single_sign_on/cas.md +8 -0
  155. docs/usage/configuration/user_authentication/single_sign_on/saml.md +8 -0
  156. docs/user_directory.md +130 -0
  157. docs/website_files/README.md +35 -0
  158. docs/website_files/indent-section-headers.css +7 -0
  159. docs/website_files/remove-nav-buttons.css +8 -0
  160. docs/website_files/table-of-contents.css +47 -0
  161. docs/website_files/table-of-contents.js +148 -0
  162. docs/website_files/theme/index.hbs +324 -0
  163. docs/website_files/version-picker.css +78 -0
  164. docs/website_files/version-picker.js +147 -0
  165. docs/website_files/version.js +1 -0
  166. docs/welcome_and_overview.md +67 -0
  167. docs/workers.md +897 -0
  168. matrix_synapse-1.145.0rc2.dist-info/METADATA +260 -0
  169. matrix_synapse-1.145.0rc2.dist-info/RECORD +1636 -0
  170. matrix_synapse-1.145.0rc2.dist-info/WHEEL +5 -0
  171. matrix_synapse-1.145.0rc2.dist-info/entry_points.txt +13 -0
  172. matrix_synapse-1.145.0rc2.dist-info/licenses/AUTHORS.rst +51 -0
  173. matrix_synapse-1.145.0rc2.dist-info/licenses/LICENSE-AGPL-3.0 +661 -0
  174. matrix_synapse-1.145.0rc2.dist-info/licenses/LICENSE-COMMERCIAL +6 -0
  175. mypy.ini +115 -0
  176. rust/Cargo.toml +63 -0
  177. rust/build.rs +45 -0
  178. scripts-dev/build_debian_packages.py +228 -0
  179. scripts-dev/check-newsfragment.sh +62 -0
  180. scripts-dev/check_line_terminators.sh +29 -0
  181. scripts-dev/check_locked_deps_have_sdists.py +64 -0
  182. scripts-dev/check_schema_delta.py +240 -0
  183. scripts-dev/complement.sh +332 -0
  184. scripts-dev/config-lint.sh +15 -0
  185. scripts-dev/database-save.sh +15 -0
  186. scripts-dev/docker_update_debian_changelog.sh +70 -0
  187. scripts-dev/dump_macaroon.py +25 -0
  188. scripts-dev/federation_client.py +428 -0
  189. scripts-dev/gen_config_documentation.py +510 -0
  190. scripts-dev/generate_sample_config.sh +28 -0
  191. scripts-dev/lint.sh +141 -0
  192. scripts-dev/make_full_schema.sh +310 -0
  193. scripts-dev/mypy_synapse_plugin.py +918 -0
  194. scripts-dev/next_github_number.sh +9 -0
  195. scripts-dev/release.py +986 -0
  196. scripts-dev/schema_versions.py +182 -0
  197. scripts-dev/sign_json.py +172 -0
  198. synapse/__init__.py +97 -0
  199. synapse/_scripts/__init__.py +0 -0
  200. synapse/_scripts/export_signing_key.py +109 -0
  201. synapse/_scripts/generate_config.py +83 -0
  202. synapse/_scripts/generate_log_config.py +56 -0
  203. synapse/_scripts/generate_signing_key.py +55 -0
  204. synapse/_scripts/generate_workers_map.py +318 -0
  205. synapse/_scripts/hash_password.py +95 -0
  206. synapse/_scripts/move_remote_media_to_new_store.py +128 -0
  207. synapse/_scripts/register_new_matrix_user.py +402 -0
  208. synapse/_scripts/review_recent_signups.py +212 -0
  209. synapse/_scripts/synapse_port_db.py +1604 -0
  210. synapse/_scripts/synctl.py +365 -0
  211. synapse/_scripts/update_synapse_database.py +130 -0
  212. synapse/api/__init__.py +20 -0
  213. synapse/api/auth/__init__.py +207 -0
  214. synapse/api/auth/base.py +406 -0
  215. synapse/api/auth/internal.py +299 -0
  216. synapse/api/auth/mas.py +436 -0
  217. synapse/api/auth/msc3861_delegated.py +617 -0
  218. synapse/api/auth_blocking.py +144 -0
  219. synapse/api/constants.py +379 -0
  220. synapse/api/errors.py +913 -0
  221. synapse/api/filtering.py +537 -0
  222. synapse/api/presence.py +102 -0
  223. synapse/api/ratelimiting.py +481 -0
  224. synapse/api/room_versions.py +535 -0
  225. synapse/api/urls.py +118 -0
  226. synapse/app/__init__.py +62 -0
  227. synapse/app/_base.py +906 -0
  228. synapse/app/admin_cmd.py +388 -0
  229. synapse/app/appservice.py +30 -0
  230. synapse/app/client_reader.py +30 -0
  231. synapse/app/complement_fork_starter.py +206 -0
  232. synapse/app/event_creator.py +29 -0
  233. synapse/app/federation_reader.py +30 -0
  234. synapse/app/federation_sender.py +30 -0
  235. synapse/app/frontend_proxy.py +30 -0
  236. synapse/app/generic_worker.py +475 -0
  237. synapse/app/homeserver.py +505 -0
  238. synapse/app/media_repository.py +30 -0
  239. synapse/app/phone_stats_home.py +292 -0
  240. synapse/app/pusher.py +30 -0
  241. synapse/app/synchrotron.py +30 -0
  242. synapse/app/user_dir.py +31 -0
  243. synapse/appservice/__init__.py +458 -0
  244. synapse/appservice/api.py +567 -0
  245. synapse/appservice/scheduler.py +565 -0
  246. synapse/config/__init__.py +27 -0
  247. synapse/config/__main__.py +62 -0
  248. synapse/config/_base.py +1154 -0
  249. synapse/config/_base.pyi +216 -0
  250. synapse/config/_util.py +99 -0
  251. synapse/config/account_validity.py +116 -0
  252. synapse/config/api.py +141 -0
  253. synapse/config/appservice.py +210 -0
  254. synapse/config/auth.py +80 -0
  255. synapse/config/auto_accept_invites.py +43 -0
  256. synapse/config/background_updates.py +44 -0
  257. synapse/config/cache.py +231 -0
  258. synapse/config/captcha.py +90 -0
  259. synapse/config/cas.py +116 -0
  260. synapse/config/consent.py +73 -0
  261. synapse/config/database.py +184 -0
  262. synapse/config/emailconfig.py +367 -0
  263. synapse/config/experimental.py +601 -0
  264. synapse/config/federation.py +114 -0
  265. synapse/config/homeserver.py +141 -0
  266. synapse/config/jwt.py +55 -0
  267. synapse/config/key.py +447 -0
  268. synapse/config/logger.py +390 -0
  269. synapse/config/mas.py +192 -0
  270. synapse/config/matrixrtc.py +66 -0
  271. synapse/config/metrics.py +93 -0
  272. synapse/config/modules.py +40 -0
  273. synapse/config/oembed.py +185 -0
  274. synapse/config/oidc.py +509 -0
  275. synapse/config/password_auth_providers.py +82 -0
  276. synapse/config/push.py +64 -0
  277. synapse/config/ratelimiting.py +260 -0
  278. synapse/config/redis.py +74 -0
  279. synapse/config/registration.py +296 -0
  280. synapse/config/repository.py +311 -0
  281. synapse/config/retention.py +162 -0
  282. synapse/config/room.py +88 -0
  283. synapse/config/room_directory.py +165 -0
  284. synapse/config/saml2.py +251 -0
  285. synapse/config/server.py +1139 -0
  286. synapse/config/server_notices.py +84 -0
  287. synapse/config/spam_checker.py +66 -0
  288. synapse/config/sso.py +121 -0
  289. synapse/config/stats.py +54 -0
  290. synapse/config/third_party_event_rules.py +40 -0
  291. synapse/config/tls.py +192 -0
  292. synapse/config/tracer.py +71 -0
  293. synapse/config/user_directory.py +47 -0
  294. synapse/config/user_types.py +42 -0
  295. synapse/config/voip.py +59 -0
  296. synapse/config/workers.py +642 -0
  297. synapse/crypto/__init__.py +20 -0
  298. synapse/crypto/context_factory.py +278 -0
  299. synapse/crypto/event_signing.py +194 -0
  300. synapse/crypto/keyring.py +980 -0
  301. synapse/event_auth.py +1266 -0
  302. synapse/events/__init__.py +667 -0
  303. synapse/events/auto_accept_invites.py +216 -0
  304. synapse/events/builder.py +387 -0
  305. synapse/events/presence_router.py +243 -0
  306. synapse/events/snapshot.py +559 -0
  307. synapse/events/utils.py +924 -0
  308. synapse/events/validator.py +305 -0
  309. synapse/federation/__init__.py +22 -0
  310. synapse/federation/federation_base.py +382 -0
  311. synapse/federation/federation_client.py +2133 -0
  312. synapse/federation/federation_server.py +1543 -0
  313. synapse/federation/persistence.py +70 -0
  314. synapse/federation/send_queue.py +532 -0
  315. synapse/federation/sender/__init__.py +1165 -0
  316. synapse/federation/sender/per_destination_queue.py +886 -0
  317. synapse/federation/sender/transaction_manager.py +210 -0
  318. synapse/federation/transport/__init__.py +28 -0
  319. synapse/federation/transport/client.py +1199 -0
  320. synapse/federation/transport/server/__init__.py +334 -0
  321. synapse/federation/transport/server/_base.py +429 -0
  322. synapse/federation/transport/server/federation.py +910 -0
  323. synapse/federation/units.py +133 -0
  324. synapse/handlers/__init__.py +20 -0
  325. synapse/handlers/account.py +162 -0
  326. synapse/handlers/account_data.py +360 -0
  327. synapse/handlers/account_validity.py +362 -0
  328. synapse/handlers/admin.py +615 -0
  329. synapse/handlers/appservice.py +989 -0
  330. synapse/handlers/auth.py +2482 -0
  331. synapse/handlers/cas.py +413 -0
  332. synapse/handlers/deactivate_account.py +363 -0
  333. synapse/handlers/delayed_events.py +607 -0
  334. synapse/handlers/device.py +1869 -0
  335. synapse/handlers/devicemessage.py +399 -0
  336. synapse/handlers/directory.py +545 -0
  337. synapse/handlers/e2e_keys.py +1835 -0
  338. synapse/handlers/e2e_room_keys.py +455 -0
  339. synapse/handlers/event_auth.py +390 -0
  340. synapse/handlers/events.py +203 -0
  341. synapse/handlers/federation.py +2042 -0
  342. synapse/handlers/federation_event.py +2420 -0
  343. synapse/handlers/identity.py +812 -0
  344. synapse/handlers/initial_sync.py +528 -0
  345. synapse/handlers/jwt.py +120 -0
  346. synapse/handlers/message.py +2357 -0
  347. synapse/handlers/oidc.py +1801 -0
  348. synapse/handlers/pagination.py +811 -0
  349. synapse/handlers/password_policy.py +102 -0
  350. synapse/handlers/presence.py +2634 -0
  351. synapse/handlers/profile.py +656 -0
  352. synapse/handlers/push_rules.py +164 -0
  353. synapse/handlers/read_marker.py +79 -0
  354. synapse/handlers/receipts.py +351 -0
  355. synapse/handlers/register.py +1059 -0
  356. synapse/handlers/relations.py +623 -0
  357. synapse/handlers/reports.py +98 -0
  358. synapse/handlers/room.py +2449 -0
  359. synapse/handlers/room_list.py +632 -0
  360. synapse/handlers/room_member.py +2366 -0
  361. synapse/handlers/room_member_worker.py +146 -0
  362. synapse/handlers/room_policy.py +186 -0
  363. synapse/handlers/room_summary.py +1057 -0
  364. synapse/handlers/saml.py +524 -0
  365. synapse/handlers/search.py +723 -0
  366. synapse/handlers/send_email.py +209 -0
  367. synapse/handlers/set_password.py +71 -0
  368. synapse/handlers/sliding_sync/__init__.py +1961 -0
  369. synapse/handlers/sliding_sync/extensions.py +969 -0
  370. synapse/handlers/sliding_sync/room_lists.py +2317 -0
  371. synapse/handlers/sliding_sync/store.py +126 -0
  372. synapse/handlers/sso.py +1291 -0
  373. synapse/handlers/state_deltas.py +82 -0
  374. synapse/handlers/stats.py +322 -0
  375. synapse/handlers/sync.py +3096 -0
  376. synapse/handlers/thread_subscriptions.py +190 -0
  377. synapse/handlers/typing.py +612 -0
  378. synapse/handlers/ui_auth/__init__.py +48 -0
  379. synapse/handlers/ui_auth/checkers.py +332 -0
  380. synapse/handlers/user_directory.py +786 -0
  381. synapse/handlers/worker_lock.py +371 -0
  382. synapse/http/__init__.py +105 -0
  383. synapse/http/additional_resource.py +62 -0
  384. synapse/http/client.py +1377 -0
  385. synapse/http/connectproxyclient.py +316 -0
  386. synapse/http/federation/__init__.py +19 -0
  387. synapse/http/federation/matrix_federation_agent.py +490 -0
  388. synapse/http/federation/srv_resolver.py +196 -0
  389. synapse/http/federation/well_known_resolver.py +368 -0
  390. synapse/http/matrixfederationclient.py +1874 -0
  391. synapse/http/proxy.py +290 -0
  392. synapse/http/proxyagent.py +497 -0
  393. synapse/http/replicationagent.py +203 -0
  394. synapse/http/request_metrics.py +309 -0
  395. synapse/http/server.py +1111 -0
  396. synapse/http/servlet.py +1018 -0
  397. synapse/http/site.py +952 -0
  398. synapse/http/types.py +27 -0
  399. synapse/logging/__init__.py +31 -0
  400. synapse/logging/_remote.py +261 -0
  401. synapse/logging/_terse_json.py +95 -0
  402. synapse/logging/context.py +1209 -0
  403. synapse/logging/formatter.py +62 -0
  404. synapse/logging/handlers.py +99 -0
  405. synapse/logging/loggers.py +25 -0
  406. synapse/logging/opentracing.py +1132 -0
  407. synapse/logging/scopecontextmanager.py +160 -0
  408. synapse/media/_base.py +831 -0
  409. synapse/media/filepath.py +417 -0
  410. synapse/media/media_repository.py +1595 -0
  411. synapse/media/media_storage.py +703 -0
  412. synapse/media/oembed.py +277 -0
  413. synapse/media/preview_html.py +556 -0
  414. synapse/media/storage_provider.py +195 -0
  415. synapse/media/thumbnailer.py +833 -0
  416. synapse/media/url_previewer.py +884 -0
  417. synapse/metrics/__init__.py +748 -0
  418. synapse/metrics/_gc.py +219 -0
  419. synapse/metrics/_reactor_metrics.py +171 -0
  420. synapse/metrics/_types.py +38 -0
  421. synapse/metrics/background_process_metrics.py +555 -0
  422. synapse/metrics/common_usage_metrics.py +95 -0
  423. synapse/metrics/jemalloc.py +248 -0
  424. synapse/module_api/__init__.py +2131 -0
  425. synapse/module_api/callbacks/__init__.py +50 -0
  426. synapse/module_api/callbacks/account_validity_callbacks.py +106 -0
  427. synapse/module_api/callbacks/media_repository_callbacks.py +157 -0
  428. synapse/module_api/callbacks/ratelimit_callbacks.py +78 -0
  429. synapse/module_api/callbacks/spamchecker_callbacks.py +991 -0
  430. synapse/module_api/callbacks/third_party_event_rules_callbacks.py +592 -0
  431. synapse/module_api/errors.py +42 -0
  432. synapse/notifier.py +969 -0
  433. synapse/push/__init__.py +212 -0
  434. synapse/push/bulk_push_rule_evaluator.py +635 -0
  435. synapse/push/clientformat.py +126 -0
  436. synapse/push/emailpusher.py +334 -0
  437. synapse/push/httppusher.py +565 -0
  438. synapse/push/mailer.py +1009 -0
  439. synapse/push/presentable_names.py +216 -0
  440. synapse/push/push_tools.py +114 -0
  441. synapse/push/push_types.py +141 -0
  442. synapse/push/pusher.py +87 -0
  443. synapse/push/pusherpool.py +501 -0
  444. synapse/push/rulekinds.py +33 -0
  445. synapse/py.typed +0 -0
  446. synapse/replication/__init__.py +20 -0
  447. synapse/replication/http/__init__.py +68 -0
  448. synapse/replication/http/_base.py +469 -0
  449. synapse/replication/http/account_data.py +297 -0
  450. synapse/replication/http/deactivate_account.py +81 -0
  451. synapse/replication/http/delayed_events.py +62 -0
  452. synapse/replication/http/devices.py +254 -0
  453. synapse/replication/http/federation.py +334 -0
  454. synapse/replication/http/login.py +106 -0
  455. synapse/replication/http/membership.py +364 -0
  456. synapse/replication/http/presence.py +133 -0
  457. synapse/replication/http/push.py +156 -0
  458. synapse/replication/http/register.py +172 -0
  459. synapse/replication/http/send_events.py +182 -0
  460. synapse/replication/http/state.py +82 -0
  461. synapse/replication/http/streams.py +101 -0
  462. synapse/replication/tcp/__init__.py +56 -0
  463. synapse/replication/tcp/client.py +553 -0
  464. synapse/replication/tcp/commands.py +569 -0
  465. synapse/replication/tcp/context.py +41 -0
  466. synapse/replication/tcp/external_cache.py +156 -0
  467. synapse/replication/tcp/handler.py +922 -0
  468. synapse/replication/tcp/protocol.py +611 -0
  469. synapse/replication/tcp/redis.py +510 -0
  470. synapse/replication/tcp/resource.py +349 -0
  471. synapse/replication/tcp/streams/__init__.py +96 -0
  472. synapse/replication/tcp/streams/_base.py +765 -0
  473. synapse/replication/tcp/streams/events.py +287 -0
  474. synapse/replication/tcp/streams/federation.py +92 -0
  475. synapse/replication/tcp/streams/partial_state.py +80 -0
  476. synapse/res/providers.json +29 -0
  477. synapse/res/templates/_base.html +29 -0
  478. synapse/res/templates/account_previously_renewed.html +6 -0
  479. synapse/res/templates/account_renewed.html +6 -0
  480. synapse/res/templates/add_threepid.html +8 -0
  481. synapse/res/templates/add_threepid.txt +6 -0
  482. synapse/res/templates/add_threepid_failure.html +7 -0
  483. synapse/res/templates/add_threepid_success.html +6 -0
  484. synapse/res/templates/already_in_use.html +12 -0
  485. synapse/res/templates/already_in_use.txt +10 -0
  486. synapse/res/templates/auth_success.html +21 -0
  487. synapse/res/templates/invalid_token.html +6 -0
  488. synapse/res/templates/mail-Element.css +7 -0
  489. synapse/res/templates/mail-Vector.css +7 -0
  490. synapse/res/templates/mail-expiry.css +4 -0
  491. synapse/res/templates/mail.css +156 -0
  492. synapse/res/templates/notice_expiry.html +46 -0
  493. synapse/res/templates/notice_expiry.txt +7 -0
  494. synapse/res/templates/notif.html +51 -0
  495. synapse/res/templates/notif.txt +22 -0
  496. synapse/res/templates/notif_mail.html +59 -0
  497. synapse/res/templates/notif_mail.txt +10 -0
  498. synapse/res/templates/password_reset.html +10 -0
  499. synapse/res/templates/password_reset.txt +7 -0
  500. synapse/res/templates/password_reset_confirmation.html +15 -0
  501. synapse/res/templates/password_reset_failure.html +7 -0
  502. synapse/res/templates/password_reset_success.html +6 -0
  503. synapse/res/templates/recaptcha.html +42 -0
  504. synapse/res/templates/registration.html +12 -0
  505. synapse/res/templates/registration.txt +10 -0
  506. synapse/res/templates/registration_failure.html +6 -0
  507. synapse/res/templates/registration_success.html +6 -0
  508. synapse/res/templates/registration_token.html +18 -0
  509. synapse/res/templates/room.html +33 -0
  510. synapse/res/templates/room.txt +9 -0
  511. synapse/res/templates/sso.css +129 -0
  512. synapse/res/templates/sso_account_deactivated.html +25 -0
  513. synapse/res/templates/sso_auth_account_details.html +186 -0
  514. synapse/res/templates/sso_auth_account_details.js +116 -0
  515. synapse/res/templates/sso_auth_bad_user.html +26 -0
  516. synapse/res/templates/sso_auth_confirm.html +27 -0
  517. synapse/res/templates/sso_auth_success.html +26 -0
  518. synapse/res/templates/sso_error.html +71 -0
  519. synapse/res/templates/sso_footer.html +19 -0
  520. synapse/res/templates/sso_login_idp_picker.html +60 -0
  521. synapse/res/templates/sso_new_user_consent.html +30 -0
  522. synapse/res/templates/sso_partial_profile.html +19 -0
  523. synapse/res/templates/sso_redirect_confirm.html +39 -0
  524. synapse/res/templates/style.css +33 -0
  525. synapse/res/templates/terms.html +27 -0
  526. synapse/rest/__init__.py +197 -0
  527. synapse/rest/admin/__init__.py +395 -0
  528. synapse/rest/admin/_base.py +72 -0
  529. synapse/rest/admin/background_updates.py +171 -0
  530. synapse/rest/admin/devices.py +221 -0
  531. synapse/rest/admin/event_reports.py +173 -0
  532. synapse/rest/admin/events.py +69 -0
  533. synapse/rest/admin/experimental_features.py +137 -0
  534. synapse/rest/admin/federation.py +243 -0
  535. synapse/rest/admin/media.py +540 -0
  536. synapse/rest/admin/registration_tokens.py +358 -0
  537. synapse/rest/admin/rooms.py +1092 -0
  538. synapse/rest/admin/scheduled_tasks.py +70 -0
  539. synapse/rest/admin/server_notice_servlet.py +132 -0
  540. synapse/rest/admin/statistics.py +132 -0
  541. synapse/rest/admin/username_available.py +58 -0
  542. synapse/rest/admin/users.py +1634 -0
  543. synapse/rest/client/__init__.py +20 -0
  544. synapse/rest/client/_base.py +113 -0
  545. synapse/rest/client/account.py +937 -0
  546. synapse/rest/client/account_data.py +319 -0
  547. synapse/rest/client/account_validity.py +103 -0
  548. synapse/rest/client/appservice_ping.py +125 -0
  549. synapse/rest/client/auth.py +218 -0
  550. synapse/rest/client/auth_metadata.py +122 -0
  551. synapse/rest/client/capabilities.py +121 -0
  552. synapse/rest/client/delayed_events.py +165 -0
  553. synapse/rest/client/devices.py +587 -0
  554. synapse/rest/client/directory.py +211 -0
  555. synapse/rest/client/events.py +116 -0
  556. synapse/rest/client/filter.py +112 -0
  557. synapse/rest/client/initial_sync.py +65 -0
  558. synapse/rest/client/keys.py +678 -0
  559. synapse/rest/client/knock.py +104 -0
  560. synapse/rest/client/login.py +750 -0
  561. synapse/rest/client/login_token_request.py +127 -0
  562. synapse/rest/client/logout.py +93 -0
  563. synapse/rest/client/matrixrtc.py +52 -0
  564. synapse/rest/client/media.py +307 -0
  565. synapse/rest/client/mutual_rooms.py +145 -0
  566. synapse/rest/client/notifications.py +137 -0
  567. synapse/rest/client/openid.py +109 -0
  568. synapse/rest/client/password_policy.py +69 -0
  569. synapse/rest/client/presence.py +131 -0
  570. synapse/rest/client/profile.py +291 -0
  571. synapse/rest/client/push_rule.py +331 -0
  572. synapse/rest/client/pusher.py +181 -0
  573. synapse/rest/client/read_marker.py +104 -0
  574. synapse/rest/client/receipts.py +165 -0
  575. synapse/rest/client/register.py +1072 -0
  576. synapse/rest/client/relations.py +138 -0
  577. synapse/rest/client/rendezvous.py +76 -0
  578. synapse/rest/client/reporting.py +207 -0
  579. synapse/rest/client/room.py +1763 -0
  580. synapse/rest/client/room_keys.py +426 -0
  581. synapse/rest/client/room_upgrade_rest_servlet.py +112 -0
  582. synapse/rest/client/sendtodevice.py +85 -0
  583. synapse/rest/client/sync.py +1131 -0
  584. synapse/rest/client/tags.py +129 -0
  585. synapse/rest/client/thirdparty.py +130 -0
  586. synapse/rest/client/thread_subscriptions.py +247 -0
  587. synapse/rest/client/tokenrefresh.py +52 -0
  588. synapse/rest/client/transactions.py +150 -0
  589. synapse/rest/client/user_directory.py +99 -0
  590. synapse/rest/client/versions.py +193 -0
  591. synapse/rest/client/voip.py +88 -0
  592. synapse/rest/consent/__init__.py +0 -0
  593. synapse/rest/consent/consent_resource.py +210 -0
  594. synapse/rest/health.py +38 -0
  595. synapse/rest/key/__init__.py +20 -0
  596. synapse/rest/key/v2/__init__.py +40 -0
  597. synapse/rest/key/v2/local_key_resource.py +125 -0
  598. synapse/rest/key/v2/remote_key_resource.py +302 -0
  599. synapse/rest/media/__init__.py +0 -0
  600. synapse/rest/media/config_resource.py +53 -0
  601. synapse/rest/media/create_resource.py +90 -0
  602. synapse/rest/media/download_resource.py +110 -0
  603. synapse/rest/media/media_repository_resource.py +113 -0
  604. synapse/rest/media/preview_url_resource.py +77 -0
  605. synapse/rest/media/thumbnail_resource.py +142 -0
  606. synapse/rest/media/upload_resource.py +187 -0
  607. synapse/rest/media/v1/__init__.py +39 -0
  608. synapse/rest/media/v1/_base.py +23 -0
  609. synapse/rest/media/v1/media_storage.py +23 -0
  610. synapse/rest/media/v1/storage_provider.py +23 -0
  611. synapse/rest/synapse/__init__.py +20 -0
  612. synapse/rest/synapse/client/__init__.py +93 -0
  613. synapse/rest/synapse/client/federation_whitelist.py +66 -0
  614. synapse/rest/synapse/client/jwks.py +77 -0
  615. synapse/rest/synapse/client/new_user_consent.py +115 -0
  616. synapse/rest/synapse/client/oidc/__init__.py +45 -0
  617. synapse/rest/synapse/client/oidc/backchannel_logout_resource.py +42 -0
  618. synapse/rest/synapse/client/oidc/callback_resource.py +48 -0
  619. synapse/rest/synapse/client/password_reset.py +129 -0
  620. synapse/rest/synapse/client/pick_idp.py +107 -0
  621. synapse/rest/synapse/client/pick_username.py +153 -0
  622. synapse/rest/synapse/client/rendezvous.py +58 -0
  623. synapse/rest/synapse/client/saml2/__init__.py +42 -0
  624. synapse/rest/synapse/client/saml2/metadata_resource.py +46 -0
  625. synapse/rest/synapse/client/saml2/response_resource.py +52 -0
  626. synapse/rest/synapse/client/sso_register.py +56 -0
  627. synapse/rest/synapse/client/unsubscribe.py +88 -0
  628. synapse/rest/synapse/mas/__init__.py +71 -0
  629. synapse/rest/synapse/mas/_base.py +55 -0
  630. synapse/rest/synapse/mas/devices.py +239 -0
  631. synapse/rest/synapse/mas/users.py +469 -0
  632. synapse/rest/well_known.py +148 -0
  633. synapse/server.py +1279 -0
  634. synapse/server_notices/__init__.py +0 -0
  635. synapse/server_notices/consent_server_notices.py +136 -0
  636. synapse/server_notices/resource_limits_server_notices.py +215 -0
  637. synapse/server_notices/server_notices_manager.py +388 -0
  638. synapse/server_notices/server_notices_sender.py +67 -0
  639. synapse/server_notices/worker_server_notices_sender.py +46 -0
  640. synapse/spam_checker_api/__init__.py +31 -0
  641. synapse/state/__init__.py +1023 -0
  642. synapse/state/v1.py +369 -0
  643. synapse/state/v2.py +985 -0
  644. synapse/static/client/login/index.html +47 -0
  645. synapse/static/client/login/js/jquery-3.4.1.min.js +2 -0
  646. synapse/static/client/login/js/login.js +291 -0
  647. synapse/static/client/login/spinner.gif +0 -0
  648. synapse/static/client/login/style.css +79 -0
  649. synapse/static/index.html +63 -0
  650. synapse/storage/__init__.py +43 -0
  651. synapse/storage/_base.py +245 -0
  652. synapse/storage/admin_client_config.py +25 -0
  653. synapse/storage/background_updates.py +1189 -0
  654. synapse/storage/controllers/__init__.py +57 -0
  655. synapse/storage/controllers/persist_events.py +1237 -0
  656. synapse/storage/controllers/purge_events.py +456 -0
  657. synapse/storage/controllers/state.py +950 -0
  658. synapse/storage/controllers/stats.py +119 -0
  659. synapse/storage/database.py +2720 -0
  660. synapse/storage/databases/__init__.py +175 -0
  661. synapse/storage/databases/main/__init__.py +420 -0
  662. synapse/storage/databases/main/account_data.py +1073 -0
  663. synapse/storage/databases/main/appservice.py +473 -0
  664. synapse/storage/databases/main/cache.py +912 -0
  665. synapse/storage/databases/main/censor_events.py +226 -0
  666. synapse/storage/databases/main/client_ips.py +816 -0
  667. synapse/storage/databases/main/delayed_events.py +577 -0
  668. synapse/storage/databases/main/deviceinbox.py +1272 -0
  669. synapse/storage/databases/main/devices.py +2579 -0
  670. synapse/storage/databases/main/directory.py +212 -0
  671. synapse/storage/databases/main/e2e_room_keys.py +689 -0
  672. synapse/storage/databases/main/end_to_end_keys.py +1894 -0
  673. synapse/storage/databases/main/event_federation.py +2511 -0
  674. synapse/storage/databases/main/event_push_actions.py +1936 -0
  675. synapse/storage/databases/main/events.py +3765 -0
  676. synapse/storage/databases/main/events_bg_updates.py +2910 -0
  677. synapse/storage/databases/main/events_forward_extremities.py +126 -0
  678. synapse/storage/databases/main/events_worker.py +2787 -0
  679. synapse/storage/databases/main/experimental_features.py +130 -0
  680. synapse/storage/databases/main/filtering.py +231 -0
  681. synapse/storage/databases/main/keys.py +291 -0
  682. synapse/storage/databases/main/lock.py +554 -0
  683. synapse/storage/databases/main/media_repository.py +1068 -0
  684. synapse/storage/databases/main/metrics.py +461 -0
  685. synapse/storage/databases/main/monthly_active_users.py +443 -0
  686. synapse/storage/databases/main/openid.py +60 -0
  687. synapse/storage/databases/main/presence.py +509 -0
  688. synapse/storage/databases/main/profile.py +539 -0
  689. synapse/storage/databases/main/purge_events.py +521 -0
  690. synapse/storage/databases/main/push_rule.py +970 -0
  691. synapse/storage/databases/main/pusher.py +793 -0
  692. synapse/storage/databases/main/receipts.py +1341 -0
  693. synapse/storage/databases/main/registration.py +3071 -0
  694. synapse/storage/databases/main/rejections.py +37 -0
  695. synapse/storage/databases/main/relations.py +1116 -0
  696. synapse/storage/databases/main/room.py +2779 -0
  697. synapse/storage/databases/main/roommember.py +2132 -0
  698. synapse/storage/databases/main/search.py +939 -0
  699. synapse/storage/databases/main/session.py +152 -0
  700. synapse/storage/databases/main/signatures.py +94 -0
  701. synapse/storage/databases/main/sliding_sync.py +842 -0
  702. synapse/storage/databases/main/state.py +1002 -0
  703. synapse/storage/databases/main/state_deltas.py +360 -0
  704. synapse/storage/databases/main/stats.py +789 -0
  705. synapse/storage/databases/main/stream.py +2589 -0
  706. synapse/storage/databases/main/tags.py +360 -0
  707. synapse/storage/databases/main/task_scheduler.py +225 -0
  708. synapse/storage/databases/main/thread_subscriptions.py +589 -0
  709. synapse/storage/databases/main/transactions.py +676 -0
  710. synapse/storage/databases/main/ui_auth.py +420 -0
  711. synapse/storage/databases/main/user_directory.py +1330 -0
  712. synapse/storage/databases/main/user_erasure_store.py +117 -0
  713. synapse/storage/databases/state/__init__.py +22 -0
  714. synapse/storage/databases/state/bg_updates.py +497 -0
  715. synapse/storage/databases/state/deletion.py +557 -0
  716. synapse/storage/databases/state/store.py +948 -0
  717. synapse/storage/engines/__init__.py +70 -0
  718. synapse/storage/engines/_base.py +154 -0
  719. synapse/storage/engines/postgres.py +261 -0
  720. synapse/storage/engines/sqlite.py +199 -0
  721. synapse/storage/invite_rule.py +152 -0
  722. synapse/storage/keys.py +40 -0
  723. synapse/storage/prepare_database.py +730 -0
  724. synapse/storage/push_rule.py +28 -0
  725. synapse/storage/roommember.py +88 -0
  726. synapse/storage/schema/README.md +4 -0
  727. synapse/storage/schema/__init__.py +186 -0
  728. synapse/storage/schema/common/delta/25/00background_updates.sql +40 -0
  729. synapse/storage/schema/common/delta/35/00background_updates_add_col.sql +36 -0
  730. synapse/storage/schema/common/delta/58/00background_update_ordering.sql +38 -0
  731. synapse/storage/schema/common/full_schemas/72/full.sql.postgres +8 -0
  732. synapse/storage/schema/common/full_schemas/72/full.sql.sqlite +6 -0
  733. synapse/storage/schema/common/schema_version.sql +60 -0
  734. synapse/storage/schema/main/delta/12/v12.sql +82 -0
  735. synapse/storage/schema/main/delta/13/v13.sql +38 -0
  736. synapse/storage/schema/main/delta/14/v14.sql +42 -0
  737. synapse/storage/schema/main/delta/15/appservice_txns.sql +50 -0
  738. synapse/storage/schema/main/delta/15/presence_indices.sql +2 -0
  739. synapse/storage/schema/main/delta/15/v15.sql +24 -0
  740. synapse/storage/schema/main/delta/16/events_order_index.sql +4 -0
  741. synapse/storage/schema/main/delta/16/remote_media_cache_index.sql +2 -0
  742. synapse/storage/schema/main/delta/16/remove_duplicates.sql +9 -0
  743. synapse/storage/schema/main/delta/16/room_alias_index.sql +3 -0
  744. synapse/storage/schema/main/delta/16/unique_constraints.sql +72 -0
  745. synapse/storage/schema/main/delta/16/users.sql +56 -0
  746. synapse/storage/schema/main/delta/17/drop_indexes.sql +37 -0
  747. synapse/storage/schema/main/delta/17/server_keys.sql +43 -0
  748. synapse/storage/schema/main/delta/17/user_threepids.sql +9 -0
  749. synapse/storage/schema/main/delta/18/server_keys_bigger_ints.sql +51 -0
  750. synapse/storage/schema/main/delta/19/event_index.sql +38 -0
  751. synapse/storage/schema/main/delta/20/dummy.sql +1 -0
  752. synapse/storage/schema/main/delta/20/pushers.py +93 -0
  753. synapse/storage/schema/main/delta/21/end_to_end_keys.sql +53 -0
  754. synapse/storage/schema/main/delta/21/receipts.sql +57 -0
  755. synapse/storage/schema/main/delta/22/receipts_index.sql +41 -0
  756. synapse/storage/schema/main/delta/22/user_threepids_unique.sql +19 -0
  757. synapse/storage/schema/main/delta/24/stats_reporting.sql +37 -0
  758. synapse/storage/schema/main/delta/25/fts.py +81 -0
  759. synapse/storage/schema/main/delta/25/guest_access.sql +44 -0
  760. synapse/storage/schema/main/delta/25/history_visibility.sql +44 -0
  761. synapse/storage/schema/main/delta/25/tags.sql +57 -0
  762. synapse/storage/schema/main/delta/26/account_data.sql +36 -0
  763. synapse/storage/schema/main/delta/27/account_data.sql +55 -0
  764. synapse/storage/schema/main/delta/27/forgotten_memberships.sql +45 -0
  765. synapse/storage/schema/main/delta/27/ts.py +61 -0
  766. synapse/storage/schema/main/delta/28/event_push_actions.sql +46 -0
  767. synapse/storage/schema/main/delta/28/events_room_stream.sql +39 -0
  768. synapse/storage/schema/main/delta/28/public_roms_index.sql +39 -0
  769. synapse/storage/schema/main/delta/28/receipts_user_id_index.sql +41 -0
  770. synapse/storage/schema/main/delta/28/upgrade_times.sql +40 -0
  771. synapse/storage/schema/main/delta/28/users_is_guest.sql +41 -0
  772. synapse/storage/schema/main/delta/29/push_actions.sql +54 -0
  773. synapse/storage/schema/main/delta/30/alias_creator.sql +35 -0
  774. synapse/storage/schema/main/delta/30/as_users.py +82 -0
  775. synapse/storage/schema/main/delta/30/deleted_pushers.sql +44 -0
  776. synapse/storage/schema/main/delta/30/presence_stream.sql +49 -0
  777. synapse/storage/schema/main/delta/30/public_rooms.sql +42 -0
  778. synapse/storage/schema/main/delta/30/push_rule_stream.sql +57 -0
  779. synapse/storage/schema/main/delta/30/threepid_guest_access_tokens.sql +43 -0
  780. synapse/storage/schema/main/delta/31/invites.sql +61 -0
  781. synapse/storage/schema/main/delta/31/local_media_repository_url_cache.sql +46 -0
  782. synapse/storage/schema/main/delta/31/pushers_0.py +92 -0
  783. synapse/storage/schema/main/delta/31/pushers_index.sql +41 -0
  784. synapse/storage/schema/main/delta/31/search_update.py +65 -0
  785. synapse/storage/schema/main/delta/32/events.sql +35 -0
  786. synapse/storage/schema/main/delta/32/openid.sql +9 -0
  787. synapse/storage/schema/main/delta/32/pusher_throttle.sql +42 -0
  788. synapse/storage/schema/main/delta/32/remove_indices.sql +52 -0
  789. synapse/storage/schema/main/delta/32/reports.sql +44 -0
  790. synapse/storage/schema/main/delta/33/access_tokens_device_index.sql +36 -0
  791. synapse/storage/schema/main/delta/33/devices.sql +40 -0
  792. synapse/storage/schema/main/delta/33/devices_for_e2e_keys.sql +38 -0
  793. synapse/storage/schema/main/delta/33/devices_for_e2e_keys_clear_unknown_device.sql +39 -0
  794. synapse/storage/schema/main/delta/33/event_fields.py +61 -0
  795. synapse/storage/schema/main/delta/33/remote_media_ts.py +43 -0
  796. synapse/storage/schema/main/delta/33/user_ips_index.sql +36 -0
  797. synapse/storage/schema/main/delta/34/appservice_stream.sql +42 -0
  798. synapse/storage/schema/main/delta/34/cache_stream.py +50 -0
  799. synapse/storage/schema/main/delta/34/device_inbox.sql +43 -0
  800. synapse/storage/schema/main/delta/34/push_display_name_rename.sql +39 -0
  801. synapse/storage/schema/main/delta/34/received_txn_purge.py +36 -0
  802. synapse/storage/schema/main/delta/35/contains_url.sql +36 -0
  803. synapse/storage/schema/main/delta/35/device_outbox.sql +58 -0
  804. synapse/storage/schema/main/delta/35/device_stream_id.sql +40 -0
  805. synapse/storage/schema/main/delta/35/event_push_actions_index.sql +36 -0
  806. synapse/storage/schema/main/delta/35/public_room_list_change_stream.sql +52 -0
  807. synapse/storage/schema/main/delta/35/stream_order_to_extrem.sql +56 -0
  808. synapse/storage/schema/main/delta/36/readd_public_rooms.sql +45 -0
  809. synapse/storage/schema/main/delta/37/remove_auth_idx.py +89 -0
  810. synapse/storage/schema/main/delta/37/user_threepids.sql +71 -0
  811. synapse/storage/schema/main/delta/38/postgres_fts_gist.sql +38 -0
  812. synapse/storage/schema/main/delta/39/appservice_room_list.sql +48 -0
  813. synapse/storage/schema/main/delta/39/device_federation_stream_idx.sql +35 -0
  814. synapse/storage/schema/main/delta/39/event_push_index.sql +36 -0
  815. synapse/storage/schema/main/delta/39/federation_out_position.sql +41 -0
  816. synapse/storage/schema/main/delta/39/membership_profile.sql +39 -0
  817. synapse/storage/schema/main/delta/40/current_state_idx.sql +36 -0
  818. synapse/storage/schema/main/delta/40/device_inbox.sql +40 -0
  819. synapse/storage/schema/main/delta/40/device_list_streams.sql +79 -0
  820. synapse/storage/schema/main/delta/40/event_push_summary.sql +57 -0
  821. synapse/storage/schema/main/delta/40/pushers.sql +58 -0
  822. synapse/storage/schema/main/delta/41/device_list_stream_idx.sql +36 -0
  823. synapse/storage/schema/main/delta/41/device_outbound_index.sql +35 -0
  824. synapse/storage/schema/main/delta/41/event_search_event_id_idx.sql +36 -0
  825. synapse/storage/schema/main/delta/41/ratelimit.sql +41 -0
  826. synapse/storage/schema/main/delta/42/current_state_delta.sql +48 -0
  827. synapse/storage/schema/main/delta/42/device_list_last_id.sql +52 -0
  828. synapse/storage/schema/main/delta/42/event_auth_state_only.sql +36 -0
  829. synapse/storage/schema/main/delta/42/user_dir.py +88 -0
  830. synapse/storage/schema/main/delta/43/blocked_rooms.sql +40 -0
  831. synapse/storage/schema/main/delta/43/quarantine_media.sql +36 -0
  832. synapse/storage/schema/main/delta/43/url_cache.sql +35 -0
  833. synapse/storage/schema/main/delta/43/user_share.sql +52 -0
  834. synapse/storage/schema/main/delta/44/expire_url_cache.sql +60 -0
  835. synapse/storage/schema/main/delta/45/group_server.sql +186 -0
  836. synapse/storage/schema/main/delta/45/profile_cache.sql +47 -0
  837. synapse/storage/schema/main/delta/46/drop_refresh_tokens.sql +36 -0
  838. synapse/storage/schema/main/delta/46/drop_unique_deleted_pushers.sql +54 -0
  839. synapse/storage/schema/main/delta/46/group_server.sql +51 -0
  840. synapse/storage/schema/main/delta/46/local_media_repository_url_idx.sql +43 -0
  841. synapse/storage/schema/main/delta/46/user_dir_null_room_ids.sql +54 -0
  842. synapse/storage/schema/main/delta/46/user_dir_typos.sql +43 -0
  843. synapse/storage/schema/main/delta/47/last_access_media.sql +35 -0
  844. synapse/storage/schema/main/delta/47/postgres_fts_gin.sql +36 -0
  845. synapse/storage/schema/main/delta/47/push_actions_staging.sql +47 -0
  846. synapse/storage/schema/main/delta/48/add_user_consent.sql +37 -0
  847. synapse/storage/schema/main/delta/48/add_user_ips_last_seen_index.sql +36 -0
  848. synapse/storage/schema/main/delta/48/deactivated_users.sql +44 -0
  849. synapse/storage/schema/main/delta/48/group_unique_indexes.py +67 -0
  850. synapse/storage/schema/main/delta/48/groups_joinable.sql +41 -0
  851. synapse/storage/schema/main/delta/49/add_user_consent_server_notice_sent.sql +39 -0
  852. synapse/storage/schema/main/delta/49/add_user_daily_visits.sql +40 -0
  853. synapse/storage/schema/main/delta/49/add_user_ips_last_seen_only_index.sql +36 -0
  854. synapse/storage/schema/main/delta/50/add_creation_ts_users_index.sql +38 -0
  855. synapse/storage/schema/main/delta/50/erasure_store.sql +40 -0
  856. synapse/storage/schema/main/delta/50/make_event_content_nullable.py +102 -0
  857. synapse/storage/schema/main/delta/51/e2e_room_keys.sql +58 -0
  858. synapse/storage/schema/main/delta/51/monthly_active_users.sql +46 -0
  859. synapse/storage/schema/main/delta/52/add_event_to_state_group_index.sql +38 -0
  860. synapse/storage/schema/main/delta/52/device_list_streams_unique_idx.sql +55 -0
  861. synapse/storage/schema/main/delta/52/e2e_room_keys.sql +72 -0
  862. synapse/storage/schema/main/delta/53/add_user_type_to_users.sql +38 -0
  863. synapse/storage/schema/main/delta/53/drop_sent_transactions.sql +35 -0
  864. synapse/storage/schema/main/delta/53/event_format_version.sql +35 -0
  865. synapse/storage/schema/main/delta/53/user_dir_populate.sql +49 -0
  866. synapse/storage/schema/main/delta/53/user_ips_index.sql +49 -0
  867. synapse/storage/schema/main/delta/53/user_share.sql +63 -0
  868. synapse/storage/schema/main/delta/53/user_threepid_id.sql +48 -0
  869. synapse/storage/schema/main/delta/53/users_in_public_rooms.sql +47 -0
  870. synapse/storage/schema/main/delta/54/account_validity_with_renewal.sql +49 -0
  871. synapse/storage/schema/main/delta/54/add_validity_to_server_keys.sql +42 -0
  872. synapse/storage/schema/main/delta/54/delete_forward_extremities.sql +42 -0
  873. synapse/storage/schema/main/delta/54/drop_legacy_tables.sql +49 -0
  874. synapse/storage/schema/main/delta/54/drop_presence_list.sql +35 -0
  875. synapse/storage/schema/main/delta/54/relations.sql +46 -0
  876. synapse/storage/schema/main/delta/54/stats.sql +99 -0
  877. synapse/storage/schema/main/delta/54/stats2.sql +47 -0
  878. synapse/storage/schema/main/delta/55/access_token_expiry.sql +37 -0
  879. synapse/storage/schema/main/delta/55/track_threepid_validations.sql +50 -0
  880. synapse/storage/schema/main/delta/55/users_alter_deactivated.sql +38 -0
  881. synapse/storage/schema/main/delta/56/add_spans_to_device_lists.sql +39 -0
  882. synapse/storage/schema/main/delta/56/current_state_events_membership.sql +41 -0
  883. synapse/storage/schema/main/delta/56/current_state_events_membership_mk2.sql +43 -0
  884. synapse/storage/schema/main/delta/56/delete_keys_from_deleted_backups.sql +44 -0
  885. synapse/storage/schema/main/delta/56/destinations_failure_ts.sql +44 -0
  886. synapse/storage/schema/main/delta/56/destinations_retry_interval_type.sql.postgres +18 -0
  887. synapse/storage/schema/main/delta/56/device_stream_id_insert.sql +39 -0
  888. synapse/storage/schema/main/delta/56/devices_last_seen.sql +43 -0
  889. synapse/storage/schema/main/delta/56/drop_unused_event_tables.sql +39 -0
  890. synapse/storage/schema/main/delta/56/event_expiry.sql +40 -0
  891. synapse/storage/schema/main/delta/56/event_labels.sql +49 -0
  892. synapse/storage/schema/main/delta/56/event_labels_background_update.sql +36 -0
  893. synapse/storage/schema/main/delta/56/fix_room_keys_index.sql +37 -0
  894. synapse/storage/schema/main/delta/56/hidden_devices.sql +37 -0
  895. synapse/storage/schema/main/delta/56/hidden_devices_fix.sql.sqlite +42 -0
  896. synapse/storage/schema/main/delta/56/nuke_empty_communities_from_db.sql +48 -0
  897. synapse/storage/schema/main/delta/56/public_room_list_idx.sql +35 -0
  898. synapse/storage/schema/main/delta/56/redaction_censor.sql +35 -0
  899. synapse/storage/schema/main/delta/56/redaction_censor2.sql +41 -0
  900. synapse/storage/schema/main/delta/56/redaction_censor3_fix_update.sql.postgres +25 -0
  901. synapse/storage/schema/main/delta/56/redaction_censor4.sql +35 -0
  902. synapse/storage/schema/main/delta/56/remove_tombstoned_rooms_from_directory.sql +38 -0
  903. synapse/storage/schema/main/delta/56/room_key_etag.sql +36 -0
  904. synapse/storage/schema/main/delta/56/room_membership_idx.sql +37 -0
  905. synapse/storage/schema/main/delta/56/room_retention.sql +52 -0
  906. synapse/storage/schema/main/delta/56/signing_keys.sql +75 -0
  907. synapse/storage/schema/main/delta/56/signing_keys_nonunique_signatures.sql +41 -0
  908. synapse/storage/schema/main/delta/56/stats_separated.sql +175 -0
  909. synapse/storage/schema/main/delta/56/unique_user_filter_index.py +46 -0
  910. synapse/storage/schema/main/delta/56/user_external_ids.sql +43 -0
  911. synapse/storage/schema/main/delta/56/users_in_public_rooms_idx.sql +36 -0
  912. synapse/storage/schema/main/delta/57/delete_old_current_state_events.sql +41 -0
  913. synapse/storage/schema/main/delta/57/device_list_remote_cache_stale.sql +44 -0
  914. synapse/storage/schema/main/delta/57/local_current_membership.py +111 -0
  915. synapse/storage/schema/main/delta/57/remove_sent_outbound_pokes.sql +40 -0
  916. synapse/storage/schema/main/delta/57/rooms_version_column.sql +43 -0
  917. synapse/storage/schema/main/delta/57/rooms_version_column_2.sql.postgres +35 -0
  918. synapse/storage/schema/main/delta/57/rooms_version_column_2.sql.sqlite +22 -0
  919. synapse/storage/schema/main/delta/57/rooms_version_column_3.sql.postgres +39 -0
  920. synapse/storage/schema/main/delta/57/rooms_version_column_3.sql.sqlite +23 -0
  921. synapse/storage/schema/main/delta/58/02remove_dup_outbound_pokes.sql +41 -0
  922. synapse/storage/schema/main/delta/58/03persist_ui_auth.sql +55 -0
  923. synapse/storage/schema/main/delta/58/05cache_instance.sql.postgres +30 -0
  924. synapse/storage/schema/main/delta/58/06dlols_unique_idx.py +83 -0
  925. synapse/storage/schema/main/delta/58/07add_method_to_thumbnail_constraint.sql.postgres +33 -0
  926. synapse/storage/schema/main/delta/58/07add_method_to_thumbnail_constraint.sql.sqlite +44 -0
  927. synapse/storage/schema/main/delta/58/07persist_ui_auth_ips.sql +44 -0
  928. synapse/storage/schema/main/delta/58/08_media_safe_from_quarantine.sql.postgres +18 -0
  929. synapse/storage/schema/main/delta/58/08_media_safe_from_quarantine.sql.sqlite +18 -0
  930. synapse/storage/schema/main/delta/58/09shadow_ban.sql +37 -0
  931. synapse/storage/schema/main/delta/58/10_pushrules_enabled_delete_obsolete.sql +47 -0
  932. synapse/storage/schema/main/delta/58/10drop_local_rejections_stream.sql +41 -0
  933. synapse/storage/schema/main/delta/58/10federation_pos_instance_name.sql +41 -0
  934. synapse/storage/schema/main/delta/58/11dehydration.sql +39 -0
  935. synapse/storage/schema/main/delta/58/11fallback.sql +43 -0
  936. synapse/storage/schema/main/delta/58/11user_id_seq.py +38 -0
  937. synapse/storage/schema/main/delta/58/12room_stats.sql +51 -0
  938. synapse/storage/schema/main/delta/58/13remove_presence_allow_inbound.sql +36 -0
  939. synapse/storage/schema/main/delta/58/14events_instance_name.sql +35 -0
  940. synapse/storage/schema/main/delta/58/14events_instance_name.sql.postgres +28 -0
  941. synapse/storage/schema/main/delta/58/15_catchup_destination_rooms.sql +61 -0
  942. synapse/storage/schema/main/delta/58/15unread_count.sql +45 -0
  943. synapse/storage/schema/main/delta/58/16populate_stats_process_rooms_fix.sql +41 -0
  944. synapse/storage/schema/main/delta/58/17_catchup_last_successful.sql +40 -0
  945. synapse/storage/schema/main/delta/58/18stream_positions.sql +41 -0
  946. synapse/storage/schema/main/delta/58/19instance_map.sql.postgres +25 -0
  947. synapse/storage/schema/main/delta/58/19txn_id.sql +59 -0
  948. synapse/storage/schema/main/delta/58/20instance_name_event_tables.sql +36 -0
  949. synapse/storage/schema/main/delta/58/20user_daily_visits.sql +37 -0
  950. synapse/storage/schema/main/delta/58/21as_device_stream.sql +36 -0
  951. synapse/storage/schema/main/delta/58/21drop_device_max_stream_id.sql +1 -0
  952. synapse/storage/schema/main/delta/58/22puppet_token.sql +36 -0
  953. synapse/storage/schema/main/delta/58/22users_have_local_media.sql +2 -0
  954. synapse/storage/schema/main/delta/58/23e2e_cross_signing_keys_idx.sql +36 -0
  955. synapse/storage/schema/main/delta/58/24drop_event_json_index.sql +38 -0
  956. synapse/storage/schema/main/delta/58/25user_external_ids_user_id_idx.sql +36 -0
  957. synapse/storage/schema/main/delta/58/26access_token_last_validated.sql +37 -0
  958. synapse/storage/schema/main/delta/58/27local_invites.sql +37 -0
  959. synapse/storage/schema/main/delta/58/28drop_last_used_column.sql.postgres +16 -0
  960. synapse/storage/schema/main/delta/58/28drop_last_used_column.sql.sqlite +62 -0
  961. synapse/storage/schema/main/delta/59/01ignored_user.py +85 -0
  962. synapse/storage/schema/main/delta/59/02shard_send_to_device.sql +37 -0
  963. synapse/storage/schema/main/delta/59/03shard_send_to_device_sequence.sql.postgres +25 -0
  964. synapse/storage/schema/main/delta/59/04_event_auth_chains.sql +71 -0
  965. synapse/storage/schema/main/delta/59/04_event_auth_chains.sql.postgres +16 -0
  966. synapse/storage/schema/main/delta/59/04drop_account_data.sql +36 -0
  967. synapse/storage/schema/main/delta/59/05cache_invalidation.sql +36 -0
  968. synapse/storage/schema/main/delta/59/06chain_cover_index.sql +36 -0
  969. synapse/storage/schema/main/delta/59/06shard_account_data.sql +39 -0
  970. synapse/storage/schema/main/delta/59/06shard_account_data.sql.postgres +32 -0
  971. synapse/storage/schema/main/delta/59/07shard_account_data_fix.sql +37 -0
  972. synapse/storage/schema/main/delta/59/08delete_pushers_for_deactivated_accounts.sql +39 -0
  973. synapse/storage/schema/main/delta/59/08delete_stale_pushers.sql +39 -0
  974. synapse/storage/schema/main/delta/59/09rejected_events_metadata.sql +45 -0
  975. synapse/storage/schema/main/delta/59/10delete_purged_chain_cover.sql +36 -0
  976. synapse/storage/schema/main/delta/59/11add_knock_members_to_stats.sql +39 -0
  977. synapse/storage/schema/main/delta/59/11drop_thumbnail_constraint.sql.postgres +22 -0
  978. synapse/storage/schema/main/delta/59/12account_validity_token_used_ts_ms.sql +37 -0
  979. synapse/storage/schema/main/delta/59/12presence_stream_instance.sql +37 -0
  980. synapse/storage/schema/main/delta/59/12presence_stream_instance_seq.sql.postgres +20 -0
  981. synapse/storage/schema/main/delta/59/13users_to_send_full_presence_to.sql +53 -0
  982. synapse/storage/schema/main/delta/59/14refresh_tokens.sql +53 -0
  983. synapse/storage/schema/main/delta/59/15locks.sql +56 -0
  984. synapse/storage/schema/main/delta/59/16federation_inbound_staging.sql +51 -0
  985. synapse/storage/schema/main/delta/60/01recreate_stream_ordering.sql.postgres +45 -0
  986. synapse/storage/schema/main/delta/60/02change_stream_ordering_columns.sql.postgres +30 -0
  987. synapse/storage/schema/main/delta/61/01change_appservices_txns.sql.postgres +23 -0
  988. synapse/storage/schema/main/delta/61/01insertion_event_lookups.sql +68 -0
  989. synapse/storage/schema/main/delta/61/02drop_redundant_room_depth_index.sql +37 -0
  990. synapse/storage/schema/main/delta/61/03recreate_min_depth.py +74 -0
  991. synapse/storage/schema/main/delta/62/01insertion_event_extremities.sql +43 -0
  992. synapse/storage/schema/main/delta/63/01create_registration_tokens.sql +42 -0
  993. synapse/storage/schema/main/delta/63/02delete_unlinked_email_pushers.sql +39 -0
  994. synapse/storage/schema/main/delta/63/02populate-rooms-creator.sql +36 -0
  995. synapse/storage/schema/main/delta/63/03session_store.sql +42 -0
  996. synapse/storage/schema/main/delta/63/04add_presence_stream_not_offline_index.sql +37 -0
  997. synapse/storage/schema/main/delta/64/01msc2716_chunk_to_batch_rename.sql.postgres +23 -0
  998. synapse/storage/schema/main/delta/64/01msc2716_chunk_to_batch_rename.sql.sqlite +37 -0
  999. synapse/storage/schema/main/delta/65/01msc2716_insertion_event_edges.sql +38 -0
  1000. synapse/storage/schema/main/delta/65/03remove_hidden_devices_from_device_inbox.sql +41 -0
  1001. synapse/storage/schema/main/delta/65/04_local_group_updates.sql +37 -0
  1002. synapse/storage/schema/main/delta/65/05_remove_room_stats_historical_and_user_stats_historical.sql +38 -0
  1003. synapse/storage/schema/main/delta/65/06remove_deleted_devices_from_device_inbox.sql +53 -0
  1004. synapse/storage/schema/main/delta/65/07_arbitrary_relations.sql +37 -0
  1005. synapse/storage/schema/main/delta/65/08_device_inbox_background_updates.sql +37 -0
  1006. synapse/storage/schema/main/delta/65/10_expirable_refresh_tokens.sql +47 -0
  1007. synapse/storage/schema/main/delta/65/11_devices_auth_provider_session.sql +46 -0
  1008. synapse/storage/schema/main/delta/67/01drop_public_room_list_stream.sql +37 -0
  1009. synapse/storage/schema/main/delta/68/01event_columns.sql +45 -0
  1010. synapse/storage/schema/main/delta/68/02_msc2409_add_device_id_appservice_stream_type.sql +40 -0
  1011. synapse/storage/schema/main/delta/68/03_delete_account_data_for_deactivated_accounts.sql +39 -0
  1012. synapse/storage/schema/main/delta/68/04_refresh_tokens_index_next_token_id.sql +47 -0
  1013. synapse/storage/schema/main/delta/68/04partial_state_rooms.sql +60 -0
  1014. synapse/storage/schema/main/delta/68/05_delete_non_strings_from_event_search.sql.sqlite +22 -0
  1015. synapse/storage/schema/main/delta/68/05partial_state_rooms_triggers.py +80 -0
  1016. synapse/storage/schema/main/delta/68/06_msc3202_add_device_list_appservice_stream_type.sql +42 -0
  1017. synapse/storage/schema/main/delta/69/01as_txn_seq.py +54 -0
  1018. synapse/storage/schema/main/delta/69/01device_list_oubound_by_room.sql +57 -0
  1019. synapse/storage/schema/main/delta/69/02cache_invalidation_index.sql +37 -0
  1020. synapse/storage/schema/main/delta/70/01clean_table_purged_rooms.sql +39 -0
  1021. synapse/storage/schema/main/delta/71/01rebuild_event_edges.sql.postgres +43 -0
  1022. synapse/storage/schema/main/delta/71/01rebuild_event_edges.sql.sqlite +47 -0
  1023. synapse/storage/schema/main/delta/71/01remove_noop_background_updates.sql +80 -0
  1024. synapse/storage/schema/main/delta/71/02event_push_summary_unique.sql +37 -0
  1025. synapse/storage/schema/main/delta/72/01add_room_type_to_state_stats.sql +38 -0
  1026. synapse/storage/schema/main/delta/72/01event_push_summary_receipt.sql +54 -0
  1027. synapse/storage/schema/main/delta/72/02event_push_actions_index.sql +38 -0
  1028. synapse/storage/schema/main/delta/72/03bg_populate_events_columns.py +57 -0
  1029. synapse/storage/schema/main/delta/72/03drop_event_reference_hashes.sql +36 -0
  1030. synapse/storage/schema/main/delta/72/03remove_groups.sql +50 -0
  1031. synapse/storage/schema/main/delta/72/04drop_column_application_services_state_last_txn.sql.postgres +17 -0
  1032. synapse/storage/schema/main/delta/72/04drop_column_application_services_state_last_txn.sql.sqlite +40 -0
  1033. synapse/storage/schema/main/delta/72/05receipts_event_stream_ordering.sql +38 -0
  1034. synapse/storage/schema/main/delta/72/05remove_unstable_private_read_receipts.sql +38 -0
  1035. synapse/storage/schema/main/delta/72/06add_consent_ts_to_users.sql +35 -0
  1036. synapse/storage/schema/main/delta/72/06thread_notifications.sql +49 -0
  1037. synapse/storage/schema/main/delta/72/07force_update_current_state_events_membership.py +67 -0
  1038. synapse/storage/schema/main/delta/72/07thread_receipts.sql.postgres +30 -0
  1039. synapse/storage/schema/main/delta/72/07thread_receipts.sql.sqlite +70 -0
  1040. synapse/storage/schema/main/delta/72/08begin_cache_invalidation_seq_at_2.sql.postgres +23 -0
  1041. synapse/storage/schema/main/delta/72/08thread_receipts.sql +39 -0
  1042. synapse/storage/schema/main/delta/72/09partial_indices.sql.sqlite +56 -0
  1043. synapse/storage/schema/main/delta/73/01event_failed_pull_attempts.sql +48 -0
  1044. synapse/storage/schema/main/delta/73/02add_pusher_enabled.sql +35 -0
  1045. synapse/storage/schema/main/delta/73/02room_id_indexes_for_purging.sql +41 -0
  1046. synapse/storage/schema/main/delta/73/03pusher_device_id.sql +39 -0
  1047. synapse/storage/schema/main/delta/73/03users_approved_column.sql +39 -0
  1048. synapse/storage/schema/main/delta/73/04partial_join_details.sql +42 -0
  1049. synapse/storage/schema/main/delta/73/04pending_device_list_updates.sql +47 -0
  1050. synapse/storage/schema/main/delta/73/05old_push_actions.sql.postgres +22 -0
  1051. synapse/storage/schema/main/delta/73/05old_push_actions.sql.sqlite +24 -0
  1052. synapse/storage/schema/main/delta/73/06thread_notifications_thread_id_idx.sql +42 -0
  1053. synapse/storage/schema/main/delta/73/08thread_receipts_non_null.sql.postgres +23 -0
  1054. synapse/storage/schema/main/delta/73/08thread_receipts_non_null.sql.sqlite +76 -0
  1055. synapse/storage/schema/main/delta/73/09partial_joined_via_destination.sql +37 -0
  1056. synapse/storage/schema/main/delta/73/09threads_table.sql +49 -0
  1057. synapse/storage/schema/main/delta/73/10_update_sqlite_fts4_tokenizer.py +71 -0
  1058. synapse/storage/schema/main/delta/73/10login_tokens.sql +54 -0
  1059. synapse/storage/schema/main/delta/73/11event_search_room_id_n_distinct.sql.postgres +33 -0
  1060. synapse/storage/schema/main/delta/73/12refactor_device_list_outbound_pokes.sql +72 -0
  1061. synapse/storage/schema/main/delta/73/13add_device_lists_index.sql +39 -0
  1062. synapse/storage/schema/main/delta/73/20_un_partial_stated_room_stream.sql +51 -0
  1063. synapse/storage/schema/main/delta/73/21_un_partial_stated_room_stream_seq.sql.postgres +20 -0
  1064. synapse/storage/schema/main/delta/73/22_rebuild_user_dir_stats.sql +48 -0
  1065. synapse/storage/schema/main/delta/73/22_un_partial_stated_event_stream.sql +53 -0
  1066. synapse/storage/schema/main/delta/73/23_fix_thread_index.sql +52 -0
  1067. synapse/storage/schema/main/delta/73/23_un_partial_stated_room_stream_seq.sql.postgres +20 -0
  1068. synapse/storage/schema/main/delta/73/24_events_jump_to_date_index.sql +36 -0
  1069. synapse/storage/schema/main/delta/73/25drop_presence.sql +36 -0
  1070. synapse/storage/schema/main/delta/74/01_user_directory_stale_remote_users.sql +58 -0
  1071. synapse/storage/schema/main/delta/74/02_set_device_id_for_pushers_bg_update.sql +38 -0
  1072. synapse/storage/schema/main/delta/74/03_membership_tables_event_stream_ordering.sql.postgres +29 -0
  1073. synapse/storage/schema/main/delta/74/03_membership_tables_event_stream_ordering.sql.sqlite +23 -0
  1074. synapse/storage/schema/main/delta/74/03_room_membership_index.sql +38 -0
  1075. synapse/storage/schema/main/delta/74/04_delete_e2e_backup_keys_for_deactivated_users.sql +36 -0
  1076. synapse/storage/schema/main/delta/74/04_membership_tables_event_stream_ordering_triggers.py +87 -0
  1077. synapse/storage/schema/main/delta/74/05_events_txn_id_device_id.sql +72 -0
  1078. synapse/storage/schema/main/delta/74/90COMMENTS_destinations.sql.postgres +52 -0
  1079. synapse/storage/schema/main/delta/76/01_add_profiles_full_user_id_column.sql +39 -0
  1080. synapse/storage/schema/main/delta/76/02_add_user_filters_full_user_id_column.sql +39 -0
  1081. synapse/storage/schema/main/delta/76/03_per_user_experimental_features.sql +46 -0
  1082. synapse/storage/schema/main/delta/76/04_add_room_forgetter.sql +43 -0
  1083. synapse/storage/schema/main/delta/77/01_add_profiles_not_valid_check.sql.postgres +16 -0
  1084. synapse/storage/schema/main/delta/77/02_add_user_filters_not_valid_check.sql.postgres +16 -0
  1085. synapse/storage/schema/main/delta/77/03bg_populate_full_user_id_profiles.sql +35 -0
  1086. synapse/storage/schema/main/delta/77/04bg_populate_full_user_id_user_filters.sql +35 -0
  1087. synapse/storage/schema/main/delta/77/05thread_notifications_backfill.sql +67 -0
  1088. synapse/storage/schema/main/delta/77/06thread_notifications_not_null.sql.sqlite +102 -0
  1089. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_actions.sql.postgres +27 -0
  1090. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_actions_staging.sql.postgres +27 -0
  1091. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_summary.sql.postgres +29 -0
  1092. synapse/storage/schema/main/delta/77/14bg_indices_event_stream_ordering.sql +39 -0
  1093. synapse/storage/schema/main/delta/78/01_validate_and_update_profiles.py +99 -0
  1094. synapse/storage/schema/main/delta/78/02_validate_and_update_user_filters.py +100 -0
  1095. synapse/storage/schema/main/delta/78/03_remove_unused_indexes_user_filters.py +72 -0
  1096. synapse/storage/schema/main/delta/78/03event_extremities_constraints.py +65 -0
  1097. synapse/storage/schema/main/delta/78/04_add_full_user_id_index_user_filters.py +32 -0
  1098. synapse/storage/schema/main/delta/79/03_read_write_locks_triggers.sql.postgres +102 -0
  1099. synapse/storage/schema/main/delta/79/03_read_write_locks_triggers.sql.sqlite +72 -0
  1100. synapse/storage/schema/main/delta/79/04_mitigate_stream_ordering_update_race.py +70 -0
  1101. synapse/storage/schema/main/delta/79/05_read_write_locks_triggers.sql.postgres +69 -0
  1102. synapse/storage/schema/main/delta/79/05_read_write_locks_triggers.sql.sqlite +65 -0
  1103. synapse/storage/schema/main/delta/80/01_users_alter_locked.sql +35 -0
  1104. synapse/storage/schema/main/delta/80/02_read_write_locks_unlogged.sql.postgres +30 -0
  1105. synapse/storage/schema/main/delta/80/02_scheduled_tasks.sql +47 -0
  1106. synapse/storage/schema/main/delta/80/03_read_write_locks_triggers.sql.postgres +37 -0
  1107. synapse/storage/schema/main/delta/80/04_read_write_locks_deadlock.sql.postgres +71 -0
  1108. synapse/storage/schema/main/delta/82/02_scheduled_tasks_index.sql +35 -0
  1109. synapse/storage/schema/main/delta/82/04_add_indices_for_purging_rooms.sql +39 -0
  1110. synapse/storage/schema/main/delta/82/05gaps.sql +44 -0
  1111. synapse/storage/schema/main/delta/83/01_drop_old_tables.sql +43 -0
  1112. synapse/storage/schema/main/delta/83/03_instance_name_receipts.sql.sqlite +17 -0
  1113. synapse/storage/schema/main/delta/83/05_cross_signing_key_update_grant.sql +34 -0
  1114. synapse/storage/schema/main/delta/83/06_event_push_summary_room.sql +36 -0
  1115. synapse/storage/schema/main/delta/84/01_auth_links_stats.sql.postgres +20 -0
  1116. synapse/storage/schema/main/delta/84/02_auth_links_index.sql +16 -0
  1117. synapse/storage/schema/main/delta/84/03_auth_links_analyze.sql.postgres +16 -0
  1118. synapse/storage/schema/main/delta/84/04_access_token_index.sql +15 -0
  1119. synapse/storage/schema/main/delta/85/01_add_suspended.sql +14 -0
  1120. synapse/storage/schema/main/delta/85/02_add_instance_names.sql +27 -0
  1121. synapse/storage/schema/main/delta/85/03_new_sequences.sql.postgres +54 -0
  1122. synapse/storage/schema/main/delta/85/04_cleanup_device_federation_outbox.sql +15 -0
  1123. synapse/storage/schema/main/delta/85/05_add_instance_names_converted_pos.sql +16 -0
  1124. synapse/storage/schema/main/delta/85/06_add_room_reports.sql +20 -0
  1125. synapse/storage/schema/main/delta/86/01_authenticate_media.sql +15 -0
  1126. synapse/storage/schema/main/delta/86/02_receipts_event_id_index.sql +15 -0
  1127. synapse/storage/schema/main/delta/87/01_sliding_sync_memberships.sql +169 -0
  1128. synapse/storage/schema/main/delta/87/02_per_connection_state.sql +81 -0
  1129. synapse/storage/schema/main/delta/87/03_current_state_index.sql +19 -0
  1130. synapse/storage/schema/main/delta/88/01_add_delayed_events.sql +43 -0
  1131. synapse/storage/schema/main/delta/88/01_custom_profile_fields.sql +15 -0
  1132. synapse/storage/schema/main/delta/88/02_fix_sliding_sync_membership_snapshots_forgotten_column.sql +21 -0
  1133. synapse/storage/schema/main/delta/88/03_add_otk_ts_added_index.sql +18 -0
  1134. synapse/storage/schema/main/delta/88/04_current_state_delta_index.sql +18 -0
  1135. synapse/storage/schema/main/delta/88/05_drop_old_otks.sql.postgres +19 -0
  1136. synapse/storage/schema/main/delta/88/05_drop_old_otks.sql.sqlite +19 -0
  1137. synapse/storage/schema/main/delta/88/05_sliding_sync_room_config_index.sql +20 -0
  1138. synapse/storage/schema/main/delta/88/06_events_received_ts_index.sql +17 -0
  1139. synapse/storage/schema/main/delta/89/01_sliding_sync_membership_snapshot_index.sql +15 -0
  1140. synapse/storage/schema/main/delta/90/01_add_column_participant_room_memberships_table.sql +16 -0
  1141. synapse/storage/schema/main/delta/91/01_media_hash.sql +28 -0
  1142. synapse/storage/schema/main/delta/92/01_remove_trigger.sql.postgres +16 -0
  1143. synapse/storage/schema/main/delta/92/01_remove_trigger.sql.sqlite +16 -0
  1144. synapse/storage/schema/main/delta/92/02_remove_populate_participant_bg_update.sql +17 -0
  1145. synapse/storage/schema/main/delta/92/04_ss_membership_snapshot_idx.sql +16 -0
  1146. synapse/storage/schema/main/delta/92/04_thread_subscriptions.sql +59 -0
  1147. synapse/storage/schema/main/delta/92/04_thread_subscriptions_seq.sql.postgres +19 -0
  1148. synapse/storage/schema/main/delta/92/05_fixup_max_depth_cap.sql +17 -0
  1149. synapse/storage/schema/main/delta/92/05_thread_subscriptions_comments.sql.postgres +18 -0
  1150. synapse/storage/schema/main/delta/92/06_device_federation_inbox_index.sql +16 -0
  1151. synapse/storage/schema/main/delta/92/06_threads_last_sent_stream_ordering_comments.sql.postgres +24 -0
  1152. synapse/storage/schema/main/delta/92/07_add_user_reports.sql +22 -0
  1153. synapse/storage/schema/main/delta/92/07_event_txn_id_device_id_txn_id2.sql +15 -0
  1154. synapse/storage/schema/main/delta/92/08_room_ban_redactions.sql +21 -0
  1155. synapse/storage/schema/main/delta/92/08_thread_subscriptions_seq_fixup.sql.postgres +19 -0
  1156. synapse/storage/schema/main/delta/92/09_thread_subscriptions_update.sql +20 -0
  1157. synapse/storage/schema/main/delta/92/09_thread_subscriptions_update.sql.postgres +18 -0
  1158. synapse/storage/schema/main/delta/93/01_add_delayed_events.sql +15 -0
  1159. synapse/storage/schema/main/delta/93/02_sliding_sync_members.sql +60 -0
  1160. synapse/storage/schema/main/delta/93/03_sss_pos_last_used.sql +27 -0
  1161. synapse/storage/schema/main/full_schemas/72/full.sql.postgres +1344 -0
  1162. synapse/storage/schema/main/full_schemas/72/full.sql.sqlite +646 -0
  1163. synapse/storage/schema/state/delta/23/drop_state_index.sql +35 -0
  1164. synapse/storage/schema/state/delta/32/remove_state_indices.sql +38 -0
  1165. synapse/storage/schema/state/delta/35/add_state_index.sql +36 -0
  1166. synapse/storage/schema/state/delta/35/state.sql +41 -0
  1167. synapse/storage/schema/state/delta/35/state_dedupe.sql +36 -0
  1168. synapse/storage/schema/state/delta/47/state_group_seq.py +38 -0
  1169. synapse/storage/schema/state/delta/56/state_group_room_idx.sql +36 -0
  1170. synapse/storage/schema/state/delta/61/02state_groups_state_n_distinct.sql.postgres +34 -0
  1171. synapse/storage/schema/state/delta/70/08_state_group_edges_unique.sql +36 -0
  1172. synapse/storage/schema/state/delta/89/01_state_groups_deletion.sql +39 -0
  1173. synapse/storage/schema/state/delta/90/02_delete_unreferenced_state_groups.sql +16 -0
  1174. synapse/storage/schema/state/delta/90/03_remove_old_deletion_bg_update.sql +15 -0
  1175. synapse/storage/schema/state/full_schemas/72/full.sql.postgres +30 -0
  1176. synapse/storage/schema/state/full_schemas/72/full.sql.sqlite +20 -0
  1177. synapse/storage/types.py +183 -0
  1178. synapse/storage/util/__init__.py +20 -0
  1179. synapse/storage/util/id_generators.py +928 -0
  1180. synapse/storage/util/partial_state_events_tracker.py +194 -0
  1181. synapse/storage/util/sequence.py +315 -0
  1182. synapse/streams/__init__.py +43 -0
  1183. synapse/streams/config.py +91 -0
  1184. synapse/streams/events.py +203 -0
  1185. synapse/synapse_rust/__init__.pyi +3 -0
  1186. synapse/synapse_rust/acl.pyi +20 -0
  1187. synapse/synapse_rust/events.pyi +136 -0
  1188. synapse/synapse_rust/http_client.pyi +32 -0
  1189. synapse/synapse_rust/push.pyi +86 -0
  1190. synapse/synapse_rust/rendezvous.pyi +30 -0
  1191. synapse/synapse_rust/segmenter.pyi +1 -0
  1192. synapse/synapse_rust.abi3.so +0 -0
  1193. synapse/types/__init__.py +1600 -0
  1194. synapse/types/handlers/__init__.py +93 -0
  1195. synapse/types/handlers/policy_server.py +16 -0
  1196. synapse/types/handlers/sliding_sync.py +1004 -0
  1197. synapse/types/rest/__init__.py +25 -0
  1198. synapse/types/rest/client/__init__.py +413 -0
  1199. synapse/types/state.py +634 -0
  1200. synapse/types/storage/__init__.py +66 -0
  1201. synapse/util/__init__.py +160 -0
  1202. synapse/util/async_helpers.py +1048 -0
  1203. synapse/util/background_queue.py +142 -0
  1204. synapse/util/batching_queue.py +203 -0
  1205. synapse/util/caches/__init__.py +300 -0
  1206. synapse/util/caches/cached_call.py +143 -0
  1207. synapse/util/caches/deferred_cache.py +530 -0
  1208. synapse/util/caches/descriptors.py +692 -0
  1209. synapse/util/caches/dictionary_cache.py +346 -0
  1210. synapse/util/caches/expiringcache.py +250 -0
  1211. synapse/util/caches/lrucache.py +976 -0
  1212. synapse/util/caches/response_cache.py +323 -0
  1213. synapse/util/caches/stream_change_cache.py +370 -0
  1214. synapse/util/caches/treecache.py +189 -0
  1215. synapse/util/caches/ttlcache.py +197 -0
  1216. synapse/util/cancellation.py +63 -0
  1217. synapse/util/check_dependencies.py +335 -0
  1218. synapse/util/clock.py +592 -0
  1219. synapse/util/daemonize.py +165 -0
  1220. synapse/util/distributor.py +157 -0
  1221. synapse/util/duration.py +117 -0
  1222. synapse/util/events.py +134 -0
  1223. synapse/util/file_consumer.py +164 -0
  1224. synapse/util/frozenutils.py +57 -0
  1225. synapse/util/gai_resolver.py +178 -0
  1226. synapse/util/hash.py +38 -0
  1227. synapse/util/httpresourcetree.py +108 -0
  1228. synapse/util/iterutils.py +190 -0
  1229. synapse/util/json.py +56 -0
  1230. synapse/util/linked_list.py +156 -0
  1231. synapse/util/logcontext.py +46 -0
  1232. synapse/util/logformatter.py +28 -0
  1233. synapse/util/macaroons.py +325 -0
  1234. synapse/util/manhole.py +191 -0
  1235. synapse/util/metrics.py +339 -0
  1236. synapse/util/module_loader.py +116 -0
  1237. synapse/util/msisdn.py +51 -0
  1238. synapse/util/patch_inline_callbacks.py +250 -0
  1239. synapse/util/pydantic_models.py +63 -0
  1240. synapse/util/ratelimitutils.py +422 -0
  1241. synapse/util/retryutils.py +339 -0
  1242. synapse/util/rlimit.py +42 -0
  1243. synapse/util/rust.py +164 -0
  1244. synapse/util/sentinel.py +21 -0
  1245. synapse/util/stringutils.py +293 -0
  1246. synapse/util/task_scheduler.py +494 -0
  1247. synapse/util/templates.py +126 -0
  1248. synapse/util/threepids.py +123 -0
  1249. synapse/util/wheel_timer.py +112 -0
  1250. synapse/visibility.py +869 -0
  1251. synmark/__init__.py +47 -0
  1252. synmark/__main__.py +128 -0
  1253. synmark/suites/__init__.py +9 -0
  1254. synmark/suites/logging.py +154 -0
  1255. synmark/suites/lrucache.py +48 -0
  1256. synmark/suites/lrucache_evict.py +49 -0
  1257. sytest-blacklist +33 -0
  1258. tests/__init__.py +29 -0
  1259. tests/api/__init__.py +0 -0
  1260. tests/api/test_auth.py +548 -0
  1261. tests/api/test_errors.py +46 -0
  1262. tests/api/test_filtering.py +622 -0
  1263. tests/api/test_ratelimiting.py +505 -0
  1264. tests/api/test_urls.py +81 -0
  1265. tests/app/__init__.py +0 -0
  1266. tests/app/test_homeserver_shutdown.py +271 -0
  1267. tests/app/test_homeserver_start.py +49 -0
  1268. tests/app/test_openid_listener.py +139 -0
  1269. tests/app/test_phone_stats_home.py +248 -0
  1270. tests/appservice/__init__.py +20 -0
  1271. tests/appservice/test_api.py +253 -0
  1272. tests/appservice/test_appservice.py +259 -0
  1273. tests/appservice/test_scheduler.py +477 -0
  1274. tests/config/__init__.py +20 -0
  1275. tests/config/test___main__.py +38 -0
  1276. tests/config/test_api.py +146 -0
  1277. tests/config/test_appservice.py +48 -0
  1278. tests/config/test_background_update.py +65 -0
  1279. tests/config/test_base.py +151 -0
  1280. tests/config/test_cache.py +193 -0
  1281. tests/config/test_database.py +42 -0
  1282. tests/config/test_generate.py +72 -0
  1283. tests/config/test_load.py +322 -0
  1284. tests/config/test_oauth_delegation.py +454 -0
  1285. tests/config/test_ratelimiting.py +77 -0
  1286. tests/config/test_registration_config.py +203 -0
  1287. tests/config/test_room_directory.py +203 -0
  1288. tests/config/test_server.py +248 -0
  1289. tests/config/test_tls.py +209 -0
  1290. tests/config/test_util.py +59 -0
  1291. tests/config/test_workers.py +332 -0
  1292. tests/config/utils.py +66 -0
  1293. tests/crypto/__init__.py +20 -0
  1294. tests/crypto/test_event_signing.py +109 -0
  1295. tests/crypto/test_keyring.py +737 -0
  1296. tests/events/__init__.py +0 -0
  1297. tests/events/test_auto_accept_invites.py +827 -0
  1298. tests/events/test_presence_router.py +540 -0
  1299. tests/events/test_snapshot.py +121 -0
  1300. tests/events/test_utils.py +986 -0
  1301. tests/federation/__init__.py +0 -0
  1302. tests/federation/test_complexity.py +257 -0
  1303. tests/federation/test_federation_catch_up.py +585 -0
  1304. tests/federation/test_federation_client.py +316 -0
  1305. tests/federation/test_federation_devices.py +161 -0
  1306. tests/federation/test_federation_media.py +295 -0
  1307. tests/federation/test_federation_out_of_band_membership.py +671 -0
  1308. tests/federation/test_federation_sender.py +956 -0
  1309. tests/federation/test_federation_server.py +631 -0
  1310. tests/federation/transport/__init__.py +0 -0
  1311. tests/federation/transport/server/__init__.py +20 -0
  1312. tests/federation/transport/server/test__base.py +156 -0
  1313. tests/federation/transport/test_client.py +157 -0
  1314. tests/federation/transport/test_knocking.py +323 -0
  1315. tests/federation/transport/test_server.py +74 -0
  1316. tests/handlers/__init__.py +0 -0
  1317. tests/handlers/oidc_test_key.p8 +5 -0
  1318. tests/handlers/oidc_test_key.pub.pem +4 -0
  1319. tests/handlers/test_admin.py +361 -0
  1320. tests/handlers/test_appservice.py +1336 -0
  1321. tests/handlers/test_auth.py +248 -0
  1322. tests/handlers/test_cas.py +239 -0
  1323. tests/handlers/test_deactivate_account.py +485 -0
  1324. tests/handlers/test_device.py +665 -0
  1325. tests/handlers/test_directory.py +613 -0
  1326. tests/handlers/test_e2e_keys.py +2025 -0
  1327. tests/handlers/test_e2e_room_keys.py +569 -0
  1328. tests/handlers/test_federation.py +794 -0
  1329. tests/handlers/test_federation_event.py +1181 -0
  1330. tests/handlers/test_message.py +322 -0
  1331. tests/handlers/test_oauth_delegation.py +1314 -0
  1332. tests/handlers/test_oidc.py +1688 -0
  1333. tests/handlers/test_password_providers.py +987 -0
  1334. tests/handlers/test_presence.py +2144 -0
  1335. tests/handlers/test_profile.py +401 -0
  1336. tests/handlers/test_receipts.py +342 -0
  1337. tests/handlers/test_register.py +880 -0
  1338. tests/handlers/test_room.py +108 -0
  1339. tests/handlers/test_room_list.py +93 -0
  1340. tests/handlers/test_room_member.py +764 -0
  1341. tests/handlers/test_room_policy.py +468 -0
  1342. tests/handlers/test_room_summary.py +1248 -0
  1343. tests/handlers/test_saml.py +427 -0
  1344. tests/handlers/test_send_email.py +230 -0
  1345. tests/handlers/test_sliding_sync.py +5065 -0
  1346. tests/handlers/test_sso.py +152 -0
  1347. tests/handlers/test_stats.py +594 -0
  1348. tests/handlers/test_sync.py +1275 -0
  1349. tests/handlers/test_typing.py +557 -0
  1350. tests/handlers/test_user_directory.py +1435 -0
  1351. tests/handlers/test_worker_lock.py +126 -0
  1352. tests/http/__init__.py +196 -0
  1353. tests/http/ca.crt +19 -0
  1354. tests/http/ca.key +27 -0
  1355. tests/http/federation/__init__.py +19 -0
  1356. tests/http/federation/test_matrix_federation_agent.py +1855 -0
  1357. tests/http/federation/test_srv_resolver.py +220 -0
  1358. tests/http/server/__init__.py +20 -0
  1359. tests/http/server/_base.py +621 -0
  1360. tests/http/server.key +27 -0
  1361. tests/http/test_additional_resource.py +76 -0
  1362. tests/http/test_client.py +422 -0
  1363. tests/http/test_endpoint.py +62 -0
  1364. tests/http/test_matrixfederationclient.py +1092 -0
  1365. tests/http/test_proxy.py +75 -0
  1366. tests/http/test_proxyagent.py +1008 -0
  1367. tests/http/test_servlet.py +145 -0
  1368. tests/http/test_simple_client.py +188 -0
  1369. tests/http/test_site.py +247 -0
  1370. tests/logging/__init__.py +42 -0
  1371. tests/logging/test_loggers.py +127 -0
  1372. tests/logging/test_opentracing.py +524 -0
  1373. tests/logging/test_remote_handler.py +184 -0
  1374. tests/logging/test_terse_json.py +253 -0
  1375. tests/media/__init__.py +20 -0
  1376. tests/media/test_base.py +88 -0
  1377. tests/media/test_filepath.py +602 -0
  1378. tests/media/test_html_preview.py +565 -0
  1379. tests/media/test_media_retention.py +299 -0
  1380. tests/media/test_media_storage.py +1401 -0
  1381. tests/media/test_oembed.py +172 -0
  1382. tests/media/test_url_previewer.py +120 -0
  1383. tests/metrics/__init__.py +0 -0
  1384. tests/metrics/test_background_process_metrics.py +21 -0
  1385. tests/metrics/test_metrics.py +407 -0
  1386. tests/metrics/test_phone_home_stats.py +263 -0
  1387. tests/module_api/__init__.py +0 -0
  1388. tests/module_api/test_account_data_manager.py +171 -0
  1389. tests/module_api/test_api.py +1035 -0
  1390. tests/module_api/test_event_unsigned_addition.py +66 -0
  1391. tests/module_api/test_spamchecker.py +286 -0
  1392. tests/push/__init__.py +0 -0
  1393. tests/push/test_bulk_push_rule_evaluator.py +652 -0
  1394. tests/push/test_email.py +570 -0
  1395. tests/push/test_http.py +1247 -0
  1396. tests/push/test_presentable_names.py +238 -0
  1397. tests/push/test_push_rule_evaluator.py +1069 -0
  1398. tests/replication/__init__.py +20 -0
  1399. tests/replication/_base.py +619 -0
  1400. tests/replication/http/__init__.py +20 -0
  1401. tests/replication/http/test__base.py +113 -0
  1402. tests/replication/storage/__init__.py +20 -0
  1403. tests/replication/storage/_base.py +85 -0
  1404. tests/replication/storage/test_events.py +299 -0
  1405. tests/replication/tcp/__init__.py +19 -0
  1406. tests/replication/tcp/streams/__init__.py +19 -0
  1407. tests/replication/tcp/streams/test_account_data.py +133 -0
  1408. tests/replication/tcp/streams/test_events.py +565 -0
  1409. tests/replication/tcp/streams/test_federation.py +117 -0
  1410. tests/replication/tcp/streams/test_partial_state.py +72 -0
  1411. tests/replication/tcp/streams/test_receipts.py +110 -0
  1412. tests/replication/tcp/streams/test_thread_subscriptions.py +157 -0
  1413. tests/replication/tcp/streams/test_to_device.py +112 -0
  1414. tests/replication/tcp/streams/test_typing.py +223 -0
  1415. tests/replication/tcp/test_commands.py +50 -0
  1416. tests/replication/tcp/test_handler.py +211 -0
  1417. tests/replication/test_auth.py +120 -0
  1418. tests/replication/test_client_reader_shard.py +101 -0
  1419. tests/replication/test_federation_ack.py +88 -0
  1420. tests/replication/test_federation_sender_shard.py +352 -0
  1421. tests/replication/test_module_cache_invalidation.py +89 -0
  1422. tests/replication/test_multi_media_repo.py +496 -0
  1423. tests/replication/test_pusher_shard.py +192 -0
  1424. tests/replication/test_sharded_event_persister.py +332 -0
  1425. tests/replication/test_sharded_receipts.py +250 -0
  1426. tests/rest/__init__.py +20 -0
  1427. tests/rest/admin/__init__.py +19 -0
  1428. tests/rest/admin/test_admin.py +614 -0
  1429. tests/rest/admin/test_background_updates.py +375 -0
  1430. tests/rest/admin/test_device.py +600 -0
  1431. tests/rest/admin/test_event.py +74 -0
  1432. tests/rest/admin/test_event_reports.py +781 -0
  1433. tests/rest/admin/test_federation.py +863 -0
  1434. tests/rest/admin/test_jwks.py +106 -0
  1435. tests/rest/admin/test_media.py +1091 -0
  1436. tests/rest/admin/test_registration_tokens.py +729 -0
  1437. tests/rest/admin/test_room.py +3626 -0
  1438. tests/rest/admin/test_scheduled_tasks.py +192 -0
  1439. tests/rest/admin/test_server_notice.py +753 -0
  1440. tests/rest/admin/test_statistics.py +523 -0
  1441. tests/rest/admin/test_user.py +6061 -0
  1442. tests/rest/admin/test_username_available.py +82 -0
  1443. tests/rest/client/__init__.py +20 -0
  1444. tests/rest/client/sliding_sync/__init__.py +13 -0
  1445. tests/rest/client/sliding_sync/test_connection_tracking.py +505 -0
  1446. tests/rest/client/sliding_sync/test_extension_account_data.py +1056 -0
  1447. tests/rest/client/sliding_sync/test_extension_e2ee.py +459 -0
  1448. tests/rest/client/sliding_sync/test_extension_receipts.py +934 -0
  1449. tests/rest/client/sliding_sync/test_extension_thread_subscriptions.py +497 -0
  1450. tests/rest/client/sliding_sync/test_extension_to_device.py +294 -0
  1451. tests/rest/client/sliding_sync/test_extension_typing.py +500 -0
  1452. tests/rest/client/sliding_sync/test_extensions.py +306 -0
  1453. tests/rest/client/sliding_sync/test_lists_filters.py +1975 -0
  1454. tests/rest/client/sliding_sync/test_room_subscriptions.py +303 -0
  1455. tests/rest/client/sliding_sync/test_rooms_invites.py +528 -0
  1456. tests/rest/client/sliding_sync/test_rooms_meta.py +1338 -0
  1457. tests/rest/client/sliding_sync/test_rooms_required_state.py +2247 -0
  1458. tests/rest/client/sliding_sync/test_rooms_timeline.py +718 -0
  1459. tests/rest/client/sliding_sync/test_sliding_sync.py +1688 -0
  1460. tests/rest/client/test_account.py +1543 -0
  1461. tests/rest/client/test_account_data.py +81 -0
  1462. tests/rest/client/test_auth.py +1508 -0
  1463. tests/rest/client/test_auth_metadata.py +145 -0
  1464. tests/rest/client/test_capabilities.py +318 -0
  1465. tests/rest/client/test_consent.py +138 -0
  1466. tests/rest/client/test_delayed_events.py +553 -0
  1467. tests/rest/client/test_devices.py +634 -0
  1468. tests/rest/client/test_directory.py +249 -0
  1469. tests/rest/client/test_ephemeral_message.py +113 -0
  1470. tests/rest/client/test_events.py +165 -0
  1471. tests/rest/client/test_filter.py +124 -0
  1472. tests/rest/client/test_identity.py +67 -0
  1473. tests/rest/client/test_keys.py +516 -0
  1474. tests/rest/client/test_login.py +1881 -0
  1475. tests/rest/client/test_login_token_request.py +175 -0
  1476. tests/rest/client/test_matrixrtc.py +105 -0
  1477. tests/rest/client/test_media.py +3156 -0
  1478. tests/rest/client/test_models.py +83 -0
  1479. tests/rest/client/test_mutual_rooms.py +235 -0
  1480. tests/rest/client/test_notifications.py +231 -0
  1481. tests/rest/client/test_owned_state.py +308 -0
  1482. tests/rest/client/test_password_policy.py +186 -0
  1483. tests/rest/client/test_power_levels.py +295 -0
  1484. tests/rest/client/test_presence.py +149 -0
  1485. tests/rest/client/test_profile.py +925 -0
  1486. tests/rest/client/test_push_rule_attrs.py +510 -0
  1487. tests/rest/client/test_read_marker.py +151 -0
  1488. tests/rest/client/test_receipts.py +287 -0
  1489. tests/rest/client/test_redactions.py +657 -0
  1490. tests/rest/client/test_register.py +1314 -0
  1491. tests/rest/client/test_relations.py +1954 -0
  1492. tests/rest/client/test_rendezvous.py +468 -0
  1493. tests/rest/client/test_reporting.py +324 -0
  1494. tests/rest/client/test_retention.py +389 -0
  1495. tests/rest/client/test_rooms.py +5486 -0
  1496. tests/rest/client/test_sendtodevice.py +271 -0
  1497. tests/rest/client/test_shadow_banned.py +335 -0
  1498. tests/rest/client/test_sync.py +1147 -0
  1499. tests/rest/client/test_tags.py +161 -0
  1500. tests/rest/client/test_third_party_rules.py +1076 -0
  1501. tests/rest/client/test_thread_subscriptions.py +351 -0
  1502. tests/rest/client/test_transactions.py +204 -0
  1503. tests/rest/client/test_typing.py +114 -0
  1504. tests/rest/client/test_upgrade_room.py +433 -0
  1505. tests/rest/client/utils.py +985 -0
  1506. tests/rest/key/__init__.py +0 -0
  1507. tests/rest/key/v2/__init__.py +0 -0
  1508. tests/rest/key/v2/test_remote_key_resource.py +282 -0
  1509. tests/rest/media/__init__.py +19 -0
  1510. tests/rest/media/test_domain_blocking.py +148 -0
  1511. tests/rest/media/test_url_preview.py +1445 -0
  1512. tests/rest/synapse/__init__.py +12 -0
  1513. tests/rest/synapse/client/__init__.py +12 -0
  1514. tests/rest/synapse/client/test_federation_whitelist.py +118 -0
  1515. tests/rest/synapse/mas/__init__.py +12 -0
  1516. tests/rest/synapse/mas/_base.py +43 -0
  1517. tests/rest/synapse/mas/test_devices.py +693 -0
  1518. tests/rest/synapse/mas/test_users.py +1399 -0
  1519. tests/rest/test_health.py +35 -0
  1520. tests/rest/test_well_known.py +155 -0
  1521. tests/scripts/__init__.py +0 -0
  1522. tests/scripts/test_new_matrix_user.py +172 -0
  1523. tests/server.py +1374 -0
  1524. tests/server_notices/__init__.py +241 -0
  1525. tests/server_notices/test_consent.py +111 -0
  1526. tests/server_notices/test_resource_limits_server_notices.py +409 -0
  1527. tests/state/__init__.py +0 -0
  1528. tests/state/test_v2.py +1096 -0
  1529. tests/state/test_v21.py +506 -0
  1530. tests/storage/__init__.py +0 -0
  1531. tests/storage/databases/__init__.py +20 -0
  1532. tests/storage/databases/main/__init__.py +20 -0
  1533. tests/storage/databases/main/test_cache.py +124 -0
  1534. tests/storage/databases/main/test_deviceinbox.py +323 -0
  1535. tests/storage/databases/main/test_end_to_end_keys.py +127 -0
  1536. tests/storage/databases/main/test_events_worker.py +594 -0
  1537. tests/storage/databases/main/test_lock.py +499 -0
  1538. tests/storage/databases/main/test_metrics.py +88 -0
  1539. tests/storage/databases/main/test_receipts.py +218 -0
  1540. tests/storage/databases/main/test_room.py +192 -0
  1541. tests/storage/test__base.py +178 -0
  1542. tests/storage/test_account_data.py +186 -0
  1543. tests/storage/test_appservice.py +568 -0
  1544. tests/storage/test_background_update.py +671 -0
  1545. tests/storage/test_base.py +813 -0
  1546. tests/storage/test_cleanup_extrems.py +396 -0
  1547. tests/storage/test_client_ips.py +788 -0
  1548. tests/storage/test_database.py +288 -0
  1549. tests/storage/test_devices.py +353 -0
  1550. tests/storage/test_directory.py +74 -0
  1551. tests/storage/test_e2e_room_keys.py +87 -0
  1552. tests/storage/test_end_to_end_keys.py +120 -0
  1553. tests/storage/test_event_chain.py +826 -0
  1554. tests/storage/test_event_federation.py +1433 -0
  1555. tests/storage/test_event_push_actions.py +809 -0
  1556. tests/storage/test_events.py +591 -0
  1557. tests/storage/test_events_bg_updates.py +156 -0
  1558. tests/storage/test_id_generators.py +791 -0
  1559. tests/storage/test_invite_rule.py +171 -0
  1560. tests/storage/test_main.py +56 -0
  1561. tests/storage/test_monthly_active_users.py +500 -0
  1562. tests/storage/test_profile.py +134 -0
  1563. tests/storage/test_purge.py +459 -0
  1564. tests/storage/test_receipts.py +309 -0
  1565. tests/storage/test_redaction.py +462 -0
  1566. tests/storage/test_registration.py +277 -0
  1567. tests/storage/test_relations.py +118 -0
  1568. tests/storage/test_rollback_worker.py +132 -0
  1569. tests/storage/test_room.py +69 -0
  1570. tests/storage/test_room_search.py +383 -0
  1571. tests/storage/test_roommember.py +812 -0
  1572. tests/storage/test_sliding_sync_tables.py +5187 -0
  1573. tests/storage/test_state.py +959 -0
  1574. tests/storage/test_state_deletion.py +475 -0
  1575. tests/storage/test_stream.py +1533 -0
  1576. tests/storage/test_thread_subscriptions.py +369 -0
  1577. tests/storage/test_transactions.py +77 -0
  1578. tests/storage/test_txn_limit.py +49 -0
  1579. tests/storage/test_unsafe_locale.py +67 -0
  1580. tests/storage/test_user_directory.py +691 -0
  1581. tests/storage/test_user_filters.py +101 -0
  1582. tests/storage/util/__init__.py +20 -0
  1583. tests/storage/util/test_partial_state_events_tracker.py +181 -0
  1584. tests/synapse_rust/__init__.py +11 -0
  1585. tests/synapse_rust/test_http_client.py +225 -0
  1586. tests/test_distributor.py +74 -0
  1587. tests/test_event_auth.py +921 -0
  1588. tests/test_mau.py +347 -0
  1589. tests/test_phone_home.py +102 -0
  1590. tests/test_rust.py +11 -0
  1591. tests/test_server.py +557 -0
  1592. tests/test_state.py +902 -0
  1593. tests/test_terms_auth.py +128 -0
  1594. tests/test_types.py +201 -0
  1595. tests/test_utils/__init__.py +161 -0
  1596. tests/test_utils/event_injection.py +150 -0
  1597. tests/test_utils/html_parsers.py +59 -0
  1598. tests/test_utils/logging_setup.py +74 -0
  1599. tests/test_utils/oidc.py +370 -0
  1600. tests/test_visibility.py +712 -0
  1601. tests/types/__init__.py +0 -0
  1602. tests/types/test_init.py +51 -0
  1603. tests/types/test_state.py +627 -0
  1604. tests/unittest.py +1108 -0
  1605. tests/util/__init__.py +20 -0
  1606. tests/util/caches/__init__.py +20 -0
  1607. tests/util/caches/test_cached_call.py +168 -0
  1608. tests/util/caches/test_deferred_cache.py +317 -0
  1609. tests/util/caches/test_descriptors.py +1110 -0
  1610. tests/util/caches/test_response_cache.py +225 -0
  1611. tests/util/caches/test_ttlcache.py +90 -0
  1612. tests/util/test_async_helpers.py +808 -0
  1613. tests/util/test_background_queue.py +117 -0
  1614. tests/util/test_batching_queue.py +252 -0
  1615. tests/util/test_check_dependencies.py +243 -0
  1616. tests/util/test_dict_cache.py +130 -0
  1617. tests/util/test_events.py +118 -0
  1618. tests/util/test_expiring_cache.py +113 -0
  1619. tests/util/test_file_consumer.py +199 -0
  1620. tests/util/test_itertools.py +190 -0
  1621. tests/util/test_linearizer.py +264 -0
  1622. tests/util/test_logcontext.py +715 -0
  1623. tests/util/test_logformatter.py +44 -0
  1624. tests/util/test_lrucache.py +479 -0
  1625. tests/util/test_macaroons.py +126 -0
  1626. tests/util/test_mutable_overlay_mapping.py +189 -0
  1627. tests/util/test_ratelimitutils.py +146 -0
  1628. tests/util/test_retryutils.py +314 -0
  1629. tests/util/test_rwlock.py +401 -0
  1630. tests/util/test_stream_change_cache.py +304 -0
  1631. tests/util/test_stringutils.py +86 -0
  1632. tests/util/test_task_scheduler.py +227 -0
  1633. tests/util/test_threepids.py +55 -0
  1634. tests/util/test_treecache.py +93 -0
  1635. tests/util/test_wheel_timer.py +82 -0
  1636. tests/utils.py +342 -0
@@ -0,0 +1,2449 @@
1
+ #
2
+ # This file is licensed under the Affero General Public License (AGPL) version 3.
3
+ #
4
+ # Copyright 2016-2021 The Matrix.org Foundation C.I.C.
5
+ # Copyright (C) 2023 New Vector, Ltd
6
+ #
7
+ # This program is free software: you can redistribute it and/or modify
8
+ # it under the terms of the GNU Affero General Public License as
9
+ # published by the Free Software Foundation, either version 3 of the
10
+ # License, or (at your option) any later version.
11
+ #
12
+ # See the GNU Affero General Public License for more details:
13
+ # <https://www.gnu.org/licenses/agpl-3.0.html>.
14
+ #
15
+ # Originally licensed under the Apache License, Version 2.0:
16
+ # <http://www.apache.org/licenses/LICENSE-2.0>.
17
+ #
18
+ # [This file includes modifications made by New Vector Limited]
19
+ #
20
+ #
21
+
22
+ """Contains functions for performing actions on rooms."""
23
+
24
+ import itertools
25
+ import logging
26
+ import math
27
+ import random
28
+ import string
29
+ from collections import OrderedDict
30
+ from http import HTTPStatus
31
+ from typing import (
32
+ TYPE_CHECKING,
33
+ Any,
34
+ Awaitable,
35
+ Callable,
36
+ cast,
37
+ )
38
+
39
+ import attr
40
+
41
+ import synapse.events.snapshot
42
+ from synapse.api.constants import (
43
+ Direction,
44
+ EventContentFields,
45
+ EventTypes,
46
+ GuestAccess,
47
+ HistoryVisibility,
48
+ JoinRules,
49
+ Membership,
50
+ MTextFields,
51
+ RoomCreationPreset,
52
+ RoomEncryptionAlgorithms,
53
+ RoomTypes,
54
+ )
55
+ from synapse.api.errors import (
56
+ AuthError,
57
+ Codes,
58
+ LimitExceededError,
59
+ NotFoundError,
60
+ PartialStateConflictError,
61
+ StoreError,
62
+ SynapseError,
63
+ )
64
+ from synapse.api.filtering import Filter
65
+ from synapse.api.ratelimiting import Ratelimiter
66
+ from synapse.api.room_versions import KNOWN_ROOM_VERSIONS, RoomVersion
67
+ from synapse.event_auth import validate_event_for_room_version
68
+ from synapse.events import EventBase
69
+ from synapse.events.snapshot import UnpersistedEventContext
70
+ from synapse.events.utils import copy_and_fixup_power_levels_contents
71
+ from synapse.handlers.relations import BundledAggregations
72
+ from synapse.rest.admin._base import assert_user_is_admin
73
+ from synapse.streams import EventSource
74
+ from synapse.types import (
75
+ JsonDict,
76
+ JsonMapping,
77
+ MutableStateMap,
78
+ Requester,
79
+ RoomAlias,
80
+ RoomID,
81
+ RoomIdWithDomain,
82
+ RoomStreamToken,
83
+ StateMap,
84
+ StrCollection,
85
+ StreamKeyType,
86
+ StreamToken,
87
+ UserID,
88
+ create_requester,
89
+ )
90
+ from synapse.types.handlers import ShutdownRoomParams, ShutdownRoomResponse
91
+ from synapse.types.state import StateFilter
92
+ from synapse.util import stringutils
93
+ from synapse.util.async_helpers import concurrently_execute
94
+ from synapse.util.caches.response_cache import ResponseCache
95
+ from synapse.util.duration import Duration
96
+ from synapse.util.iterutils import batch_iter
97
+ from synapse.util.stringutils import parse_and_validate_server_name
98
+ from synapse.visibility import filter_and_transform_events_for_client
99
+
100
+ if TYPE_CHECKING:
101
+ from synapse.server import HomeServer
102
+
103
+ logger = logging.getLogger(__name__)
104
+
105
+ id_server_scheme = "https://"
106
+
107
+ FIVE_MINUTES_IN_MS = 5 * 60 * 1000
108
+
109
+
110
+ @attr.s(slots=True, frozen=True, auto_attribs=True)
111
+ class EventContext:
112
+ events_before: list[EventBase]
113
+ event: EventBase
114
+ events_after: list[EventBase]
115
+ state: list[EventBase]
116
+ aggregations: dict[str, BundledAggregations]
117
+ start: str
118
+ end: str
119
+
120
+
121
+ class RoomCreationHandler:
122
+ def __init__(self, hs: "HomeServer"):
123
+ self.server_name = hs.hostname
124
+ self.store = hs.get_datastores().main
125
+ self._storage_controllers = hs.get_storage_controllers()
126
+ self.auth = hs.get_auth()
127
+ self.auth_blocking = hs.get_auth_blocking()
128
+ self.clock = hs.get_clock()
129
+ self.hs = hs
130
+ self._spam_checker_module_callbacks = hs.get_module_api_callbacks().spam_checker
131
+ self.event_creation_handler = hs.get_event_creation_handler()
132
+ self.room_member_handler = hs.get_room_member_handler()
133
+ self._event_auth_handler = hs.get_event_auth_handler()
134
+ self.config = hs.config
135
+ self.common_request_ratelimiter = hs.get_request_ratelimiter()
136
+ self.creation_ratelimiter = Ratelimiter(
137
+ store=self.store,
138
+ clock=self.clock,
139
+ cfg=self.config.ratelimiting.rc_room_creation,
140
+ )
141
+
142
+ # Room state based off defined presets
143
+ self._presets_dict: dict[str, dict[str, Any]] = {
144
+ RoomCreationPreset.PRIVATE_CHAT: {
145
+ "join_rules": JoinRules.INVITE,
146
+ "history_visibility": HistoryVisibility.SHARED,
147
+ "original_invitees_have_ops": False,
148
+ "guest_can_join": True,
149
+ "power_level_content_override": {"invite": 0},
150
+ },
151
+ RoomCreationPreset.TRUSTED_PRIVATE_CHAT: {
152
+ "join_rules": JoinRules.INVITE,
153
+ "history_visibility": HistoryVisibility.SHARED,
154
+ "original_invitees_have_ops": True,
155
+ "guest_can_join": True,
156
+ "power_level_content_override": {"invite": 0},
157
+ },
158
+ RoomCreationPreset.PUBLIC_CHAT: {
159
+ "join_rules": JoinRules.PUBLIC,
160
+ "history_visibility": HistoryVisibility.SHARED,
161
+ "original_invitees_have_ops": False,
162
+ "guest_can_join": False,
163
+ "power_level_content_override": {EventTypes.CallInvite: 50},
164
+ },
165
+ }
166
+
167
+ # Modify presets to selectively enable encryption by default per homeserver config
168
+ for preset_name, preset_config in self._presets_dict.items():
169
+ encrypted = (
170
+ preset_name
171
+ in self.config.room.encryption_enabled_by_default_for_room_presets
172
+ )
173
+ preset_config["encrypted"] = encrypted
174
+
175
+ self._default_power_level_content_override = (
176
+ self.config.room.default_power_level_content_override
177
+ )
178
+
179
+ self._replication = hs.get_replication_data_handler()
180
+
181
+ # If a user tries to update the same room multiple times in quick
182
+ # succession, only process the first attempt and return its result to
183
+ # subsequent requests
184
+ self._upgrade_response_cache: ResponseCache[tuple[str, str]] = ResponseCache(
185
+ clock=hs.get_clock(),
186
+ name="room_upgrade",
187
+ server_name=self.server_name,
188
+ timeout_ms=FIVE_MINUTES_IN_MS,
189
+ )
190
+ self._server_notices_mxid = hs.config.servernotices.server_notices_mxid
191
+
192
+ self._third_party_event_rules = (
193
+ hs.get_module_api_callbacks().third_party_event_rules
194
+ )
195
+
196
+ async def upgrade_room(
197
+ self,
198
+ requester: Requester,
199
+ old_room_id: str,
200
+ new_version: RoomVersion,
201
+ additional_creators: list[str] | None,
202
+ auto_member: bool = False,
203
+ ratelimit: bool = True,
204
+ ) -> str:
205
+ """Replace a room with a new room with a different version
206
+
207
+ Args:
208
+ requester: the user requesting the upgrade
209
+ old_room_id: the id of the room to be replaced
210
+ new_version: the new room version to use
211
+ additional_creators: additional room creators, for MSC4289.
212
+ auto_member: Whether to automatically join local users to the new
213
+ room and send out invites to remote users.
214
+
215
+ Returns:
216
+ the new room id
217
+
218
+ Raises:
219
+ ShadowBanError if the requester is shadow-banned.
220
+ """
221
+ if ratelimit:
222
+ await self.creation_ratelimiter.ratelimit(requester, update=False)
223
+
224
+ # then apply the ratelimits
225
+ await self.common_request_ratelimiter.ratelimit(requester)
226
+ await self.creation_ratelimiter.ratelimit(requester)
227
+
228
+ user_id = requester.user.to_string()
229
+
230
+ # Check if this room is already being upgraded by another person
231
+ for key in self._upgrade_response_cache.keys():
232
+ if key[0] == old_room_id and key[1] != user_id:
233
+ # Two different people are trying to upgrade the same room.
234
+ # Send the second an error.
235
+ #
236
+ # Note that this of course only gets caught if both users are
237
+ # on the same homeserver.
238
+ raise SynapseError(
239
+ 400, "An upgrade for this room is currently in progress"
240
+ )
241
+
242
+ # Check whether the room exists and 404 if it doesn't.
243
+ # We could go straight for the auth check, but that will raise a 403 instead.
244
+ old_room = await self.store.get_room(old_room_id)
245
+ if old_room is None:
246
+ raise NotFoundError("Unknown room id %s" % (old_room_id,))
247
+ old_room_is_public, _ = old_room
248
+
249
+ creation_event_with_context = None
250
+ if new_version.msc4291_room_ids_as_hashes:
251
+ old_room_create_event = await self.store.get_create_event_for_room(
252
+ old_room_id
253
+ )
254
+ creation_content = self._calculate_upgraded_room_creation_content(
255
+ old_room_create_event,
256
+ tombstone_event_id=None,
257
+ new_room_version=new_version,
258
+ additional_creators=additional_creators,
259
+ )
260
+ creation_event_with_context = await self._generate_create_event_for_room_id(
261
+ requester,
262
+ creation_content,
263
+ old_room_is_public,
264
+ new_version,
265
+ )
266
+ (create_event, _) = creation_event_with_context
267
+ new_room_id = create_event.room_id
268
+ else:
269
+ new_room_id = self._generate_room_id()
270
+
271
+ # Try several times, it could fail with PartialStateConflictError
272
+ # in _upgrade_room, cf comment in except block.
273
+ max_retries = 5
274
+ for i in range(max_retries):
275
+ try:
276
+ # Check whether the user has the power level to carry out the upgrade.
277
+ # `check_auth_rules_from_context` will check that they are in the room and have
278
+ # the required power level to send the tombstone event.
279
+ (
280
+ tombstone_event,
281
+ tombstone_unpersisted_context,
282
+ ) = await self.event_creation_handler.create_event(
283
+ requester,
284
+ {
285
+ "type": EventTypes.Tombstone,
286
+ "state_key": "",
287
+ "room_id": old_room_id,
288
+ "sender": user_id,
289
+ "content": {
290
+ "body": "This room has been replaced",
291
+ "replacement_room": new_room_id,
292
+ },
293
+ },
294
+ )
295
+ tombstone_context = await tombstone_unpersisted_context.persist(
296
+ tombstone_event
297
+ )
298
+ validate_event_for_room_version(tombstone_event)
299
+ await self._event_auth_handler.check_auth_rules_from_context(
300
+ tombstone_event
301
+ )
302
+
303
+ # Upgrade the room
304
+ #
305
+ # If this user has sent multiple upgrade requests for the same room
306
+ # and one of them is not complete yet, cache the response and
307
+ # return it to all subsequent requests
308
+ ret = await self._upgrade_response_cache.wrap(
309
+ (old_room_id, user_id),
310
+ self._upgrade_room,
311
+ requester,
312
+ old_room_id,
313
+ old_room, # args for _upgrade_room
314
+ new_room_id,
315
+ new_version,
316
+ tombstone_event,
317
+ tombstone_context,
318
+ additional_creators,
319
+ creation_event_with_context,
320
+ auto_member=auto_member,
321
+ )
322
+
323
+ return ret
324
+ except PartialStateConflictError as e:
325
+ # Clean up the cache so we can retry properly
326
+ self._upgrade_response_cache.unset((old_room_id, user_id))
327
+ # Persisting couldn't happen because the room got un-partial stated
328
+ # in the meantime and context needs to be recomputed, so let's do so.
329
+ if i == max_retries - 1:
330
+ raise e
331
+
332
+ # This is to satisfy mypy and should never happen
333
+ raise PartialStateConflictError()
334
+
335
+ async def _upgrade_room(
336
+ self,
337
+ requester: Requester,
338
+ old_room_id: str,
339
+ old_room: tuple[bool, str, bool],
340
+ new_room_id: str,
341
+ new_version: RoomVersion,
342
+ tombstone_event: EventBase,
343
+ tombstone_context: synapse.events.snapshot.EventContext,
344
+ additional_creators: list[str] | None,
345
+ creation_event_with_context: tuple[
346
+ EventBase, synapse.events.snapshot.EventContext
347
+ ]
348
+ | None = None,
349
+ auto_member: bool = False,
350
+ ) -> str:
351
+ """
352
+ Args:
353
+ requester: the user requesting the upgrade
354
+ old_room_id: the id of the room to be replaced
355
+ old_room: a tuple containing room information for the room to be replaced,
356
+ as returned by `RoomWorkerStore.get_room`.
357
+ new_room_id: the id of the replacement room
358
+ new_version: the version to upgrade the room to
359
+ tombstone_event: the tombstone event to send to the old room
360
+ tombstone_context: the context for the tombstone event
361
+ additional_creators: additional room creators, for MSC4289.
362
+ creation_event_with_context: The new room's create event, for room IDs as create event IDs.
363
+ auto_member: Whether to automatically join local users to the new
364
+ room and send out invites to remote users.
365
+
366
+ Raises:
367
+ ShadowBanError if the requester is shadow-banned.
368
+ """
369
+ user_id = requester.user.to_string()
370
+ assert self.hs.is_mine_id(user_id), "User must be our own: %s" % (user_id,)
371
+
372
+ logger.info("Creating new room %s to replace %s", new_room_id, old_room_id)
373
+
374
+ # We've already stored the room if we have the create event
375
+ if not creation_event_with_context:
376
+ # create the new room. may raise a `StoreError` in the exceedingly unlikely
377
+ # event of a room ID collision.
378
+ await self.store.store_room(
379
+ room_id=new_room_id,
380
+ room_creator_user_id=user_id,
381
+ is_public=old_room[0],
382
+ room_version=new_version,
383
+ )
384
+
385
+ await self.clone_existing_room(
386
+ requester,
387
+ old_room_id=old_room_id,
388
+ new_room_id=new_room_id,
389
+ new_room_version=new_version,
390
+ tombstone_event_id=tombstone_event.event_id,
391
+ additional_creators=additional_creators,
392
+ creation_event_with_context=creation_event_with_context,
393
+ auto_member=auto_member,
394
+ )
395
+
396
+ # now send the tombstone
397
+ await self.event_creation_handler.handle_new_client_event(
398
+ requester=requester,
399
+ events_and_context=[(tombstone_event, tombstone_context)],
400
+ )
401
+
402
+ state_filter = StateFilter.from_types(
403
+ [(EventTypes.CanonicalAlias, ""), (EventTypes.PowerLevels, "")]
404
+ )
405
+ old_room_state = await tombstone_context.get_current_state_ids(state_filter)
406
+
407
+ # We know the tombstone event isn't an outlier so it has current state.
408
+ assert old_room_state is not None
409
+
410
+ # update any aliases
411
+ await self._move_aliases_to_new_room(
412
+ requester, old_room_id, new_room_id, old_room_state
413
+ )
414
+
415
+ # Copy over user push rules, tags and migrate room directory state
416
+ await self.room_member_handler.transfer_room_state_on_room_upgrade(
417
+ old_room_id, new_room_id
418
+ )
419
+
420
+ # finally, shut down the PLs in the old room, and update them in the new
421
+ # room.
422
+ await self._update_upgraded_room_pls(
423
+ requester,
424
+ old_room_id,
425
+ new_room_id,
426
+ old_room_state,
427
+ additional_creators,
428
+ )
429
+
430
+ return new_room_id
431
+
432
+ async def _update_upgraded_room_pls(
433
+ self,
434
+ requester: Requester,
435
+ old_room_id: str,
436
+ new_room_id: str,
437
+ old_room_state: StateMap[str],
438
+ additional_creators: list[str] | None,
439
+ ) -> None:
440
+ """Send updated power levels in both rooms after an upgrade
441
+
442
+ Args:
443
+ requester: the user requesting the upgrade
444
+ old_room_id: the id of the room to be replaced
445
+ new_room_id: the id of the replacement room
446
+ old_room_state: the state map for the old room
447
+ additional_creators: Additional creators in the new room.
448
+ Raises:
449
+ ShadowBanError if the requester is shadow-banned.
450
+ """
451
+ old_room_pl_event_id = old_room_state.get((EventTypes.PowerLevels, ""))
452
+
453
+ if old_room_pl_event_id is None:
454
+ logger.warning(
455
+ "Not supported: upgrading a room with no PL event. Not setting PLs "
456
+ "in old room."
457
+ )
458
+ return
459
+
460
+ old_room_pl_state = await self.store.get_event(old_room_pl_event_id)
461
+
462
+ # we try to stop regular users from speaking by setting the PL required
463
+ # to send regular events and invites to 'Moderator' level. That's normally
464
+ # 50, but if the default PL in a room is 50 or more, then we set the
465
+ # required PL above that.
466
+
467
+ pl_content = copy_and_fixup_power_levels_contents(old_room_pl_state.content)
468
+ users_default: int = pl_content.get("users_default", 0) # type: ignore[assignment]
469
+ restricted_level = max(users_default + 1, 50)
470
+
471
+ updated = False
472
+ for v in ("invite", "events_default"):
473
+ current: int = pl_content.get(v, 0) # type: ignore[assignment]
474
+ if current < restricted_level:
475
+ logger.debug(
476
+ "Setting level for %s in %s to %i (was %i)",
477
+ v,
478
+ old_room_id,
479
+ restricted_level,
480
+ current,
481
+ )
482
+ pl_content[v] = restricted_level
483
+ updated = True
484
+ else:
485
+ logger.debug("Not setting level for %s (already %i)", v, current)
486
+
487
+ if updated:
488
+ try:
489
+ await self.event_creation_handler.create_and_send_nonmember_event(
490
+ requester,
491
+ {
492
+ "type": EventTypes.PowerLevels,
493
+ "state_key": "",
494
+ "room_id": old_room_id,
495
+ "sender": requester.user.to_string(),
496
+ "content": pl_content,
497
+ },
498
+ ratelimit=False,
499
+ )
500
+ except AuthError as e:
501
+ logger.warning("Unable to update PLs in old room: %s", e)
502
+
503
+ new_room_version = await self.store.get_room_version(new_room_id)
504
+ if new_room_version.msc4289_creator_power_enabled:
505
+ self._remove_creators_from_pl_users_map(
506
+ old_room_pl_state.content.get("users", {}),
507
+ requester.user.to_string(),
508
+ additional_creators,
509
+ )
510
+
511
+ await self.event_creation_handler.create_and_send_nonmember_event(
512
+ requester,
513
+ {
514
+ "type": EventTypes.PowerLevels,
515
+ "state_key": "",
516
+ "room_id": new_room_id,
517
+ "sender": requester.user.to_string(),
518
+ "content": copy_and_fixup_power_levels_contents(
519
+ old_room_pl_state.content
520
+ ),
521
+ },
522
+ ratelimit=False,
523
+ )
524
+
525
+ def _calculate_upgraded_room_creation_content(
526
+ self,
527
+ old_room_create_event: EventBase,
528
+ tombstone_event_id: str | None,
529
+ new_room_version: RoomVersion,
530
+ additional_creators: list[str] | None,
531
+ ) -> JsonDict:
532
+ creation_content: JsonDict = {
533
+ "room_version": new_room_version.identifier,
534
+ "predecessor": {
535
+ "room_id": old_room_create_event.room_id,
536
+ },
537
+ }
538
+ if tombstone_event_id is not None:
539
+ creation_content["predecessor"]["event_id"] = tombstone_event_id
540
+ if (
541
+ additional_creators is not None
542
+ and new_room_version.msc4289_creator_power_enabled
543
+ ):
544
+ creation_content["additional_creators"] = additional_creators
545
+ # Check if old room was non-federatable
546
+ if not old_room_create_event.content.get(EventContentFields.FEDERATE, True):
547
+ # If so, mark the new room as non-federatable as well
548
+ creation_content[EventContentFields.FEDERATE] = False
549
+ # Copy the room type as per MSC3818.
550
+ room_type = old_room_create_event.content.get(EventContentFields.ROOM_TYPE)
551
+ if room_type is not None:
552
+ creation_content[EventContentFields.ROOM_TYPE] = room_type
553
+ return creation_content
554
+
555
+ async def clone_existing_room(
556
+ self,
557
+ requester: Requester,
558
+ old_room_id: str,
559
+ new_room_id: str,
560
+ new_room_version: RoomVersion,
561
+ tombstone_event_id: str,
562
+ additional_creators: list[str] | None,
563
+ creation_event_with_context: tuple[
564
+ EventBase, synapse.events.snapshot.EventContext
565
+ ]
566
+ | None = None,
567
+ auto_member: bool = False,
568
+ ) -> None:
569
+ """Populate a new room based on an old room
570
+
571
+ Args:
572
+ requester: the user requesting the upgrade
573
+ old_room_id : the id of the room to be replaced
574
+ new_room_id: the id to give the new room (should already have been
575
+ created with _generate_room_id())
576
+ new_room_version: the new room version to use
577
+ tombstone_event_id: the ID of the tombstone event in the old room.
578
+ additional_creators: additional room creators, for MSC4289.
579
+ creation_event_with_context: The create event of the new room, if the new room supports
580
+ room ID as create event ID hash.
581
+ auto_member: Whether to automatically join local users to the new
582
+ room and send out invites to remote users.
583
+ """
584
+ user_id = requester.user.to_string()
585
+
586
+ # Get old room's create event
587
+ old_room_create_event = await self.store.get_create_event_for_room(old_room_id)
588
+
589
+ if creation_event_with_context:
590
+ create_event, _ = creation_event_with_context
591
+ creation_content = create_event.content
592
+ else:
593
+ creation_content = self._calculate_upgraded_room_creation_content(
594
+ old_room_create_event,
595
+ tombstone_event_id,
596
+ new_room_version,
597
+ additional_creators=additional_creators,
598
+ )
599
+ initial_state: MutableStateMap = {}
600
+
601
+ # Replicate relevant room events
602
+ types_to_copy: list[tuple[str, str | None]] = [
603
+ (EventTypes.JoinRules, ""),
604
+ (EventTypes.Name, ""),
605
+ (EventTypes.Topic, ""),
606
+ (EventTypes.RoomHistoryVisibility, ""),
607
+ (EventTypes.GuestAccess, ""),
608
+ (EventTypes.RoomAvatar, ""),
609
+ (EventTypes.RoomEncryption, ""),
610
+ (EventTypes.ServerACL, ""),
611
+ (EventTypes.PowerLevels, ""),
612
+ ]
613
+
614
+ room_type = old_room_create_event.content.get(EventContentFields.ROOM_TYPE)
615
+ if room_type is not None:
616
+ # If the old room was a space, copy over the rooms in the space.
617
+ if room_type == RoomTypes.SPACE:
618
+ types_to_copy.append((EventTypes.SpaceChild, None))
619
+
620
+ old_room_state_ids = (
621
+ await self._storage_controllers.state.get_current_state_ids(
622
+ old_room_id, StateFilter.from_types(types_to_copy)
623
+ )
624
+ )
625
+ # map from event_id to BaseEvent
626
+ old_room_state_events = await self.store.get_events(old_room_state_ids.values())
627
+
628
+ for k, old_event_id in old_room_state_ids.items():
629
+ old_event = old_room_state_events.get(old_event_id)
630
+ if old_event:
631
+ # If the event is an space child event with empty content, it was
632
+ # removed from the space and should be ignored.
633
+ if k[0] == EventTypes.SpaceChild and not old_event.content:
634
+ continue
635
+
636
+ initial_state[k] = old_event.content
637
+
638
+ # deep-copy the power-levels event before we start modifying it
639
+ # note that if frozen_dicts are enabled, `power_levels` will be a frozen
640
+ # dict so we can't just copy.deepcopy it.
641
+ initial_state[(EventTypes.PowerLevels, "")] = power_levels = (
642
+ copy_and_fixup_power_levels_contents(
643
+ initial_state[(EventTypes.PowerLevels, "")]
644
+ )
645
+ )
646
+
647
+ # Resolve the minimum power level required to send any state event
648
+ # We will give the upgrading user this power level temporarily (if necessary) such that
649
+ # they are able to copy all of the state events over, then revert them back to their
650
+ # original power level afterwards in _update_upgraded_room_pls
651
+
652
+ # Copy over user power levels now as this will not be possible with >100PL users once
653
+ # the room has been created
654
+ # Calculate the minimum power level needed to clone the room
655
+ event_power_levels = power_levels.get("events", {})
656
+ if not isinstance(event_power_levels, dict):
657
+ event_power_levels = {}
658
+ state_default = power_levels.get("state_default", 50)
659
+ try:
660
+ state_default_int = int(state_default) # type: ignore[arg-type]
661
+ except (TypeError, ValueError):
662
+ state_default_int = 50
663
+ ban = power_levels.get("ban", 50)
664
+ try:
665
+ ban = int(ban) # type: ignore[arg-type]
666
+ except (TypeError, ValueError):
667
+ ban = 50
668
+ needed_power_level = max(
669
+ state_default_int, ban, max(event_power_levels.values(), default=0)
670
+ )
671
+
672
+ # Get the user's current power level, this matches the logic in get_user_power_level,
673
+ # but without the entire state map.
674
+ user_power_levels = power_levels.setdefault("users", {})
675
+ if not isinstance(user_power_levels, dict):
676
+ user_power_levels = {}
677
+ users_default = power_levels.get("users_default", 0)
678
+ current_power_level = user_power_levels.get(user_id, users_default)
679
+ try:
680
+ current_power_level_int = int(current_power_level) # type: ignore[arg-type]
681
+ except (TypeError, ValueError):
682
+ current_power_level_int = 0
683
+ # Raise the requester's power level in the new room if necessary
684
+ if current_power_level_int < needed_power_level:
685
+ user_power_levels[user_id] = needed_power_level
686
+
687
+ if new_room_version.msc4289_creator_power_enabled:
688
+ # the creator(s) cannot be in the users map
689
+ self._remove_creators_from_pl_users_map(
690
+ user_power_levels,
691
+ user_id,
692
+ additional_creators,
693
+ )
694
+
695
+ # We construct a subset of what the body of a call to /createRoom would look like
696
+ # for passing to the spam checker. We don't include a preset here, as we expect the
697
+ # initial state to contain everything we need.
698
+ # TODO: given we are upgrading, it would make sense to pass the room_version
699
+ # TODO: the preset might be useful too
700
+ spam_check = await self._spam_checker_module_callbacks.user_may_create_room(
701
+ user_id,
702
+ {
703
+ "creation_content": creation_content,
704
+ "initial_state": [
705
+ {
706
+ "type": state_key[0],
707
+ "state_key": state_key[1],
708
+ "content": event_content,
709
+ }
710
+ for state_key, event_content in initial_state.items()
711
+ ],
712
+ },
713
+ )
714
+ if spam_check != self._spam_checker_module_callbacks.NOT_SPAM:
715
+ raise SynapseError(
716
+ 403,
717
+ "You are not permitted to create rooms",
718
+ errcode=spam_check[0],
719
+ additional_fields=spam_check[1],
720
+ )
721
+
722
+ _, last_event_id, _ = await self._send_events_for_new_room(
723
+ requester,
724
+ new_room_id,
725
+ new_room_version,
726
+ # we expect to override all the presets with initial_state, so this is
727
+ # somewhat arbitrary.
728
+ room_config={"preset": RoomCreationPreset.PRIVATE_CHAT},
729
+ invite_list=[],
730
+ initial_state=initial_state,
731
+ creation_content=creation_content,
732
+ creation_event_with_context=creation_event_with_context,
733
+ )
734
+
735
+ # Transfer membership events
736
+ ban_event_ids = await self.store.get_ban_event_ids_in_room(old_room_id)
737
+ if ban_event_ids:
738
+ ban_events = await self.store.get_events_as_list(ban_event_ids)
739
+
740
+ # Add any banned users to the new room.
741
+ #
742
+ # Note generally we should send membership events via
743
+ # `update_membership`, however in this case its fine to bypass as
744
+ # these bans don't need any special treatment, i.e. the sender is in
745
+ # the room and they don't need any extra signatures, etc.
746
+ for batched_ban_events in batch_iter(ban_events, 1000):
747
+ await self.event_creation_handler.create_and_send_new_client_events(
748
+ requester=requester,
749
+ room_id=new_room_id,
750
+ prev_event_id=last_event_id,
751
+ event_dicts=[
752
+ {
753
+ "type": EventTypes.Member,
754
+ "state_key": ban_event.state_key,
755
+ "room_id": new_room_id,
756
+ "sender": requester.user.to_string(),
757
+ "content": ban_event.content,
758
+ }
759
+ for ban_event in batched_ban_events
760
+ ],
761
+ ratelimit=False, # We ratelimit the entire upgrade, not individual events.
762
+ )
763
+
764
+ if auto_member:
765
+ logger.info("Joining local users to %s", new_room_id)
766
+
767
+ # 1. Copy over all joins for local
768
+ joined_profiles = await self.store.get_users_in_room_with_profiles(
769
+ old_room_id
770
+ )
771
+
772
+ local_user_ids = [
773
+ user_id for user_id in joined_profiles if self.hs.is_mine_id(user_id)
774
+ ]
775
+
776
+ logger.info("Local user IDs %s", local_user_ids)
777
+
778
+ for batched_local_user_ids in batch_iter(local_user_ids, 1000):
779
+ invites_to_send = []
780
+
781
+ # For each local user we create an invite event (from the
782
+ # upgrading user) plus a join event.
783
+ for local_user_id in batched_local_user_ids:
784
+ if local_user_id == user_id:
785
+ # Ignore the upgrading user, as they are already in the
786
+ # new room.
787
+ continue
788
+
789
+ invites_to_send.append(
790
+ {
791
+ "type": EventTypes.Member,
792
+ "state_key": local_user_id,
793
+ "room_id": new_room_id,
794
+ "sender": requester.user.to_string(),
795
+ "content": {
796
+ "membership": Membership.INVITE,
797
+ },
798
+ }
799
+ )
800
+
801
+ # If the user has profile information in the previous join,
802
+ # add it to the content.
803
+ #
804
+ # We could instead copy over the contents from the old join
805
+ # event, however a) that would require us to fetch all the
806
+ # old join events (which is slow), and b) generally the join
807
+ # events have no extra information in them. (We also believe
808
+ # that most clients don't copy this information over either,
809
+ # but we could be wrong.)
810
+ content_profile = {}
811
+ user_profile = joined_profiles[local_user_id]
812
+ if user_profile.display_name:
813
+ content_profile["displayname"] = user_profile.display_name
814
+ if user_profile.avatar_url:
815
+ content_profile["avatar_url"] = user_profile.avatar_url
816
+
817
+ invites_to_send.append(
818
+ {
819
+ "type": EventTypes.Member,
820
+ "state_key": local_user_id,
821
+ "room_id": new_room_id,
822
+ "sender": local_user_id,
823
+ "content": {
824
+ "membership": Membership.JOIN,
825
+ **content_profile,
826
+ },
827
+ }
828
+ )
829
+
830
+ await self.event_creation_handler.create_and_send_new_client_events(
831
+ requester=requester,
832
+ room_id=new_room_id,
833
+ prev_event_id=None,
834
+ event_dicts=invites_to_send,
835
+ ratelimit=False, # We ratelimit the entire upgrade, not individual events.
836
+ )
837
+
838
+ # Invite other users if the room is not public. If the room *is*
839
+ # public then users can simply directly join, and inviting them as
840
+ # well may lead to confusion.
841
+
842
+ join_rule_content = initial_state.get((EventTypes.JoinRules, ""), None)
843
+ is_public = False
844
+ if join_rule_content:
845
+ is_public = join_rule_content["join_rule"] == JoinRules.PUBLIC
846
+
847
+ if not is_public:
848
+ # Copy invites
849
+ # TODO: Copy over 3pid invites as well.
850
+ invited_users = await self.store.get_invited_users_in_room(
851
+ room_id=old_room_id
852
+ )
853
+
854
+ # For local users we can just batch send the invites.
855
+ local_invited_users = [
856
+ user_id for user_id in invited_users if self.hs.is_mine_id(user_id)
857
+ ]
858
+
859
+ logger.info(
860
+ "Joining local user IDs %s to new room %s",
861
+ local_invited_users,
862
+ new_room_id,
863
+ )
864
+
865
+ for batched_local_invited_users in batch_iter(
866
+ local_invited_users, 1000
867
+ ):
868
+ invites_to_send = []
869
+ leaves_to_send = []
870
+
871
+ # For each local user we create an invite event (from the
872
+ # upgrading user), and reject the invite event in the old
873
+ # room.
874
+ #
875
+ # This ensures that the user ends up with a single invite to
876
+ # the new room (rather than multiple invites which may be
877
+ # noisy and confusing).
878
+ for local_user_id in batched_local_invited_users:
879
+ leaves_to_send.append(
880
+ {
881
+ "type": EventTypes.Member,
882
+ "state_key": local_user_id,
883
+ "room_id": old_room_id,
884
+ "sender": local_user_id,
885
+ "content": {
886
+ "membership": Membership.LEAVE,
887
+ },
888
+ }
889
+ )
890
+ invites_to_send.append(
891
+ {
892
+ "type": EventTypes.Member,
893
+ "state_key": local_user_id,
894
+ "room_id": new_room_id,
895
+ "sender": requester.user.to_string(),
896
+ "content": {
897
+ "membership": Membership.INVITE,
898
+ },
899
+ }
900
+ )
901
+
902
+ await self.event_creation_handler.create_and_send_new_client_events(
903
+ requester=requester,
904
+ room_id=old_room_id,
905
+ prev_event_id=None,
906
+ event_dicts=leaves_to_send,
907
+ ratelimit=False, # We ratelimit the entire upgrade, not individual events.
908
+ )
909
+ await self.event_creation_handler.create_and_send_new_client_events(
910
+ requester=requester,
911
+ room_id=new_room_id,
912
+ prev_event_id=None,
913
+ event_dicts=invites_to_send,
914
+ ratelimit=False,
915
+ )
916
+
917
+ # For remote users we send invites one by one, as we need to
918
+ # send each one to the remote server.
919
+ #
920
+ # We also invite joined remote users who were in the old room.
921
+ remote_user_ids = [
922
+ user_id
923
+ for user_id in itertools.chain(invited_users, joined_profiles)
924
+ if not self.hs.is_mine_id(user_id)
925
+ ]
926
+
927
+ logger.debug("Inviting remote user IDs %s", remote_user_ids)
928
+
929
+ async def remote_invite(remote_user: str) -> None:
930
+ try:
931
+ await self.room_member_handler.update_membership(
932
+ requester,
933
+ UserID.from_string(remote_user),
934
+ new_room_id,
935
+ Membership.INVITE,
936
+ ratelimit=False, # We ratelimit the entire upgrade, not individual events.
937
+ )
938
+ except SynapseError as e:
939
+ # If we fail to invite a remote user, we log it but continue
940
+ # on with the upgrade.
941
+ logger.warning(
942
+ "Failed to invite remote user %s to new room %s: %s",
943
+ remote_user,
944
+ new_room_id,
945
+ e,
946
+ )
947
+
948
+ # We do this concurrently, as it can take a while to invite
949
+ await concurrently_execute(
950
+ remote_invite,
951
+ remote_user_ids,
952
+ 10,
953
+ )
954
+
955
+ async def _move_aliases_to_new_room(
956
+ self,
957
+ requester: Requester,
958
+ old_room_id: str,
959
+ new_room_id: str,
960
+ old_room_state: StateMap[str],
961
+ ) -> None:
962
+ # check to see if we have a canonical alias.
963
+ canonical_alias_event = None
964
+ canonical_alias_event_id = old_room_state.get((EventTypes.CanonicalAlias, ""))
965
+ if canonical_alias_event_id:
966
+ canonical_alias_event = await self.store.get_event(canonical_alias_event_id)
967
+
968
+ await self.store.update_aliases_for_room(old_room_id, new_room_id)
969
+
970
+ if not canonical_alias_event:
971
+ return
972
+
973
+ # If there is a canonical alias we need to update the one in the old
974
+ # room and set one in the new one.
975
+ old_canonical_alias_content = dict(canonical_alias_event.content)
976
+ new_canonical_alias_content = {}
977
+
978
+ canonical = canonical_alias_event.content.get("alias")
979
+ if canonical and self.hs.is_mine_id(canonical):
980
+ new_canonical_alias_content["alias"] = canonical
981
+ old_canonical_alias_content.pop("alias", None)
982
+
983
+ # We convert to a list as it will be a Tuple.
984
+ old_alt_aliases = list(old_canonical_alias_content.get("alt_aliases", []))
985
+ if old_alt_aliases:
986
+ old_canonical_alias_content["alt_aliases"] = old_alt_aliases
987
+ new_alt_aliases = new_canonical_alias_content.setdefault("alt_aliases", [])
988
+ for alias in canonical_alias_event.content.get("alt_aliases", []):
989
+ try:
990
+ if self.hs.is_mine_id(alias):
991
+ new_alt_aliases.append(alias)
992
+ old_alt_aliases.remove(alias)
993
+ except Exception:
994
+ logger.info(
995
+ "Invalid alias %s in canonical alias event %s",
996
+ alias,
997
+ canonical_alias_event_id,
998
+ )
999
+
1000
+ if not old_alt_aliases:
1001
+ old_canonical_alias_content.pop("alt_aliases")
1002
+
1003
+ # If a canonical alias event existed for the old room, fire a canonical
1004
+ # alias event for the new room with a copy of the information.
1005
+ try:
1006
+ await self.event_creation_handler.create_and_send_nonmember_event(
1007
+ requester,
1008
+ {
1009
+ "type": EventTypes.CanonicalAlias,
1010
+ "state_key": "",
1011
+ "room_id": old_room_id,
1012
+ "sender": requester.user.to_string(),
1013
+ "content": old_canonical_alias_content,
1014
+ },
1015
+ ratelimit=False,
1016
+ )
1017
+ except SynapseError as e:
1018
+ # again I'm not really expecting this to fail, but if it does, I'd rather
1019
+ # we returned the new room to the client at this point.
1020
+ logger.exception("Unable to send updated alias events in old room: %s", e)
1021
+
1022
+ try:
1023
+ await self.event_creation_handler.create_and_send_nonmember_event(
1024
+ requester,
1025
+ {
1026
+ "type": EventTypes.CanonicalAlias,
1027
+ "state_key": "",
1028
+ "room_id": new_room_id,
1029
+ "sender": requester.user.to_string(),
1030
+ "content": new_canonical_alias_content,
1031
+ },
1032
+ ratelimit=False,
1033
+ )
1034
+ except SynapseError as e:
1035
+ # again I'm not really expecting this to fail, but if it does, I'd rather
1036
+ # we returned the new room to the client at this point.
1037
+ logger.exception("Unable to send updated alias events in new room: %s", e)
1038
+
1039
+ async def create_room(
1040
+ self,
1041
+ requester: Requester,
1042
+ config: JsonDict,
1043
+ ratelimit: bool = True,
1044
+ creator_join_profile: JsonDict | None = None,
1045
+ ignore_forced_encryption: bool = False,
1046
+ ) -> tuple[str, RoomAlias | None, int]:
1047
+ """Creates a new room.
1048
+
1049
+ Args:
1050
+ requester: The user who requested the room creation.
1051
+ config: A dict of configuration options. This will be the body of
1052
+ a /createRoom request; see
1053
+ https://spec.matrix.org/latest/client-server-api/#post_matrixclientv3createroom
1054
+ ratelimit: set to False to disable the rate limiter
1055
+
1056
+ creator_join_profile:
1057
+ Set to override the displayname and avatar for the creating
1058
+ user in this room. If unset, displayname and avatar will be
1059
+ derived from the user's profile. If set, should contain the
1060
+ values to go in the body of the 'join' event (typically
1061
+ `avatar_url` and/or `displayname`.
1062
+ ignore_forced_encryption:
1063
+ Ignore encryption forced by `encryption_enabled_by_default_for_room_type` setting.
1064
+
1065
+ Returns:
1066
+ A 3-tuple containing:
1067
+ - the room ID;
1068
+ - if requested, the room alias, otherwise None; and
1069
+ - the `stream_id` of the last persisted event.
1070
+ Raises:
1071
+ SynapseError:
1072
+ if the room ID couldn't be stored, 3pid invitation config
1073
+ validation failed, or something went horribly wrong.
1074
+ ResourceLimitError:
1075
+ if server is blocked to some resource being
1076
+ exceeded
1077
+ """
1078
+ user_id = requester.user.to_string()
1079
+
1080
+ await self.auth_blocking.check_auth_blocking(requester=requester)
1081
+
1082
+ if ratelimit:
1083
+ # Limit the rate of room creations,
1084
+ # using both the limiter specific to room creations as well
1085
+ # as the general request ratelimiter.
1086
+ #
1087
+ # Note that we don't rate limit the individual
1088
+ # events in the room — room creation isn't atomic and
1089
+ # historically it was very janky if half the events in the
1090
+ # initial state don't make it because of rate limiting.
1091
+
1092
+ # First check the room creation ratelimiter without updating it
1093
+ # (this is so we don't consume a token if the other ratelimiter doesn't
1094
+ # allow us to proceed)
1095
+ await self.creation_ratelimiter.ratelimit(requester, update=False)
1096
+
1097
+ # then apply the ratelimits
1098
+ await self.common_request_ratelimiter.ratelimit(requester)
1099
+ await self.creation_ratelimiter.ratelimit(requester)
1100
+
1101
+ if (
1102
+ self._server_notices_mxid is not None
1103
+ and user_id == self._server_notices_mxid
1104
+ ):
1105
+ # allow the server notices mxid to create rooms
1106
+ is_requester_admin = True
1107
+ else:
1108
+ is_requester_admin = await self.auth.is_server_admin(requester)
1109
+
1110
+ # Let the third party rules modify the room creation config if needed, or abort
1111
+ # the room creation entirely with an exception.
1112
+ await self._third_party_event_rules.on_create_room(
1113
+ requester, config, is_requester_admin=is_requester_admin
1114
+ )
1115
+
1116
+ invite_3pid_list = config.get("invite_3pid", [])
1117
+ invite_list = config.get("invite", [])
1118
+
1119
+ # validate each entry for correctness
1120
+ for invite_3pid in invite_3pid_list:
1121
+ if not all(
1122
+ key in invite_3pid
1123
+ for key in ("medium", "address", "id_server", "id_access_token")
1124
+ ):
1125
+ raise SynapseError(
1126
+ HTTPStatus.BAD_REQUEST,
1127
+ "all of `medium`, `address`, `id_server` and `id_access_token` "
1128
+ "are required when making a 3pid invite",
1129
+ Codes.MISSING_PARAM,
1130
+ )
1131
+
1132
+ room_version_id = config.get(
1133
+ "room_version", self.config.server.default_room_version.identifier
1134
+ )
1135
+
1136
+ if not isinstance(room_version_id, str):
1137
+ raise SynapseError(400, "room_version must be a string", Codes.BAD_JSON)
1138
+
1139
+ room_version = KNOWN_ROOM_VERSIONS.get(room_version_id)
1140
+ if room_version is None:
1141
+ raise SynapseError(
1142
+ 400,
1143
+ "Your homeserver does not support this room version",
1144
+ Codes.UNSUPPORTED_ROOM_VERSION,
1145
+ )
1146
+
1147
+ room_alias = None
1148
+ if "room_alias_name" in config:
1149
+ for wchar in string.whitespace:
1150
+ if wchar in config["room_alias_name"]:
1151
+ raise SynapseError(400, "Invalid characters in room alias")
1152
+
1153
+ if ":" in config["room_alias_name"]:
1154
+ # Prevent someone from trying to pass in a full alias here.
1155
+ # Note that it's permissible for a room alias to have multiple
1156
+ # hash symbols at the start (notably bridged over from IRC, too),
1157
+ # but the first colon in the alias is defined to separate the local
1158
+ # part from the server name.
1159
+ # (remember server names can contain port numbers, also separated
1160
+ # by a colon. But under no circumstances should the local part be
1161
+ # allowed to contain a colon!)
1162
+ raise SynapseError(
1163
+ 400,
1164
+ "':' is not permitted in the room alias name. "
1165
+ "Please note this expects a local part — 'wombat', not '#wombat:example.com'.",
1166
+ )
1167
+
1168
+ room_alias = RoomAlias(config["room_alias_name"], self.hs.hostname)
1169
+ mapping = await self.store.get_association_from_room_alias(room_alias)
1170
+
1171
+ if mapping:
1172
+ raise SynapseError(400, "Room alias already taken", Codes.ROOM_IN_USE)
1173
+
1174
+ for i in invite_list:
1175
+ try:
1176
+ uid = UserID.from_string(i)
1177
+ parse_and_validate_server_name(uid.domain)
1178
+ except Exception:
1179
+ raise SynapseError(400, "Invalid user_id: %s" % (i,))
1180
+
1181
+ if (invite_list or invite_3pid_list) and requester.shadow_banned:
1182
+ # We randomly sleep a bit just to annoy the requester.
1183
+ await self.clock.sleep(Duration(seconds=random.randint(1, 10)))
1184
+
1185
+ # Allow the request to go through, but remove any associated invites.
1186
+ invite_3pid_list = []
1187
+ invite_list = []
1188
+
1189
+ if invite_list or invite_3pid_list:
1190
+ try:
1191
+ # If there are invites in the request, see if the ratelimiting settings
1192
+ # allow that number of invites to be sent from the current user.
1193
+ await self.room_member_handler.ratelimit_multiple_invites(
1194
+ requester,
1195
+ room_id=None,
1196
+ n_invites=len(invite_list) + len(invite_3pid_list),
1197
+ update=False,
1198
+ )
1199
+ except LimitExceededError:
1200
+ raise SynapseError(400, "Cannot invite so many users at once")
1201
+
1202
+ await self.event_creation_handler.assert_accepted_privacy_policy(requester)
1203
+
1204
+ power_level_content_override = config.get("power_level_content_override")
1205
+ if (
1206
+ power_level_content_override
1207
+ and not room_version.msc4289_creator_power_enabled # this validation doesn't apply in MSC4289 rooms
1208
+ and "users" in power_level_content_override
1209
+ and user_id not in power_level_content_override["users"]
1210
+ ):
1211
+ raise SynapseError(
1212
+ 400,
1213
+ "Not a valid power_level_content_override: 'users' did not contain %s"
1214
+ % (user_id,),
1215
+ )
1216
+
1217
+ # The spec says rooms should default to private visibility if
1218
+ # `visibility` is not specified.
1219
+ visibility = config.get("visibility", "private")
1220
+ is_public = visibility == "public"
1221
+
1222
+ self._validate_room_config(config, visibility)
1223
+
1224
+ # Run the spam checker after other validation
1225
+ if not is_requester_admin:
1226
+ spam_check = await self._spam_checker_module_callbacks.user_may_create_room(
1227
+ user_id, config
1228
+ )
1229
+ if spam_check != self._spam_checker_module_callbacks.NOT_SPAM:
1230
+ raise SynapseError(
1231
+ 403,
1232
+ "You are not permitted to create rooms",
1233
+ errcode=spam_check[0],
1234
+ additional_fields=spam_check[1],
1235
+ )
1236
+
1237
+ creation_content = config.get("creation_content", {})
1238
+ # override any attempt to set room versions via the creation_content
1239
+ creation_content["room_version"] = room_version.identifier
1240
+
1241
+ # trusted private chats have the invited users marked as additional creators
1242
+ if (
1243
+ room_version.msc4289_creator_power_enabled
1244
+ and config.get("preset", None) == RoomCreationPreset.TRUSTED_PRIVATE_CHAT
1245
+ and len(config.get("invite", [])) > 0
1246
+ ):
1247
+ # the other user(s) are additional creators
1248
+ invitees = config.get("invite", [])
1249
+ # we don't want to replace any additional_creators additionally specified, and we want
1250
+ # to remove duplicates.
1251
+ creation_content[EventContentFields.ADDITIONAL_CREATORS] = list(
1252
+ set(creation_content.get(EventContentFields.ADDITIONAL_CREATORS, []))
1253
+ | set(invitees)
1254
+ )
1255
+
1256
+ creation_event_with_context = None
1257
+ if room_version.msc4291_room_ids_as_hashes:
1258
+ creation_event_with_context = await self._generate_create_event_for_room_id(
1259
+ requester,
1260
+ creation_content,
1261
+ is_public,
1262
+ room_version,
1263
+ )
1264
+ (create_event, _) = creation_event_with_context
1265
+ room_id = create_event.room_id
1266
+ else:
1267
+ room_id = await self._generate_and_create_room_id(
1268
+ creator_id=user_id,
1269
+ is_public=is_public,
1270
+ room_version=room_version,
1271
+ )
1272
+
1273
+ # Check whether this visibility value is blocked by a third party module
1274
+ allowed_by_third_party_rules = await (
1275
+ self._third_party_event_rules.check_visibility_can_be_modified(
1276
+ room_id, visibility
1277
+ )
1278
+ )
1279
+ if not allowed_by_third_party_rules:
1280
+ raise SynapseError(403, "Room visibility value not allowed.")
1281
+
1282
+ if is_public:
1283
+ room_aliases = []
1284
+ if room_alias:
1285
+ room_aliases.append(room_alias.to_string())
1286
+ if not self.config.roomdirectory.is_publishing_room_allowed(
1287
+ user_id, room_id, room_aliases
1288
+ ):
1289
+ # allow room creation to continue but do not publish room
1290
+ await self.store.set_room_is_public(room_id, False)
1291
+
1292
+ directory_handler = self.hs.get_directory_handler()
1293
+ if room_alias:
1294
+ await directory_handler.create_association(
1295
+ requester=requester,
1296
+ room_id=room_id,
1297
+ room_alias=room_alias,
1298
+ servers=[self.hs.hostname],
1299
+ check_membership=False,
1300
+ )
1301
+
1302
+ raw_initial_state = config.get("initial_state", [])
1303
+
1304
+ initial_state = OrderedDict()
1305
+ for val in raw_initial_state:
1306
+ initial_state[(val["type"], val.get("state_key", ""))] = val["content"]
1307
+
1308
+ (
1309
+ last_stream_id,
1310
+ last_sent_event_id,
1311
+ depth,
1312
+ ) = await self._send_events_for_new_room(
1313
+ requester,
1314
+ room_id,
1315
+ room_version,
1316
+ room_config=config,
1317
+ invite_list=invite_list,
1318
+ initial_state=initial_state,
1319
+ creation_content=creation_content,
1320
+ room_alias=room_alias,
1321
+ power_level_content_override=power_level_content_override,
1322
+ creator_join_profile=creator_join_profile,
1323
+ ignore_forced_encryption=ignore_forced_encryption,
1324
+ creation_event_with_context=creation_event_with_context,
1325
+ )
1326
+
1327
+ # we avoid dropping the lock between invites, as otherwise joins can
1328
+ # start coming in and making the createRoom slow.
1329
+ #
1330
+ # we also don't need to check the requester's shadow-ban here, as we
1331
+ # have already done so above (and potentially emptied invite_list).
1332
+ async with self.room_member_handler.member_linearizer.queue((room_id,)):
1333
+ content = {}
1334
+ is_direct = config.get("is_direct", None)
1335
+ if is_direct:
1336
+ content["is_direct"] = is_direct
1337
+
1338
+ for invitee in invite_list:
1339
+ (
1340
+ member_event_id,
1341
+ last_stream_id,
1342
+ ) = await self.room_member_handler.update_membership_locked(
1343
+ requester,
1344
+ UserID.from_string(invitee),
1345
+ room_id,
1346
+ "invite",
1347
+ ratelimit=False,
1348
+ content=content,
1349
+ new_room=True,
1350
+ prev_event_ids=[last_sent_event_id],
1351
+ depth=depth,
1352
+ )
1353
+ last_sent_event_id = member_event_id
1354
+ depth += 1
1355
+
1356
+ for invite_3pid in invite_3pid_list:
1357
+ id_server = invite_3pid["id_server"]
1358
+ id_access_token = invite_3pid["id_access_token"]
1359
+ address = invite_3pid["address"]
1360
+ medium = invite_3pid["medium"]
1361
+ # Note that do_3pid_invite can raise a ShadowBanError, but this was
1362
+ # handled above by emptying invite_3pid_list.
1363
+ (
1364
+ member_event_id,
1365
+ last_stream_id,
1366
+ ) = await self.hs.get_room_member_handler().do_3pid_invite(
1367
+ room_id,
1368
+ requester.user,
1369
+ medium,
1370
+ address,
1371
+ id_server,
1372
+ requester,
1373
+ txn_id=None,
1374
+ id_access_token=id_access_token,
1375
+ prev_event_ids=[last_sent_event_id],
1376
+ depth=depth,
1377
+ )
1378
+ last_sent_event_id = member_event_id
1379
+ depth += 1
1380
+
1381
+ # Always wait for room creation to propagate before returning
1382
+ await self._replication.wait_for_stream_position(
1383
+ self.hs.config.worker.events_shard_config.get_instance(room_id),
1384
+ "events",
1385
+ last_stream_id,
1386
+ )
1387
+
1388
+ return room_id, room_alias, last_stream_id
1389
+
1390
+ async def _generate_create_event_for_room_id(
1391
+ self,
1392
+ creator: Requester,
1393
+ creation_content: JsonDict,
1394
+ is_public: bool,
1395
+ room_version: RoomVersion,
1396
+ ) -> tuple[EventBase, synapse.events.snapshot.EventContext]:
1397
+ (
1398
+ creation_event,
1399
+ new_unpersisted_context,
1400
+ ) = await self.event_creation_handler.create_event(
1401
+ creator,
1402
+ {
1403
+ "content": creation_content,
1404
+ "sender": creator.user.to_string(),
1405
+ "type": EventTypes.Create,
1406
+ "state_key": "",
1407
+ },
1408
+ prev_event_ids=[],
1409
+ depth=1,
1410
+ state_map={},
1411
+ for_batch=False,
1412
+ )
1413
+ await self.store.store_room(
1414
+ room_id=creation_event.room_id,
1415
+ room_creator_user_id=creator.user.to_string(),
1416
+ is_public=is_public,
1417
+ room_version=room_version,
1418
+ )
1419
+ creation_context = await new_unpersisted_context.persist(creation_event)
1420
+ return (creation_event, creation_context)
1421
+
1422
+ async def _send_events_for_new_room(
1423
+ self,
1424
+ creator: Requester,
1425
+ room_id: str,
1426
+ room_version: RoomVersion,
1427
+ room_config: JsonDict,
1428
+ invite_list: list[str],
1429
+ initial_state: MutableStateMap,
1430
+ creation_content: JsonDict,
1431
+ room_alias: RoomAlias | None = None,
1432
+ power_level_content_override: JsonDict | None = None,
1433
+ creator_join_profile: JsonDict | None = None,
1434
+ ignore_forced_encryption: bool = False,
1435
+ creation_event_with_context: tuple[
1436
+ EventBase, synapse.events.snapshot.EventContext
1437
+ ]
1438
+ | None = None,
1439
+ ) -> tuple[int, str, int]:
1440
+ """Sends the initial events into a new room. Sends the room creation, membership,
1441
+ and power level events into the room sequentially, then creates and batches up the
1442
+ rest of the events to persist as a batch to the DB.
1443
+
1444
+ `power_level_content_override` doesn't apply when initial state has
1445
+ power level state event content.
1446
+
1447
+ Rate limiting should already have been applied by this point.
1448
+
1449
+ Args:
1450
+ creator:
1451
+ the user requesting the room creation
1452
+ room_id:
1453
+ room id for the room being created
1454
+ room_version:
1455
+ The room version of the new room.
1456
+ room_config:
1457
+ A dict of configuration options. This will be the body of
1458
+ a /createRoom request; see
1459
+ https://spec.matrix.org/latest/client-server-api/#post_matrixclientv3createroom
1460
+ invite_list:
1461
+ a list of user ids to invite to the room
1462
+ initial_state:
1463
+ A list of state events to set in the new room.
1464
+ creation_content:
1465
+ Extra keys, such as m.federate, to be added to the content of the m.room.create event.
1466
+ room_alias:
1467
+ alias for the room
1468
+ power_level_content_override:
1469
+ The power level content to override in the default power level event.
1470
+ creator_join_profile:
1471
+ Set to override the displayname and avatar for the creating
1472
+ user in this room.
1473
+ ignore_forced_encryption:
1474
+ Ignore encryption forced by `encryption_enabled_by_default_for_room_type` setting.
1475
+ creation_event_with_context:
1476
+ Set in MSC4291 rooms where the create event determines the room ID. If provided,
1477
+ does not create an additional create event but instead appends the remaining new
1478
+ events onto the provided create event.
1479
+ Returns:
1480
+ A tuple containing the stream ID, event ID and depth of the last
1481
+ event sent to the room.
1482
+ """
1483
+ creator_id = creator.user.to_string()
1484
+ event_keys = {"room_id": room_id, "sender": creator_id, "state_key": ""}
1485
+ depth = 1
1486
+
1487
+ # the most recently created event
1488
+ prev_event: list[str] = []
1489
+ # a map of event types, state keys -> event_ids. We collect these mappings this as events are
1490
+ # created (but not persisted to the db) to determine state for future created events
1491
+ # (as this info can't be pulled from the db)
1492
+ state_map: MutableStateMap[str] = {}
1493
+
1494
+ async def create_event(
1495
+ etype: str,
1496
+ content: JsonDict,
1497
+ for_batch: bool,
1498
+ **kwargs: Any,
1499
+ ) -> tuple[EventBase, synapse.events.snapshot.UnpersistedEventContextBase]:
1500
+ """
1501
+ Creates an event and associated event context.
1502
+ Args:
1503
+ etype: the type of event to be created
1504
+ content: content of the event
1505
+ for_batch: whether the event is being created for batch persisting. If
1506
+ bool for_batch is true, this will create an event using the prev_event_ids,
1507
+ and will create an event context for the event using the parameters state_map
1508
+ and current_state_group, thus these parameters must be provided in this
1509
+ case if for_batch is True. The subsequently created event and context
1510
+ are suitable for being batched up and bulk persisted to the database
1511
+ with other similarly created events.
1512
+ """
1513
+ nonlocal depth
1514
+ nonlocal prev_event
1515
+
1516
+ # Create the event dictionary.
1517
+ event_dict = {"type": etype, "content": content}
1518
+ event_dict.update(event_keys)
1519
+ event_dict.update(kwargs)
1520
+
1521
+ (
1522
+ new_event,
1523
+ new_unpersisted_context,
1524
+ ) = await self.event_creation_handler.create_event(
1525
+ creator,
1526
+ event_dict,
1527
+ prev_event_ids=prev_event,
1528
+ depth=depth,
1529
+ # Take a copy to ensure each event gets a unique copy of
1530
+ # state_map since it is modified below.
1531
+ state_map=dict(state_map),
1532
+ for_batch=for_batch,
1533
+ )
1534
+
1535
+ depth += 1
1536
+ prev_event = [new_event.event_id]
1537
+ state_map[(new_event.type, new_event.state_key)] = new_event.event_id
1538
+
1539
+ return new_event, new_unpersisted_context
1540
+
1541
+ preset_config, config = self._room_preset_config(room_config)
1542
+
1543
+ if creation_event_with_context is None:
1544
+ # MSC2175 removes the creator field from the create event.
1545
+ if not room_version.implicit_room_creator:
1546
+ creation_content["creator"] = creator_id
1547
+ creation_event, unpersisted_creation_context = await create_event(
1548
+ EventTypes.Create, creation_content, False
1549
+ )
1550
+ creation_context = await unpersisted_creation_context.persist(
1551
+ creation_event
1552
+ )
1553
+ else:
1554
+ (creation_event, creation_context) = creation_event_with_context
1555
+ # we had to do the above already in order to have a room ID, so just updates local vars
1556
+ # and continue.
1557
+ depth = 2
1558
+ prev_event = [creation_event.event_id]
1559
+ state_map[(creation_event.type, creation_event.state_key)] = (
1560
+ creation_event.event_id
1561
+ )
1562
+
1563
+ logger.debug("Sending %s in new room", EventTypes.Member)
1564
+ ev = await self.event_creation_handler.handle_new_client_event(
1565
+ requester=creator,
1566
+ events_and_context=[(creation_event, creation_context)],
1567
+ ratelimit=False,
1568
+ ignore_shadow_ban=True,
1569
+ )
1570
+ last_sent_event_id = ev.event_id
1571
+
1572
+ member_event_id, _ = await self.room_member_handler.update_membership(
1573
+ creator,
1574
+ creator.user,
1575
+ room_id,
1576
+ "join",
1577
+ ratelimit=False,
1578
+ content=creator_join_profile,
1579
+ new_room=True,
1580
+ prev_event_ids=[last_sent_event_id],
1581
+ depth=depth,
1582
+ )
1583
+ prev_event = [member_event_id]
1584
+
1585
+ # update the depth and state map here as the membership event has been created
1586
+ # through a different code path
1587
+ depth += 1
1588
+ state_map[(EventTypes.Member, creator.user.to_string())] = member_event_id
1589
+
1590
+ # we need the state group of the membership event as it is the current state group
1591
+ event_to_state = (
1592
+ await self._storage_controllers.state.get_state_group_for_events(
1593
+ [member_event_id]
1594
+ )
1595
+ )
1596
+ current_state_group = event_to_state[member_event_id]
1597
+
1598
+ events_to_send = []
1599
+ # We treat the power levels override specially as this needs to be one
1600
+ # of the first events that get sent into a room.
1601
+ pl_content = initial_state.pop((EventTypes.PowerLevels, ""), None)
1602
+ if pl_content is not None:
1603
+ power_event, power_context = await create_event(
1604
+ EventTypes.PowerLevels, pl_content, True
1605
+ )
1606
+ events_to_send.append((power_event, power_context))
1607
+ else:
1608
+ # Please update the docs for `default_power_level_content_override` when
1609
+ # updating the `events` dict below
1610
+ power_level_content: JsonDict = {
1611
+ "users": {creator_id: 100}
1612
+ if not room_version.msc4289_creator_power_enabled
1613
+ else {},
1614
+ "users_default": 0,
1615
+ "events": {
1616
+ EventTypes.Name: 50,
1617
+ EventTypes.PowerLevels: 100,
1618
+ EventTypes.RoomHistoryVisibility: 100,
1619
+ EventTypes.CanonicalAlias: 50,
1620
+ EventTypes.RoomAvatar: 50,
1621
+ EventTypes.Tombstone: 150
1622
+ if room_version.msc4289_creator_power_enabled
1623
+ else 100,
1624
+ EventTypes.ServerACL: 100,
1625
+ EventTypes.RoomEncryption: 100,
1626
+ },
1627
+ "events_default": 0,
1628
+ "state_default": 50,
1629
+ "ban": 50,
1630
+ "kick": 50,
1631
+ "redact": 50,
1632
+ "invite": 50,
1633
+ "historical": 100,
1634
+ }
1635
+
1636
+ # original_invitees_have_ops is set on preset:trusted_private_chat which will already
1637
+ # have set these users as additional_creators, hence don't set the PL for creators as
1638
+ # that is invalid.
1639
+ if (
1640
+ config["original_invitees_have_ops"]
1641
+ and not room_version.msc4289_creator_power_enabled
1642
+ ):
1643
+ for invitee in invite_list:
1644
+ power_level_content["users"][invitee] = 100
1645
+
1646
+ # If the user supplied a preset name e.g. "private_chat",
1647
+ # we apply that preset
1648
+ power_level_content.update(config["power_level_content_override"])
1649
+
1650
+ # If the server config contains default_power_level_content_override,
1651
+ # and that contains information for this room preset, apply it.
1652
+ if self._default_power_level_content_override:
1653
+ override = self._default_power_level_content_override.get(preset_config)
1654
+ if override is not None:
1655
+ power_level_content.update(override)
1656
+
1657
+ # Finally, if the user supplied specific permissions for this room,
1658
+ # apply those.
1659
+ if power_level_content_override:
1660
+ power_level_content.update(power_level_content_override)
1661
+ pl_event, pl_context = await create_event(
1662
+ EventTypes.PowerLevels,
1663
+ power_level_content,
1664
+ True,
1665
+ )
1666
+ events_to_send.append((pl_event, pl_context))
1667
+
1668
+ if room_alias and (EventTypes.CanonicalAlias, "") not in initial_state:
1669
+ room_alias_event, room_alias_context = await create_event(
1670
+ EventTypes.CanonicalAlias, {"alias": room_alias.to_string()}, True
1671
+ )
1672
+ events_to_send.append((room_alias_event, room_alias_context))
1673
+
1674
+ if (EventTypes.JoinRules, "") not in initial_state:
1675
+ join_rules_event, join_rules_context = await create_event(
1676
+ EventTypes.JoinRules,
1677
+ {"join_rule": config["join_rules"]},
1678
+ True,
1679
+ )
1680
+ events_to_send.append((join_rules_event, join_rules_context))
1681
+
1682
+ if (EventTypes.RoomHistoryVisibility, "") not in initial_state:
1683
+ visibility_event, visibility_context = await create_event(
1684
+ EventTypes.RoomHistoryVisibility,
1685
+ {"history_visibility": config["history_visibility"]},
1686
+ True,
1687
+ )
1688
+ events_to_send.append((visibility_event, visibility_context))
1689
+
1690
+ if config["guest_can_join"]:
1691
+ if (EventTypes.GuestAccess, "") not in initial_state:
1692
+ guest_access_event, guest_access_context = await create_event(
1693
+ EventTypes.GuestAccess,
1694
+ {EventContentFields.GUEST_ACCESS: GuestAccess.CAN_JOIN},
1695
+ True,
1696
+ )
1697
+ events_to_send.append((guest_access_event, guest_access_context))
1698
+
1699
+ for (etype, state_key), content in initial_state.items():
1700
+ event, context = await create_event(
1701
+ etype, content, True, state_key=state_key
1702
+ )
1703
+ events_to_send.append((event, context))
1704
+
1705
+ if config["encrypted"] and not ignore_forced_encryption:
1706
+ encryption_event, encryption_context = await create_event(
1707
+ EventTypes.RoomEncryption,
1708
+ {"algorithm": RoomEncryptionAlgorithms.DEFAULT},
1709
+ True,
1710
+ state_key="",
1711
+ )
1712
+ events_to_send.append((encryption_event, encryption_context))
1713
+
1714
+ if "name" in room_config:
1715
+ name = room_config["name"]
1716
+ name_event, name_context = await create_event(
1717
+ EventTypes.Name,
1718
+ {"name": name},
1719
+ True,
1720
+ )
1721
+ events_to_send.append((name_event, name_context))
1722
+
1723
+ if "topic" in room_config:
1724
+ topic = room_config["topic"]
1725
+ topic_event, topic_context = await create_event(
1726
+ EventTypes.Topic,
1727
+ {
1728
+ EventContentFields.TOPIC: topic,
1729
+ EventContentFields.M_TOPIC: {
1730
+ # The mimetype property defaults to `text/plain` if omitted.
1731
+ EventContentFields.M_TEXT: [{MTextFields.BODY: topic}]
1732
+ },
1733
+ },
1734
+ True,
1735
+ )
1736
+ events_to_send.append((topic_event, topic_context))
1737
+
1738
+ datastore = self.hs.get_datastores().state
1739
+ events_and_context = (
1740
+ await UnpersistedEventContext.batch_persist_unpersisted_contexts(
1741
+ events_to_send, room_id, current_state_group, datastore
1742
+ )
1743
+ )
1744
+
1745
+ last_event = await self.event_creation_handler.handle_new_client_event(
1746
+ creator,
1747
+ events_and_context,
1748
+ ignore_shadow_ban=True,
1749
+ ratelimit=False,
1750
+ )
1751
+ assert last_event.internal_metadata.stream_ordering is not None
1752
+ return last_event.internal_metadata.stream_ordering, last_event.event_id, depth
1753
+
1754
+ def _validate_room_config(
1755
+ self,
1756
+ config: JsonDict,
1757
+ visibility: str,
1758
+ ) -> None:
1759
+ """Checks configuration parameters for a /createRoom request.
1760
+
1761
+ If validation detects invalid parameters an exception may be raised to
1762
+ cause room creation to be aborted and an error response to be returned
1763
+ to the client.
1764
+
1765
+ Args:
1766
+ config: A dict of configuration options. Originally from the body of
1767
+ the /createRoom request
1768
+ visibility: One of "public" or "private"
1769
+ """
1770
+
1771
+ # Validate the requested preset, raise a 400 error if not valid
1772
+ preset_name, preset_config = self._room_preset_config(config)
1773
+
1774
+ # If the user is trying to create an encrypted room and this is forbidden
1775
+ # by the configured default_power_level_content_override, then reject the
1776
+ # request before the room is created.
1777
+ raw_initial_state = config.get("initial_state", [])
1778
+ room_encryption_event = any(
1779
+ s.get("type", "") == EventTypes.RoomEncryption for s in raw_initial_state
1780
+ )
1781
+
1782
+ if preset_config["encrypted"] or room_encryption_event:
1783
+ if self._default_power_level_content_override:
1784
+ override = self._default_power_level_content_override.get(preset_name)
1785
+ if override is not None:
1786
+ event_levels = override.get("events", {})
1787
+ room_admin_level = event_levels.get(EventTypes.PowerLevels, 100)
1788
+ encryption_level = event_levels.get(EventTypes.RoomEncryption, 100)
1789
+ if encryption_level > room_admin_level:
1790
+ raise SynapseError(
1791
+ 403,
1792
+ f"You cannot create an encrypted room. user_level ({room_admin_level}) < send_level ({encryption_level})",
1793
+ )
1794
+
1795
+ def _room_preset_config(self, room_config: JsonDict) -> tuple[str, dict]:
1796
+ # The spec says rooms should default to private visibility if
1797
+ # `visibility` is not specified.
1798
+ visibility = room_config.get("visibility", "private")
1799
+ preset_name = room_config.get(
1800
+ "preset",
1801
+ (
1802
+ RoomCreationPreset.PRIVATE_CHAT
1803
+ if visibility == "private"
1804
+ else RoomCreationPreset.PUBLIC_CHAT
1805
+ ),
1806
+ )
1807
+ try:
1808
+ preset_config = self._presets_dict[preset_name]
1809
+ except KeyError:
1810
+ raise SynapseError(
1811
+ 400, f"'{preset_name}' is not a valid preset", errcode=Codes.BAD_JSON
1812
+ )
1813
+ return preset_name, preset_config
1814
+
1815
+ def _remove_creators_from_pl_users_map(
1816
+ self,
1817
+ users_map: dict[str, int],
1818
+ creator: str,
1819
+ additional_creators: list[str] | None,
1820
+ ) -> None:
1821
+ creators = [creator]
1822
+ if additional_creators:
1823
+ creators.extend(additional_creators)
1824
+ for creator in creators:
1825
+ # the creator(s) cannot be in the users map
1826
+ users_map.pop(creator, None)
1827
+
1828
+ def _generate_room_id(self) -> str:
1829
+ """Generates a random room ID.
1830
+
1831
+ Room IDs look like "!opaque_id:domain" and are case-sensitive as per the spec
1832
+ at https://spec.matrix.org/v1.2/appendices/#room-ids-and-event-ids.
1833
+
1834
+ Does not check for collisions with existing rooms or prevent future calls from
1835
+ returning the same room ID. To ensure the uniqueness of a new room ID, use
1836
+ `_generate_and_create_room_id` instead.
1837
+
1838
+ Synapse's room IDs are 18 [a-zA-Z] characters long, which comes out to around
1839
+ 102 bits.
1840
+
1841
+ Returns:
1842
+ A random room ID of the form "!opaque_id:domain".
1843
+ """
1844
+ random_string = stringutils.random_string(18)
1845
+ return RoomIdWithDomain(random_string, self.hs.hostname).to_string()
1846
+
1847
+ async def _generate_and_create_room_id(
1848
+ self,
1849
+ creator_id: str,
1850
+ is_public: bool,
1851
+ room_version: RoomVersion,
1852
+ ) -> str:
1853
+ # autogen room IDs and try to create it. We may clash, so just
1854
+ # try a few times till one goes through, giving up eventually.
1855
+ attempts = 0
1856
+ while attempts < 5:
1857
+ try:
1858
+ gen_room_id = self._generate_room_id()
1859
+ await self.store.store_room(
1860
+ room_id=gen_room_id,
1861
+ room_creator_user_id=creator_id,
1862
+ is_public=is_public,
1863
+ room_version=room_version,
1864
+ )
1865
+ return gen_room_id
1866
+ except StoreError:
1867
+ attempts += 1
1868
+ raise StoreError(500, "Couldn't generate a room ID.")
1869
+
1870
+
1871
+ class RoomContextHandler:
1872
+ def __init__(self, hs: "HomeServer"):
1873
+ self.hs = hs
1874
+ self.auth = hs.get_auth()
1875
+ self.store = hs.get_datastores().main
1876
+ self._storage_controllers = hs.get_storage_controllers()
1877
+ self._state_storage_controller = self._storage_controllers.state
1878
+ self._relations_handler = hs.get_relations_handler()
1879
+
1880
+ async def get_event_context(
1881
+ self,
1882
+ requester: Requester,
1883
+ room_id: str,
1884
+ event_id: str,
1885
+ limit: int,
1886
+ event_filter: Filter | None,
1887
+ use_admin_priviledge: bool = False,
1888
+ ) -> EventContext | None:
1889
+ """Retrieves events, pagination tokens and state around a given event
1890
+ in a room.
1891
+
1892
+ Args:
1893
+ requester
1894
+ room_id
1895
+ event_id
1896
+ limit: The maximum number of events to return in total
1897
+ (excluding state).
1898
+ event_filter: the filter to apply to the events returned
1899
+ (excluding the target event_id)
1900
+ use_admin_priviledge: if `True`, return all events, regardless
1901
+ of whether `user` has access to them. To be used **ONLY**
1902
+ from the admin API.
1903
+ Returns:
1904
+ dict, or None if the event isn't found
1905
+ """
1906
+ user = requester.user
1907
+ if use_admin_priviledge:
1908
+ await assert_user_is_admin(self.auth, requester)
1909
+
1910
+ before_limit = math.floor(limit / 2.0)
1911
+ after_limit = limit - before_limit
1912
+
1913
+ is_user_in_room = await self.store.check_local_user_in_room(
1914
+ user_id=user.to_string(), room_id=room_id
1915
+ )
1916
+ # The user is peeking if they aren't in the room already
1917
+ is_peeking = not is_user_in_room
1918
+
1919
+ async def filter_evts(events: list[EventBase]) -> list[EventBase]:
1920
+ if use_admin_priviledge:
1921
+ return events
1922
+ return await filter_and_transform_events_for_client(
1923
+ self._storage_controllers,
1924
+ user.to_string(),
1925
+ events,
1926
+ is_peeking=is_peeking,
1927
+ )
1928
+
1929
+ event = await self.store.get_event(
1930
+ event_id, get_prev_content=True, allow_none=True
1931
+ )
1932
+ if not event:
1933
+ return None
1934
+
1935
+ filtered = await filter_evts([event])
1936
+ if not filtered:
1937
+ raise AuthError(403, "You don't have permission to access that event.")
1938
+
1939
+ results = await self.store.get_events_around(
1940
+ room_id, event_id, before_limit, after_limit, event_filter
1941
+ )
1942
+ events_before = results.events_before
1943
+ events_after = results.events_after
1944
+
1945
+ if event_filter:
1946
+ events_before = await event_filter.filter(events_before)
1947
+ events_after = await event_filter.filter(events_after)
1948
+
1949
+ events_before = await filter_evts(events_before)
1950
+ events_after = await filter_evts(events_after)
1951
+ # filter_evts can return a pruned event in case the user is allowed to see that
1952
+ # there's something there but not see the content, so use the event that's in
1953
+ # `filtered` rather than the event we retrieved from the datastore.
1954
+ event = filtered[0]
1955
+
1956
+ # Fetch the aggregations.
1957
+ aggregations = await self._relations_handler.get_bundled_aggregations(
1958
+ itertools.chain(events_before, (event,), events_after),
1959
+ user.to_string(),
1960
+ )
1961
+
1962
+ if events_after:
1963
+ last_event_id = events_after[-1].event_id
1964
+ else:
1965
+ last_event_id = event_id
1966
+
1967
+ if event_filter and event_filter.lazy_load_members:
1968
+ state_filter = StateFilter.from_lazy_load_member_list(
1969
+ ev.sender
1970
+ for ev in itertools.chain(
1971
+ events_before,
1972
+ (event,),
1973
+ events_after,
1974
+ )
1975
+ )
1976
+ else:
1977
+ state_filter = StateFilter.all()
1978
+
1979
+ # XXX: why do we return the state as of the last event rather than the
1980
+ # first? Shouldn't we be consistent with /sync?
1981
+ # https://github.com/matrix-org/matrix-doc/issues/687
1982
+
1983
+ state = await self._state_storage_controller.get_state_for_events(
1984
+ [last_event_id], state_filter=state_filter
1985
+ )
1986
+
1987
+ state_events = list(state[last_event_id].values())
1988
+ if event_filter:
1989
+ state_events = await event_filter.filter(state_events)
1990
+
1991
+ # We use a dummy token here as we only care about the room portion of
1992
+ # the token, which we replace.
1993
+ token = StreamToken.START
1994
+
1995
+ return EventContext(
1996
+ events_before=events_before,
1997
+ event=event,
1998
+ events_after=events_after,
1999
+ state=state_events,
2000
+ aggregations=aggregations,
2001
+ start=await token.copy_and_replace(
2002
+ StreamKeyType.ROOM, results.start
2003
+ ).to_string(self.store),
2004
+ end=await token.copy_and_replace(StreamKeyType.ROOM, results.end).to_string(
2005
+ self.store
2006
+ ),
2007
+ )
2008
+
2009
+
2010
+ class TimestampLookupHandler:
2011
+ def __init__(self, hs: "HomeServer"):
2012
+ self.store = hs.get_datastores().main
2013
+ self.state_handler = hs.get_state_handler()
2014
+ self.federation_client = hs.get_federation_client()
2015
+ self.federation_event_handler = hs.get_federation_event_handler()
2016
+ self._storage_controllers = hs.get_storage_controllers()
2017
+
2018
+ async def get_event_for_timestamp(
2019
+ self,
2020
+ requester: Requester,
2021
+ room_id: str,
2022
+ timestamp: int,
2023
+ direction: Direction,
2024
+ ) -> tuple[str, int]:
2025
+ """Find the closest event to the given timestamp in the given direction.
2026
+ If we can't find an event locally or the event we have locally is next to a gap,
2027
+ it will ask other federated homeservers for an event.
2028
+
2029
+ Args:
2030
+ requester: The user making the request according to the access token
2031
+ room_id: Room to fetch the event from
2032
+ timestamp: The point in time (inclusive) we should navigate from in
2033
+ the given direction to find the closest event.
2034
+ direction: indicates whether we should navigate forward
2035
+ or backward from the given timestamp to find the closest event.
2036
+
2037
+ Returns:
2038
+ A tuple containing the `event_id` closest to the given timestamp in
2039
+ the given direction and the `origin_server_ts`.
2040
+
2041
+ Raises:
2042
+ SynapseError if unable to find any event locally in the given direction
2043
+ """
2044
+ logger.debug(
2045
+ "get_event_for_timestamp(room_id=%s, timestamp=%s, direction=%s) Finding closest event...",
2046
+ room_id,
2047
+ timestamp,
2048
+ direction,
2049
+ )
2050
+ local_event_id = await self.store.get_event_id_for_timestamp(
2051
+ room_id, timestamp, direction
2052
+ )
2053
+ logger.debug(
2054
+ "get_event_for_timestamp: locally, we found event_id=%s closest to timestamp=%s",
2055
+ local_event_id,
2056
+ timestamp,
2057
+ )
2058
+
2059
+ # Check for gaps in the history where events could be hiding in between
2060
+ # the timestamp given and the event we were able to find locally
2061
+ is_event_next_to_backward_gap = False
2062
+ is_event_next_to_forward_gap = False
2063
+ local_event = None
2064
+ if local_event_id:
2065
+ local_event = await self.store.get_event(
2066
+ local_event_id, allow_none=False, allow_rejected=False
2067
+ )
2068
+
2069
+ if direction == Direction.FORWARDS:
2070
+ # We only need to check for a backward gap if we're looking forwards
2071
+ # to ensure there is nothing in between.
2072
+ is_event_next_to_backward_gap = (
2073
+ await self.store.is_event_next_to_backward_gap(local_event)
2074
+ )
2075
+ elif direction == Direction.BACKWARDS:
2076
+ # We only need to check for a forward gap if we're looking backwards
2077
+ # to ensure there is nothing in between
2078
+ is_event_next_to_forward_gap = (
2079
+ await self.store.is_event_next_to_forward_gap(local_event)
2080
+ )
2081
+
2082
+ # If we found a gap, we should probably ask another homeserver first
2083
+ # about more history in between
2084
+ if (
2085
+ not local_event_id
2086
+ or is_event_next_to_backward_gap
2087
+ or is_event_next_to_forward_gap
2088
+ ):
2089
+ logger.debug(
2090
+ "get_event_for_timestamp: locally, we found event_id=%s closest to timestamp=%s which is next to a gap in event history so we're asking other homeservers first",
2091
+ local_event_id,
2092
+ timestamp,
2093
+ )
2094
+
2095
+ likely_domains = (
2096
+ await self._storage_controllers.state.get_current_hosts_in_room_ordered(
2097
+ room_id
2098
+ )
2099
+ )
2100
+
2101
+ remote_response = await self.federation_client.timestamp_to_event(
2102
+ destinations=likely_domains,
2103
+ room_id=room_id,
2104
+ timestamp=timestamp,
2105
+ direction=direction,
2106
+ )
2107
+ if remote_response is not None:
2108
+ logger.debug(
2109
+ "get_event_for_timestamp: remote_response=%s",
2110
+ remote_response,
2111
+ )
2112
+
2113
+ remote_event_id = remote_response.event_id
2114
+ remote_origin_server_ts = remote_response.origin_server_ts
2115
+
2116
+ # Backfill this event so we can get a pagination token for
2117
+ # it with `/context` and paginate `/messages` from this
2118
+ # point.
2119
+ pulled_pdu_info = await self.federation_event_handler.backfill_event_id(
2120
+ likely_domains, room_id, remote_event_id
2121
+ )
2122
+ remote_event = pulled_pdu_info.pdu
2123
+
2124
+ # XXX: When we see that the remote server is not trustworthy,
2125
+ # maybe we should not ask them first in the future.
2126
+ if remote_origin_server_ts != remote_event.origin_server_ts:
2127
+ logger.info(
2128
+ "get_event_for_timestamp: Remote server (%s) claimed that remote_event_id=%s occured at remote_origin_server_ts=%s but that isn't true (actually occured at %s). Their claims are dubious and we should consider not trusting them.",
2129
+ pulled_pdu_info.pull_origin,
2130
+ remote_event_id,
2131
+ remote_origin_server_ts,
2132
+ remote_event.origin_server_ts,
2133
+ )
2134
+
2135
+ # Only return the remote event if it's closer than the local event
2136
+ if not local_event or (
2137
+ abs(remote_event.origin_server_ts - timestamp)
2138
+ < abs(local_event.origin_server_ts - timestamp)
2139
+ ):
2140
+ logger.info(
2141
+ "get_event_for_timestamp: returning remote_event_id=%s (%s) since it's closer to timestamp=%s than local_event=%s (%s)",
2142
+ remote_event_id,
2143
+ remote_event.origin_server_ts,
2144
+ timestamp,
2145
+ local_event.event_id if local_event else None,
2146
+ local_event.origin_server_ts if local_event else None,
2147
+ )
2148
+ return remote_event_id, remote_origin_server_ts
2149
+
2150
+ # To appease mypy, we have to add both of these conditions to check for
2151
+ # `None`. We only expect `local_event` to be `None` when
2152
+ # `local_event_id` is `None` but mypy isn't as smart and assuming as us.
2153
+ if not local_event_id or not local_event:
2154
+ raise SynapseError(
2155
+ 404,
2156
+ "Unable to find event from %s in direction %s" % (timestamp, direction),
2157
+ errcode=Codes.NOT_FOUND,
2158
+ )
2159
+
2160
+ return local_event_id, local_event.origin_server_ts
2161
+
2162
+
2163
+ class RoomEventSource(EventSource[RoomStreamToken, EventBase]):
2164
+ def __init__(self, hs: "HomeServer"):
2165
+ self.store = hs.get_datastores().main
2166
+
2167
+ async def get_new_events(
2168
+ self,
2169
+ user: UserID,
2170
+ from_key: RoomStreamToken,
2171
+ limit: int,
2172
+ room_ids: StrCollection,
2173
+ is_guest: bool,
2174
+ explicit_room_id: str | None = None,
2175
+ ) -> tuple[list[EventBase], RoomStreamToken]:
2176
+ # We just ignore the key for now.
2177
+
2178
+ to_key = self.get_current_key()
2179
+
2180
+ if from_key.topological:
2181
+ logger.warning("Stream has topological part!!!! %r", from_key)
2182
+ from_key = RoomStreamToken(stream=from_key.stream)
2183
+
2184
+ app_service = self.store.get_app_service_by_user_id(user.to_string())
2185
+ if app_service:
2186
+ # We no longer support AS users using /sync directly.
2187
+ # See https://github.com/matrix-org/matrix-doc/issues/1144
2188
+ raise NotImplementedError()
2189
+ else:
2190
+ room_events = await self.store.get_membership_changes_for_user(
2191
+ user.to_string(), from_key, to_key
2192
+ )
2193
+
2194
+ room_to_events = await self.store.get_room_events_stream_for_rooms(
2195
+ room_ids=room_ids,
2196
+ from_key=from_key,
2197
+ to_key=to_key,
2198
+ limit=limit or 10,
2199
+ direction=Direction.FORWARDS,
2200
+ )
2201
+
2202
+ events = list(room_events)
2203
+ events.extend(e for evs, _, _ in room_to_events.values() for e in evs)
2204
+
2205
+ # We know stream_ordering must be not None here, as its been
2206
+ # persisted, but mypy doesn't know that
2207
+ events.sort(key=lambda e: cast(int, e.internal_metadata.stream_ordering))
2208
+
2209
+ if limit:
2210
+ events[:] = events[:limit]
2211
+
2212
+ if events:
2213
+ last_event = events[-1]
2214
+ assert last_event.internal_metadata.stream_ordering
2215
+ end_key = RoomStreamToken(
2216
+ stream=last_event.internal_metadata.stream_ordering,
2217
+ )
2218
+ else:
2219
+ end_key = to_key
2220
+
2221
+ return events, end_key
2222
+
2223
+ def get_current_key(self) -> RoomStreamToken:
2224
+ return self.store.get_room_max_token()
2225
+
2226
+ def get_current_key_for_room(self, room_id: str) -> Awaitable[RoomStreamToken]:
2227
+ return self.store.get_current_room_stream_token_for_room_id(room_id)
2228
+
2229
+
2230
+ class RoomShutdownHandler:
2231
+ DEFAULT_MESSAGE = (
2232
+ "Sharing illegal content on this server is not permitted and rooms in"
2233
+ " violation will be blocked."
2234
+ )
2235
+ DEFAULT_ROOM_NAME = "Content Violation Notification"
2236
+
2237
+ def __init__(self, hs: "HomeServer"):
2238
+ self.hs = hs
2239
+ self.room_member_handler = hs.get_room_member_handler()
2240
+ self._room_creation_handler = hs.get_room_creation_handler()
2241
+ self._replication = hs.get_replication_data_handler()
2242
+ self._third_party_rules = hs.get_module_api_callbacks().third_party_event_rules
2243
+ self.event_creation_handler = hs.get_event_creation_handler()
2244
+ self.store = hs.get_datastores().main
2245
+
2246
+ async def shutdown_room(
2247
+ self,
2248
+ room_id: str,
2249
+ params: ShutdownRoomParams,
2250
+ result: ShutdownRoomResponse | None = None,
2251
+ update_result_fct: Callable[[JsonMapping | None], Awaitable[None]]
2252
+ | None = None,
2253
+ ) -> ShutdownRoomResponse | None:
2254
+ """
2255
+ Shuts down a room. Moves all joined local users and room aliases automatically
2256
+ to a new room if `new_room_user_id` is set. Otherwise local users only
2257
+ leave the room without any information.
2258
+
2259
+ The new room will be created with the user specified by the
2260
+ `new_room_user_id` parameter as room administrator and will contain a
2261
+ message explaining what happened. Users invited to the new room will
2262
+ have power level `-10` by default, and thus be unable to speak.
2263
+
2264
+ The local server will only have the power to move local user and room
2265
+ aliases to the new room. Users on other servers will be unaffected.
2266
+
2267
+ Args:
2268
+ room_id: The ID of the room to shut down.
2269
+ delete_id: The delete ID identifying this delete request
2270
+ params: parameters for the shutdown, cf `ShutdownRoomParams`
2271
+ result: current status of the shutdown, if it was interrupted
2272
+ update_result_fct: function called when `result` is updated locally
2273
+
2274
+ Returns: a dict matching `ShutdownRoomResponse`.
2275
+ """
2276
+ requester_user_id = params["requester_user_id"]
2277
+ new_room_user_id = params["new_room_user_id"]
2278
+ block = params["block"]
2279
+
2280
+ new_room_name = (
2281
+ params["new_room_name"]
2282
+ if params["new_room_name"]
2283
+ else self.DEFAULT_ROOM_NAME
2284
+ )
2285
+ message = params["message"] if params["message"] else self.DEFAULT_MESSAGE
2286
+
2287
+ if not RoomID.is_valid(room_id):
2288
+ raise SynapseError(400, "%s is not a legal room ID" % (room_id,))
2289
+
2290
+ if not await self._third_party_rules.check_can_shutdown_room(
2291
+ requester_user_id, room_id
2292
+ ):
2293
+ raise SynapseError(
2294
+ 403, "Shutdown of this room is forbidden", Codes.FORBIDDEN
2295
+ )
2296
+
2297
+ result = (
2298
+ result
2299
+ if result
2300
+ else {
2301
+ "kicked_users": [],
2302
+ "failed_to_kick_users": [],
2303
+ "local_aliases": [],
2304
+ "new_room_id": None,
2305
+ }
2306
+ )
2307
+
2308
+ # Action the block first (even if the room doesn't exist yet)
2309
+ if block:
2310
+ if requester_user_id is None:
2311
+ raise ValueError(
2312
+ "shutdown_room: block=True not allowed when requester_user_id is None."
2313
+ )
2314
+ # This will work even if the room is already blocked, but that is
2315
+ # desirable in case the first attempt at blocking the room failed below.
2316
+ await self.store.block_room(room_id, requester_user_id)
2317
+
2318
+ if not await self.store.get_room(room_id):
2319
+ # if we don't know about the room, there is nothing left to do.
2320
+ return result
2321
+
2322
+ new_room_id = result.get("new_room_id")
2323
+ if new_room_user_id is not None and new_room_id is None:
2324
+ if not self.hs.is_mine_id(new_room_user_id):
2325
+ raise SynapseError(
2326
+ 400, "User must be our own: %s" % (new_room_user_id,)
2327
+ )
2328
+
2329
+ room_creator_requester = create_requester(
2330
+ new_room_user_id, authenticated_entity=requester_user_id
2331
+ )
2332
+
2333
+ new_room_id, _, stream_id = await self._room_creation_handler.create_room(
2334
+ room_creator_requester,
2335
+ config={
2336
+ "preset": RoomCreationPreset.PUBLIC_CHAT,
2337
+ "name": new_room_name,
2338
+ "power_level_content_override": {"users_default": -10},
2339
+ },
2340
+ ratelimit=False,
2341
+ )
2342
+
2343
+ result["new_room_id"] = new_room_id
2344
+ if update_result_fct:
2345
+ await update_result_fct(result)
2346
+
2347
+ logger.info(
2348
+ "Shutting down room %r, joining to new room: %r", room_id, new_room_id
2349
+ )
2350
+
2351
+ # We now wait for the create room to come back in via replication so
2352
+ # that we can assume that all the joins/invites have propagated before
2353
+ # we try and auto join below.
2354
+ await self._replication.wait_for_stream_position(
2355
+ self.hs.config.worker.events_shard_config.get_instance(new_room_id),
2356
+ "events",
2357
+ stream_id,
2358
+ )
2359
+ else:
2360
+ logger.info("Shutting down room %r", room_id)
2361
+
2362
+ users = await self.store.get_local_users_related_to_room(room_id)
2363
+ for user_id, membership in users:
2364
+ # If the user is not in the room (or is banned), nothing to do.
2365
+ if membership not in (Membership.JOIN, Membership.INVITE, Membership.KNOCK):
2366
+ continue
2367
+
2368
+ logger.info("Kicking %r from %r...", user_id, room_id)
2369
+
2370
+ try:
2371
+ # Kick users from room
2372
+ target_requester = create_requester(
2373
+ user_id, authenticated_entity=requester_user_id
2374
+ )
2375
+ _, stream_id = await self.room_member_handler.update_membership(
2376
+ requester=target_requester,
2377
+ target=target_requester.user,
2378
+ room_id=room_id,
2379
+ action=Membership.LEAVE,
2380
+ content={},
2381
+ ratelimit=False,
2382
+ require_consent=False,
2383
+ )
2384
+
2385
+ # Wait for leave to come in over replication before trying to forget.
2386
+ await self._replication.wait_for_stream_position(
2387
+ self.hs.config.worker.events_shard_config.get_instance(room_id),
2388
+ "events",
2389
+ stream_id,
2390
+ )
2391
+
2392
+ await self.room_member_handler.forget(
2393
+ target_requester.user, room_id, do_not_schedule_purge=True
2394
+ )
2395
+
2396
+ # Join users to new room
2397
+ if new_room_user_id:
2398
+ if membership == Membership.JOIN:
2399
+ assert new_room_id is not None
2400
+ await self.room_member_handler.update_membership(
2401
+ requester=target_requester,
2402
+ target=target_requester.user,
2403
+ room_id=new_room_id,
2404
+ action=Membership.JOIN,
2405
+ content={},
2406
+ ratelimit=False,
2407
+ require_consent=False,
2408
+ )
2409
+
2410
+ result["kicked_users"].append(user_id)
2411
+ if update_result_fct:
2412
+ await update_result_fct(result)
2413
+ except Exception:
2414
+ logger.exception(
2415
+ "Failed to leave old room and join new room for %r", user_id
2416
+ )
2417
+ result["failed_to_kick_users"].append(user_id)
2418
+ if update_result_fct:
2419
+ await update_result_fct(result)
2420
+
2421
+ # Send message in new room and move aliases
2422
+ if new_room_user_id:
2423
+ room_creator_requester = create_requester(
2424
+ new_room_user_id, authenticated_entity=requester_user_id
2425
+ )
2426
+
2427
+ await self.event_creation_handler.create_and_send_nonmember_event(
2428
+ room_creator_requester,
2429
+ {
2430
+ "type": "m.room.message",
2431
+ "content": {"body": message, "msgtype": "m.text"},
2432
+ "room_id": new_room_id,
2433
+ "sender": new_room_user_id,
2434
+ },
2435
+ ratelimit=False,
2436
+ )
2437
+
2438
+ result["local_aliases"] = list(
2439
+ await self.store.get_aliases_for_room(room_id)
2440
+ )
2441
+
2442
+ assert new_room_id is not None
2443
+ await self.store.update_aliases_for_room(
2444
+ room_id, new_room_id, requester_user_id
2445
+ )
2446
+ else:
2447
+ result["local_aliases"] = []
2448
+
2449
+ return result