matrix-synapse 1.145.0rc2__cp310-abi3-manylinux_2_28_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of matrix-synapse might be problematic. Click here for more details.

Files changed (1636) hide show
  1. AUTHORS.rst +51 -0
  2. CHANGES.md +1732 -0
  3. CONTRIBUTING.md +3 -0
  4. Cargo.lock +1923 -0
  5. Cargo.toml +6 -0
  6. INSTALL.md +7 -0
  7. LICENSE-AGPL-3.0 +661 -0
  8. LICENSE-COMMERCIAL +6 -0
  9. UPGRADE.rst +7 -0
  10. book.toml +47 -0
  11. changelog.d/.gitignore +1 -0
  12. demo/.gitignore +4 -0
  13. demo/clean.sh +22 -0
  14. demo/start.sh +173 -0
  15. demo/stop.sh +14 -0
  16. docs/.sample_config_header.yaml +12 -0
  17. docs/CAPTCHA_SETUP.md +37 -0
  18. docs/README.md +86 -0
  19. docs/SUMMARY.md +126 -0
  20. docs/admin_api/README.rst +13 -0
  21. docs/admin_api/account_validity.md +47 -0
  22. docs/admin_api/client_server_api_extensions.md +67 -0
  23. docs/admin_api/event_reports.md +185 -0
  24. docs/admin_api/experimental_features.md +52 -0
  25. docs/admin_api/fetch_event.md +53 -0
  26. docs/admin_api/media_admin_api.md +372 -0
  27. docs/admin_api/purge_history_api.md +77 -0
  28. docs/admin_api/register_api.md +92 -0
  29. docs/admin_api/room_membership.md +35 -0
  30. docs/admin_api/rooms.md +1190 -0
  31. docs/admin_api/scheduled_tasks.md +54 -0
  32. docs/admin_api/server_notices.md +48 -0
  33. docs/admin_api/statistics.md +132 -0
  34. docs/admin_api/user_admin_api.md +1602 -0
  35. docs/admin_api/version_api.md +23 -0
  36. docs/ancient_architecture_notes.md +81 -0
  37. docs/application_services.md +36 -0
  38. docs/architecture.md +65 -0
  39. docs/auth_chain_diff.dot +32 -0
  40. docs/auth_chain_diff.dot.png +0 -0
  41. docs/auth_chain_difference_algorithm.md +141 -0
  42. docs/changelogs/CHANGES-2019.md +1039 -0
  43. docs/changelogs/CHANGES-2020.md +2145 -0
  44. docs/changelogs/CHANGES-2021.md +2573 -0
  45. docs/changelogs/CHANGES-2022.md +2766 -0
  46. docs/changelogs/CHANGES-2023.md +2202 -0
  47. docs/changelogs/CHANGES-2024.md +1586 -0
  48. docs/changelogs/CHANGES-pre-1.0.md +3641 -0
  49. docs/changelogs/README.md +1 -0
  50. docs/code_style.md +119 -0
  51. docs/consent_tracking.md +197 -0
  52. docs/delegate.md +111 -0
  53. docs/deprecation_policy.md +89 -0
  54. docs/development/cas.md +64 -0
  55. docs/development/contributing_guide.md +554 -0
  56. docs/development/database_schema.md +404 -0
  57. docs/development/demo.md +42 -0
  58. docs/development/dependencies.md +326 -0
  59. docs/development/experimental_features.md +37 -0
  60. docs/development/git.md +148 -0
  61. docs/development/img/git/branches.jpg +0 -0
  62. docs/development/img/git/clean.png +0 -0
  63. docs/development/img/git/squash.png +0 -0
  64. docs/development/internal_documentation/README.md +12 -0
  65. docs/development/internal_documentation/release_notes_review_checklist.md +12 -0
  66. docs/development/releases.md +37 -0
  67. docs/development/reviews.md +41 -0
  68. docs/development/room-dag-concepts.md +115 -0
  69. docs/development/saml.md +40 -0
  70. docs/development/synapse_architecture/cancellation.md +392 -0
  71. docs/development/synapse_architecture/faster_joins.md +375 -0
  72. docs/development/synapse_architecture/streams.md +198 -0
  73. docs/element_logo_white_bg.svg +94 -0
  74. docs/favicon.png +0 -0
  75. docs/favicon.svg +58 -0
  76. docs/federate.md +67 -0
  77. docs/jwt.md +105 -0
  78. docs/log_contexts.md +566 -0
  79. docs/manhole.md +101 -0
  80. docs/media_repository.md +78 -0
  81. docs/message_retention_policies.md +207 -0
  82. docs/metrics-howto.md +315 -0
  83. docs/modules/account_data_callbacks.md +106 -0
  84. docs/modules/account_validity_callbacks.md +57 -0
  85. docs/modules/add_extra_fields_to_client_events_unsigned.md +32 -0
  86. docs/modules/background_update_controller_callbacks.md +71 -0
  87. docs/modules/index.md +53 -0
  88. docs/modules/media_repository_callbacks.md +131 -0
  89. docs/modules/password_auth_provider_callbacks.md +270 -0
  90. docs/modules/porting_legacy_module.md +20 -0
  91. docs/modules/presence_router_callbacks.md +112 -0
  92. docs/modules/ratelimit_callbacks.md +43 -0
  93. docs/modules/spam_checker_callbacks.md +517 -0
  94. docs/modules/third_party_rules_callbacks.md +350 -0
  95. docs/modules/writing_a_module.md +141 -0
  96. docs/openid.md +783 -0
  97. docs/opentracing.md +99 -0
  98. docs/other/running_synapse_on_single_board_computers.md +75 -0
  99. docs/password_auth_providers.md +129 -0
  100. docs/postgres.md +269 -0
  101. docs/presence_router_module.md +247 -0
  102. docs/privacy_policy_templates/en/1.0.html +26 -0
  103. docs/privacy_policy_templates/en/success.html +11 -0
  104. docs/replication.md +36 -0
  105. docs/reverse_proxy.md +327 -0
  106. docs/room_and_user_statistics.md +22 -0
  107. docs/sample_config.yaml +47 -0
  108. docs/sample_log_config.yaml +75 -0
  109. docs/server_notices.md +66 -0
  110. docs/setup/forward_proxy.md +89 -0
  111. docs/setup/installation.md +656 -0
  112. docs/setup/security.md +41 -0
  113. docs/setup/turn/coturn.md +197 -0
  114. docs/setup/turn/eturnal.md +170 -0
  115. docs/spam_checker.md +122 -0
  116. docs/sso_mapping_providers.md +208 -0
  117. docs/structured_logging.md +80 -0
  118. docs/synctl_workers.md +36 -0
  119. docs/systemd-with-workers/README.md +101 -0
  120. docs/systemd-with-workers/system/matrix-synapse-worker@.service +26 -0
  121. docs/systemd-with-workers/system/matrix-synapse.service +23 -0
  122. docs/systemd-with-workers/system/matrix-synapse.target +6 -0
  123. docs/systemd-with-workers/workers/background_worker.yaml +4 -0
  124. docs/systemd-with-workers/workers/event_persister.yaml +20 -0
  125. docs/systemd-with-workers/workers/federation_sender.yaml +4 -0
  126. docs/systemd-with-workers/workers/generic_worker.yaml +11 -0
  127. docs/systemd-with-workers/workers/media_worker.yaml +11 -0
  128. docs/systemd-with-workers/workers/pusher_worker.yaml +4 -0
  129. docs/tcp_replication.md +258 -0
  130. docs/templates.md +254 -0
  131. docs/turn-howto.md +168 -0
  132. docs/upgrade.md +2876 -0
  133. docs/usage/administration/README.md +7 -0
  134. docs/usage/administration/admin_api/README.md +47 -0
  135. docs/usage/administration/admin_api/background_updates.md +109 -0
  136. docs/usage/administration/admin_api/federation.md +212 -0
  137. docs/usage/administration/admin_api/registration_tokens.md +298 -0
  138. docs/usage/administration/admin_faq.md +294 -0
  139. docs/usage/administration/backups.md +125 -0
  140. docs/usage/administration/database_maintenance_tools.md +18 -0
  141. docs/usage/administration/monitoring/reporting_homeserver_usage_statistics.md +77 -0
  142. docs/usage/administration/monthly_active_users.md +84 -0
  143. docs/usage/administration/request_log.md +44 -0
  144. docs/usage/administration/state_groups.md +25 -0
  145. docs/usage/administration/understanding_synapse_through_grafana_graphs.md +83 -0
  146. docs/usage/administration/useful_sql_for_admins.md +216 -0
  147. docs/usage/configuration/README.md +4 -0
  148. docs/usage/configuration/config_documentation.md +4768 -0
  149. docs/usage/configuration/homeserver_sample_config.md +17 -0
  150. docs/usage/configuration/logging_sample_config.md +19 -0
  151. docs/usage/configuration/user_authentication/README.md +15 -0
  152. docs/usage/configuration/user_authentication/refresh_tokens.md +139 -0
  153. docs/usage/configuration/user_authentication/single_sign_on/README.md +5 -0
  154. docs/usage/configuration/user_authentication/single_sign_on/cas.md +8 -0
  155. docs/usage/configuration/user_authentication/single_sign_on/saml.md +8 -0
  156. docs/user_directory.md +130 -0
  157. docs/website_files/README.md +35 -0
  158. docs/website_files/indent-section-headers.css +7 -0
  159. docs/website_files/remove-nav-buttons.css +8 -0
  160. docs/website_files/table-of-contents.css +47 -0
  161. docs/website_files/table-of-contents.js +148 -0
  162. docs/website_files/theme/index.hbs +324 -0
  163. docs/website_files/version-picker.css +78 -0
  164. docs/website_files/version-picker.js +147 -0
  165. docs/website_files/version.js +1 -0
  166. docs/welcome_and_overview.md +67 -0
  167. docs/workers.md +897 -0
  168. matrix_synapse-1.145.0rc2.dist-info/METADATA +260 -0
  169. matrix_synapse-1.145.0rc2.dist-info/RECORD +1636 -0
  170. matrix_synapse-1.145.0rc2.dist-info/WHEEL +5 -0
  171. matrix_synapse-1.145.0rc2.dist-info/entry_points.txt +13 -0
  172. matrix_synapse-1.145.0rc2.dist-info/licenses/AUTHORS.rst +51 -0
  173. matrix_synapse-1.145.0rc2.dist-info/licenses/LICENSE-AGPL-3.0 +661 -0
  174. matrix_synapse-1.145.0rc2.dist-info/licenses/LICENSE-COMMERCIAL +6 -0
  175. mypy.ini +115 -0
  176. rust/Cargo.toml +63 -0
  177. rust/build.rs +45 -0
  178. scripts-dev/build_debian_packages.py +228 -0
  179. scripts-dev/check-newsfragment.sh +62 -0
  180. scripts-dev/check_line_terminators.sh +29 -0
  181. scripts-dev/check_locked_deps_have_sdists.py +64 -0
  182. scripts-dev/check_schema_delta.py +240 -0
  183. scripts-dev/complement.sh +332 -0
  184. scripts-dev/config-lint.sh +15 -0
  185. scripts-dev/database-save.sh +15 -0
  186. scripts-dev/docker_update_debian_changelog.sh +70 -0
  187. scripts-dev/dump_macaroon.py +25 -0
  188. scripts-dev/federation_client.py +428 -0
  189. scripts-dev/gen_config_documentation.py +510 -0
  190. scripts-dev/generate_sample_config.sh +28 -0
  191. scripts-dev/lint.sh +141 -0
  192. scripts-dev/make_full_schema.sh +310 -0
  193. scripts-dev/mypy_synapse_plugin.py +918 -0
  194. scripts-dev/next_github_number.sh +9 -0
  195. scripts-dev/release.py +986 -0
  196. scripts-dev/schema_versions.py +182 -0
  197. scripts-dev/sign_json.py +172 -0
  198. synapse/__init__.py +97 -0
  199. synapse/_scripts/__init__.py +0 -0
  200. synapse/_scripts/export_signing_key.py +109 -0
  201. synapse/_scripts/generate_config.py +83 -0
  202. synapse/_scripts/generate_log_config.py +56 -0
  203. synapse/_scripts/generate_signing_key.py +55 -0
  204. synapse/_scripts/generate_workers_map.py +318 -0
  205. synapse/_scripts/hash_password.py +95 -0
  206. synapse/_scripts/move_remote_media_to_new_store.py +128 -0
  207. synapse/_scripts/register_new_matrix_user.py +402 -0
  208. synapse/_scripts/review_recent_signups.py +212 -0
  209. synapse/_scripts/synapse_port_db.py +1604 -0
  210. synapse/_scripts/synctl.py +365 -0
  211. synapse/_scripts/update_synapse_database.py +130 -0
  212. synapse/api/__init__.py +20 -0
  213. synapse/api/auth/__init__.py +207 -0
  214. synapse/api/auth/base.py +406 -0
  215. synapse/api/auth/internal.py +299 -0
  216. synapse/api/auth/mas.py +436 -0
  217. synapse/api/auth/msc3861_delegated.py +617 -0
  218. synapse/api/auth_blocking.py +144 -0
  219. synapse/api/constants.py +379 -0
  220. synapse/api/errors.py +913 -0
  221. synapse/api/filtering.py +537 -0
  222. synapse/api/presence.py +102 -0
  223. synapse/api/ratelimiting.py +481 -0
  224. synapse/api/room_versions.py +535 -0
  225. synapse/api/urls.py +118 -0
  226. synapse/app/__init__.py +62 -0
  227. synapse/app/_base.py +906 -0
  228. synapse/app/admin_cmd.py +388 -0
  229. synapse/app/appservice.py +30 -0
  230. synapse/app/client_reader.py +30 -0
  231. synapse/app/complement_fork_starter.py +206 -0
  232. synapse/app/event_creator.py +29 -0
  233. synapse/app/federation_reader.py +30 -0
  234. synapse/app/federation_sender.py +30 -0
  235. synapse/app/frontend_proxy.py +30 -0
  236. synapse/app/generic_worker.py +475 -0
  237. synapse/app/homeserver.py +505 -0
  238. synapse/app/media_repository.py +30 -0
  239. synapse/app/phone_stats_home.py +292 -0
  240. synapse/app/pusher.py +30 -0
  241. synapse/app/synchrotron.py +30 -0
  242. synapse/app/user_dir.py +31 -0
  243. synapse/appservice/__init__.py +458 -0
  244. synapse/appservice/api.py +567 -0
  245. synapse/appservice/scheduler.py +565 -0
  246. synapse/config/__init__.py +27 -0
  247. synapse/config/__main__.py +62 -0
  248. synapse/config/_base.py +1154 -0
  249. synapse/config/_base.pyi +216 -0
  250. synapse/config/_util.py +99 -0
  251. synapse/config/account_validity.py +116 -0
  252. synapse/config/api.py +141 -0
  253. synapse/config/appservice.py +210 -0
  254. synapse/config/auth.py +80 -0
  255. synapse/config/auto_accept_invites.py +43 -0
  256. synapse/config/background_updates.py +44 -0
  257. synapse/config/cache.py +231 -0
  258. synapse/config/captcha.py +90 -0
  259. synapse/config/cas.py +116 -0
  260. synapse/config/consent.py +73 -0
  261. synapse/config/database.py +184 -0
  262. synapse/config/emailconfig.py +367 -0
  263. synapse/config/experimental.py +601 -0
  264. synapse/config/federation.py +114 -0
  265. synapse/config/homeserver.py +141 -0
  266. synapse/config/jwt.py +55 -0
  267. synapse/config/key.py +447 -0
  268. synapse/config/logger.py +390 -0
  269. synapse/config/mas.py +192 -0
  270. synapse/config/matrixrtc.py +66 -0
  271. synapse/config/metrics.py +93 -0
  272. synapse/config/modules.py +40 -0
  273. synapse/config/oembed.py +185 -0
  274. synapse/config/oidc.py +509 -0
  275. synapse/config/password_auth_providers.py +82 -0
  276. synapse/config/push.py +64 -0
  277. synapse/config/ratelimiting.py +260 -0
  278. synapse/config/redis.py +74 -0
  279. synapse/config/registration.py +296 -0
  280. synapse/config/repository.py +311 -0
  281. synapse/config/retention.py +162 -0
  282. synapse/config/room.py +88 -0
  283. synapse/config/room_directory.py +165 -0
  284. synapse/config/saml2.py +251 -0
  285. synapse/config/server.py +1139 -0
  286. synapse/config/server_notices.py +84 -0
  287. synapse/config/spam_checker.py +66 -0
  288. synapse/config/sso.py +121 -0
  289. synapse/config/stats.py +54 -0
  290. synapse/config/third_party_event_rules.py +40 -0
  291. synapse/config/tls.py +192 -0
  292. synapse/config/tracer.py +71 -0
  293. synapse/config/user_directory.py +47 -0
  294. synapse/config/user_types.py +42 -0
  295. synapse/config/voip.py +59 -0
  296. synapse/config/workers.py +642 -0
  297. synapse/crypto/__init__.py +20 -0
  298. synapse/crypto/context_factory.py +278 -0
  299. synapse/crypto/event_signing.py +194 -0
  300. synapse/crypto/keyring.py +980 -0
  301. synapse/event_auth.py +1266 -0
  302. synapse/events/__init__.py +667 -0
  303. synapse/events/auto_accept_invites.py +216 -0
  304. synapse/events/builder.py +387 -0
  305. synapse/events/presence_router.py +243 -0
  306. synapse/events/snapshot.py +559 -0
  307. synapse/events/utils.py +924 -0
  308. synapse/events/validator.py +305 -0
  309. synapse/federation/__init__.py +22 -0
  310. synapse/federation/federation_base.py +382 -0
  311. synapse/federation/federation_client.py +2133 -0
  312. synapse/federation/federation_server.py +1543 -0
  313. synapse/federation/persistence.py +70 -0
  314. synapse/federation/send_queue.py +532 -0
  315. synapse/federation/sender/__init__.py +1165 -0
  316. synapse/federation/sender/per_destination_queue.py +886 -0
  317. synapse/federation/sender/transaction_manager.py +210 -0
  318. synapse/federation/transport/__init__.py +28 -0
  319. synapse/federation/transport/client.py +1199 -0
  320. synapse/federation/transport/server/__init__.py +334 -0
  321. synapse/federation/transport/server/_base.py +429 -0
  322. synapse/federation/transport/server/federation.py +910 -0
  323. synapse/federation/units.py +133 -0
  324. synapse/handlers/__init__.py +20 -0
  325. synapse/handlers/account.py +162 -0
  326. synapse/handlers/account_data.py +360 -0
  327. synapse/handlers/account_validity.py +362 -0
  328. synapse/handlers/admin.py +615 -0
  329. synapse/handlers/appservice.py +989 -0
  330. synapse/handlers/auth.py +2482 -0
  331. synapse/handlers/cas.py +413 -0
  332. synapse/handlers/deactivate_account.py +363 -0
  333. synapse/handlers/delayed_events.py +607 -0
  334. synapse/handlers/device.py +1869 -0
  335. synapse/handlers/devicemessage.py +399 -0
  336. synapse/handlers/directory.py +545 -0
  337. synapse/handlers/e2e_keys.py +1835 -0
  338. synapse/handlers/e2e_room_keys.py +455 -0
  339. synapse/handlers/event_auth.py +390 -0
  340. synapse/handlers/events.py +203 -0
  341. synapse/handlers/federation.py +2042 -0
  342. synapse/handlers/federation_event.py +2420 -0
  343. synapse/handlers/identity.py +812 -0
  344. synapse/handlers/initial_sync.py +528 -0
  345. synapse/handlers/jwt.py +120 -0
  346. synapse/handlers/message.py +2357 -0
  347. synapse/handlers/oidc.py +1801 -0
  348. synapse/handlers/pagination.py +811 -0
  349. synapse/handlers/password_policy.py +102 -0
  350. synapse/handlers/presence.py +2634 -0
  351. synapse/handlers/profile.py +656 -0
  352. synapse/handlers/push_rules.py +164 -0
  353. synapse/handlers/read_marker.py +79 -0
  354. synapse/handlers/receipts.py +351 -0
  355. synapse/handlers/register.py +1059 -0
  356. synapse/handlers/relations.py +623 -0
  357. synapse/handlers/reports.py +98 -0
  358. synapse/handlers/room.py +2449 -0
  359. synapse/handlers/room_list.py +632 -0
  360. synapse/handlers/room_member.py +2366 -0
  361. synapse/handlers/room_member_worker.py +146 -0
  362. synapse/handlers/room_policy.py +186 -0
  363. synapse/handlers/room_summary.py +1057 -0
  364. synapse/handlers/saml.py +524 -0
  365. synapse/handlers/search.py +723 -0
  366. synapse/handlers/send_email.py +209 -0
  367. synapse/handlers/set_password.py +71 -0
  368. synapse/handlers/sliding_sync/__init__.py +1961 -0
  369. synapse/handlers/sliding_sync/extensions.py +969 -0
  370. synapse/handlers/sliding_sync/room_lists.py +2317 -0
  371. synapse/handlers/sliding_sync/store.py +126 -0
  372. synapse/handlers/sso.py +1291 -0
  373. synapse/handlers/state_deltas.py +82 -0
  374. synapse/handlers/stats.py +322 -0
  375. synapse/handlers/sync.py +3096 -0
  376. synapse/handlers/thread_subscriptions.py +190 -0
  377. synapse/handlers/typing.py +612 -0
  378. synapse/handlers/ui_auth/__init__.py +48 -0
  379. synapse/handlers/ui_auth/checkers.py +332 -0
  380. synapse/handlers/user_directory.py +786 -0
  381. synapse/handlers/worker_lock.py +371 -0
  382. synapse/http/__init__.py +105 -0
  383. synapse/http/additional_resource.py +62 -0
  384. synapse/http/client.py +1377 -0
  385. synapse/http/connectproxyclient.py +316 -0
  386. synapse/http/federation/__init__.py +19 -0
  387. synapse/http/federation/matrix_federation_agent.py +490 -0
  388. synapse/http/federation/srv_resolver.py +196 -0
  389. synapse/http/federation/well_known_resolver.py +368 -0
  390. synapse/http/matrixfederationclient.py +1874 -0
  391. synapse/http/proxy.py +290 -0
  392. synapse/http/proxyagent.py +497 -0
  393. synapse/http/replicationagent.py +203 -0
  394. synapse/http/request_metrics.py +309 -0
  395. synapse/http/server.py +1111 -0
  396. synapse/http/servlet.py +1018 -0
  397. synapse/http/site.py +952 -0
  398. synapse/http/types.py +27 -0
  399. synapse/logging/__init__.py +31 -0
  400. synapse/logging/_remote.py +261 -0
  401. synapse/logging/_terse_json.py +95 -0
  402. synapse/logging/context.py +1209 -0
  403. synapse/logging/formatter.py +62 -0
  404. synapse/logging/handlers.py +99 -0
  405. synapse/logging/loggers.py +25 -0
  406. synapse/logging/opentracing.py +1132 -0
  407. synapse/logging/scopecontextmanager.py +160 -0
  408. synapse/media/_base.py +831 -0
  409. synapse/media/filepath.py +417 -0
  410. synapse/media/media_repository.py +1595 -0
  411. synapse/media/media_storage.py +703 -0
  412. synapse/media/oembed.py +277 -0
  413. synapse/media/preview_html.py +556 -0
  414. synapse/media/storage_provider.py +195 -0
  415. synapse/media/thumbnailer.py +833 -0
  416. synapse/media/url_previewer.py +884 -0
  417. synapse/metrics/__init__.py +748 -0
  418. synapse/metrics/_gc.py +219 -0
  419. synapse/metrics/_reactor_metrics.py +171 -0
  420. synapse/metrics/_types.py +38 -0
  421. synapse/metrics/background_process_metrics.py +555 -0
  422. synapse/metrics/common_usage_metrics.py +95 -0
  423. synapse/metrics/jemalloc.py +248 -0
  424. synapse/module_api/__init__.py +2131 -0
  425. synapse/module_api/callbacks/__init__.py +50 -0
  426. synapse/module_api/callbacks/account_validity_callbacks.py +106 -0
  427. synapse/module_api/callbacks/media_repository_callbacks.py +157 -0
  428. synapse/module_api/callbacks/ratelimit_callbacks.py +78 -0
  429. synapse/module_api/callbacks/spamchecker_callbacks.py +991 -0
  430. synapse/module_api/callbacks/third_party_event_rules_callbacks.py +592 -0
  431. synapse/module_api/errors.py +42 -0
  432. synapse/notifier.py +969 -0
  433. synapse/push/__init__.py +212 -0
  434. synapse/push/bulk_push_rule_evaluator.py +635 -0
  435. synapse/push/clientformat.py +126 -0
  436. synapse/push/emailpusher.py +334 -0
  437. synapse/push/httppusher.py +565 -0
  438. synapse/push/mailer.py +1009 -0
  439. synapse/push/presentable_names.py +216 -0
  440. synapse/push/push_tools.py +114 -0
  441. synapse/push/push_types.py +141 -0
  442. synapse/push/pusher.py +87 -0
  443. synapse/push/pusherpool.py +501 -0
  444. synapse/push/rulekinds.py +33 -0
  445. synapse/py.typed +0 -0
  446. synapse/replication/__init__.py +20 -0
  447. synapse/replication/http/__init__.py +68 -0
  448. synapse/replication/http/_base.py +469 -0
  449. synapse/replication/http/account_data.py +297 -0
  450. synapse/replication/http/deactivate_account.py +81 -0
  451. synapse/replication/http/delayed_events.py +62 -0
  452. synapse/replication/http/devices.py +254 -0
  453. synapse/replication/http/federation.py +334 -0
  454. synapse/replication/http/login.py +106 -0
  455. synapse/replication/http/membership.py +364 -0
  456. synapse/replication/http/presence.py +133 -0
  457. synapse/replication/http/push.py +156 -0
  458. synapse/replication/http/register.py +172 -0
  459. synapse/replication/http/send_events.py +182 -0
  460. synapse/replication/http/state.py +82 -0
  461. synapse/replication/http/streams.py +101 -0
  462. synapse/replication/tcp/__init__.py +56 -0
  463. synapse/replication/tcp/client.py +553 -0
  464. synapse/replication/tcp/commands.py +569 -0
  465. synapse/replication/tcp/context.py +41 -0
  466. synapse/replication/tcp/external_cache.py +156 -0
  467. synapse/replication/tcp/handler.py +922 -0
  468. synapse/replication/tcp/protocol.py +611 -0
  469. synapse/replication/tcp/redis.py +510 -0
  470. synapse/replication/tcp/resource.py +349 -0
  471. synapse/replication/tcp/streams/__init__.py +96 -0
  472. synapse/replication/tcp/streams/_base.py +765 -0
  473. synapse/replication/tcp/streams/events.py +287 -0
  474. synapse/replication/tcp/streams/federation.py +92 -0
  475. synapse/replication/tcp/streams/partial_state.py +80 -0
  476. synapse/res/providers.json +29 -0
  477. synapse/res/templates/_base.html +29 -0
  478. synapse/res/templates/account_previously_renewed.html +6 -0
  479. synapse/res/templates/account_renewed.html +6 -0
  480. synapse/res/templates/add_threepid.html +8 -0
  481. synapse/res/templates/add_threepid.txt +6 -0
  482. synapse/res/templates/add_threepid_failure.html +7 -0
  483. synapse/res/templates/add_threepid_success.html +6 -0
  484. synapse/res/templates/already_in_use.html +12 -0
  485. synapse/res/templates/already_in_use.txt +10 -0
  486. synapse/res/templates/auth_success.html +21 -0
  487. synapse/res/templates/invalid_token.html +6 -0
  488. synapse/res/templates/mail-Element.css +7 -0
  489. synapse/res/templates/mail-Vector.css +7 -0
  490. synapse/res/templates/mail-expiry.css +4 -0
  491. synapse/res/templates/mail.css +156 -0
  492. synapse/res/templates/notice_expiry.html +46 -0
  493. synapse/res/templates/notice_expiry.txt +7 -0
  494. synapse/res/templates/notif.html +51 -0
  495. synapse/res/templates/notif.txt +22 -0
  496. synapse/res/templates/notif_mail.html +59 -0
  497. synapse/res/templates/notif_mail.txt +10 -0
  498. synapse/res/templates/password_reset.html +10 -0
  499. synapse/res/templates/password_reset.txt +7 -0
  500. synapse/res/templates/password_reset_confirmation.html +15 -0
  501. synapse/res/templates/password_reset_failure.html +7 -0
  502. synapse/res/templates/password_reset_success.html +6 -0
  503. synapse/res/templates/recaptcha.html +42 -0
  504. synapse/res/templates/registration.html +12 -0
  505. synapse/res/templates/registration.txt +10 -0
  506. synapse/res/templates/registration_failure.html +6 -0
  507. synapse/res/templates/registration_success.html +6 -0
  508. synapse/res/templates/registration_token.html +18 -0
  509. synapse/res/templates/room.html +33 -0
  510. synapse/res/templates/room.txt +9 -0
  511. synapse/res/templates/sso.css +129 -0
  512. synapse/res/templates/sso_account_deactivated.html +25 -0
  513. synapse/res/templates/sso_auth_account_details.html +186 -0
  514. synapse/res/templates/sso_auth_account_details.js +116 -0
  515. synapse/res/templates/sso_auth_bad_user.html +26 -0
  516. synapse/res/templates/sso_auth_confirm.html +27 -0
  517. synapse/res/templates/sso_auth_success.html +26 -0
  518. synapse/res/templates/sso_error.html +71 -0
  519. synapse/res/templates/sso_footer.html +19 -0
  520. synapse/res/templates/sso_login_idp_picker.html +60 -0
  521. synapse/res/templates/sso_new_user_consent.html +30 -0
  522. synapse/res/templates/sso_partial_profile.html +19 -0
  523. synapse/res/templates/sso_redirect_confirm.html +39 -0
  524. synapse/res/templates/style.css +33 -0
  525. synapse/res/templates/terms.html +27 -0
  526. synapse/rest/__init__.py +197 -0
  527. synapse/rest/admin/__init__.py +395 -0
  528. synapse/rest/admin/_base.py +72 -0
  529. synapse/rest/admin/background_updates.py +171 -0
  530. synapse/rest/admin/devices.py +221 -0
  531. synapse/rest/admin/event_reports.py +173 -0
  532. synapse/rest/admin/events.py +69 -0
  533. synapse/rest/admin/experimental_features.py +137 -0
  534. synapse/rest/admin/federation.py +243 -0
  535. synapse/rest/admin/media.py +540 -0
  536. synapse/rest/admin/registration_tokens.py +358 -0
  537. synapse/rest/admin/rooms.py +1092 -0
  538. synapse/rest/admin/scheduled_tasks.py +70 -0
  539. synapse/rest/admin/server_notice_servlet.py +132 -0
  540. synapse/rest/admin/statistics.py +132 -0
  541. synapse/rest/admin/username_available.py +58 -0
  542. synapse/rest/admin/users.py +1634 -0
  543. synapse/rest/client/__init__.py +20 -0
  544. synapse/rest/client/_base.py +113 -0
  545. synapse/rest/client/account.py +937 -0
  546. synapse/rest/client/account_data.py +319 -0
  547. synapse/rest/client/account_validity.py +103 -0
  548. synapse/rest/client/appservice_ping.py +125 -0
  549. synapse/rest/client/auth.py +218 -0
  550. synapse/rest/client/auth_metadata.py +122 -0
  551. synapse/rest/client/capabilities.py +121 -0
  552. synapse/rest/client/delayed_events.py +165 -0
  553. synapse/rest/client/devices.py +587 -0
  554. synapse/rest/client/directory.py +211 -0
  555. synapse/rest/client/events.py +116 -0
  556. synapse/rest/client/filter.py +112 -0
  557. synapse/rest/client/initial_sync.py +65 -0
  558. synapse/rest/client/keys.py +678 -0
  559. synapse/rest/client/knock.py +104 -0
  560. synapse/rest/client/login.py +750 -0
  561. synapse/rest/client/login_token_request.py +127 -0
  562. synapse/rest/client/logout.py +93 -0
  563. synapse/rest/client/matrixrtc.py +52 -0
  564. synapse/rest/client/media.py +307 -0
  565. synapse/rest/client/mutual_rooms.py +145 -0
  566. synapse/rest/client/notifications.py +137 -0
  567. synapse/rest/client/openid.py +109 -0
  568. synapse/rest/client/password_policy.py +69 -0
  569. synapse/rest/client/presence.py +131 -0
  570. synapse/rest/client/profile.py +291 -0
  571. synapse/rest/client/push_rule.py +331 -0
  572. synapse/rest/client/pusher.py +181 -0
  573. synapse/rest/client/read_marker.py +104 -0
  574. synapse/rest/client/receipts.py +165 -0
  575. synapse/rest/client/register.py +1072 -0
  576. synapse/rest/client/relations.py +138 -0
  577. synapse/rest/client/rendezvous.py +76 -0
  578. synapse/rest/client/reporting.py +207 -0
  579. synapse/rest/client/room.py +1763 -0
  580. synapse/rest/client/room_keys.py +426 -0
  581. synapse/rest/client/room_upgrade_rest_servlet.py +112 -0
  582. synapse/rest/client/sendtodevice.py +85 -0
  583. synapse/rest/client/sync.py +1131 -0
  584. synapse/rest/client/tags.py +129 -0
  585. synapse/rest/client/thirdparty.py +130 -0
  586. synapse/rest/client/thread_subscriptions.py +247 -0
  587. synapse/rest/client/tokenrefresh.py +52 -0
  588. synapse/rest/client/transactions.py +150 -0
  589. synapse/rest/client/user_directory.py +99 -0
  590. synapse/rest/client/versions.py +193 -0
  591. synapse/rest/client/voip.py +88 -0
  592. synapse/rest/consent/__init__.py +0 -0
  593. synapse/rest/consent/consent_resource.py +210 -0
  594. synapse/rest/health.py +38 -0
  595. synapse/rest/key/__init__.py +20 -0
  596. synapse/rest/key/v2/__init__.py +40 -0
  597. synapse/rest/key/v2/local_key_resource.py +125 -0
  598. synapse/rest/key/v2/remote_key_resource.py +302 -0
  599. synapse/rest/media/__init__.py +0 -0
  600. synapse/rest/media/config_resource.py +53 -0
  601. synapse/rest/media/create_resource.py +90 -0
  602. synapse/rest/media/download_resource.py +110 -0
  603. synapse/rest/media/media_repository_resource.py +113 -0
  604. synapse/rest/media/preview_url_resource.py +77 -0
  605. synapse/rest/media/thumbnail_resource.py +142 -0
  606. synapse/rest/media/upload_resource.py +187 -0
  607. synapse/rest/media/v1/__init__.py +39 -0
  608. synapse/rest/media/v1/_base.py +23 -0
  609. synapse/rest/media/v1/media_storage.py +23 -0
  610. synapse/rest/media/v1/storage_provider.py +23 -0
  611. synapse/rest/synapse/__init__.py +20 -0
  612. synapse/rest/synapse/client/__init__.py +93 -0
  613. synapse/rest/synapse/client/federation_whitelist.py +66 -0
  614. synapse/rest/synapse/client/jwks.py +77 -0
  615. synapse/rest/synapse/client/new_user_consent.py +115 -0
  616. synapse/rest/synapse/client/oidc/__init__.py +45 -0
  617. synapse/rest/synapse/client/oidc/backchannel_logout_resource.py +42 -0
  618. synapse/rest/synapse/client/oidc/callback_resource.py +48 -0
  619. synapse/rest/synapse/client/password_reset.py +129 -0
  620. synapse/rest/synapse/client/pick_idp.py +107 -0
  621. synapse/rest/synapse/client/pick_username.py +153 -0
  622. synapse/rest/synapse/client/rendezvous.py +58 -0
  623. synapse/rest/synapse/client/saml2/__init__.py +42 -0
  624. synapse/rest/synapse/client/saml2/metadata_resource.py +46 -0
  625. synapse/rest/synapse/client/saml2/response_resource.py +52 -0
  626. synapse/rest/synapse/client/sso_register.py +56 -0
  627. synapse/rest/synapse/client/unsubscribe.py +88 -0
  628. synapse/rest/synapse/mas/__init__.py +71 -0
  629. synapse/rest/synapse/mas/_base.py +55 -0
  630. synapse/rest/synapse/mas/devices.py +239 -0
  631. synapse/rest/synapse/mas/users.py +469 -0
  632. synapse/rest/well_known.py +148 -0
  633. synapse/server.py +1279 -0
  634. synapse/server_notices/__init__.py +0 -0
  635. synapse/server_notices/consent_server_notices.py +136 -0
  636. synapse/server_notices/resource_limits_server_notices.py +215 -0
  637. synapse/server_notices/server_notices_manager.py +388 -0
  638. synapse/server_notices/server_notices_sender.py +67 -0
  639. synapse/server_notices/worker_server_notices_sender.py +46 -0
  640. synapse/spam_checker_api/__init__.py +31 -0
  641. synapse/state/__init__.py +1023 -0
  642. synapse/state/v1.py +369 -0
  643. synapse/state/v2.py +985 -0
  644. synapse/static/client/login/index.html +47 -0
  645. synapse/static/client/login/js/jquery-3.4.1.min.js +2 -0
  646. synapse/static/client/login/js/login.js +291 -0
  647. synapse/static/client/login/spinner.gif +0 -0
  648. synapse/static/client/login/style.css +79 -0
  649. synapse/static/index.html +63 -0
  650. synapse/storage/__init__.py +43 -0
  651. synapse/storage/_base.py +245 -0
  652. synapse/storage/admin_client_config.py +25 -0
  653. synapse/storage/background_updates.py +1189 -0
  654. synapse/storage/controllers/__init__.py +57 -0
  655. synapse/storage/controllers/persist_events.py +1237 -0
  656. synapse/storage/controllers/purge_events.py +456 -0
  657. synapse/storage/controllers/state.py +950 -0
  658. synapse/storage/controllers/stats.py +119 -0
  659. synapse/storage/database.py +2720 -0
  660. synapse/storage/databases/__init__.py +175 -0
  661. synapse/storage/databases/main/__init__.py +420 -0
  662. synapse/storage/databases/main/account_data.py +1073 -0
  663. synapse/storage/databases/main/appservice.py +473 -0
  664. synapse/storage/databases/main/cache.py +912 -0
  665. synapse/storage/databases/main/censor_events.py +226 -0
  666. synapse/storage/databases/main/client_ips.py +816 -0
  667. synapse/storage/databases/main/delayed_events.py +577 -0
  668. synapse/storage/databases/main/deviceinbox.py +1272 -0
  669. synapse/storage/databases/main/devices.py +2579 -0
  670. synapse/storage/databases/main/directory.py +212 -0
  671. synapse/storage/databases/main/e2e_room_keys.py +689 -0
  672. synapse/storage/databases/main/end_to_end_keys.py +1894 -0
  673. synapse/storage/databases/main/event_federation.py +2511 -0
  674. synapse/storage/databases/main/event_push_actions.py +1936 -0
  675. synapse/storage/databases/main/events.py +3765 -0
  676. synapse/storage/databases/main/events_bg_updates.py +2910 -0
  677. synapse/storage/databases/main/events_forward_extremities.py +126 -0
  678. synapse/storage/databases/main/events_worker.py +2787 -0
  679. synapse/storage/databases/main/experimental_features.py +130 -0
  680. synapse/storage/databases/main/filtering.py +231 -0
  681. synapse/storage/databases/main/keys.py +291 -0
  682. synapse/storage/databases/main/lock.py +554 -0
  683. synapse/storage/databases/main/media_repository.py +1068 -0
  684. synapse/storage/databases/main/metrics.py +461 -0
  685. synapse/storage/databases/main/monthly_active_users.py +443 -0
  686. synapse/storage/databases/main/openid.py +60 -0
  687. synapse/storage/databases/main/presence.py +509 -0
  688. synapse/storage/databases/main/profile.py +539 -0
  689. synapse/storage/databases/main/purge_events.py +521 -0
  690. synapse/storage/databases/main/push_rule.py +970 -0
  691. synapse/storage/databases/main/pusher.py +793 -0
  692. synapse/storage/databases/main/receipts.py +1341 -0
  693. synapse/storage/databases/main/registration.py +3071 -0
  694. synapse/storage/databases/main/rejections.py +37 -0
  695. synapse/storage/databases/main/relations.py +1116 -0
  696. synapse/storage/databases/main/room.py +2779 -0
  697. synapse/storage/databases/main/roommember.py +2132 -0
  698. synapse/storage/databases/main/search.py +939 -0
  699. synapse/storage/databases/main/session.py +152 -0
  700. synapse/storage/databases/main/signatures.py +94 -0
  701. synapse/storage/databases/main/sliding_sync.py +842 -0
  702. synapse/storage/databases/main/state.py +1002 -0
  703. synapse/storage/databases/main/state_deltas.py +360 -0
  704. synapse/storage/databases/main/stats.py +789 -0
  705. synapse/storage/databases/main/stream.py +2589 -0
  706. synapse/storage/databases/main/tags.py +360 -0
  707. synapse/storage/databases/main/task_scheduler.py +225 -0
  708. synapse/storage/databases/main/thread_subscriptions.py +589 -0
  709. synapse/storage/databases/main/transactions.py +676 -0
  710. synapse/storage/databases/main/ui_auth.py +420 -0
  711. synapse/storage/databases/main/user_directory.py +1330 -0
  712. synapse/storage/databases/main/user_erasure_store.py +117 -0
  713. synapse/storage/databases/state/__init__.py +22 -0
  714. synapse/storage/databases/state/bg_updates.py +497 -0
  715. synapse/storage/databases/state/deletion.py +557 -0
  716. synapse/storage/databases/state/store.py +948 -0
  717. synapse/storage/engines/__init__.py +70 -0
  718. synapse/storage/engines/_base.py +154 -0
  719. synapse/storage/engines/postgres.py +261 -0
  720. synapse/storage/engines/sqlite.py +199 -0
  721. synapse/storage/invite_rule.py +152 -0
  722. synapse/storage/keys.py +40 -0
  723. synapse/storage/prepare_database.py +730 -0
  724. synapse/storage/push_rule.py +28 -0
  725. synapse/storage/roommember.py +88 -0
  726. synapse/storage/schema/README.md +4 -0
  727. synapse/storage/schema/__init__.py +186 -0
  728. synapse/storage/schema/common/delta/25/00background_updates.sql +40 -0
  729. synapse/storage/schema/common/delta/35/00background_updates_add_col.sql +36 -0
  730. synapse/storage/schema/common/delta/58/00background_update_ordering.sql +38 -0
  731. synapse/storage/schema/common/full_schemas/72/full.sql.postgres +8 -0
  732. synapse/storage/schema/common/full_schemas/72/full.sql.sqlite +6 -0
  733. synapse/storage/schema/common/schema_version.sql +60 -0
  734. synapse/storage/schema/main/delta/12/v12.sql +82 -0
  735. synapse/storage/schema/main/delta/13/v13.sql +38 -0
  736. synapse/storage/schema/main/delta/14/v14.sql +42 -0
  737. synapse/storage/schema/main/delta/15/appservice_txns.sql +50 -0
  738. synapse/storage/schema/main/delta/15/presence_indices.sql +2 -0
  739. synapse/storage/schema/main/delta/15/v15.sql +24 -0
  740. synapse/storage/schema/main/delta/16/events_order_index.sql +4 -0
  741. synapse/storage/schema/main/delta/16/remote_media_cache_index.sql +2 -0
  742. synapse/storage/schema/main/delta/16/remove_duplicates.sql +9 -0
  743. synapse/storage/schema/main/delta/16/room_alias_index.sql +3 -0
  744. synapse/storage/schema/main/delta/16/unique_constraints.sql +72 -0
  745. synapse/storage/schema/main/delta/16/users.sql +56 -0
  746. synapse/storage/schema/main/delta/17/drop_indexes.sql +37 -0
  747. synapse/storage/schema/main/delta/17/server_keys.sql +43 -0
  748. synapse/storage/schema/main/delta/17/user_threepids.sql +9 -0
  749. synapse/storage/schema/main/delta/18/server_keys_bigger_ints.sql +51 -0
  750. synapse/storage/schema/main/delta/19/event_index.sql +38 -0
  751. synapse/storage/schema/main/delta/20/dummy.sql +1 -0
  752. synapse/storage/schema/main/delta/20/pushers.py +93 -0
  753. synapse/storage/schema/main/delta/21/end_to_end_keys.sql +53 -0
  754. synapse/storage/schema/main/delta/21/receipts.sql +57 -0
  755. synapse/storage/schema/main/delta/22/receipts_index.sql +41 -0
  756. synapse/storage/schema/main/delta/22/user_threepids_unique.sql +19 -0
  757. synapse/storage/schema/main/delta/24/stats_reporting.sql +37 -0
  758. synapse/storage/schema/main/delta/25/fts.py +81 -0
  759. synapse/storage/schema/main/delta/25/guest_access.sql +44 -0
  760. synapse/storage/schema/main/delta/25/history_visibility.sql +44 -0
  761. synapse/storage/schema/main/delta/25/tags.sql +57 -0
  762. synapse/storage/schema/main/delta/26/account_data.sql +36 -0
  763. synapse/storage/schema/main/delta/27/account_data.sql +55 -0
  764. synapse/storage/schema/main/delta/27/forgotten_memberships.sql +45 -0
  765. synapse/storage/schema/main/delta/27/ts.py +61 -0
  766. synapse/storage/schema/main/delta/28/event_push_actions.sql +46 -0
  767. synapse/storage/schema/main/delta/28/events_room_stream.sql +39 -0
  768. synapse/storage/schema/main/delta/28/public_roms_index.sql +39 -0
  769. synapse/storage/schema/main/delta/28/receipts_user_id_index.sql +41 -0
  770. synapse/storage/schema/main/delta/28/upgrade_times.sql +40 -0
  771. synapse/storage/schema/main/delta/28/users_is_guest.sql +41 -0
  772. synapse/storage/schema/main/delta/29/push_actions.sql +54 -0
  773. synapse/storage/schema/main/delta/30/alias_creator.sql +35 -0
  774. synapse/storage/schema/main/delta/30/as_users.py +82 -0
  775. synapse/storage/schema/main/delta/30/deleted_pushers.sql +44 -0
  776. synapse/storage/schema/main/delta/30/presence_stream.sql +49 -0
  777. synapse/storage/schema/main/delta/30/public_rooms.sql +42 -0
  778. synapse/storage/schema/main/delta/30/push_rule_stream.sql +57 -0
  779. synapse/storage/schema/main/delta/30/threepid_guest_access_tokens.sql +43 -0
  780. synapse/storage/schema/main/delta/31/invites.sql +61 -0
  781. synapse/storage/schema/main/delta/31/local_media_repository_url_cache.sql +46 -0
  782. synapse/storage/schema/main/delta/31/pushers_0.py +92 -0
  783. synapse/storage/schema/main/delta/31/pushers_index.sql +41 -0
  784. synapse/storage/schema/main/delta/31/search_update.py +65 -0
  785. synapse/storage/schema/main/delta/32/events.sql +35 -0
  786. synapse/storage/schema/main/delta/32/openid.sql +9 -0
  787. synapse/storage/schema/main/delta/32/pusher_throttle.sql +42 -0
  788. synapse/storage/schema/main/delta/32/remove_indices.sql +52 -0
  789. synapse/storage/schema/main/delta/32/reports.sql +44 -0
  790. synapse/storage/schema/main/delta/33/access_tokens_device_index.sql +36 -0
  791. synapse/storage/schema/main/delta/33/devices.sql +40 -0
  792. synapse/storage/schema/main/delta/33/devices_for_e2e_keys.sql +38 -0
  793. synapse/storage/schema/main/delta/33/devices_for_e2e_keys_clear_unknown_device.sql +39 -0
  794. synapse/storage/schema/main/delta/33/event_fields.py +61 -0
  795. synapse/storage/schema/main/delta/33/remote_media_ts.py +43 -0
  796. synapse/storage/schema/main/delta/33/user_ips_index.sql +36 -0
  797. synapse/storage/schema/main/delta/34/appservice_stream.sql +42 -0
  798. synapse/storage/schema/main/delta/34/cache_stream.py +50 -0
  799. synapse/storage/schema/main/delta/34/device_inbox.sql +43 -0
  800. synapse/storage/schema/main/delta/34/push_display_name_rename.sql +39 -0
  801. synapse/storage/schema/main/delta/34/received_txn_purge.py +36 -0
  802. synapse/storage/schema/main/delta/35/contains_url.sql +36 -0
  803. synapse/storage/schema/main/delta/35/device_outbox.sql +58 -0
  804. synapse/storage/schema/main/delta/35/device_stream_id.sql +40 -0
  805. synapse/storage/schema/main/delta/35/event_push_actions_index.sql +36 -0
  806. synapse/storage/schema/main/delta/35/public_room_list_change_stream.sql +52 -0
  807. synapse/storage/schema/main/delta/35/stream_order_to_extrem.sql +56 -0
  808. synapse/storage/schema/main/delta/36/readd_public_rooms.sql +45 -0
  809. synapse/storage/schema/main/delta/37/remove_auth_idx.py +89 -0
  810. synapse/storage/schema/main/delta/37/user_threepids.sql +71 -0
  811. synapse/storage/schema/main/delta/38/postgres_fts_gist.sql +38 -0
  812. synapse/storage/schema/main/delta/39/appservice_room_list.sql +48 -0
  813. synapse/storage/schema/main/delta/39/device_federation_stream_idx.sql +35 -0
  814. synapse/storage/schema/main/delta/39/event_push_index.sql +36 -0
  815. synapse/storage/schema/main/delta/39/federation_out_position.sql +41 -0
  816. synapse/storage/schema/main/delta/39/membership_profile.sql +39 -0
  817. synapse/storage/schema/main/delta/40/current_state_idx.sql +36 -0
  818. synapse/storage/schema/main/delta/40/device_inbox.sql +40 -0
  819. synapse/storage/schema/main/delta/40/device_list_streams.sql +79 -0
  820. synapse/storage/schema/main/delta/40/event_push_summary.sql +57 -0
  821. synapse/storage/schema/main/delta/40/pushers.sql +58 -0
  822. synapse/storage/schema/main/delta/41/device_list_stream_idx.sql +36 -0
  823. synapse/storage/schema/main/delta/41/device_outbound_index.sql +35 -0
  824. synapse/storage/schema/main/delta/41/event_search_event_id_idx.sql +36 -0
  825. synapse/storage/schema/main/delta/41/ratelimit.sql +41 -0
  826. synapse/storage/schema/main/delta/42/current_state_delta.sql +48 -0
  827. synapse/storage/schema/main/delta/42/device_list_last_id.sql +52 -0
  828. synapse/storage/schema/main/delta/42/event_auth_state_only.sql +36 -0
  829. synapse/storage/schema/main/delta/42/user_dir.py +88 -0
  830. synapse/storage/schema/main/delta/43/blocked_rooms.sql +40 -0
  831. synapse/storage/schema/main/delta/43/quarantine_media.sql +36 -0
  832. synapse/storage/schema/main/delta/43/url_cache.sql +35 -0
  833. synapse/storage/schema/main/delta/43/user_share.sql +52 -0
  834. synapse/storage/schema/main/delta/44/expire_url_cache.sql +60 -0
  835. synapse/storage/schema/main/delta/45/group_server.sql +186 -0
  836. synapse/storage/schema/main/delta/45/profile_cache.sql +47 -0
  837. synapse/storage/schema/main/delta/46/drop_refresh_tokens.sql +36 -0
  838. synapse/storage/schema/main/delta/46/drop_unique_deleted_pushers.sql +54 -0
  839. synapse/storage/schema/main/delta/46/group_server.sql +51 -0
  840. synapse/storage/schema/main/delta/46/local_media_repository_url_idx.sql +43 -0
  841. synapse/storage/schema/main/delta/46/user_dir_null_room_ids.sql +54 -0
  842. synapse/storage/schema/main/delta/46/user_dir_typos.sql +43 -0
  843. synapse/storage/schema/main/delta/47/last_access_media.sql +35 -0
  844. synapse/storage/schema/main/delta/47/postgres_fts_gin.sql +36 -0
  845. synapse/storage/schema/main/delta/47/push_actions_staging.sql +47 -0
  846. synapse/storage/schema/main/delta/48/add_user_consent.sql +37 -0
  847. synapse/storage/schema/main/delta/48/add_user_ips_last_seen_index.sql +36 -0
  848. synapse/storage/schema/main/delta/48/deactivated_users.sql +44 -0
  849. synapse/storage/schema/main/delta/48/group_unique_indexes.py +67 -0
  850. synapse/storage/schema/main/delta/48/groups_joinable.sql +41 -0
  851. synapse/storage/schema/main/delta/49/add_user_consent_server_notice_sent.sql +39 -0
  852. synapse/storage/schema/main/delta/49/add_user_daily_visits.sql +40 -0
  853. synapse/storage/schema/main/delta/49/add_user_ips_last_seen_only_index.sql +36 -0
  854. synapse/storage/schema/main/delta/50/add_creation_ts_users_index.sql +38 -0
  855. synapse/storage/schema/main/delta/50/erasure_store.sql +40 -0
  856. synapse/storage/schema/main/delta/50/make_event_content_nullable.py +102 -0
  857. synapse/storage/schema/main/delta/51/e2e_room_keys.sql +58 -0
  858. synapse/storage/schema/main/delta/51/monthly_active_users.sql +46 -0
  859. synapse/storage/schema/main/delta/52/add_event_to_state_group_index.sql +38 -0
  860. synapse/storage/schema/main/delta/52/device_list_streams_unique_idx.sql +55 -0
  861. synapse/storage/schema/main/delta/52/e2e_room_keys.sql +72 -0
  862. synapse/storage/schema/main/delta/53/add_user_type_to_users.sql +38 -0
  863. synapse/storage/schema/main/delta/53/drop_sent_transactions.sql +35 -0
  864. synapse/storage/schema/main/delta/53/event_format_version.sql +35 -0
  865. synapse/storage/schema/main/delta/53/user_dir_populate.sql +49 -0
  866. synapse/storage/schema/main/delta/53/user_ips_index.sql +49 -0
  867. synapse/storage/schema/main/delta/53/user_share.sql +63 -0
  868. synapse/storage/schema/main/delta/53/user_threepid_id.sql +48 -0
  869. synapse/storage/schema/main/delta/53/users_in_public_rooms.sql +47 -0
  870. synapse/storage/schema/main/delta/54/account_validity_with_renewal.sql +49 -0
  871. synapse/storage/schema/main/delta/54/add_validity_to_server_keys.sql +42 -0
  872. synapse/storage/schema/main/delta/54/delete_forward_extremities.sql +42 -0
  873. synapse/storage/schema/main/delta/54/drop_legacy_tables.sql +49 -0
  874. synapse/storage/schema/main/delta/54/drop_presence_list.sql +35 -0
  875. synapse/storage/schema/main/delta/54/relations.sql +46 -0
  876. synapse/storage/schema/main/delta/54/stats.sql +99 -0
  877. synapse/storage/schema/main/delta/54/stats2.sql +47 -0
  878. synapse/storage/schema/main/delta/55/access_token_expiry.sql +37 -0
  879. synapse/storage/schema/main/delta/55/track_threepid_validations.sql +50 -0
  880. synapse/storage/schema/main/delta/55/users_alter_deactivated.sql +38 -0
  881. synapse/storage/schema/main/delta/56/add_spans_to_device_lists.sql +39 -0
  882. synapse/storage/schema/main/delta/56/current_state_events_membership.sql +41 -0
  883. synapse/storage/schema/main/delta/56/current_state_events_membership_mk2.sql +43 -0
  884. synapse/storage/schema/main/delta/56/delete_keys_from_deleted_backups.sql +44 -0
  885. synapse/storage/schema/main/delta/56/destinations_failure_ts.sql +44 -0
  886. synapse/storage/schema/main/delta/56/destinations_retry_interval_type.sql.postgres +18 -0
  887. synapse/storage/schema/main/delta/56/device_stream_id_insert.sql +39 -0
  888. synapse/storage/schema/main/delta/56/devices_last_seen.sql +43 -0
  889. synapse/storage/schema/main/delta/56/drop_unused_event_tables.sql +39 -0
  890. synapse/storage/schema/main/delta/56/event_expiry.sql +40 -0
  891. synapse/storage/schema/main/delta/56/event_labels.sql +49 -0
  892. synapse/storage/schema/main/delta/56/event_labels_background_update.sql +36 -0
  893. synapse/storage/schema/main/delta/56/fix_room_keys_index.sql +37 -0
  894. synapse/storage/schema/main/delta/56/hidden_devices.sql +37 -0
  895. synapse/storage/schema/main/delta/56/hidden_devices_fix.sql.sqlite +42 -0
  896. synapse/storage/schema/main/delta/56/nuke_empty_communities_from_db.sql +48 -0
  897. synapse/storage/schema/main/delta/56/public_room_list_idx.sql +35 -0
  898. synapse/storage/schema/main/delta/56/redaction_censor.sql +35 -0
  899. synapse/storage/schema/main/delta/56/redaction_censor2.sql +41 -0
  900. synapse/storage/schema/main/delta/56/redaction_censor3_fix_update.sql.postgres +25 -0
  901. synapse/storage/schema/main/delta/56/redaction_censor4.sql +35 -0
  902. synapse/storage/schema/main/delta/56/remove_tombstoned_rooms_from_directory.sql +38 -0
  903. synapse/storage/schema/main/delta/56/room_key_etag.sql +36 -0
  904. synapse/storage/schema/main/delta/56/room_membership_idx.sql +37 -0
  905. synapse/storage/schema/main/delta/56/room_retention.sql +52 -0
  906. synapse/storage/schema/main/delta/56/signing_keys.sql +75 -0
  907. synapse/storage/schema/main/delta/56/signing_keys_nonunique_signatures.sql +41 -0
  908. synapse/storage/schema/main/delta/56/stats_separated.sql +175 -0
  909. synapse/storage/schema/main/delta/56/unique_user_filter_index.py +46 -0
  910. synapse/storage/schema/main/delta/56/user_external_ids.sql +43 -0
  911. synapse/storage/schema/main/delta/56/users_in_public_rooms_idx.sql +36 -0
  912. synapse/storage/schema/main/delta/57/delete_old_current_state_events.sql +41 -0
  913. synapse/storage/schema/main/delta/57/device_list_remote_cache_stale.sql +44 -0
  914. synapse/storage/schema/main/delta/57/local_current_membership.py +111 -0
  915. synapse/storage/schema/main/delta/57/remove_sent_outbound_pokes.sql +40 -0
  916. synapse/storage/schema/main/delta/57/rooms_version_column.sql +43 -0
  917. synapse/storage/schema/main/delta/57/rooms_version_column_2.sql.postgres +35 -0
  918. synapse/storage/schema/main/delta/57/rooms_version_column_2.sql.sqlite +22 -0
  919. synapse/storage/schema/main/delta/57/rooms_version_column_3.sql.postgres +39 -0
  920. synapse/storage/schema/main/delta/57/rooms_version_column_3.sql.sqlite +23 -0
  921. synapse/storage/schema/main/delta/58/02remove_dup_outbound_pokes.sql +41 -0
  922. synapse/storage/schema/main/delta/58/03persist_ui_auth.sql +55 -0
  923. synapse/storage/schema/main/delta/58/05cache_instance.sql.postgres +30 -0
  924. synapse/storage/schema/main/delta/58/06dlols_unique_idx.py +83 -0
  925. synapse/storage/schema/main/delta/58/07add_method_to_thumbnail_constraint.sql.postgres +33 -0
  926. synapse/storage/schema/main/delta/58/07add_method_to_thumbnail_constraint.sql.sqlite +44 -0
  927. synapse/storage/schema/main/delta/58/07persist_ui_auth_ips.sql +44 -0
  928. synapse/storage/schema/main/delta/58/08_media_safe_from_quarantine.sql.postgres +18 -0
  929. synapse/storage/schema/main/delta/58/08_media_safe_from_quarantine.sql.sqlite +18 -0
  930. synapse/storage/schema/main/delta/58/09shadow_ban.sql +37 -0
  931. synapse/storage/schema/main/delta/58/10_pushrules_enabled_delete_obsolete.sql +47 -0
  932. synapse/storage/schema/main/delta/58/10drop_local_rejections_stream.sql +41 -0
  933. synapse/storage/schema/main/delta/58/10federation_pos_instance_name.sql +41 -0
  934. synapse/storage/schema/main/delta/58/11dehydration.sql +39 -0
  935. synapse/storage/schema/main/delta/58/11fallback.sql +43 -0
  936. synapse/storage/schema/main/delta/58/11user_id_seq.py +38 -0
  937. synapse/storage/schema/main/delta/58/12room_stats.sql +51 -0
  938. synapse/storage/schema/main/delta/58/13remove_presence_allow_inbound.sql +36 -0
  939. synapse/storage/schema/main/delta/58/14events_instance_name.sql +35 -0
  940. synapse/storage/schema/main/delta/58/14events_instance_name.sql.postgres +28 -0
  941. synapse/storage/schema/main/delta/58/15_catchup_destination_rooms.sql +61 -0
  942. synapse/storage/schema/main/delta/58/15unread_count.sql +45 -0
  943. synapse/storage/schema/main/delta/58/16populate_stats_process_rooms_fix.sql +41 -0
  944. synapse/storage/schema/main/delta/58/17_catchup_last_successful.sql +40 -0
  945. synapse/storage/schema/main/delta/58/18stream_positions.sql +41 -0
  946. synapse/storage/schema/main/delta/58/19instance_map.sql.postgres +25 -0
  947. synapse/storage/schema/main/delta/58/19txn_id.sql +59 -0
  948. synapse/storage/schema/main/delta/58/20instance_name_event_tables.sql +36 -0
  949. synapse/storage/schema/main/delta/58/20user_daily_visits.sql +37 -0
  950. synapse/storage/schema/main/delta/58/21as_device_stream.sql +36 -0
  951. synapse/storage/schema/main/delta/58/21drop_device_max_stream_id.sql +1 -0
  952. synapse/storage/schema/main/delta/58/22puppet_token.sql +36 -0
  953. synapse/storage/schema/main/delta/58/22users_have_local_media.sql +2 -0
  954. synapse/storage/schema/main/delta/58/23e2e_cross_signing_keys_idx.sql +36 -0
  955. synapse/storage/schema/main/delta/58/24drop_event_json_index.sql +38 -0
  956. synapse/storage/schema/main/delta/58/25user_external_ids_user_id_idx.sql +36 -0
  957. synapse/storage/schema/main/delta/58/26access_token_last_validated.sql +37 -0
  958. synapse/storage/schema/main/delta/58/27local_invites.sql +37 -0
  959. synapse/storage/schema/main/delta/58/28drop_last_used_column.sql.postgres +16 -0
  960. synapse/storage/schema/main/delta/58/28drop_last_used_column.sql.sqlite +62 -0
  961. synapse/storage/schema/main/delta/59/01ignored_user.py +85 -0
  962. synapse/storage/schema/main/delta/59/02shard_send_to_device.sql +37 -0
  963. synapse/storage/schema/main/delta/59/03shard_send_to_device_sequence.sql.postgres +25 -0
  964. synapse/storage/schema/main/delta/59/04_event_auth_chains.sql +71 -0
  965. synapse/storage/schema/main/delta/59/04_event_auth_chains.sql.postgres +16 -0
  966. synapse/storage/schema/main/delta/59/04drop_account_data.sql +36 -0
  967. synapse/storage/schema/main/delta/59/05cache_invalidation.sql +36 -0
  968. synapse/storage/schema/main/delta/59/06chain_cover_index.sql +36 -0
  969. synapse/storage/schema/main/delta/59/06shard_account_data.sql +39 -0
  970. synapse/storage/schema/main/delta/59/06shard_account_data.sql.postgres +32 -0
  971. synapse/storage/schema/main/delta/59/07shard_account_data_fix.sql +37 -0
  972. synapse/storage/schema/main/delta/59/08delete_pushers_for_deactivated_accounts.sql +39 -0
  973. synapse/storage/schema/main/delta/59/08delete_stale_pushers.sql +39 -0
  974. synapse/storage/schema/main/delta/59/09rejected_events_metadata.sql +45 -0
  975. synapse/storage/schema/main/delta/59/10delete_purged_chain_cover.sql +36 -0
  976. synapse/storage/schema/main/delta/59/11add_knock_members_to_stats.sql +39 -0
  977. synapse/storage/schema/main/delta/59/11drop_thumbnail_constraint.sql.postgres +22 -0
  978. synapse/storage/schema/main/delta/59/12account_validity_token_used_ts_ms.sql +37 -0
  979. synapse/storage/schema/main/delta/59/12presence_stream_instance.sql +37 -0
  980. synapse/storage/schema/main/delta/59/12presence_stream_instance_seq.sql.postgres +20 -0
  981. synapse/storage/schema/main/delta/59/13users_to_send_full_presence_to.sql +53 -0
  982. synapse/storage/schema/main/delta/59/14refresh_tokens.sql +53 -0
  983. synapse/storage/schema/main/delta/59/15locks.sql +56 -0
  984. synapse/storage/schema/main/delta/59/16federation_inbound_staging.sql +51 -0
  985. synapse/storage/schema/main/delta/60/01recreate_stream_ordering.sql.postgres +45 -0
  986. synapse/storage/schema/main/delta/60/02change_stream_ordering_columns.sql.postgres +30 -0
  987. synapse/storage/schema/main/delta/61/01change_appservices_txns.sql.postgres +23 -0
  988. synapse/storage/schema/main/delta/61/01insertion_event_lookups.sql +68 -0
  989. synapse/storage/schema/main/delta/61/02drop_redundant_room_depth_index.sql +37 -0
  990. synapse/storage/schema/main/delta/61/03recreate_min_depth.py +74 -0
  991. synapse/storage/schema/main/delta/62/01insertion_event_extremities.sql +43 -0
  992. synapse/storage/schema/main/delta/63/01create_registration_tokens.sql +42 -0
  993. synapse/storage/schema/main/delta/63/02delete_unlinked_email_pushers.sql +39 -0
  994. synapse/storage/schema/main/delta/63/02populate-rooms-creator.sql +36 -0
  995. synapse/storage/schema/main/delta/63/03session_store.sql +42 -0
  996. synapse/storage/schema/main/delta/63/04add_presence_stream_not_offline_index.sql +37 -0
  997. synapse/storage/schema/main/delta/64/01msc2716_chunk_to_batch_rename.sql.postgres +23 -0
  998. synapse/storage/schema/main/delta/64/01msc2716_chunk_to_batch_rename.sql.sqlite +37 -0
  999. synapse/storage/schema/main/delta/65/01msc2716_insertion_event_edges.sql +38 -0
  1000. synapse/storage/schema/main/delta/65/03remove_hidden_devices_from_device_inbox.sql +41 -0
  1001. synapse/storage/schema/main/delta/65/04_local_group_updates.sql +37 -0
  1002. synapse/storage/schema/main/delta/65/05_remove_room_stats_historical_and_user_stats_historical.sql +38 -0
  1003. synapse/storage/schema/main/delta/65/06remove_deleted_devices_from_device_inbox.sql +53 -0
  1004. synapse/storage/schema/main/delta/65/07_arbitrary_relations.sql +37 -0
  1005. synapse/storage/schema/main/delta/65/08_device_inbox_background_updates.sql +37 -0
  1006. synapse/storage/schema/main/delta/65/10_expirable_refresh_tokens.sql +47 -0
  1007. synapse/storage/schema/main/delta/65/11_devices_auth_provider_session.sql +46 -0
  1008. synapse/storage/schema/main/delta/67/01drop_public_room_list_stream.sql +37 -0
  1009. synapse/storage/schema/main/delta/68/01event_columns.sql +45 -0
  1010. synapse/storage/schema/main/delta/68/02_msc2409_add_device_id_appservice_stream_type.sql +40 -0
  1011. synapse/storage/schema/main/delta/68/03_delete_account_data_for_deactivated_accounts.sql +39 -0
  1012. synapse/storage/schema/main/delta/68/04_refresh_tokens_index_next_token_id.sql +47 -0
  1013. synapse/storage/schema/main/delta/68/04partial_state_rooms.sql +60 -0
  1014. synapse/storage/schema/main/delta/68/05_delete_non_strings_from_event_search.sql.sqlite +22 -0
  1015. synapse/storage/schema/main/delta/68/05partial_state_rooms_triggers.py +80 -0
  1016. synapse/storage/schema/main/delta/68/06_msc3202_add_device_list_appservice_stream_type.sql +42 -0
  1017. synapse/storage/schema/main/delta/69/01as_txn_seq.py +54 -0
  1018. synapse/storage/schema/main/delta/69/01device_list_oubound_by_room.sql +57 -0
  1019. synapse/storage/schema/main/delta/69/02cache_invalidation_index.sql +37 -0
  1020. synapse/storage/schema/main/delta/70/01clean_table_purged_rooms.sql +39 -0
  1021. synapse/storage/schema/main/delta/71/01rebuild_event_edges.sql.postgres +43 -0
  1022. synapse/storage/schema/main/delta/71/01rebuild_event_edges.sql.sqlite +47 -0
  1023. synapse/storage/schema/main/delta/71/01remove_noop_background_updates.sql +80 -0
  1024. synapse/storage/schema/main/delta/71/02event_push_summary_unique.sql +37 -0
  1025. synapse/storage/schema/main/delta/72/01add_room_type_to_state_stats.sql +38 -0
  1026. synapse/storage/schema/main/delta/72/01event_push_summary_receipt.sql +54 -0
  1027. synapse/storage/schema/main/delta/72/02event_push_actions_index.sql +38 -0
  1028. synapse/storage/schema/main/delta/72/03bg_populate_events_columns.py +57 -0
  1029. synapse/storage/schema/main/delta/72/03drop_event_reference_hashes.sql +36 -0
  1030. synapse/storage/schema/main/delta/72/03remove_groups.sql +50 -0
  1031. synapse/storage/schema/main/delta/72/04drop_column_application_services_state_last_txn.sql.postgres +17 -0
  1032. synapse/storage/schema/main/delta/72/04drop_column_application_services_state_last_txn.sql.sqlite +40 -0
  1033. synapse/storage/schema/main/delta/72/05receipts_event_stream_ordering.sql +38 -0
  1034. synapse/storage/schema/main/delta/72/05remove_unstable_private_read_receipts.sql +38 -0
  1035. synapse/storage/schema/main/delta/72/06add_consent_ts_to_users.sql +35 -0
  1036. synapse/storage/schema/main/delta/72/06thread_notifications.sql +49 -0
  1037. synapse/storage/schema/main/delta/72/07force_update_current_state_events_membership.py +67 -0
  1038. synapse/storage/schema/main/delta/72/07thread_receipts.sql.postgres +30 -0
  1039. synapse/storage/schema/main/delta/72/07thread_receipts.sql.sqlite +70 -0
  1040. synapse/storage/schema/main/delta/72/08begin_cache_invalidation_seq_at_2.sql.postgres +23 -0
  1041. synapse/storage/schema/main/delta/72/08thread_receipts.sql +39 -0
  1042. synapse/storage/schema/main/delta/72/09partial_indices.sql.sqlite +56 -0
  1043. synapse/storage/schema/main/delta/73/01event_failed_pull_attempts.sql +48 -0
  1044. synapse/storage/schema/main/delta/73/02add_pusher_enabled.sql +35 -0
  1045. synapse/storage/schema/main/delta/73/02room_id_indexes_for_purging.sql +41 -0
  1046. synapse/storage/schema/main/delta/73/03pusher_device_id.sql +39 -0
  1047. synapse/storage/schema/main/delta/73/03users_approved_column.sql +39 -0
  1048. synapse/storage/schema/main/delta/73/04partial_join_details.sql +42 -0
  1049. synapse/storage/schema/main/delta/73/04pending_device_list_updates.sql +47 -0
  1050. synapse/storage/schema/main/delta/73/05old_push_actions.sql.postgres +22 -0
  1051. synapse/storage/schema/main/delta/73/05old_push_actions.sql.sqlite +24 -0
  1052. synapse/storage/schema/main/delta/73/06thread_notifications_thread_id_idx.sql +42 -0
  1053. synapse/storage/schema/main/delta/73/08thread_receipts_non_null.sql.postgres +23 -0
  1054. synapse/storage/schema/main/delta/73/08thread_receipts_non_null.sql.sqlite +76 -0
  1055. synapse/storage/schema/main/delta/73/09partial_joined_via_destination.sql +37 -0
  1056. synapse/storage/schema/main/delta/73/09threads_table.sql +49 -0
  1057. synapse/storage/schema/main/delta/73/10_update_sqlite_fts4_tokenizer.py +71 -0
  1058. synapse/storage/schema/main/delta/73/10login_tokens.sql +54 -0
  1059. synapse/storage/schema/main/delta/73/11event_search_room_id_n_distinct.sql.postgres +33 -0
  1060. synapse/storage/schema/main/delta/73/12refactor_device_list_outbound_pokes.sql +72 -0
  1061. synapse/storage/schema/main/delta/73/13add_device_lists_index.sql +39 -0
  1062. synapse/storage/schema/main/delta/73/20_un_partial_stated_room_stream.sql +51 -0
  1063. synapse/storage/schema/main/delta/73/21_un_partial_stated_room_stream_seq.sql.postgres +20 -0
  1064. synapse/storage/schema/main/delta/73/22_rebuild_user_dir_stats.sql +48 -0
  1065. synapse/storage/schema/main/delta/73/22_un_partial_stated_event_stream.sql +53 -0
  1066. synapse/storage/schema/main/delta/73/23_fix_thread_index.sql +52 -0
  1067. synapse/storage/schema/main/delta/73/23_un_partial_stated_room_stream_seq.sql.postgres +20 -0
  1068. synapse/storage/schema/main/delta/73/24_events_jump_to_date_index.sql +36 -0
  1069. synapse/storage/schema/main/delta/73/25drop_presence.sql +36 -0
  1070. synapse/storage/schema/main/delta/74/01_user_directory_stale_remote_users.sql +58 -0
  1071. synapse/storage/schema/main/delta/74/02_set_device_id_for_pushers_bg_update.sql +38 -0
  1072. synapse/storage/schema/main/delta/74/03_membership_tables_event_stream_ordering.sql.postgres +29 -0
  1073. synapse/storage/schema/main/delta/74/03_membership_tables_event_stream_ordering.sql.sqlite +23 -0
  1074. synapse/storage/schema/main/delta/74/03_room_membership_index.sql +38 -0
  1075. synapse/storage/schema/main/delta/74/04_delete_e2e_backup_keys_for_deactivated_users.sql +36 -0
  1076. synapse/storage/schema/main/delta/74/04_membership_tables_event_stream_ordering_triggers.py +87 -0
  1077. synapse/storage/schema/main/delta/74/05_events_txn_id_device_id.sql +72 -0
  1078. synapse/storage/schema/main/delta/74/90COMMENTS_destinations.sql.postgres +52 -0
  1079. synapse/storage/schema/main/delta/76/01_add_profiles_full_user_id_column.sql +39 -0
  1080. synapse/storage/schema/main/delta/76/02_add_user_filters_full_user_id_column.sql +39 -0
  1081. synapse/storage/schema/main/delta/76/03_per_user_experimental_features.sql +46 -0
  1082. synapse/storage/schema/main/delta/76/04_add_room_forgetter.sql +43 -0
  1083. synapse/storage/schema/main/delta/77/01_add_profiles_not_valid_check.sql.postgres +16 -0
  1084. synapse/storage/schema/main/delta/77/02_add_user_filters_not_valid_check.sql.postgres +16 -0
  1085. synapse/storage/schema/main/delta/77/03bg_populate_full_user_id_profiles.sql +35 -0
  1086. synapse/storage/schema/main/delta/77/04bg_populate_full_user_id_user_filters.sql +35 -0
  1087. synapse/storage/schema/main/delta/77/05thread_notifications_backfill.sql +67 -0
  1088. synapse/storage/schema/main/delta/77/06thread_notifications_not_null.sql.sqlite +102 -0
  1089. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_actions.sql.postgres +27 -0
  1090. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_actions_staging.sql.postgres +27 -0
  1091. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_summary.sql.postgres +29 -0
  1092. synapse/storage/schema/main/delta/77/14bg_indices_event_stream_ordering.sql +39 -0
  1093. synapse/storage/schema/main/delta/78/01_validate_and_update_profiles.py +99 -0
  1094. synapse/storage/schema/main/delta/78/02_validate_and_update_user_filters.py +100 -0
  1095. synapse/storage/schema/main/delta/78/03_remove_unused_indexes_user_filters.py +72 -0
  1096. synapse/storage/schema/main/delta/78/03event_extremities_constraints.py +65 -0
  1097. synapse/storage/schema/main/delta/78/04_add_full_user_id_index_user_filters.py +32 -0
  1098. synapse/storage/schema/main/delta/79/03_read_write_locks_triggers.sql.postgres +102 -0
  1099. synapse/storage/schema/main/delta/79/03_read_write_locks_triggers.sql.sqlite +72 -0
  1100. synapse/storage/schema/main/delta/79/04_mitigate_stream_ordering_update_race.py +70 -0
  1101. synapse/storage/schema/main/delta/79/05_read_write_locks_triggers.sql.postgres +69 -0
  1102. synapse/storage/schema/main/delta/79/05_read_write_locks_triggers.sql.sqlite +65 -0
  1103. synapse/storage/schema/main/delta/80/01_users_alter_locked.sql +35 -0
  1104. synapse/storage/schema/main/delta/80/02_read_write_locks_unlogged.sql.postgres +30 -0
  1105. synapse/storage/schema/main/delta/80/02_scheduled_tasks.sql +47 -0
  1106. synapse/storage/schema/main/delta/80/03_read_write_locks_triggers.sql.postgres +37 -0
  1107. synapse/storage/schema/main/delta/80/04_read_write_locks_deadlock.sql.postgres +71 -0
  1108. synapse/storage/schema/main/delta/82/02_scheduled_tasks_index.sql +35 -0
  1109. synapse/storage/schema/main/delta/82/04_add_indices_for_purging_rooms.sql +39 -0
  1110. synapse/storage/schema/main/delta/82/05gaps.sql +44 -0
  1111. synapse/storage/schema/main/delta/83/01_drop_old_tables.sql +43 -0
  1112. synapse/storage/schema/main/delta/83/03_instance_name_receipts.sql.sqlite +17 -0
  1113. synapse/storage/schema/main/delta/83/05_cross_signing_key_update_grant.sql +34 -0
  1114. synapse/storage/schema/main/delta/83/06_event_push_summary_room.sql +36 -0
  1115. synapse/storage/schema/main/delta/84/01_auth_links_stats.sql.postgres +20 -0
  1116. synapse/storage/schema/main/delta/84/02_auth_links_index.sql +16 -0
  1117. synapse/storage/schema/main/delta/84/03_auth_links_analyze.sql.postgres +16 -0
  1118. synapse/storage/schema/main/delta/84/04_access_token_index.sql +15 -0
  1119. synapse/storage/schema/main/delta/85/01_add_suspended.sql +14 -0
  1120. synapse/storage/schema/main/delta/85/02_add_instance_names.sql +27 -0
  1121. synapse/storage/schema/main/delta/85/03_new_sequences.sql.postgres +54 -0
  1122. synapse/storage/schema/main/delta/85/04_cleanup_device_federation_outbox.sql +15 -0
  1123. synapse/storage/schema/main/delta/85/05_add_instance_names_converted_pos.sql +16 -0
  1124. synapse/storage/schema/main/delta/85/06_add_room_reports.sql +20 -0
  1125. synapse/storage/schema/main/delta/86/01_authenticate_media.sql +15 -0
  1126. synapse/storage/schema/main/delta/86/02_receipts_event_id_index.sql +15 -0
  1127. synapse/storage/schema/main/delta/87/01_sliding_sync_memberships.sql +169 -0
  1128. synapse/storage/schema/main/delta/87/02_per_connection_state.sql +81 -0
  1129. synapse/storage/schema/main/delta/87/03_current_state_index.sql +19 -0
  1130. synapse/storage/schema/main/delta/88/01_add_delayed_events.sql +43 -0
  1131. synapse/storage/schema/main/delta/88/01_custom_profile_fields.sql +15 -0
  1132. synapse/storage/schema/main/delta/88/02_fix_sliding_sync_membership_snapshots_forgotten_column.sql +21 -0
  1133. synapse/storage/schema/main/delta/88/03_add_otk_ts_added_index.sql +18 -0
  1134. synapse/storage/schema/main/delta/88/04_current_state_delta_index.sql +18 -0
  1135. synapse/storage/schema/main/delta/88/05_drop_old_otks.sql.postgres +19 -0
  1136. synapse/storage/schema/main/delta/88/05_drop_old_otks.sql.sqlite +19 -0
  1137. synapse/storage/schema/main/delta/88/05_sliding_sync_room_config_index.sql +20 -0
  1138. synapse/storage/schema/main/delta/88/06_events_received_ts_index.sql +17 -0
  1139. synapse/storage/schema/main/delta/89/01_sliding_sync_membership_snapshot_index.sql +15 -0
  1140. synapse/storage/schema/main/delta/90/01_add_column_participant_room_memberships_table.sql +16 -0
  1141. synapse/storage/schema/main/delta/91/01_media_hash.sql +28 -0
  1142. synapse/storage/schema/main/delta/92/01_remove_trigger.sql.postgres +16 -0
  1143. synapse/storage/schema/main/delta/92/01_remove_trigger.sql.sqlite +16 -0
  1144. synapse/storage/schema/main/delta/92/02_remove_populate_participant_bg_update.sql +17 -0
  1145. synapse/storage/schema/main/delta/92/04_ss_membership_snapshot_idx.sql +16 -0
  1146. synapse/storage/schema/main/delta/92/04_thread_subscriptions.sql +59 -0
  1147. synapse/storage/schema/main/delta/92/04_thread_subscriptions_seq.sql.postgres +19 -0
  1148. synapse/storage/schema/main/delta/92/05_fixup_max_depth_cap.sql +17 -0
  1149. synapse/storage/schema/main/delta/92/05_thread_subscriptions_comments.sql.postgres +18 -0
  1150. synapse/storage/schema/main/delta/92/06_device_federation_inbox_index.sql +16 -0
  1151. synapse/storage/schema/main/delta/92/06_threads_last_sent_stream_ordering_comments.sql.postgres +24 -0
  1152. synapse/storage/schema/main/delta/92/07_add_user_reports.sql +22 -0
  1153. synapse/storage/schema/main/delta/92/07_event_txn_id_device_id_txn_id2.sql +15 -0
  1154. synapse/storage/schema/main/delta/92/08_room_ban_redactions.sql +21 -0
  1155. synapse/storage/schema/main/delta/92/08_thread_subscriptions_seq_fixup.sql.postgres +19 -0
  1156. synapse/storage/schema/main/delta/92/09_thread_subscriptions_update.sql +20 -0
  1157. synapse/storage/schema/main/delta/92/09_thread_subscriptions_update.sql.postgres +18 -0
  1158. synapse/storage/schema/main/delta/93/01_add_delayed_events.sql +15 -0
  1159. synapse/storage/schema/main/delta/93/02_sliding_sync_members.sql +60 -0
  1160. synapse/storage/schema/main/delta/93/03_sss_pos_last_used.sql +27 -0
  1161. synapse/storage/schema/main/full_schemas/72/full.sql.postgres +1344 -0
  1162. synapse/storage/schema/main/full_schemas/72/full.sql.sqlite +646 -0
  1163. synapse/storage/schema/state/delta/23/drop_state_index.sql +35 -0
  1164. synapse/storage/schema/state/delta/32/remove_state_indices.sql +38 -0
  1165. synapse/storage/schema/state/delta/35/add_state_index.sql +36 -0
  1166. synapse/storage/schema/state/delta/35/state.sql +41 -0
  1167. synapse/storage/schema/state/delta/35/state_dedupe.sql +36 -0
  1168. synapse/storage/schema/state/delta/47/state_group_seq.py +38 -0
  1169. synapse/storage/schema/state/delta/56/state_group_room_idx.sql +36 -0
  1170. synapse/storage/schema/state/delta/61/02state_groups_state_n_distinct.sql.postgres +34 -0
  1171. synapse/storage/schema/state/delta/70/08_state_group_edges_unique.sql +36 -0
  1172. synapse/storage/schema/state/delta/89/01_state_groups_deletion.sql +39 -0
  1173. synapse/storage/schema/state/delta/90/02_delete_unreferenced_state_groups.sql +16 -0
  1174. synapse/storage/schema/state/delta/90/03_remove_old_deletion_bg_update.sql +15 -0
  1175. synapse/storage/schema/state/full_schemas/72/full.sql.postgres +30 -0
  1176. synapse/storage/schema/state/full_schemas/72/full.sql.sqlite +20 -0
  1177. synapse/storage/types.py +183 -0
  1178. synapse/storage/util/__init__.py +20 -0
  1179. synapse/storage/util/id_generators.py +928 -0
  1180. synapse/storage/util/partial_state_events_tracker.py +194 -0
  1181. synapse/storage/util/sequence.py +315 -0
  1182. synapse/streams/__init__.py +43 -0
  1183. synapse/streams/config.py +91 -0
  1184. synapse/streams/events.py +203 -0
  1185. synapse/synapse_rust/__init__.pyi +3 -0
  1186. synapse/synapse_rust/acl.pyi +20 -0
  1187. synapse/synapse_rust/events.pyi +136 -0
  1188. synapse/synapse_rust/http_client.pyi +32 -0
  1189. synapse/synapse_rust/push.pyi +86 -0
  1190. synapse/synapse_rust/rendezvous.pyi +30 -0
  1191. synapse/synapse_rust/segmenter.pyi +1 -0
  1192. synapse/synapse_rust.abi3.so +0 -0
  1193. synapse/types/__init__.py +1600 -0
  1194. synapse/types/handlers/__init__.py +93 -0
  1195. synapse/types/handlers/policy_server.py +16 -0
  1196. synapse/types/handlers/sliding_sync.py +1004 -0
  1197. synapse/types/rest/__init__.py +25 -0
  1198. synapse/types/rest/client/__init__.py +413 -0
  1199. synapse/types/state.py +634 -0
  1200. synapse/types/storage/__init__.py +66 -0
  1201. synapse/util/__init__.py +160 -0
  1202. synapse/util/async_helpers.py +1048 -0
  1203. synapse/util/background_queue.py +142 -0
  1204. synapse/util/batching_queue.py +203 -0
  1205. synapse/util/caches/__init__.py +300 -0
  1206. synapse/util/caches/cached_call.py +143 -0
  1207. synapse/util/caches/deferred_cache.py +530 -0
  1208. synapse/util/caches/descriptors.py +692 -0
  1209. synapse/util/caches/dictionary_cache.py +346 -0
  1210. synapse/util/caches/expiringcache.py +250 -0
  1211. synapse/util/caches/lrucache.py +976 -0
  1212. synapse/util/caches/response_cache.py +323 -0
  1213. synapse/util/caches/stream_change_cache.py +370 -0
  1214. synapse/util/caches/treecache.py +189 -0
  1215. synapse/util/caches/ttlcache.py +197 -0
  1216. synapse/util/cancellation.py +63 -0
  1217. synapse/util/check_dependencies.py +335 -0
  1218. synapse/util/clock.py +592 -0
  1219. synapse/util/daemonize.py +165 -0
  1220. synapse/util/distributor.py +157 -0
  1221. synapse/util/duration.py +117 -0
  1222. synapse/util/events.py +134 -0
  1223. synapse/util/file_consumer.py +164 -0
  1224. synapse/util/frozenutils.py +57 -0
  1225. synapse/util/gai_resolver.py +178 -0
  1226. synapse/util/hash.py +38 -0
  1227. synapse/util/httpresourcetree.py +108 -0
  1228. synapse/util/iterutils.py +190 -0
  1229. synapse/util/json.py +56 -0
  1230. synapse/util/linked_list.py +156 -0
  1231. synapse/util/logcontext.py +46 -0
  1232. synapse/util/logformatter.py +28 -0
  1233. synapse/util/macaroons.py +325 -0
  1234. synapse/util/manhole.py +191 -0
  1235. synapse/util/metrics.py +339 -0
  1236. synapse/util/module_loader.py +116 -0
  1237. synapse/util/msisdn.py +51 -0
  1238. synapse/util/patch_inline_callbacks.py +250 -0
  1239. synapse/util/pydantic_models.py +63 -0
  1240. synapse/util/ratelimitutils.py +422 -0
  1241. synapse/util/retryutils.py +339 -0
  1242. synapse/util/rlimit.py +42 -0
  1243. synapse/util/rust.py +164 -0
  1244. synapse/util/sentinel.py +21 -0
  1245. synapse/util/stringutils.py +293 -0
  1246. synapse/util/task_scheduler.py +494 -0
  1247. synapse/util/templates.py +126 -0
  1248. synapse/util/threepids.py +123 -0
  1249. synapse/util/wheel_timer.py +112 -0
  1250. synapse/visibility.py +869 -0
  1251. synmark/__init__.py +47 -0
  1252. synmark/__main__.py +128 -0
  1253. synmark/suites/__init__.py +9 -0
  1254. synmark/suites/logging.py +154 -0
  1255. synmark/suites/lrucache.py +48 -0
  1256. synmark/suites/lrucache_evict.py +49 -0
  1257. sytest-blacklist +33 -0
  1258. tests/__init__.py +29 -0
  1259. tests/api/__init__.py +0 -0
  1260. tests/api/test_auth.py +548 -0
  1261. tests/api/test_errors.py +46 -0
  1262. tests/api/test_filtering.py +622 -0
  1263. tests/api/test_ratelimiting.py +505 -0
  1264. tests/api/test_urls.py +81 -0
  1265. tests/app/__init__.py +0 -0
  1266. tests/app/test_homeserver_shutdown.py +271 -0
  1267. tests/app/test_homeserver_start.py +49 -0
  1268. tests/app/test_openid_listener.py +139 -0
  1269. tests/app/test_phone_stats_home.py +248 -0
  1270. tests/appservice/__init__.py +20 -0
  1271. tests/appservice/test_api.py +253 -0
  1272. tests/appservice/test_appservice.py +259 -0
  1273. tests/appservice/test_scheduler.py +477 -0
  1274. tests/config/__init__.py +20 -0
  1275. tests/config/test___main__.py +38 -0
  1276. tests/config/test_api.py +146 -0
  1277. tests/config/test_appservice.py +48 -0
  1278. tests/config/test_background_update.py +65 -0
  1279. tests/config/test_base.py +151 -0
  1280. tests/config/test_cache.py +193 -0
  1281. tests/config/test_database.py +42 -0
  1282. tests/config/test_generate.py +72 -0
  1283. tests/config/test_load.py +322 -0
  1284. tests/config/test_oauth_delegation.py +454 -0
  1285. tests/config/test_ratelimiting.py +77 -0
  1286. tests/config/test_registration_config.py +203 -0
  1287. tests/config/test_room_directory.py +203 -0
  1288. tests/config/test_server.py +248 -0
  1289. tests/config/test_tls.py +209 -0
  1290. tests/config/test_util.py +59 -0
  1291. tests/config/test_workers.py +332 -0
  1292. tests/config/utils.py +66 -0
  1293. tests/crypto/__init__.py +20 -0
  1294. tests/crypto/test_event_signing.py +109 -0
  1295. tests/crypto/test_keyring.py +737 -0
  1296. tests/events/__init__.py +0 -0
  1297. tests/events/test_auto_accept_invites.py +827 -0
  1298. tests/events/test_presence_router.py +540 -0
  1299. tests/events/test_snapshot.py +121 -0
  1300. tests/events/test_utils.py +986 -0
  1301. tests/federation/__init__.py +0 -0
  1302. tests/federation/test_complexity.py +257 -0
  1303. tests/federation/test_federation_catch_up.py +585 -0
  1304. tests/federation/test_federation_client.py +316 -0
  1305. tests/federation/test_federation_devices.py +161 -0
  1306. tests/federation/test_federation_media.py +295 -0
  1307. tests/federation/test_federation_out_of_band_membership.py +671 -0
  1308. tests/federation/test_federation_sender.py +956 -0
  1309. tests/federation/test_federation_server.py +631 -0
  1310. tests/federation/transport/__init__.py +0 -0
  1311. tests/federation/transport/server/__init__.py +20 -0
  1312. tests/federation/transport/server/test__base.py +156 -0
  1313. tests/federation/transport/test_client.py +157 -0
  1314. tests/federation/transport/test_knocking.py +323 -0
  1315. tests/federation/transport/test_server.py +74 -0
  1316. tests/handlers/__init__.py +0 -0
  1317. tests/handlers/oidc_test_key.p8 +5 -0
  1318. tests/handlers/oidc_test_key.pub.pem +4 -0
  1319. tests/handlers/test_admin.py +361 -0
  1320. tests/handlers/test_appservice.py +1336 -0
  1321. tests/handlers/test_auth.py +248 -0
  1322. tests/handlers/test_cas.py +239 -0
  1323. tests/handlers/test_deactivate_account.py +485 -0
  1324. tests/handlers/test_device.py +665 -0
  1325. tests/handlers/test_directory.py +613 -0
  1326. tests/handlers/test_e2e_keys.py +2025 -0
  1327. tests/handlers/test_e2e_room_keys.py +569 -0
  1328. tests/handlers/test_federation.py +794 -0
  1329. tests/handlers/test_federation_event.py +1181 -0
  1330. tests/handlers/test_message.py +322 -0
  1331. tests/handlers/test_oauth_delegation.py +1314 -0
  1332. tests/handlers/test_oidc.py +1688 -0
  1333. tests/handlers/test_password_providers.py +987 -0
  1334. tests/handlers/test_presence.py +2144 -0
  1335. tests/handlers/test_profile.py +401 -0
  1336. tests/handlers/test_receipts.py +342 -0
  1337. tests/handlers/test_register.py +880 -0
  1338. tests/handlers/test_room.py +108 -0
  1339. tests/handlers/test_room_list.py +93 -0
  1340. tests/handlers/test_room_member.py +764 -0
  1341. tests/handlers/test_room_policy.py +468 -0
  1342. tests/handlers/test_room_summary.py +1248 -0
  1343. tests/handlers/test_saml.py +427 -0
  1344. tests/handlers/test_send_email.py +230 -0
  1345. tests/handlers/test_sliding_sync.py +5065 -0
  1346. tests/handlers/test_sso.py +152 -0
  1347. tests/handlers/test_stats.py +594 -0
  1348. tests/handlers/test_sync.py +1275 -0
  1349. tests/handlers/test_typing.py +557 -0
  1350. tests/handlers/test_user_directory.py +1435 -0
  1351. tests/handlers/test_worker_lock.py +126 -0
  1352. tests/http/__init__.py +196 -0
  1353. tests/http/ca.crt +19 -0
  1354. tests/http/ca.key +27 -0
  1355. tests/http/federation/__init__.py +19 -0
  1356. tests/http/federation/test_matrix_federation_agent.py +1855 -0
  1357. tests/http/federation/test_srv_resolver.py +220 -0
  1358. tests/http/server/__init__.py +20 -0
  1359. tests/http/server/_base.py +621 -0
  1360. tests/http/server.key +27 -0
  1361. tests/http/test_additional_resource.py +76 -0
  1362. tests/http/test_client.py +422 -0
  1363. tests/http/test_endpoint.py +62 -0
  1364. tests/http/test_matrixfederationclient.py +1092 -0
  1365. tests/http/test_proxy.py +75 -0
  1366. tests/http/test_proxyagent.py +1008 -0
  1367. tests/http/test_servlet.py +145 -0
  1368. tests/http/test_simple_client.py +188 -0
  1369. tests/http/test_site.py +247 -0
  1370. tests/logging/__init__.py +42 -0
  1371. tests/logging/test_loggers.py +127 -0
  1372. tests/logging/test_opentracing.py +524 -0
  1373. tests/logging/test_remote_handler.py +184 -0
  1374. tests/logging/test_terse_json.py +253 -0
  1375. tests/media/__init__.py +20 -0
  1376. tests/media/test_base.py +88 -0
  1377. tests/media/test_filepath.py +602 -0
  1378. tests/media/test_html_preview.py +565 -0
  1379. tests/media/test_media_retention.py +299 -0
  1380. tests/media/test_media_storage.py +1401 -0
  1381. tests/media/test_oembed.py +172 -0
  1382. tests/media/test_url_previewer.py +120 -0
  1383. tests/metrics/__init__.py +0 -0
  1384. tests/metrics/test_background_process_metrics.py +21 -0
  1385. tests/metrics/test_metrics.py +407 -0
  1386. tests/metrics/test_phone_home_stats.py +263 -0
  1387. tests/module_api/__init__.py +0 -0
  1388. tests/module_api/test_account_data_manager.py +171 -0
  1389. tests/module_api/test_api.py +1035 -0
  1390. tests/module_api/test_event_unsigned_addition.py +66 -0
  1391. tests/module_api/test_spamchecker.py +286 -0
  1392. tests/push/__init__.py +0 -0
  1393. tests/push/test_bulk_push_rule_evaluator.py +652 -0
  1394. tests/push/test_email.py +570 -0
  1395. tests/push/test_http.py +1247 -0
  1396. tests/push/test_presentable_names.py +238 -0
  1397. tests/push/test_push_rule_evaluator.py +1069 -0
  1398. tests/replication/__init__.py +20 -0
  1399. tests/replication/_base.py +619 -0
  1400. tests/replication/http/__init__.py +20 -0
  1401. tests/replication/http/test__base.py +113 -0
  1402. tests/replication/storage/__init__.py +20 -0
  1403. tests/replication/storage/_base.py +85 -0
  1404. tests/replication/storage/test_events.py +299 -0
  1405. tests/replication/tcp/__init__.py +19 -0
  1406. tests/replication/tcp/streams/__init__.py +19 -0
  1407. tests/replication/tcp/streams/test_account_data.py +133 -0
  1408. tests/replication/tcp/streams/test_events.py +565 -0
  1409. tests/replication/tcp/streams/test_federation.py +117 -0
  1410. tests/replication/tcp/streams/test_partial_state.py +72 -0
  1411. tests/replication/tcp/streams/test_receipts.py +110 -0
  1412. tests/replication/tcp/streams/test_thread_subscriptions.py +157 -0
  1413. tests/replication/tcp/streams/test_to_device.py +112 -0
  1414. tests/replication/tcp/streams/test_typing.py +223 -0
  1415. tests/replication/tcp/test_commands.py +50 -0
  1416. tests/replication/tcp/test_handler.py +211 -0
  1417. tests/replication/test_auth.py +120 -0
  1418. tests/replication/test_client_reader_shard.py +101 -0
  1419. tests/replication/test_federation_ack.py +88 -0
  1420. tests/replication/test_federation_sender_shard.py +352 -0
  1421. tests/replication/test_module_cache_invalidation.py +89 -0
  1422. tests/replication/test_multi_media_repo.py +496 -0
  1423. tests/replication/test_pusher_shard.py +192 -0
  1424. tests/replication/test_sharded_event_persister.py +332 -0
  1425. tests/replication/test_sharded_receipts.py +250 -0
  1426. tests/rest/__init__.py +20 -0
  1427. tests/rest/admin/__init__.py +19 -0
  1428. tests/rest/admin/test_admin.py +614 -0
  1429. tests/rest/admin/test_background_updates.py +375 -0
  1430. tests/rest/admin/test_device.py +600 -0
  1431. tests/rest/admin/test_event.py +74 -0
  1432. tests/rest/admin/test_event_reports.py +781 -0
  1433. tests/rest/admin/test_federation.py +863 -0
  1434. tests/rest/admin/test_jwks.py +106 -0
  1435. tests/rest/admin/test_media.py +1091 -0
  1436. tests/rest/admin/test_registration_tokens.py +729 -0
  1437. tests/rest/admin/test_room.py +3626 -0
  1438. tests/rest/admin/test_scheduled_tasks.py +192 -0
  1439. tests/rest/admin/test_server_notice.py +753 -0
  1440. tests/rest/admin/test_statistics.py +523 -0
  1441. tests/rest/admin/test_user.py +6061 -0
  1442. tests/rest/admin/test_username_available.py +82 -0
  1443. tests/rest/client/__init__.py +20 -0
  1444. tests/rest/client/sliding_sync/__init__.py +13 -0
  1445. tests/rest/client/sliding_sync/test_connection_tracking.py +505 -0
  1446. tests/rest/client/sliding_sync/test_extension_account_data.py +1056 -0
  1447. tests/rest/client/sliding_sync/test_extension_e2ee.py +459 -0
  1448. tests/rest/client/sliding_sync/test_extension_receipts.py +934 -0
  1449. tests/rest/client/sliding_sync/test_extension_thread_subscriptions.py +497 -0
  1450. tests/rest/client/sliding_sync/test_extension_to_device.py +294 -0
  1451. tests/rest/client/sliding_sync/test_extension_typing.py +500 -0
  1452. tests/rest/client/sliding_sync/test_extensions.py +306 -0
  1453. tests/rest/client/sliding_sync/test_lists_filters.py +1975 -0
  1454. tests/rest/client/sliding_sync/test_room_subscriptions.py +303 -0
  1455. tests/rest/client/sliding_sync/test_rooms_invites.py +528 -0
  1456. tests/rest/client/sliding_sync/test_rooms_meta.py +1338 -0
  1457. tests/rest/client/sliding_sync/test_rooms_required_state.py +2247 -0
  1458. tests/rest/client/sliding_sync/test_rooms_timeline.py +718 -0
  1459. tests/rest/client/sliding_sync/test_sliding_sync.py +1688 -0
  1460. tests/rest/client/test_account.py +1543 -0
  1461. tests/rest/client/test_account_data.py +81 -0
  1462. tests/rest/client/test_auth.py +1508 -0
  1463. tests/rest/client/test_auth_metadata.py +145 -0
  1464. tests/rest/client/test_capabilities.py +318 -0
  1465. tests/rest/client/test_consent.py +138 -0
  1466. tests/rest/client/test_delayed_events.py +553 -0
  1467. tests/rest/client/test_devices.py +634 -0
  1468. tests/rest/client/test_directory.py +249 -0
  1469. tests/rest/client/test_ephemeral_message.py +113 -0
  1470. tests/rest/client/test_events.py +165 -0
  1471. tests/rest/client/test_filter.py +124 -0
  1472. tests/rest/client/test_identity.py +67 -0
  1473. tests/rest/client/test_keys.py +516 -0
  1474. tests/rest/client/test_login.py +1881 -0
  1475. tests/rest/client/test_login_token_request.py +175 -0
  1476. tests/rest/client/test_matrixrtc.py +105 -0
  1477. tests/rest/client/test_media.py +3156 -0
  1478. tests/rest/client/test_models.py +83 -0
  1479. tests/rest/client/test_mutual_rooms.py +235 -0
  1480. tests/rest/client/test_notifications.py +231 -0
  1481. tests/rest/client/test_owned_state.py +308 -0
  1482. tests/rest/client/test_password_policy.py +186 -0
  1483. tests/rest/client/test_power_levels.py +295 -0
  1484. tests/rest/client/test_presence.py +149 -0
  1485. tests/rest/client/test_profile.py +925 -0
  1486. tests/rest/client/test_push_rule_attrs.py +510 -0
  1487. tests/rest/client/test_read_marker.py +151 -0
  1488. tests/rest/client/test_receipts.py +287 -0
  1489. tests/rest/client/test_redactions.py +657 -0
  1490. tests/rest/client/test_register.py +1314 -0
  1491. tests/rest/client/test_relations.py +1954 -0
  1492. tests/rest/client/test_rendezvous.py +468 -0
  1493. tests/rest/client/test_reporting.py +324 -0
  1494. tests/rest/client/test_retention.py +389 -0
  1495. tests/rest/client/test_rooms.py +5486 -0
  1496. tests/rest/client/test_sendtodevice.py +271 -0
  1497. tests/rest/client/test_shadow_banned.py +335 -0
  1498. tests/rest/client/test_sync.py +1147 -0
  1499. tests/rest/client/test_tags.py +161 -0
  1500. tests/rest/client/test_third_party_rules.py +1076 -0
  1501. tests/rest/client/test_thread_subscriptions.py +351 -0
  1502. tests/rest/client/test_transactions.py +204 -0
  1503. tests/rest/client/test_typing.py +114 -0
  1504. tests/rest/client/test_upgrade_room.py +433 -0
  1505. tests/rest/client/utils.py +985 -0
  1506. tests/rest/key/__init__.py +0 -0
  1507. tests/rest/key/v2/__init__.py +0 -0
  1508. tests/rest/key/v2/test_remote_key_resource.py +282 -0
  1509. tests/rest/media/__init__.py +19 -0
  1510. tests/rest/media/test_domain_blocking.py +148 -0
  1511. tests/rest/media/test_url_preview.py +1445 -0
  1512. tests/rest/synapse/__init__.py +12 -0
  1513. tests/rest/synapse/client/__init__.py +12 -0
  1514. tests/rest/synapse/client/test_federation_whitelist.py +118 -0
  1515. tests/rest/synapse/mas/__init__.py +12 -0
  1516. tests/rest/synapse/mas/_base.py +43 -0
  1517. tests/rest/synapse/mas/test_devices.py +693 -0
  1518. tests/rest/synapse/mas/test_users.py +1399 -0
  1519. tests/rest/test_health.py +35 -0
  1520. tests/rest/test_well_known.py +155 -0
  1521. tests/scripts/__init__.py +0 -0
  1522. tests/scripts/test_new_matrix_user.py +172 -0
  1523. tests/server.py +1374 -0
  1524. tests/server_notices/__init__.py +241 -0
  1525. tests/server_notices/test_consent.py +111 -0
  1526. tests/server_notices/test_resource_limits_server_notices.py +409 -0
  1527. tests/state/__init__.py +0 -0
  1528. tests/state/test_v2.py +1096 -0
  1529. tests/state/test_v21.py +506 -0
  1530. tests/storage/__init__.py +0 -0
  1531. tests/storage/databases/__init__.py +20 -0
  1532. tests/storage/databases/main/__init__.py +20 -0
  1533. tests/storage/databases/main/test_cache.py +124 -0
  1534. tests/storage/databases/main/test_deviceinbox.py +323 -0
  1535. tests/storage/databases/main/test_end_to_end_keys.py +127 -0
  1536. tests/storage/databases/main/test_events_worker.py +594 -0
  1537. tests/storage/databases/main/test_lock.py +499 -0
  1538. tests/storage/databases/main/test_metrics.py +88 -0
  1539. tests/storage/databases/main/test_receipts.py +218 -0
  1540. tests/storage/databases/main/test_room.py +192 -0
  1541. tests/storage/test__base.py +178 -0
  1542. tests/storage/test_account_data.py +186 -0
  1543. tests/storage/test_appservice.py +568 -0
  1544. tests/storage/test_background_update.py +671 -0
  1545. tests/storage/test_base.py +813 -0
  1546. tests/storage/test_cleanup_extrems.py +396 -0
  1547. tests/storage/test_client_ips.py +788 -0
  1548. tests/storage/test_database.py +288 -0
  1549. tests/storage/test_devices.py +353 -0
  1550. tests/storage/test_directory.py +74 -0
  1551. tests/storage/test_e2e_room_keys.py +87 -0
  1552. tests/storage/test_end_to_end_keys.py +120 -0
  1553. tests/storage/test_event_chain.py +826 -0
  1554. tests/storage/test_event_federation.py +1433 -0
  1555. tests/storage/test_event_push_actions.py +809 -0
  1556. tests/storage/test_events.py +591 -0
  1557. tests/storage/test_events_bg_updates.py +156 -0
  1558. tests/storage/test_id_generators.py +791 -0
  1559. tests/storage/test_invite_rule.py +171 -0
  1560. tests/storage/test_main.py +56 -0
  1561. tests/storage/test_monthly_active_users.py +500 -0
  1562. tests/storage/test_profile.py +134 -0
  1563. tests/storage/test_purge.py +459 -0
  1564. tests/storage/test_receipts.py +309 -0
  1565. tests/storage/test_redaction.py +462 -0
  1566. tests/storage/test_registration.py +277 -0
  1567. tests/storage/test_relations.py +118 -0
  1568. tests/storage/test_rollback_worker.py +132 -0
  1569. tests/storage/test_room.py +69 -0
  1570. tests/storage/test_room_search.py +383 -0
  1571. tests/storage/test_roommember.py +812 -0
  1572. tests/storage/test_sliding_sync_tables.py +5187 -0
  1573. tests/storage/test_state.py +959 -0
  1574. tests/storage/test_state_deletion.py +475 -0
  1575. tests/storage/test_stream.py +1533 -0
  1576. tests/storage/test_thread_subscriptions.py +369 -0
  1577. tests/storage/test_transactions.py +77 -0
  1578. tests/storage/test_txn_limit.py +49 -0
  1579. tests/storage/test_unsafe_locale.py +67 -0
  1580. tests/storage/test_user_directory.py +691 -0
  1581. tests/storage/test_user_filters.py +101 -0
  1582. tests/storage/util/__init__.py +20 -0
  1583. tests/storage/util/test_partial_state_events_tracker.py +181 -0
  1584. tests/synapse_rust/__init__.py +11 -0
  1585. tests/synapse_rust/test_http_client.py +225 -0
  1586. tests/test_distributor.py +74 -0
  1587. tests/test_event_auth.py +921 -0
  1588. tests/test_mau.py +347 -0
  1589. tests/test_phone_home.py +102 -0
  1590. tests/test_rust.py +11 -0
  1591. tests/test_server.py +557 -0
  1592. tests/test_state.py +902 -0
  1593. tests/test_terms_auth.py +128 -0
  1594. tests/test_types.py +201 -0
  1595. tests/test_utils/__init__.py +161 -0
  1596. tests/test_utils/event_injection.py +150 -0
  1597. tests/test_utils/html_parsers.py +59 -0
  1598. tests/test_utils/logging_setup.py +74 -0
  1599. tests/test_utils/oidc.py +370 -0
  1600. tests/test_visibility.py +712 -0
  1601. tests/types/__init__.py +0 -0
  1602. tests/types/test_init.py +51 -0
  1603. tests/types/test_state.py +627 -0
  1604. tests/unittest.py +1108 -0
  1605. tests/util/__init__.py +20 -0
  1606. tests/util/caches/__init__.py +20 -0
  1607. tests/util/caches/test_cached_call.py +168 -0
  1608. tests/util/caches/test_deferred_cache.py +317 -0
  1609. tests/util/caches/test_descriptors.py +1110 -0
  1610. tests/util/caches/test_response_cache.py +225 -0
  1611. tests/util/caches/test_ttlcache.py +90 -0
  1612. tests/util/test_async_helpers.py +808 -0
  1613. tests/util/test_background_queue.py +117 -0
  1614. tests/util/test_batching_queue.py +252 -0
  1615. tests/util/test_check_dependencies.py +243 -0
  1616. tests/util/test_dict_cache.py +130 -0
  1617. tests/util/test_events.py +118 -0
  1618. tests/util/test_expiring_cache.py +113 -0
  1619. tests/util/test_file_consumer.py +199 -0
  1620. tests/util/test_itertools.py +190 -0
  1621. tests/util/test_linearizer.py +264 -0
  1622. tests/util/test_logcontext.py +715 -0
  1623. tests/util/test_logformatter.py +44 -0
  1624. tests/util/test_lrucache.py +479 -0
  1625. tests/util/test_macaroons.py +126 -0
  1626. tests/util/test_mutable_overlay_mapping.py +189 -0
  1627. tests/util/test_ratelimitutils.py +146 -0
  1628. tests/util/test_retryutils.py +314 -0
  1629. tests/util/test_rwlock.py +401 -0
  1630. tests/util/test_stream_change_cache.py +304 -0
  1631. tests/util/test_stringutils.py +86 -0
  1632. tests/util/test_task_scheduler.py +227 -0
  1633. tests/util/test_threepids.py +55 -0
  1634. tests/util/test_treecache.py +93 -0
  1635. tests/util/test_wheel_timer.py +82 -0
  1636. tests/utils.py +342 -0
@@ -0,0 +1,1801 @@
1
+ #
2
+ # This file is licensed under the Affero General Public License (AGPL) version 3.
3
+ #
4
+ # Copyright 2021 The Matrix.org Foundation C.I.C.
5
+ # Copyright 2020 Quentin Gliech
6
+ # Copyright (C) 2023 New Vector, Ltd
7
+ #
8
+ # This program is free software: you can redistribute it and/or modify
9
+ # it under the terms of the GNU Affero General Public License as
10
+ # published by the Free Software Foundation, either version 3 of the
11
+ # License, or (at your option) any later version.
12
+ #
13
+ # See the GNU Affero General Public License for more details:
14
+ # <https://www.gnu.org/licenses/agpl-3.0.html>.
15
+ #
16
+ # Originally licensed under the Apache License, Version 2.0:
17
+ # <http://www.apache.org/licenses/LICENSE-2.0>.
18
+ #
19
+ # [This file includes modifications made by New Vector Limited]
20
+ #
21
+ #
22
+ import binascii
23
+ import inspect
24
+ import json
25
+ import logging
26
+ from typing import (
27
+ TYPE_CHECKING,
28
+ Any,
29
+ Generic,
30
+ TypedDict,
31
+ TypeVar,
32
+ )
33
+ from urllib.parse import urlencode, urlparse
34
+
35
+ import attr
36
+ import unpaddedbase64
37
+ from authlib.common.security import generate_token
38
+ from authlib.jose import JsonWebToken, JWTClaims
39
+ from authlib.jose.errors import InvalidClaimError, JoseError, MissingClaimError
40
+ from authlib.oauth2.auth import ClientAuth
41
+ from authlib.oauth2.rfc6749.parameters import prepare_grant_uri
42
+ from authlib.oauth2.rfc7636.challenge import create_s256_code_challenge
43
+ from authlib.oidc.core import CodeIDToken, UserInfo
44
+ from authlib.oidc.discovery import OpenIDProviderMetadata, get_well_known_url
45
+ from jinja2 import Environment, Template
46
+ from pymacaroons.exceptions import (
47
+ MacaroonDeserializationException,
48
+ MacaroonInitException,
49
+ MacaroonInvalidSignatureException,
50
+ )
51
+
52
+ from twisted.web.client import readBody
53
+ from twisted.web.http_headers import Headers
54
+
55
+ from synapse.api.errors import SynapseError
56
+ from synapse.config import ConfigError
57
+ from synapse.config.oidc import OidcProviderClientSecretJwtKey, OidcProviderConfig
58
+ from synapse.handlers.sso import MappingException, UserAttributes
59
+ from synapse.http.server import finish_request
60
+ from synapse.http.servlet import parse_string
61
+ from synapse.http.site import SynapseRequest
62
+ from synapse.logging.context import make_deferred_yieldable
63
+ from synapse.module_api import ModuleApi
64
+ from synapse.types import JsonDict, UserID, map_username_to_mxid_localpart
65
+ from synapse.util.caches.cached_call import RetryOnExceptionCachedCall
66
+ from synapse.util.clock import Clock
67
+ from synapse.util.json import json_decoder
68
+ from synapse.util.macaroons import MacaroonGenerator, OidcSessionData
69
+ from synapse.util.templates import _localpart_from_email_filter
70
+
71
+ if TYPE_CHECKING:
72
+ from synapse.server import HomeServer
73
+
74
+ logger = logging.getLogger(__name__)
75
+
76
+ # we want the cookie to be returned to us even when the request is the POSTed
77
+ # result of a form on another domain, as is used with `response_mode=form_post`.
78
+ #
79
+ # Modern browsers will not do so unless we set SameSite=None; however *older*
80
+ # browsers (including all versions of Safari on iOS 12?) don't support
81
+ # SameSite=None, and interpret it as SameSite=Strict:
82
+ # https://bugs.webkit.org/show_bug.cgi?id=198181
83
+ #
84
+ # As a rather painful workaround, we set *two* cookies, one with SameSite=None
85
+ # and one with no SameSite, in the hope that at least one of them will get
86
+ # back to us.
87
+ #
88
+ # Secure is necessary for SameSite=None (and, empirically, also breaks things
89
+ # on iOS 12.)
90
+ #
91
+ # Here we have the names of the cookies, and the options we use to set them.
92
+ _SESSION_COOKIES = [
93
+ (b"oidc_session", b"HttpOnly; Secure; SameSite=None"),
94
+ (b"oidc_session_no_samesite", b"HttpOnly; Secure"),
95
+ ]
96
+
97
+
98
+ #: A token exchanged from the token endpoint, as per RFC6749 sec 5.1. and
99
+ #: OpenID.Core sec 3.1.3.3.
100
+ class Token(TypedDict):
101
+ access_token: str
102
+ token_type: str
103
+ id_token: str | None
104
+ refresh_token: str | None
105
+ expires_in: int
106
+ scope: str | None
107
+
108
+
109
+ #: A JWK, as per RFC7517 sec 4. The type could be more precise than that, but
110
+ #: there is no real point of doing this in our case.
111
+ JWK = dict[str, str]
112
+
113
+ C = TypeVar("C")
114
+
115
+
116
+ #: A JWK Set, as per RFC7517 sec 5.
117
+ class JWKS(TypedDict):
118
+ keys: list[JWK]
119
+
120
+
121
+ class OidcHandler:
122
+ """Handles requests related to the OpenID Connect login flow."""
123
+
124
+ def __init__(self, hs: "HomeServer"):
125
+ self._sso_handler = hs.get_sso_handler()
126
+
127
+ provider_confs = hs.config.oidc.oidc_providers
128
+ # we should not have been instantiated if there is no configured provider.
129
+ assert provider_confs
130
+
131
+ self._macaroon_generator = hs.get_macaroon_generator()
132
+ self._providers: dict[str, "OidcProvider"] = {
133
+ p.idp_id: OidcProvider(hs, self._macaroon_generator, p)
134
+ for p in provider_confs
135
+ }
136
+
137
+ async def load_metadata(self) -> None:
138
+ """Validate the config and load the metadata from the remote endpoint.
139
+
140
+ Called at startup to ensure we have everything we need.
141
+ """
142
+ for idp_id, p in self._providers.items():
143
+ try:
144
+ await p.load_metadata()
145
+ if not p._uses_userinfo:
146
+ await p.load_jwks()
147
+ except Exception as e:
148
+ raise Exception(
149
+ "Error while initialising OIDC provider %r" % (idp_id,)
150
+ ) from e
151
+
152
+ async def handle_oidc_callback(self, request: SynapseRequest) -> None:
153
+ """Handle an incoming request to /_synapse/client/oidc/callback
154
+
155
+ Since we might want to display OIDC-related errors in a user-friendly
156
+ way, we don't raise SynapseError from here. Instead, we call
157
+ ``self._sso_handler.render_error`` which displays an HTML page for the error.
158
+
159
+ Most of the OpenID Connect logic happens here:
160
+
161
+ - first, we check if there was any error returned by the provider and
162
+ display it
163
+ - then we fetch the session cookie, decode and verify it
164
+ - the ``state`` query parameter should match with the one stored in the
165
+ session cookie
166
+
167
+ Once we know the session is legit, we then delegate to the OIDC Provider
168
+ implementation, which will exchange the code with the provider and complete the
169
+ login/authentication.
170
+
171
+ Args:
172
+ request: the incoming request from the browser.
173
+ """
174
+ # This will always be set by the time Twisted calls us.
175
+ assert request.args is not None
176
+
177
+ # The provider might redirect with an error.
178
+ # In that case, just display it as-is.
179
+ if b"error" in request.args:
180
+ # error response from the auth server. see:
181
+ # https://tools.ietf.org/html/rfc6749#section-4.1.2.1
182
+ # https://openid.net/specs/openid-connect-core-1_0.html#AuthError
183
+ error = request.args[b"error"][0].decode()
184
+ description = request.args.get(b"error_description", [b""])[0].decode()
185
+
186
+ # Most of the errors returned by the provider could be due by
187
+ # either the provider misbehaving or Synapse being misconfigured.
188
+ # The only exception of that is "access_denied", where the user
189
+ # probably cancelled the login flow. In other cases, log those errors.
190
+ logger.log(
191
+ logging.INFO if error == "access_denied" else logging.ERROR,
192
+ "Received OIDC callback with error: %s %s",
193
+ error,
194
+ description,
195
+ )
196
+
197
+ self._sso_handler.render_error(request, error, description)
198
+ return
199
+
200
+ # otherwise, it is presumably a successful response. see:
201
+ # https://tools.ietf.org/html/rfc6749#section-4.1.2
202
+
203
+ # Fetch the session cookie. See the comments on SESSION_COOKIES for why there
204
+ # are two.
205
+
206
+ for cookie_name, _ in _SESSION_COOKIES:
207
+ session: bytes | None = request.getCookie(cookie_name)
208
+ if session is not None:
209
+ break
210
+ else:
211
+ logger.info("Received OIDC callback, with no session cookie")
212
+ self._sso_handler.render_error(
213
+ request, "missing_session", "No session cookie found"
214
+ )
215
+ return
216
+
217
+ # Remove the cookies. There is a good chance that if the callback failed
218
+ # once, it will fail next time and the code will already be exchanged.
219
+ # Removing the cookies early avoids spamming the provider with token requests.
220
+ #
221
+ # we have to build the header by hand rather than calling request.addCookie
222
+ # because the latter does not support SameSite=None
223
+ # (https://twistedmatrix.com/trac/ticket/10088)
224
+
225
+ for cookie_name, options in _SESSION_COOKIES:
226
+ request.cookies.append(
227
+ b"%s=; Expires=Thu, Jan 01 1970 00:00:00 UTC; %s"
228
+ % (cookie_name, options)
229
+ )
230
+
231
+ # Check for the state query parameter
232
+ if b"state" not in request.args:
233
+ logger.info("Received OIDC callback, with no state parameter")
234
+ self._sso_handler.render_error(
235
+ request, "invalid_request", "State parameter is missing"
236
+ )
237
+ return
238
+
239
+ state = request.args[b"state"][0].decode()
240
+
241
+ # Deserialize the session token and verify it.
242
+ try:
243
+ session_data = self._macaroon_generator.verify_oidc_session_token(
244
+ session, state
245
+ )
246
+ except (MacaroonInitException, MacaroonDeserializationException, KeyError) as e:
247
+ logger.exception("Invalid session for OIDC callback")
248
+ self._sso_handler.render_error(request, "invalid_session", str(e))
249
+ return
250
+ except MacaroonInvalidSignatureException as e:
251
+ logger.warning("Could not verify session for OIDC callback: %s", e)
252
+ self._sso_handler.render_error(request, "mismatching_session", str(e))
253
+ return
254
+
255
+ logger.info("Received OIDC callback for IdP %s", session_data.idp_id)
256
+
257
+ oidc_provider = self._providers.get(session_data.idp_id)
258
+ if not oidc_provider:
259
+ logger.error("OIDC session uses unknown IdP %r", oidc_provider)
260
+ self._sso_handler.render_error(request, "unknown_idp", "Unknown IdP")
261
+ return
262
+
263
+ if b"code" not in request.args:
264
+ logger.info("Code parameter is missing")
265
+ self._sso_handler.render_error(
266
+ request, "invalid_request", "Code parameter is missing"
267
+ )
268
+ return
269
+
270
+ code = request.args[b"code"][0].decode()
271
+
272
+ await oidc_provider.handle_oidc_callback(request, session_data, code)
273
+
274
+ async def handle_backchannel_logout(self, request: SynapseRequest) -> None:
275
+ """Handle an incoming request to /_synapse/client/oidc/backchannel_logout
276
+
277
+ This extracts the logout_token from the request and tries to figure out
278
+ which OpenID Provider it is comming from. This works by matching the iss claim
279
+ with the issuer and the aud claim with the client_id.
280
+
281
+ Since at this point we don't know who signed the JWT, we can't just
282
+ decode it using authlib since it will always verifies the signature. We
283
+ have to decode it manually without validating the signature. The actual JWT
284
+ verification is done in the `OidcProvider.handler_backchannel_logout` method,
285
+ once we figured out which provider sent the request.
286
+
287
+ Args:
288
+ request: the incoming request from the browser.
289
+ """
290
+ logout_token = parse_string(request, "logout_token")
291
+ if logout_token is None:
292
+ raise SynapseError(400, "Missing logout_token in request")
293
+
294
+ # A JWT looks like this:
295
+ # header.payload.signature
296
+ # where all parts are encoded with urlsafe base64.
297
+ # The aud and iss claims we care about are in the payload part, which
298
+ # is a JSON object.
299
+ try:
300
+ # By destructuring the list after splitting, we ensure that we have
301
+ # exactly 3 segments
302
+ _, payload, _ = logout_token.split(".")
303
+ except ValueError:
304
+ raise SynapseError(400, "Invalid logout_token in request")
305
+
306
+ try:
307
+ payload_bytes = unpaddedbase64.decode_base64(payload)
308
+ claims = json_decoder.decode(payload_bytes.decode("utf-8"))
309
+ except (json.JSONDecodeError, binascii.Error, UnicodeError):
310
+ raise SynapseError(400, "Invalid logout_token payload in request")
311
+
312
+ try:
313
+ # Let's extract the iss and aud claims
314
+ iss = claims["iss"]
315
+ aud = claims["aud"]
316
+ # The aud claim can be either a string or a list of string. Here we
317
+ # normalize it as a list of strings.
318
+ if isinstance(aud, str):
319
+ aud = [aud]
320
+
321
+ # Check that we have the right types for the aud and the iss claims
322
+ if not isinstance(iss, str) or not isinstance(aud, list):
323
+ raise TypeError()
324
+ for a in aud:
325
+ if not isinstance(a, str):
326
+ raise TypeError()
327
+
328
+ # At this point we properly checked both claims types
329
+ issuer: str = iss
330
+ audience: list[str] = aud
331
+ except (TypeError, KeyError):
332
+ raise SynapseError(400, "Invalid issuer/audience in logout_token")
333
+
334
+ # Now that we know the audience and the issuer, we can figure out from
335
+ # what provider it is coming from
336
+ oidc_provider: OidcProvider | None = None
337
+ for provider in self._providers.values():
338
+ if provider.issuer == issuer and provider.client_id in audience:
339
+ oidc_provider = provider
340
+ break
341
+
342
+ if oidc_provider is None:
343
+ raise SynapseError(400, "Could not find the OP that issued this event")
344
+
345
+ # Ask the provider to handle the logout request.
346
+ await oidc_provider.handle_backchannel_logout(request, logout_token)
347
+
348
+
349
+ class OidcError(Exception):
350
+ """Used to catch errors when calling the token_endpoint"""
351
+
352
+ def __init__(self, error: str, error_description: str | None = None):
353
+ self.error = error
354
+ self.error_description = error_description
355
+
356
+ def __str__(self) -> str:
357
+ if self.error_description:
358
+ return f"{self.error}: {self.error_description}"
359
+ return self.error
360
+
361
+
362
+ class OidcProvider:
363
+ """Wraps the config for a single OIDC IdentityProvider
364
+
365
+ Provides methods for handling redirect requests and callbacks via that particular
366
+ IdP.
367
+ """
368
+
369
+ def __init__(
370
+ self,
371
+ hs: "HomeServer",
372
+ macaroon_generator: MacaroonGenerator,
373
+ provider: OidcProviderConfig,
374
+ ):
375
+ self._store = hs.get_datastores().main
376
+ self._clock = hs.get_clock()
377
+
378
+ self._macaroon_generaton = macaroon_generator
379
+
380
+ self._config = provider
381
+
382
+ self._callback_url: str
383
+ if provider.redirect_uri is not None:
384
+ self._callback_url = provider.redirect_uri
385
+ else:
386
+ self._callback_url = hs.config.oidc.oidc_callback_url
387
+
388
+ # Calculate the prefix for OIDC callback paths based on the public_baseurl.
389
+ # We'll insert this into the Path= parameter of any session cookies we set.
390
+ public_baseurl_path = urlparse(hs.config.server.public_baseurl).path
391
+ self._callback_path_prefix = (
392
+ public_baseurl_path.encode("utf-8") + b"_synapse/client/oidc"
393
+ )
394
+
395
+ self._oidc_attribute_requirements = provider.attribute_requirements
396
+ self._scopes = provider.scopes
397
+ self._user_profile_method = provider.user_profile_method
398
+
399
+ client_secret: str | JwtClientSecret | None = None
400
+ if provider.client_secret:
401
+ client_secret = provider.client_secret
402
+ elif provider.client_secret_jwt_key:
403
+ client_secret = JwtClientSecret(
404
+ provider.client_secret_jwt_key,
405
+ provider.client_id,
406
+ provider.issuer,
407
+ hs.get_clock(),
408
+ )
409
+
410
+ self._client_auth = ClientAuth(
411
+ provider.client_id,
412
+ client_secret,
413
+ provider.client_auth_method,
414
+ )
415
+ self._client_auth_method = provider.client_auth_method
416
+
417
+ # cache of metadata for the identity provider (endpoint uris, mostly). This is
418
+ # loaded on-demand from the discovery endpoint (if discovery is enabled), with
419
+ # possible overrides from the config. Access via `load_metadata`.
420
+ self._provider_metadata = RetryOnExceptionCachedCall(self._load_metadata)
421
+
422
+ # cache of JWKs used by the identity provider to sign tokens. Loaded on demand
423
+ # from the IdP's jwks_uri, if required.
424
+ self._jwks = RetryOnExceptionCachedCall(self._load_jwks)
425
+
426
+ # type-ignore: we will not be instantiating a subclass of the provider class,
427
+ # so the warning about directly accessing __init__ being unsound does not apply here
428
+ user_mapping_provider_init_method = (
429
+ provider.user_mapping_provider_class.__init__ # type: ignore[misc]
430
+ )
431
+ if len(inspect.signature(user_mapping_provider_init_method).parameters) == 3:
432
+ self._user_mapping_provider = provider.user_mapping_provider_class(
433
+ provider.user_mapping_provider_config,
434
+ ModuleApi(hs, hs.get_auth_handler()),
435
+ )
436
+ else:
437
+ self._user_mapping_provider = provider.user_mapping_provider_class(
438
+ provider.user_mapping_provider_config,
439
+ )
440
+
441
+ self._skip_verification = provider.skip_verification
442
+ self._allow_existing_users = provider.allow_existing_users
443
+
444
+ self._http_client = hs.get_proxied_http_client()
445
+ self._server_name: str = hs.config.server.server_name
446
+
447
+ # identifier for the external_ids table
448
+ self.idp_id = provider.idp_id
449
+
450
+ # user-facing name of this auth provider
451
+ self.idp_name = provider.idp_name
452
+
453
+ # MXC URI for icon for this auth provider
454
+ self.idp_icon = provider.idp_icon
455
+
456
+ # optional brand identifier for this auth provider
457
+ self.idp_brand = provider.idp_brand
458
+
459
+ self.additional_authorization_parameters = (
460
+ provider.additional_authorization_parameters
461
+ )
462
+
463
+ self._sso_handler = hs.get_sso_handler()
464
+ self._device_handler = hs.get_device_handler()
465
+
466
+ self._sso_handler.register_identity_provider(self)
467
+
468
+ self.passthrough_authorization_parameters = (
469
+ provider.passthrough_authorization_parameters
470
+ )
471
+
472
+ def _validate_metadata(self, m: OpenIDProviderMetadata) -> None:
473
+ """Verifies the provider metadata.
474
+
475
+ This checks the validity of the currently loaded provider. Not
476
+ everything is checked, only:
477
+
478
+ - ``issuer``
479
+ - ``authorization_endpoint``
480
+ - ``token_endpoint``
481
+ - ``response_types_supported`` (checks if "code" is in it)
482
+ - ``jwks_uri``
483
+
484
+ Raises:
485
+ ValueError: if something in the provider is not valid
486
+ """
487
+ # Skip verification to allow non-compliant providers (e.g. issuers not running on a secure origin)
488
+ if self._skip_verification is True:
489
+ return
490
+
491
+ m.validate_issuer()
492
+ m.validate_authorization_endpoint()
493
+ m.validate_token_endpoint()
494
+
495
+ if m.get("token_endpoint_auth_methods_supported") is not None:
496
+ m.validate_token_endpoint_auth_methods_supported()
497
+ if (
498
+ self._client_auth_method
499
+ not in m["token_endpoint_auth_methods_supported"]
500
+ ):
501
+ raise ValueError(
502
+ '"{auth_method}" not in "token_endpoint_auth_methods_supported" ({supported!r})'.format(
503
+ auth_method=self._client_auth_method,
504
+ supported=m["token_endpoint_auth_methods_supported"],
505
+ )
506
+ )
507
+
508
+ # If PKCE support is advertised ensure the wanted method is available.
509
+ if m.get("code_challenge_methods_supported") is not None:
510
+ m.validate_code_challenge_methods_supported()
511
+ if "S256" not in m["code_challenge_methods_supported"]:
512
+ raise ValueError(
513
+ '"S256" not in "code_challenge_methods_supported" ({supported!r})'.format(
514
+ supported=m["code_challenge_methods_supported"],
515
+ )
516
+ )
517
+
518
+ if m.get("response_types_supported") is not None:
519
+ m.validate_response_types_supported()
520
+
521
+ if "code" not in m["response_types_supported"]:
522
+ raise ValueError(
523
+ '"code" not in "response_types_supported" (%r)'
524
+ % (m["response_types_supported"],)
525
+ )
526
+
527
+ # Ensure there's a userinfo endpoint to fetch from if it is required.
528
+ if self._uses_userinfo:
529
+ if m.get("userinfo_endpoint") is None:
530
+ raise ValueError(
531
+ 'provider has no "userinfo_endpoint", even though it is required'
532
+ )
533
+ else:
534
+ # If we're not using userinfo, we need a valid jwks to validate the ID token
535
+ m.validate_jwks_uri()
536
+
537
+ if self._config.backchannel_logout_enabled:
538
+ if not m.get("backchannel_logout_supported", False):
539
+ logger.warning(
540
+ "OIDC Back-Channel Logout is enabled for issuer %r"
541
+ "but it does not advertise support for it",
542
+ self.issuer,
543
+ )
544
+
545
+ elif not m.get("backchannel_logout_session_supported", False):
546
+ logger.warning(
547
+ "OIDC Back-Channel Logout is enabled and supported "
548
+ "by issuer %r but it might not send a session ID with "
549
+ "logout tokens, which is required for the logouts to work",
550
+ self.issuer,
551
+ )
552
+
553
+ if not self._config.backchannel_logout_ignore_sub:
554
+ # If OIDC backchannel logouts are enabled, the provider mapping provider
555
+ # should use the `sub` claim. We verify that by mapping a dumb user and
556
+ # see if we get back the sub claim
557
+ user = UserInfo({"sub": "thisisasubject"})
558
+ try:
559
+ subject = self._user_mapping_provider.get_remote_user_id(user)
560
+ if subject != user["sub"]:
561
+ raise ValueError("Unexpected subject")
562
+ except Exception:
563
+ logger.warning(
564
+ "OIDC Back-Channel Logout is enabled for issuer %r "
565
+ "but it looks like the configured `user_mapping_provider` "
566
+ "does not use the `sub` claim as subject. If it is the case, "
567
+ "and you want Synapse to ignore the `sub` claim in OIDC "
568
+ "Back-Channel Logouts, set `backchannel_logout_ignore_sub` "
569
+ "to `true` in the issuer config.",
570
+ self.issuer,
571
+ )
572
+
573
+ @property
574
+ def _uses_userinfo(self) -> bool:
575
+ """Returns True if the ``userinfo_endpoint`` should be used.
576
+
577
+ This is based on the requested scopes: if the scopes include
578
+ ``openid``, the provider should give use an ID token containing the
579
+ user information. If not, we should fetch them using the
580
+ ``access_token`` with the ``userinfo_endpoint``.
581
+ """
582
+
583
+ return (
584
+ "openid" not in self._scopes
585
+ or self._user_profile_method == "userinfo_endpoint"
586
+ )
587
+
588
+ @property
589
+ def _uses_access_token(self) -> bool:
590
+ """Return True if the `access_token` will be used during the login process.
591
+
592
+ This is useful to determine whether the access token
593
+ returned by the identity provider, and
594
+ any related metadata (such as the `at_hash` field in
595
+ the ID token), should be validated.
596
+ """
597
+ # Currently, Synapse only uses the access_token to fetch user metadata
598
+ # from the userinfo endpoint. Therefore we only have a single criteria
599
+ # to check right now but this may change in the future and this function
600
+ # should be updated if more usages are introduced.
601
+ #
602
+ # For example, if we start to use the access_token given to us by the
603
+ # IdP for more things, such as accessing Resource Server APIs.
604
+ return self._uses_userinfo
605
+
606
+ @property
607
+ def issuer(self) -> str:
608
+ """The issuer identifying this provider."""
609
+ return self._config.issuer
610
+
611
+ @property
612
+ def client_id(self) -> str:
613
+ """The client_id used when interacting with this provider."""
614
+ return self._config.client_id
615
+
616
+ async def load_metadata(self, force: bool = False) -> OpenIDProviderMetadata:
617
+ """Return the provider metadata.
618
+
619
+ If this is the first call, the metadata is built from the config and from the
620
+ metadata discovery endpoint (if enabled), and then validated. If the metadata
621
+ is successfully validated, it is then cached for future use.
622
+
623
+ Args:
624
+ force: If true, any cached metadata is discarded to force a reload.
625
+
626
+ Raises:
627
+ ValueError: if something in the provider is not valid
628
+
629
+ Returns:
630
+ The provider's metadata.
631
+ """
632
+ if force:
633
+ # reset the cached call to ensure we get a new result
634
+ self._provider_metadata = RetryOnExceptionCachedCall(self._load_metadata)
635
+
636
+ return await self._provider_metadata.get()
637
+
638
+ async def _load_metadata(self) -> OpenIDProviderMetadata:
639
+ # start out with just the issuer (unlike the other settings, discovered issuer
640
+ # takes precedence over configured issuer, because configured issuer is
641
+ # required for discovery to take place.)
642
+ #
643
+ metadata = OpenIDProviderMetadata(issuer=self._config.issuer)
644
+
645
+ # load any data from the discovery endpoint, if enabled
646
+ if self._config.discover:
647
+ url = get_well_known_url(self._config.issuer, external=True)
648
+ metadata_response = await self._http_client.get_json(url)
649
+ metadata.update(metadata_response)
650
+
651
+ # override any discovered data with any settings in our config
652
+ if self._config.authorization_endpoint:
653
+ metadata["authorization_endpoint"] = self._config.authorization_endpoint
654
+
655
+ if self._config.token_endpoint:
656
+ metadata["token_endpoint"] = self._config.token_endpoint
657
+
658
+ if self._config.userinfo_endpoint:
659
+ metadata["userinfo_endpoint"] = self._config.userinfo_endpoint
660
+
661
+ if self._config.jwks_uri:
662
+ metadata["jwks_uri"] = self._config.jwks_uri
663
+
664
+ if self._config.pkce_method == "always":
665
+ metadata["code_challenge_methods_supported"] = ["S256"]
666
+ elif self._config.pkce_method == "never":
667
+ metadata.pop("code_challenge_methods_supported", None)
668
+
669
+ if self._config.id_token_signing_alg_values_supported:
670
+ metadata["id_token_signing_alg_values_supported"] = (
671
+ self._config.id_token_signing_alg_values_supported
672
+ )
673
+
674
+ self._validate_metadata(metadata)
675
+
676
+ return metadata
677
+
678
+ async def load_jwks(self, force: bool = False) -> JWKS:
679
+ """Load the JSON Web Key Set used to sign ID tokens.
680
+
681
+ If we're not using the ``userinfo_endpoint``, user infos are extracted
682
+ from the ID token, which is a JWT signed by keys given by the provider.
683
+ The keys are then cached.
684
+
685
+ Args:
686
+ force: Force reloading the keys.
687
+
688
+ Returns:
689
+ The key set
690
+
691
+ Looks like this::
692
+
693
+ {
694
+ 'keys': [
695
+ {
696
+ 'kid': 'abcdef',
697
+ 'kty': 'RSA',
698
+ 'alg': 'RS256',
699
+ 'use': 'sig',
700
+ 'e': 'XXXX',
701
+ 'n': 'XXXX',
702
+ }
703
+ ]
704
+ }
705
+ """
706
+ if force:
707
+ # reset the cached call to ensure we get a new result
708
+ self._jwks = RetryOnExceptionCachedCall(self._load_jwks)
709
+ return await self._jwks.get()
710
+
711
+ async def _load_jwks(self) -> JWKS:
712
+ metadata = await self.load_metadata()
713
+
714
+ # Load the JWKS using the `jwks_uri` metadata.
715
+ uri = metadata.get("jwks_uri")
716
+ if not uri:
717
+ # this should be unreachable: load_metadata validates that
718
+ # there is a jwks_uri in the metadata if _uses_userinfo is unset
719
+ raise RuntimeError('Missing "jwks_uri" in metadata')
720
+
721
+ jwk_set = await self._http_client.get_json(uri)
722
+
723
+ return jwk_set
724
+
725
+ async def _exchange_code(self, code: str, code_verifier: str) -> Token:
726
+ """Exchange an authorization code for a token.
727
+
728
+ This calls the ``token_endpoint`` with the authorization code we
729
+ received in the callback to exchange it for a token. The call uses the
730
+ ``ClientAuth`` to authenticate with the client with its ID and secret.
731
+
732
+ See:
733
+ https://tools.ietf.org/html/rfc6749#section-3.2
734
+ https://openid.net/specs/openid-connect-core-1_0.html#TokenEndpoint
735
+
736
+ Args:
737
+ code: The authorization code we got from the callback.
738
+ code_verifier: The PKCE code verifier to send, blank if unused.
739
+
740
+ Returns:
741
+ A dict containing various tokens.
742
+
743
+ May look like this::
744
+
745
+ {
746
+ 'token_type': 'bearer',
747
+ 'access_token': 'abcdef',
748
+ 'expires_in': 3599,
749
+ 'id_token': 'ghijkl',
750
+ 'refresh_token': 'mnopqr',
751
+ }
752
+
753
+ Raises:
754
+ OidcError: when the ``token_endpoint`` returned an error.
755
+ """
756
+ metadata = await self.load_metadata()
757
+ token_endpoint = metadata.get("token_endpoint")
758
+ raw_headers: dict[str, str] = {
759
+ "Content-Type": "application/x-www-form-urlencoded",
760
+ "User-Agent": self._http_client.user_agent.decode("ascii"),
761
+ "Accept": "application/json",
762
+ }
763
+
764
+ args = {
765
+ "grant_type": "authorization_code",
766
+ "code": code,
767
+ "redirect_uri": self._callback_url,
768
+ }
769
+ if code_verifier:
770
+ args["code_verifier"] = code_verifier
771
+ body = urlencode(args, True)
772
+
773
+ # Fill the body/headers with credentials
774
+ uri, raw_headers, body = self._client_auth.prepare(
775
+ method="POST", uri=token_endpoint, headers=raw_headers, body=body
776
+ )
777
+ headers = Headers({k: [v] for (k, v) in raw_headers.items()})
778
+
779
+ # Do the actual request
780
+ # We're not using the SimpleHttpClient util methods as we don't want to
781
+ # check the HTTP status code and we do the body encoding ourself.
782
+ response = await self._http_client.request(
783
+ method="POST",
784
+ uri=uri,
785
+ data=body.encode("utf-8"),
786
+ headers=headers,
787
+ )
788
+
789
+ # This is used in multiple error messages below
790
+ status = "{code} {phrase}".format(
791
+ code=response.code, phrase=response.phrase.decode("utf-8")
792
+ )
793
+
794
+ resp_body = await make_deferred_yieldable(readBody(response))
795
+
796
+ if response.code >= 500:
797
+ # In case of a server error, we should first try to decode the body
798
+ # and check for an error field. If not, we respond with a generic
799
+ # error message.
800
+ try:
801
+ resp = json_decoder.decode(resp_body.decode("utf-8"))
802
+ error = resp["error"]
803
+ description = resp.get("error_description", error)
804
+ except (ValueError, KeyError):
805
+ # Catch ValueError for the JSON decoding and KeyError for the "error" field
806
+ error = "server_error"
807
+ description = (
808
+ (
809
+ 'Authorization server responded with a "{status}" error '
810
+ "while exchanging the authorization code."
811
+ ).format(status=status),
812
+ )
813
+
814
+ raise OidcError(error, description)
815
+
816
+ # Since it is a not a 5xx code, body should be a valid JSON. It will
817
+ # raise if not.
818
+ resp = json_decoder.decode(resp_body.decode("utf-8"))
819
+
820
+ if "error" in resp:
821
+ error = resp["error"]
822
+ # In case the authorization server responded with an error field,
823
+ # it should be a 4xx code. If not, warn about it but don't do
824
+ # anything special and report the original error message.
825
+ if response.code < 400:
826
+ logger.debug(
827
+ "Invalid response from the authorization server: "
828
+ 'responded with a "%s" '
829
+ "but body has an error field: %r",
830
+ status,
831
+ resp["error"],
832
+ )
833
+
834
+ description = resp.get("error_description", error)
835
+ raise OidcError(error, description)
836
+
837
+ # Now, this should not be an error. According to RFC6749 sec 5.1, it
838
+ # should be a 200 code. We're a bit more flexible than that, and will
839
+ # only throw on a 4xx code.
840
+ if response.code >= 400:
841
+ description = (
842
+ 'Authorization server responded with a "{status}" error '
843
+ 'but did not include an "error" field in its response.'.format(
844
+ status=status
845
+ )
846
+ )
847
+ logger.warning(description)
848
+ # Body was still valid JSON. Might be useful to log it for debugging.
849
+ logger.warning("Code exchange response: %r", resp)
850
+ raise OidcError("server_error", description)
851
+
852
+ return resp
853
+
854
+ async def _fetch_userinfo(self, token: Token) -> UserInfo:
855
+ """Fetch user information from the ``userinfo_endpoint``.
856
+
857
+ Args:
858
+ token: the token given by the ``token_endpoint``.
859
+ Must include an ``access_token`` field.
860
+
861
+ Returns:
862
+ an object representing the user.
863
+ """
864
+ logger.debug("Using the OAuth2 access_token to request userinfo")
865
+ metadata = await self.load_metadata()
866
+
867
+ resp = await self._http_client.request(
868
+ "GET",
869
+ metadata["userinfo_endpoint"],
870
+ headers=Headers(
871
+ {"Authorization": ["Bearer {}".format(token["access_token"])]}
872
+ ),
873
+ )
874
+
875
+ body = await readBody(resp)
876
+
877
+ content_type_headers = resp.headers.getRawHeaders("Content-Type")
878
+ assert content_type_headers
879
+ # We use `startswith` because the header value can contain the `charset` parameter
880
+ # even if it is useless, and Twisted doesn't take care of that for us.
881
+ if content_type_headers[0].startswith("application/jwt"):
882
+ alg_values = metadata.get(
883
+ "id_token_signing_alg_values_supported", ["RS256"]
884
+ )
885
+ jwt = JsonWebToken(alg_values)
886
+ jwk_set = await self.load_jwks()
887
+ try:
888
+ decoded_resp = jwt.decode(body, key=jwk_set)
889
+ except ValueError:
890
+ logger.info("Reloading JWKS after decode error")
891
+ jwk_set = await self.load_jwks(force=True) # try reloading the jwks
892
+ decoded_resp = jwt.decode(body, key=jwk_set)
893
+ else:
894
+ decoded_resp = json_decoder.decode(body.decode("utf-8"))
895
+
896
+ logger.debug("Retrieved user info from userinfo endpoint: %r", decoded_resp)
897
+
898
+ return UserInfo(decoded_resp)
899
+
900
+ async def _verify_jwt(
901
+ self,
902
+ alg_values: list[str],
903
+ token: str,
904
+ claims_cls: type[C],
905
+ claims_options: dict | None = None,
906
+ claims_params: dict | None = None,
907
+ ) -> C:
908
+ """Decode and validate a JWT, re-fetching the JWKS as needed.
909
+
910
+ Args:
911
+ alg_values: list of `alg` values allowed when verifying the JWT.
912
+ token: the JWT.
913
+ claims_cls: the JWTClaims class to use to validate the claims.
914
+ claims_options: dict of options passed to the `claims_cls` constructor.
915
+ claims_params: dict of params passed to the `claims_cls` constructor.
916
+
917
+ Returns:
918
+ The decoded claims in the JWT.
919
+ """
920
+ jwt = JsonWebToken(alg_values)
921
+
922
+ logger.debug("Attempting to decode JWT (%s) %r", claims_cls.__name__, token)
923
+
924
+ # Try to decode the keys in cache first, then retry by forcing the keys
925
+ # to be reloaded
926
+ jwk_set = await self.load_jwks()
927
+ try:
928
+ claims = jwt.decode(
929
+ token,
930
+ key=jwk_set,
931
+ claims_cls=claims_cls,
932
+ claims_options=claims_options,
933
+ claims_params=claims_params,
934
+ )
935
+ except ValueError:
936
+ logger.info("Reloading JWKS after decode error")
937
+ jwk_set = await self.load_jwks(force=True) # try reloading the jwks
938
+ claims = jwt.decode(
939
+ token,
940
+ key=jwk_set,
941
+ claims_cls=claims_cls,
942
+ claims_options=claims_options,
943
+ claims_params=claims_params,
944
+ )
945
+
946
+ logger.debug("Decoded JWT (%s) %r; validating", claims_cls.__name__, claims)
947
+
948
+ claims.validate(
949
+ now=self._clock.time(), leeway=120
950
+ ) # allows 2 min of clock skew
951
+ return claims
952
+
953
+ async def _parse_id_token(self, token: Token, nonce: str) -> CodeIDToken:
954
+ """Return an instance of UserInfo from token's ``id_token``.
955
+
956
+ Args:
957
+ token: the token given by the ``token_endpoint``.
958
+ Must include an ``id_token`` field.
959
+ nonce: the nonce value originally sent in the initial authorization
960
+ request. This value should match the one inside the token.
961
+
962
+ Returns:
963
+ The decoded claims in the ID token.
964
+ """
965
+ id_token = token.get("id_token")
966
+
967
+ # That has been theoritically been checked by the caller, so even though
968
+ # assertion are not enabled in production, it is mainly here to appease mypy
969
+ assert id_token is not None
970
+
971
+ metadata = await self.load_metadata()
972
+
973
+ claims_params = {
974
+ "nonce": nonce,
975
+ "client_id": self._client_auth.client_id,
976
+ }
977
+ if self._uses_access_token and "access_token" in token:
978
+ # If we got an `access_token`, there should be an `at_hash` claim
979
+ # in the `id_token` that we can check against. Setting this
980
+ # instructs authlib to check the value of `at_hash` in the
981
+ # ID token.
982
+ #
983
+ # We only need to verify the access token if we actually make
984
+ # use of it. Which currently only happens when we need to fetch
985
+ # the user's information from the userinfo_endpoint. Thus, this
986
+ # check is also gated on self._uses_userinfo.
987
+ claims_params["access_token"] = token["access_token"]
988
+
989
+ claims_options = {"iss": {"values": [metadata["issuer"]]}}
990
+
991
+ alg_values = metadata.get("id_token_signing_alg_values_supported", ["RS256"])
992
+
993
+ claims = await self._verify_jwt(
994
+ alg_values=alg_values,
995
+ token=id_token,
996
+ claims_cls=CodeIDToken,
997
+ claims_options=claims_options,
998
+ claims_params=claims_params,
999
+ )
1000
+
1001
+ return claims
1002
+
1003
+ async def handle_redirect_request(
1004
+ self,
1005
+ request: SynapseRequest,
1006
+ client_redirect_url: bytes | None,
1007
+ ui_auth_session_id: str | None = None,
1008
+ ) -> str:
1009
+ """Handle an incoming request to /login/sso/redirect
1010
+
1011
+ It returns a redirect to the authorization endpoint with a few
1012
+ parameters:
1013
+
1014
+ - ``client_id``: the client ID set in ``oidc_config.client_id``
1015
+ - ``response_type``: ``code``
1016
+ - ``redirect_uri``: the callback URL ; ``{base url}/_synapse/client/oidc/callback``
1017
+ - ``scope``: the list of scopes set in ``oidc_config.scopes``
1018
+ - ``state``: a random string
1019
+ - ``nonce``: a random string
1020
+ - ``code_challenge``: a RFC7636 code challenge (if PKCE is supported)
1021
+
1022
+ In addition to generating a redirect URL, we are setting a cookie with
1023
+ a signed macaroon token containing the state, the nonce, the
1024
+ client_redirect_url, and (optionally) the code_verifier params. The state,
1025
+ nonce, and client_redirect_url are then checked when the client comes back
1026
+ from the provider. The code_verifier is passed back to the server during
1027
+ the token exchange and compared to the code_challenge sent in this request.
1028
+
1029
+ Args:
1030
+ request: the incoming request from the browser.
1031
+ We'll respond to it with a redirect and a cookie.
1032
+ client_redirect_url: the URL that we should redirect the client to
1033
+ when everything is done (or None for UI Auth)
1034
+ ui_auth_session_id: The session ID of the ongoing UI Auth (or
1035
+ None if this is a login).
1036
+ Returns:
1037
+ The redirect URL to the authorization endpoint.
1038
+
1039
+ """
1040
+
1041
+ state = generate_token()
1042
+
1043
+ # Generate a nonce 32 characters long. When encoded with base64url later on,
1044
+ # the nonce will be 43 characters when sent to the identity provider.
1045
+ #
1046
+ # While RFC7636 does not specify a minimum length for the `nonce`
1047
+ # parameter, the TI-Messenger IDP_FD spec v1.7.3 does require it to be
1048
+ # between 43 and 128 characters. This spec concerns using Matrix for
1049
+ # communication in German healthcare.
1050
+ #
1051
+ # As increasing the length only strengthens security, we use this length
1052
+ # to allow TI-Messenger deployments using Synapse to satisfy this
1053
+ # external spec.
1054
+ #
1055
+ # See https://github.com/element-hq/synapse/pull/18109 for more context.
1056
+ nonce = generate_token(length=32)
1057
+ code_verifier = ""
1058
+
1059
+ if not client_redirect_url:
1060
+ client_redirect_url = b""
1061
+
1062
+ metadata = await self.load_metadata()
1063
+
1064
+ additional_authorization_parameters = dict(
1065
+ self.additional_authorization_parameters
1066
+ )
1067
+ # Automatically enable PKCE if it is supported.
1068
+ if metadata.get("code_challenge_methods_supported"):
1069
+ code_verifier = generate_token(48)
1070
+
1071
+ # Note that we verified the server supports S256 earlier (in
1072
+ # OidcProvider._validate_metadata).
1073
+ additional_authorization_parameters.update(
1074
+ {
1075
+ "code_challenge_method": "S256",
1076
+ "code_challenge": create_s256_code_challenge(code_verifier),
1077
+ }
1078
+ )
1079
+
1080
+ cookie = self._macaroon_generaton.generate_oidc_session_token(
1081
+ state=state,
1082
+ session_data=OidcSessionData(
1083
+ idp_id=self.idp_id,
1084
+ nonce=nonce,
1085
+ client_redirect_url=client_redirect_url.decode(),
1086
+ ui_auth_session_id=ui_auth_session_id or "",
1087
+ code_verifier=code_verifier,
1088
+ ),
1089
+ )
1090
+
1091
+ # Set the cookies. See the comments on _SESSION_COOKIES for why there are two.
1092
+ #
1093
+ # we have to build the header by hand rather than calling request.addCookie
1094
+ # because the latter does not support SameSite=None
1095
+ # (https://twistedmatrix.com/trac/ticket/10088)
1096
+
1097
+ for cookie_name, options in _SESSION_COOKIES:
1098
+ request.cookies.append(
1099
+ b"%s=%s; Max-Age=3600; Path=%s; %s"
1100
+ % (
1101
+ cookie_name,
1102
+ cookie.encode("utf-8"),
1103
+ self._callback_path_prefix,
1104
+ options,
1105
+ )
1106
+ )
1107
+
1108
+ # add passthrough additional authorization parameters
1109
+ passthrough_authorization_parameters = self.passthrough_authorization_parameters
1110
+ for parameter in passthrough_authorization_parameters:
1111
+ parameter_value = parse_string(request, parameter)
1112
+ if parameter_value:
1113
+ additional_authorization_parameters.update({parameter: parameter_value})
1114
+
1115
+ authorization_endpoint = metadata.get("authorization_endpoint")
1116
+ return prepare_grant_uri(
1117
+ authorization_endpoint,
1118
+ client_id=self._client_auth.client_id,
1119
+ response_type="code",
1120
+ redirect_uri=self._callback_url,
1121
+ scope=self._scopes,
1122
+ state=state,
1123
+ nonce=nonce,
1124
+ **additional_authorization_parameters,
1125
+ )
1126
+
1127
+ async def handle_oidc_callback(
1128
+ self, request: SynapseRequest, session_data: "OidcSessionData", code: str
1129
+ ) -> None:
1130
+ """Handle an incoming request to /_synapse/client/oidc/callback
1131
+
1132
+ By this time we have already validated the session on the synapse side, and
1133
+ now need to do the provider-specific operations. This includes:
1134
+
1135
+ - exchange the code with the provider using the ``token_endpoint`` (see
1136
+ ``_exchange_code``)
1137
+ - once we have the token, use it to either extract the UserInfo from
1138
+ the ``id_token`` (``_parse_id_token``), or use the ``access_token``
1139
+ to fetch UserInfo from the ``userinfo_endpoint``
1140
+ (``_fetch_userinfo``)
1141
+ - map those UserInfo to a Matrix user (``_map_userinfo_to_user``) and
1142
+ finish the login
1143
+
1144
+ Args:
1145
+ request: the incoming request from the browser.
1146
+ session_data: the session data, extracted from our cookie
1147
+ code: The authorization code we got from the callback.
1148
+ """
1149
+ # Exchange the code with the provider
1150
+ try:
1151
+ logger.debug("Exchanging OAuth2 code for a token")
1152
+ token = await self._exchange_code(
1153
+ code, code_verifier=session_data.code_verifier
1154
+ )
1155
+ except OidcError as e:
1156
+ logger.warning("Could not exchange OAuth2 code: %s", e)
1157
+ self._sso_handler.render_error(request, e.error, e.error_description)
1158
+ return
1159
+
1160
+ logger.debug("Successfully obtained OAuth2 token data: %r", token)
1161
+
1162
+ # If there is an id_token, it should be validated, regardless of the
1163
+ # userinfo endpoint is used or not.
1164
+ if token.get("id_token") is not None:
1165
+ try:
1166
+ id_token = await self._parse_id_token(token, nonce=session_data.nonce)
1167
+ sid = id_token.get("sid")
1168
+ except Exception as e:
1169
+ logger.exception("Invalid id_token")
1170
+ self._sso_handler.render_error(request, "invalid_token", str(e))
1171
+ return
1172
+ else:
1173
+ id_token = None
1174
+ sid = None
1175
+
1176
+ # Now that we have a token, get the userinfo either from the `id_token`
1177
+ # claims or by fetching the `userinfo_endpoint`.
1178
+ if self._uses_userinfo:
1179
+ try:
1180
+ userinfo = await self._fetch_userinfo(token)
1181
+ except Exception as e:
1182
+ logger.exception("Could not fetch userinfo")
1183
+ self._sso_handler.render_error(request, "fetch_error", str(e))
1184
+ return
1185
+ elif id_token is not None:
1186
+ userinfo = UserInfo(id_token)
1187
+ else:
1188
+ logger.error("Missing id_token in token response")
1189
+ self._sso_handler.render_error(
1190
+ request, "invalid_token", "Missing id_token in token response"
1191
+ )
1192
+ return
1193
+
1194
+ # first check if we're doing a UIA
1195
+ if session_data.ui_auth_session_id:
1196
+ try:
1197
+ remote_user_id = self._remote_id_from_userinfo(userinfo)
1198
+ except Exception as e:
1199
+ logger.exception("Could not extract remote user id")
1200
+ self._sso_handler.render_error(request, "mapping_error", str(e))
1201
+ return
1202
+
1203
+ return await self._sso_handler.complete_sso_ui_auth_request(
1204
+ self.idp_id, remote_user_id, session_data.ui_auth_session_id, request
1205
+ )
1206
+
1207
+ # otherwise, it's a login
1208
+ logger.debug("Userinfo for OIDC login: %s", userinfo)
1209
+
1210
+ # Ensure that the attributes of the logged in user meet the required
1211
+ # attributes by checking the userinfo against attribute_requirements
1212
+ # In order to deal with the fact that OIDC userinfo can contain many
1213
+ # types of data, we wrap non-list values in lists.
1214
+ if not self._sso_handler.check_required_attributes(
1215
+ request,
1216
+ {k: v if isinstance(v, list) else [v] for k, v in userinfo.items()},
1217
+ self._oidc_attribute_requirements,
1218
+ ):
1219
+ return
1220
+
1221
+ # Call the mapper to register/login the user
1222
+ try:
1223
+ await self._complete_oidc_login(
1224
+ userinfo, token, request, session_data.client_redirect_url, sid
1225
+ )
1226
+ except MappingException as e:
1227
+ logger.exception("Could not map user")
1228
+ self._sso_handler.render_error(request, "mapping_error", str(e))
1229
+
1230
+ async def _complete_oidc_login(
1231
+ self,
1232
+ userinfo: UserInfo,
1233
+ token: Token,
1234
+ request: SynapseRequest,
1235
+ client_redirect_url: str,
1236
+ sid: str | None,
1237
+ ) -> None:
1238
+ """Given a UserInfo response, complete the login flow
1239
+
1240
+ UserInfo should have a claim that uniquely identifies users. This claim
1241
+ is usually `sub`, but can be configured with `oidc_config.subject_claim`.
1242
+ It is then used as an `external_id`.
1243
+
1244
+ If we don't find the user that way, we should register the user,
1245
+ mapping the localpart and the display name from the UserInfo.
1246
+
1247
+ If a user already exists with the mxid we've mapped and allow_existing_users
1248
+ is disabled, raise an exception.
1249
+
1250
+ Otherwise, render a redirect back to the client_redirect_url with a loginToken.
1251
+
1252
+ Args:
1253
+ userinfo: an object representing the user
1254
+ token: a dict with the tokens obtained from the provider
1255
+ request: The request to respond to
1256
+ client_redirect_url: The redirect URL passed in by the client.
1257
+
1258
+ Raises:
1259
+ MappingException: if there was an error while mapping some properties
1260
+ """
1261
+ try:
1262
+ remote_user_id = self._remote_id_from_userinfo(userinfo)
1263
+ except Exception as e:
1264
+ raise MappingException(
1265
+ "Failed to extract subject from OIDC response: %s" % (e,)
1266
+ )
1267
+
1268
+ # Older mapping providers don't accept the `failures` argument, so we
1269
+ # try and detect support.
1270
+ mapper_signature = inspect.signature(
1271
+ self._user_mapping_provider.map_user_attributes
1272
+ )
1273
+ supports_failures = "failures" in mapper_signature.parameters
1274
+
1275
+ async def oidc_response_to_user_attributes(failures: int) -> UserAttributes:
1276
+ """
1277
+ Call the mapping provider to map the OIDC userinfo and token to user attributes.
1278
+
1279
+ This is backwards compatibility for abstraction for the SSO handler.
1280
+ """
1281
+ if supports_failures:
1282
+ attributes = await self._user_mapping_provider.map_user_attributes(
1283
+ userinfo, token, failures
1284
+ )
1285
+ else:
1286
+ # If the mapping provider does not support processing failures,
1287
+ # do not continually generate the same Matrix ID since it will
1288
+ # continue to already be in use. Note that the error raised is
1289
+ # arbitrary and will get turned into a MappingException.
1290
+ if failures:
1291
+ raise MappingException(
1292
+ "Mapping provider does not support de-duplicating Matrix IDs"
1293
+ )
1294
+
1295
+ attributes = await self._user_mapping_provider.map_user_attributes(
1296
+ userinfo, token
1297
+ )
1298
+
1299
+ return UserAttributes(**attributes)
1300
+
1301
+ async def grandfather_existing_users() -> str | None:
1302
+ if self._allow_existing_users:
1303
+ # If allowing existing users we want to generate a single localpart
1304
+ # and attempt to match it.
1305
+ attributes = await oidc_response_to_user_attributes(failures=0)
1306
+
1307
+ if attributes.localpart is None:
1308
+ # If no localpart is returned then we will generate one, so
1309
+ # there is no need to search for existing users.
1310
+ return None
1311
+
1312
+ user_id = UserID(attributes.localpart, self._server_name).to_string()
1313
+ users = await self._store.get_users_by_id_case_insensitive(user_id)
1314
+ if users:
1315
+ # If an existing matrix ID is returned, then use it.
1316
+ if len(users) == 1:
1317
+ previously_registered_user_id = next(iter(users))
1318
+ elif user_id in users:
1319
+ previously_registered_user_id = user_id
1320
+ else:
1321
+ # Do not attempt to continue generating Matrix IDs.
1322
+ raise MappingException(
1323
+ "Attempted to login as '{}' but it matches more than one user inexactly: {}".format(
1324
+ user_id, users
1325
+ )
1326
+ )
1327
+
1328
+ return previously_registered_user_id
1329
+
1330
+ return None
1331
+
1332
+ # Mapping providers might not have get_extra_attributes: only call this
1333
+ # method if it exists.
1334
+ extra_attributes = None
1335
+ get_extra_attributes = getattr(
1336
+ self._user_mapping_provider, "get_extra_attributes", None
1337
+ )
1338
+ if get_extra_attributes:
1339
+ extra_attributes = await get_extra_attributes(userinfo, token)
1340
+
1341
+ await self._sso_handler.complete_sso_login_request(
1342
+ self.idp_id,
1343
+ remote_user_id,
1344
+ request,
1345
+ client_redirect_url,
1346
+ oidc_response_to_user_attributes,
1347
+ grandfather_existing_users,
1348
+ extra_attributes,
1349
+ auth_provider_session_id=sid,
1350
+ registration_enabled=self._config.enable_registration,
1351
+ )
1352
+
1353
+ def _remote_id_from_userinfo(self, userinfo: UserInfo) -> str:
1354
+ """Extract the unique remote id from an OIDC UserInfo block
1355
+
1356
+ Args:
1357
+ userinfo: An object representing the user given by the OIDC provider
1358
+ Returns:
1359
+ remote user id
1360
+ """
1361
+ remote_user_id = self._user_mapping_provider.get_remote_user_id(userinfo)
1362
+ # Some OIDC providers use integer IDs, but Synapse expects external IDs
1363
+ # to be strings.
1364
+ return str(remote_user_id)
1365
+
1366
+ async def handle_backchannel_logout(
1367
+ self, request: SynapseRequest, logout_token: str
1368
+ ) -> None:
1369
+ """Handle an incoming request to /_synapse/client/oidc/backchannel_logout
1370
+
1371
+ The OIDC Provider posts a logout token to this endpoint when a user
1372
+ session ends. That token is a JWT signed with the same keys as
1373
+ ID tokens. The OpenID Connect Back-Channel Logout draft explains how to
1374
+ validate the JWT and figure out what session to end.
1375
+
1376
+ Args:
1377
+ request: The request to respond to
1378
+ logout_token: The logout token (a JWT) extracted from the request body
1379
+ """
1380
+ # Back-Channel Logout can be disabled in the config, hence this check.
1381
+ # This is not that important for now since Synapse is registered
1382
+ # manually to the OP, so not specifying the backchannel-logout URI is
1383
+ # as effective than disabling it here. It might make more sense if we
1384
+ # support dynamic registration in Synapse at some point.
1385
+ if not self._config.backchannel_logout_enabled:
1386
+ logger.warning(
1387
+ "Received an OIDC Back-Channel Logout request from issuer %r but it is disabled in config",
1388
+ self.issuer,
1389
+ )
1390
+
1391
+ # TODO: this responds with a 400 status code, which is what the OIDC
1392
+ # Back-Channel Logout spec expects, but spec also suggests answering with
1393
+ # a JSON object, with the `error` and `error_description` fields set, which
1394
+ # we are not doing here.
1395
+ # See https://openid.net/specs/openid-connect-backchannel-1_0.html#BCResponse
1396
+ raise SynapseError(
1397
+ 400, "OpenID Connect Back-Channel Logout is disabled for this provider"
1398
+ )
1399
+
1400
+ metadata = await self.load_metadata()
1401
+
1402
+ # As per OIDC Back-Channel Logout 1.0 sec. 2.4:
1403
+ # A Logout Token MUST be signed and MAY also be encrypted. The same
1404
+ # keys are used to sign and encrypt Logout Tokens as are used for ID
1405
+ # Tokens. If the Logout Token is encrypted, it SHOULD replicate the
1406
+ # iss (issuer) claim in the JWT Header Parameters, as specified in
1407
+ # Section 5.3 of [JWT].
1408
+ alg_values = metadata.get("id_token_signing_alg_values_supported", ["RS256"])
1409
+
1410
+ # As per sec. 2.6:
1411
+ # 3. Validate the iss, aud, and iat Claims in the same way they are
1412
+ # validated in ID Tokens.
1413
+ # Which means the audience should contain Synapse's client_id and the
1414
+ # issuer should be the IdP issuer
1415
+ claims_options = {
1416
+ "iss": {"values": [metadata["issuer"]]},
1417
+ "aud": {"values": [self.client_id]},
1418
+ }
1419
+
1420
+ try:
1421
+ claims = await self._verify_jwt(
1422
+ alg_values=alg_values,
1423
+ token=logout_token,
1424
+ claims_cls=LogoutToken,
1425
+ claims_options=claims_options,
1426
+ )
1427
+ except JoseError:
1428
+ logger.exception("Invalid logout_token")
1429
+ raise SynapseError(400, "Invalid logout_token")
1430
+
1431
+ # As per sec. 2.6:
1432
+ # 4. Verify that the Logout Token contains a sub Claim, a sid Claim,
1433
+ # or both.
1434
+ # 5. Verify that the Logout Token contains an events Claim whose
1435
+ # value is JSON object containing the member name
1436
+ # http://schemas.openid.net/event/backchannel-logout.
1437
+ # 6. Verify that the Logout Token does not contain a nonce Claim.
1438
+ # This is all verified by the LogoutToken claims class, so at this
1439
+ # point the `sid` claim exists and is a string.
1440
+ sid: str = claims.get("sid")
1441
+
1442
+ # If the `sub` claim was included in the logout token, we check that it matches
1443
+ # that it matches the right user. We can have cases where the `sub` claim is not
1444
+ # the ID saved in database, so we let admins disable this check in config.
1445
+ sub: str | None = claims.get("sub")
1446
+ expected_user_id: str | None = None
1447
+ if sub is not None and not self._config.backchannel_logout_ignore_sub:
1448
+ expected_user_id = await self._store.get_user_by_external_id(
1449
+ self.idp_id, sub
1450
+ )
1451
+
1452
+ # Invalidate any running user-mapping sessions, in-flight login tokens and
1453
+ # active devices
1454
+ await self._sso_handler.revoke_sessions_for_provider_session_id(
1455
+ auth_provider_id=self.idp_id,
1456
+ auth_provider_session_id=sid,
1457
+ expected_user_id=expected_user_id,
1458
+ )
1459
+
1460
+ request.setResponseCode(200)
1461
+ request.setHeader(b"Cache-Control", b"no-cache, no-store")
1462
+ request.setHeader(b"Pragma", b"no-cache")
1463
+ finish_request(request)
1464
+
1465
+
1466
+ class LogoutToken(JWTClaims): # type: ignore[misc]
1467
+ """
1468
+ Holds and verify claims of a logout token, as per
1469
+ https://openid.net/specs/openid-connect-backchannel-1_0.html#LogoutToken
1470
+ """
1471
+
1472
+ REGISTERED_CLAIMS = ["iss", "sub", "aud", "iat", "jti", "events", "sid"]
1473
+
1474
+ def validate(self, now: int | None = None, leeway: int = 0) -> None:
1475
+ """Validate everything in claims payload."""
1476
+ super().validate(now, leeway)
1477
+ self.validate_sid()
1478
+ self.validate_events()
1479
+ self.validate_nonce()
1480
+
1481
+ def validate_sid(self) -> None:
1482
+ """Ensure the sid claim is present"""
1483
+ sid = self.get("sid")
1484
+ if not sid:
1485
+ raise MissingClaimError("sid")
1486
+
1487
+ if not isinstance(sid, str):
1488
+ raise InvalidClaimError("sid")
1489
+
1490
+ def validate_nonce(self) -> None:
1491
+ """Ensure the nonce claim is absent"""
1492
+ if "nonce" in self:
1493
+ raise InvalidClaimError("nonce")
1494
+
1495
+ def validate_events(self) -> None:
1496
+ """Ensure the events claim is present and with the right value"""
1497
+ events = self.get("events")
1498
+ if not events:
1499
+ raise MissingClaimError("events")
1500
+
1501
+ if not isinstance(events, dict):
1502
+ raise InvalidClaimError("events")
1503
+
1504
+ if "http://schemas.openid.net/event/backchannel-logout" not in events:
1505
+ raise InvalidClaimError("events")
1506
+
1507
+
1508
+ # number of seconds a newly-generated client secret should be valid for
1509
+ CLIENT_SECRET_VALIDITY_SECONDS = 3600
1510
+
1511
+ # minimum remaining validity on a client secret before we should generate a new one
1512
+ CLIENT_SECRET_MIN_VALIDITY_SECONDS = 600
1513
+
1514
+
1515
+ class JwtClientSecret:
1516
+ """A class which generates a new client secret on demand, based on a JWK
1517
+
1518
+ This implementation is designed to comply with the requirements for Apple Sign in:
1519
+ https://developer.apple.com/documentation/sign_in_with_apple/generate_and_validate_tokens#3262048
1520
+
1521
+ It looks like those requirements are based on https://tools.ietf.org/html/rfc7523,
1522
+ but it's worth noting that we still put the generated secret in the "client_secret"
1523
+ field (or rather, whereever client_auth_method puts it) rather than in a
1524
+ client_assertion field in the body as that RFC seems to require.
1525
+ """
1526
+
1527
+ def __init__(
1528
+ self,
1529
+ key: OidcProviderClientSecretJwtKey,
1530
+ oauth_client_id: str,
1531
+ oauth_issuer: str,
1532
+ clock: Clock,
1533
+ ):
1534
+ self._key = key
1535
+ self._oauth_client_id = oauth_client_id
1536
+ self._oauth_issuer = oauth_issuer
1537
+ self._clock = clock
1538
+ self._cached_secret = b""
1539
+ self._cached_secret_replacement_time = 0
1540
+
1541
+ def __str__(self) -> str:
1542
+ # if client_auth_method is client_secret_basic, then ClientAuth.prepare calls
1543
+ # encode_client_secret_basic, which calls "{}".format(secret), which ends up
1544
+ # here.
1545
+ return self._get_secret().decode("ascii")
1546
+
1547
+ def __bytes__(self) -> bytes:
1548
+ # if client_auth_method is client_secret_post, then ClientAuth.prepare calls
1549
+ # encode_client_secret_post, which ends up here.
1550
+ return self._get_secret()
1551
+
1552
+ def _get_secret(self) -> bytes:
1553
+ now = self._clock.time()
1554
+
1555
+ # if we have enough validity on our existing secret, use it
1556
+ if now < self._cached_secret_replacement_time:
1557
+ return self._cached_secret
1558
+
1559
+ issued_at = int(now)
1560
+ expires_at = issued_at + CLIENT_SECRET_VALIDITY_SECONDS
1561
+
1562
+ # we copy the configured header because jwt.encode modifies it.
1563
+ header = dict(self._key.jwt_header)
1564
+
1565
+ # see https://tools.ietf.org/html/rfc7523#section-3
1566
+ payload = {
1567
+ "sub": self._oauth_client_id,
1568
+ "aud": self._oauth_issuer,
1569
+ "iat": issued_at,
1570
+ "exp": expires_at,
1571
+ **self._key.jwt_payload,
1572
+ }
1573
+ logger.info(
1574
+ "Generating new JWT for %s: %s %s", self._oauth_issuer, header, payload
1575
+ )
1576
+ jwt = JsonWebToken(header["alg"])
1577
+ self._cached_secret = jwt.encode(header, payload, self._key.key)
1578
+ self._cached_secret_replacement_time = (
1579
+ expires_at - CLIENT_SECRET_MIN_VALIDITY_SECONDS
1580
+ )
1581
+ return self._cached_secret
1582
+
1583
+
1584
+ class UserAttributeDict(TypedDict):
1585
+ localpart: str | None
1586
+ confirm_localpart: bool
1587
+ display_name: str | None
1588
+ picture: str | None # may be omitted by older `OidcMappingProviders`
1589
+ emails: list[str]
1590
+
1591
+
1592
+ class OidcMappingProvider(Generic[C]):
1593
+ """A mapping provider maps a UserInfo object to user attributes.
1594
+
1595
+ It should provide the API described by this class.
1596
+ """
1597
+
1598
+ def __init__(self, config: C):
1599
+ """
1600
+ Args:
1601
+ config: A custom config object from this module, parsed by ``parse_config()``
1602
+ """
1603
+
1604
+ @staticmethod
1605
+ def parse_config(config: dict) -> C:
1606
+ """Parse the dict provided by the homeserver's config
1607
+
1608
+ Args:
1609
+ config: A dictionary containing configuration options for this provider
1610
+
1611
+ Returns:
1612
+ A custom config object for this module
1613
+ """
1614
+ raise NotImplementedError()
1615
+
1616
+ def get_remote_user_id(self, userinfo: UserInfo) -> str:
1617
+ """Get a unique user ID for this user.
1618
+
1619
+ Usually, in an OIDC-compliant scenario, it should be the ``sub`` claim from the UserInfo object.
1620
+
1621
+ Args:
1622
+ userinfo: An object representing the user given by the OIDC provider
1623
+
1624
+ Returns:
1625
+ A unique user ID
1626
+ """
1627
+ raise NotImplementedError()
1628
+
1629
+ async def map_user_attributes(
1630
+ self, userinfo: UserInfo, token: Token, failures: int
1631
+ ) -> UserAttributeDict:
1632
+ """Map a `UserInfo` object into user attributes.
1633
+
1634
+ Args:
1635
+ userinfo: An object representing the user given by the OIDC provider
1636
+ token: A dict with the tokens returned by the provider
1637
+ failures: How many times a call to this function with this
1638
+ UserInfo has resulted in a failure.
1639
+
1640
+ Returns:
1641
+ A dict containing the ``localpart`` and (optionally) the ``display_name``
1642
+ """
1643
+ raise NotImplementedError()
1644
+
1645
+ async def get_extra_attributes(self, userinfo: UserInfo, token: Token) -> JsonDict:
1646
+ """Map a `UserInfo` object into additional attributes passed to the client during login.
1647
+
1648
+ Args:
1649
+ userinfo: An object representing the user given by the OIDC provider
1650
+ token: A dict with the tokens returned by the provider
1651
+
1652
+ Returns:
1653
+ A dict containing additional attributes. Must be JSON serializable.
1654
+ """
1655
+ return {}
1656
+
1657
+
1658
+ # Used to clear out "None" values in templates
1659
+ def jinja_finalize(thing: Any) -> Any:
1660
+ return thing if thing is not None else ""
1661
+
1662
+
1663
+ env = Environment(finalize=jinja_finalize)
1664
+ env.filters.update(
1665
+ {
1666
+ "localpart_from_email": _localpart_from_email_filter,
1667
+ }
1668
+ )
1669
+
1670
+
1671
+ @attr.s(slots=True, frozen=True, auto_attribs=True)
1672
+ class JinjaOidcMappingConfig:
1673
+ subject_template: Template
1674
+ picture_template: Template
1675
+ localpart_template: Template | None
1676
+ display_name_template: Template | None
1677
+ email_template: Template | None
1678
+ extra_attributes: dict[str, Template]
1679
+ confirm_localpart: bool = False
1680
+
1681
+
1682
+ class JinjaOidcMappingProvider(OidcMappingProvider[JinjaOidcMappingConfig]):
1683
+ """An implementation of a mapping provider based on Jinja templates.
1684
+
1685
+ This is the default mapping provider.
1686
+ """
1687
+
1688
+ def __init__(self, config: JinjaOidcMappingConfig, module_api: ModuleApi):
1689
+ self._config = config
1690
+
1691
+ @staticmethod
1692
+ def parse_config(config: dict) -> JinjaOidcMappingConfig:
1693
+ def parse_template_config_with_claim(
1694
+ option_name: str, default_claim: str
1695
+ ) -> Template:
1696
+ template_name = f"{option_name}_template"
1697
+ template = config.get(template_name)
1698
+ if not template:
1699
+ # Convert the legacy subject_claim into a template.
1700
+ claim = config.get(f"{option_name}_claim", default_claim)
1701
+ template = "{{ user.%s }}" % (claim,)
1702
+
1703
+ try:
1704
+ return env.from_string(template)
1705
+ except Exception as e:
1706
+ raise ConfigError("invalid jinja template", path=[template_name]) from e
1707
+
1708
+ subject_template = parse_template_config_with_claim("subject", "sub")
1709
+ picture_template = parse_template_config_with_claim("picture", "picture")
1710
+
1711
+ def parse_template_config(option_name: str) -> Template | None:
1712
+ if option_name not in config:
1713
+ return None
1714
+ try:
1715
+ return env.from_string(config[option_name])
1716
+ except Exception as e:
1717
+ raise ConfigError("invalid jinja template", path=[option_name]) from e
1718
+
1719
+ localpart_template = parse_template_config("localpart_template")
1720
+ display_name_template = parse_template_config("display_name_template")
1721
+ email_template = parse_template_config("email_template")
1722
+
1723
+ extra_attributes = {} # type Dict[str, Template]
1724
+ if "extra_attributes" in config:
1725
+ extra_attributes_config = config.get("extra_attributes") or {}
1726
+ if not isinstance(extra_attributes_config, dict):
1727
+ raise ConfigError("must be a dict", path=["extra_attributes"])
1728
+
1729
+ for key, value in extra_attributes_config.items():
1730
+ try:
1731
+ extra_attributes[key] = env.from_string(value)
1732
+ except Exception as e:
1733
+ raise ConfigError(
1734
+ "invalid jinja template", path=["extra_attributes", key]
1735
+ ) from e
1736
+
1737
+ confirm_localpart = config.get("confirm_localpart") or False
1738
+ if not isinstance(confirm_localpart, bool):
1739
+ raise ConfigError("must be a bool", path=["confirm_localpart"])
1740
+
1741
+ return JinjaOidcMappingConfig(
1742
+ subject_template=subject_template,
1743
+ picture_template=picture_template,
1744
+ localpart_template=localpart_template,
1745
+ display_name_template=display_name_template,
1746
+ email_template=email_template,
1747
+ extra_attributes=extra_attributes,
1748
+ confirm_localpart=confirm_localpart,
1749
+ )
1750
+
1751
+ def get_remote_user_id(self, userinfo: UserInfo) -> str:
1752
+ return self._config.subject_template.render(user=userinfo).strip()
1753
+
1754
+ async def map_user_attributes(
1755
+ self, userinfo: UserInfo, token: Token, failures: int
1756
+ ) -> UserAttributeDict:
1757
+ localpart = None
1758
+
1759
+ if self._config.localpart_template:
1760
+ localpart = self._config.localpart_template.render(user=userinfo).strip()
1761
+
1762
+ # Ensure only valid characters are included in the MXID.
1763
+ localpart = map_username_to_mxid_localpart(localpart)
1764
+
1765
+ # Append suffix integer if last call to this function failed to produce
1766
+ # a usable mxid.
1767
+ localpart += str(failures) if failures else ""
1768
+
1769
+ def render_template_field(template: Template | None) -> str | None:
1770
+ if template is None:
1771
+ return None
1772
+ return template.render(user=userinfo).strip()
1773
+
1774
+ display_name = render_template_field(self._config.display_name_template)
1775
+ if display_name == "":
1776
+ display_name = None
1777
+
1778
+ emails: list[str] = []
1779
+ email = render_template_field(self._config.email_template)
1780
+ if email:
1781
+ emails.append(email)
1782
+
1783
+ picture = self._config.picture_template.render(user=userinfo).strip()
1784
+
1785
+ return UserAttributeDict(
1786
+ localpart=localpart,
1787
+ display_name=display_name,
1788
+ emails=emails,
1789
+ picture=picture,
1790
+ confirm_localpart=self._config.confirm_localpart,
1791
+ )
1792
+
1793
+ async def get_extra_attributes(self, userinfo: UserInfo, token: Token) -> JsonDict:
1794
+ extras: dict[str, str] = {}
1795
+ for key, template in self._config.extra_attributes.items():
1796
+ try:
1797
+ extras[key] = template.render(user=userinfo).strip()
1798
+ except Exception as e:
1799
+ # Log an error and skip this value (don't break login for this).
1800
+ logger.exception("Failed to render OIDC extra attribute %s: %s", key, e)
1801
+ return extras