matrix-synapse 1.145.0rc2__cp310-abi3-manylinux_2_28_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of matrix-synapse might be problematic. Click here for more details.

Files changed (1636) hide show
  1. AUTHORS.rst +51 -0
  2. CHANGES.md +1732 -0
  3. CONTRIBUTING.md +3 -0
  4. Cargo.lock +1923 -0
  5. Cargo.toml +6 -0
  6. INSTALL.md +7 -0
  7. LICENSE-AGPL-3.0 +661 -0
  8. LICENSE-COMMERCIAL +6 -0
  9. UPGRADE.rst +7 -0
  10. book.toml +47 -0
  11. changelog.d/.gitignore +1 -0
  12. demo/.gitignore +4 -0
  13. demo/clean.sh +22 -0
  14. demo/start.sh +173 -0
  15. demo/stop.sh +14 -0
  16. docs/.sample_config_header.yaml +12 -0
  17. docs/CAPTCHA_SETUP.md +37 -0
  18. docs/README.md +86 -0
  19. docs/SUMMARY.md +126 -0
  20. docs/admin_api/README.rst +13 -0
  21. docs/admin_api/account_validity.md +47 -0
  22. docs/admin_api/client_server_api_extensions.md +67 -0
  23. docs/admin_api/event_reports.md +185 -0
  24. docs/admin_api/experimental_features.md +52 -0
  25. docs/admin_api/fetch_event.md +53 -0
  26. docs/admin_api/media_admin_api.md +372 -0
  27. docs/admin_api/purge_history_api.md +77 -0
  28. docs/admin_api/register_api.md +92 -0
  29. docs/admin_api/room_membership.md +35 -0
  30. docs/admin_api/rooms.md +1190 -0
  31. docs/admin_api/scheduled_tasks.md +54 -0
  32. docs/admin_api/server_notices.md +48 -0
  33. docs/admin_api/statistics.md +132 -0
  34. docs/admin_api/user_admin_api.md +1602 -0
  35. docs/admin_api/version_api.md +23 -0
  36. docs/ancient_architecture_notes.md +81 -0
  37. docs/application_services.md +36 -0
  38. docs/architecture.md +65 -0
  39. docs/auth_chain_diff.dot +32 -0
  40. docs/auth_chain_diff.dot.png +0 -0
  41. docs/auth_chain_difference_algorithm.md +141 -0
  42. docs/changelogs/CHANGES-2019.md +1039 -0
  43. docs/changelogs/CHANGES-2020.md +2145 -0
  44. docs/changelogs/CHANGES-2021.md +2573 -0
  45. docs/changelogs/CHANGES-2022.md +2766 -0
  46. docs/changelogs/CHANGES-2023.md +2202 -0
  47. docs/changelogs/CHANGES-2024.md +1586 -0
  48. docs/changelogs/CHANGES-pre-1.0.md +3641 -0
  49. docs/changelogs/README.md +1 -0
  50. docs/code_style.md +119 -0
  51. docs/consent_tracking.md +197 -0
  52. docs/delegate.md +111 -0
  53. docs/deprecation_policy.md +89 -0
  54. docs/development/cas.md +64 -0
  55. docs/development/contributing_guide.md +554 -0
  56. docs/development/database_schema.md +404 -0
  57. docs/development/demo.md +42 -0
  58. docs/development/dependencies.md +326 -0
  59. docs/development/experimental_features.md +37 -0
  60. docs/development/git.md +148 -0
  61. docs/development/img/git/branches.jpg +0 -0
  62. docs/development/img/git/clean.png +0 -0
  63. docs/development/img/git/squash.png +0 -0
  64. docs/development/internal_documentation/README.md +12 -0
  65. docs/development/internal_documentation/release_notes_review_checklist.md +12 -0
  66. docs/development/releases.md +37 -0
  67. docs/development/reviews.md +41 -0
  68. docs/development/room-dag-concepts.md +115 -0
  69. docs/development/saml.md +40 -0
  70. docs/development/synapse_architecture/cancellation.md +392 -0
  71. docs/development/synapse_architecture/faster_joins.md +375 -0
  72. docs/development/synapse_architecture/streams.md +198 -0
  73. docs/element_logo_white_bg.svg +94 -0
  74. docs/favicon.png +0 -0
  75. docs/favicon.svg +58 -0
  76. docs/federate.md +67 -0
  77. docs/jwt.md +105 -0
  78. docs/log_contexts.md +566 -0
  79. docs/manhole.md +101 -0
  80. docs/media_repository.md +78 -0
  81. docs/message_retention_policies.md +207 -0
  82. docs/metrics-howto.md +315 -0
  83. docs/modules/account_data_callbacks.md +106 -0
  84. docs/modules/account_validity_callbacks.md +57 -0
  85. docs/modules/add_extra_fields_to_client_events_unsigned.md +32 -0
  86. docs/modules/background_update_controller_callbacks.md +71 -0
  87. docs/modules/index.md +53 -0
  88. docs/modules/media_repository_callbacks.md +131 -0
  89. docs/modules/password_auth_provider_callbacks.md +270 -0
  90. docs/modules/porting_legacy_module.md +20 -0
  91. docs/modules/presence_router_callbacks.md +112 -0
  92. docs/modules/ratelimit_callbacks.md +43 -0
  93. docs/modules/spam_checker_callbacks.md +517 -0
  94. docs/modules/third_party_rules_callbacks.md +350 -0
  95. docs/modules/writing_a_module.md +141 -0
  96. docs/openid.md +783 -0
  97. docs/opentracing.md +99 -0
  98. docs/other/running_synapse_on_single_board_computers.md +75 -0
  99. docs/password_auth_providers.md +129 -0
  100. docs/postgres.md +269 -0
  101. docs/presence_router_module.md +247 -0
  102. docs/privacy_policy_templates/en/1.0.html +26 -0
  103. docs/privacy_policy_templates/en/success.html +11 -0
  104. docs/replication.md +36 -0
  105. docs/reverse_proxy.md +327 -0
  106. docs/room_and_user_statistics.md +22 -0
  107. docs/sample_config.yaml +47 -0
  108. docs/sample_log_config.yaml +75 -0
  109. docs/server_notices.md +66 -0
  110. docs/setup/forward_proxy.md +89 -0
  111. docs/setup/installation.md +656 -0
  112. docs/setup/security.md +41 -0
  113. docs/setup/turn/coturn.md +197 -0
  114. docs/setup/turn/eturnal.md +170 -0
  115. docs/spam_checker.md +122 -0
  116. docs/sso_mapping_providers.md +208 -0
  117. docs/structured_logging.md +80 -0
  118. docs/synctl_workers.md +36 -0
  119. docs/systemd-with-workers/README.md +101 -0
  120. docs/systemd-with-workers/system/matrix-synapse-worker@.service +26 -0
  121. docs/systemd-with-workers/system/matrix-synapse.service +23 -0
  122. docs/systemd-with-workers/system/matrix-synapse.target +6 -0
  123. docs/systemd-with-workers/workers/background_worker.yaml +4 -0
  124. docs/systemd-with-workers/workers/event_persister.yaml +20 -0
  125. docs/systemd-with-workers/workers/federation_sender.yaml +4 -0
  126. docs/systemd-with-workers/workers/generic_worker.yaml +11 -0
  127. docs/systemd-with-workers/workers/media_worker.yaml +11 -0
  128. docs/systemd-with-workers/workers/pusher_worker.yaml +4 -0
  129. docs/tcp_replication.md +258 -0
  130. docs/templates.md +254 -0
  131. docs/turn-howto.md +168 -0
  132. docs/upgrade.md +2876 -0
  133. docs/usage/administration/README.md +7 -0
  134. docs/usage/administration/admin_api/README.md +47 -0
  135. docs/usage/administration/admin_api/background_updates.md +109 -0
  136. docs/usage/administration/admin_api/federation.md +212 -0
  137. docs/usage/administration/admin_api/registration_tokens.md +298 -0
  138. docs/usage/administration/admin_faq.md +294 -0
  139. docs/usage/administration/backups.md +125 -0
  140. docs/usage/administration/database_maintenance_tools.md +18 -0
  141. docs/usage/administration/monitoring/reporting_homeserver_usage_statistics.md +77 -0
  142. docs/usage/administration/monthly_active_users.md +84 -0
  143. docs/usage/administration/request_log.md +44 -0
  144. docs/usage/administration/state_groups.md +25 -0
  145. docs/usage/administration/understanding_synapse_through_grafana_graphs.md +83 -0
  146. docs/usage/administration/useful_sql_for_admins.md +216 -0
  147. docs/usage/configuration/README.md +4 -0
  148. docs/usage/configuration/config_documentation.md +4768 -0
  149. docs/usage/configuration/homeserver_sample_config.md +17 -0
  150. docs/usage/configuration/logging_sample_config.md +19 -0
  151. docs/usage/configuration/user_authentication/README.md +15 -0
  152. docs/usage/configuration/user_authentication/refresh_tokens.md +139 -0
  153. docs/usage/configuration/user_authentication/single_sign_on/README.md +5 -0
  154. docs/usage/configuration/user_authentication/single_sign_on/cas.md +8 -0
  155. docs/usage/configuration/user_authentication/single_sign_on/saml.md +8 -0
  156. docs/user_directory.md +130 -0
  157. docs/website_files/README.md +35 -0
  158. docs/website_files/indent-section-headers.css +7 -0
  159. docs/website_files/remove-nav-buttons.css +8 -0
  160. docs/website_files/table-of-contents.css +47 -0
  161. docs/website_files/table-of-contents.js +148 -0
  162. docs/website_files/theme/index.hbs +324 -0
  163. docs/website_files/version-picker.css +78 -0
  164. docs/website_files/version-picker.js +147 -0
  165. docs/website_files/version.js +1 -0
  166. docs/welcome_and_overview.md +67 -0
  167. docs/workers.md +897 -0
  168. matrix_synapse-1.145.0rc2.dist-info/METADATA +260 -0
  169. matrix_synapse-1.145.0rc2.dist-info/RECORD +1636 -0
  170. matrix_synapse-1.145.0rc2.dist-info/WHEEL +5 -0
  171. matrix_synapse-1.145.0rc2.dist-info/entry_points.txt +13 -0
  172. matrix_synapse-1.145.0rc2.dist-info/licenses/AUTHORS.rst +51 -0
  173. matrix_synapse-1.145.0rc2.dist-info/licenses/LICENSE-AGPL-3.0 +661 -0
  174. matrix_synapse-1.145.0rc2.dist-info/licenses/LICENSE-COMMERCIAL +6 -0
  175. mypy.ini +115 -0
  176. rust/Cargo.toml +63 -0
  177. rust/build.rs +45 -0
  178. scripts-dev/build_debian_packages.py +228 -0
  179. scripts-dev/check-newsfragment.sh +62 -0
  180. scripts-dev/check_line_terminators.sh +29 -0
  181. scripts-dev/check_locked_deps_have_sdists.py +64 -0
  182. scripts-dev/check_schema_delta.py +240 -0
  183. scripts-dev/complement.sh +332 -0
  184. scripts-dev/config-lint.sh +15 -0
  185. scripts-dev/database-save.sh +15 -0
  186. scripts-dev/docker_update_debian_changelog.sh +70 -0
  187. scripts-dev/dump_macaroon.py +25 -0
  188. scripts-dev/federation_client.py +428 -0
  189. scripts-dev/gen_config_documentation.py +510 -0
  190. scripts-dev/generate_sample_config.sh +28 -0
  191. scripts-dev/lint.sh +141 -0
  192. scripts-dev/make_full_schema.sh +310 -0
  193. scripts-dev/mypy_synapse_plugin.py +918 -0
  194. scripts-dev/next_github_number.sh +9 -0
  195. scripts-dev/release.py +986 -0
  196. scripts-dev/schema_versions.py +182 -0
  197. scripts-dev/sign_json.py +172 -0
  198. synapse/__init__.py +97 -0
  199. synapse/_scripts/__init__.py +0 -0
  200. synapse/_scripts/export_signing_key.py +109 -0
  201. synapse/_scripts/generate_config.py +83 -0
  202. synapse/_scripts/generate_log_config.py +56 -0
  203. synapse/_scripts/generate_signing_key.py +55 -0
  204. synapse/_scripts/generate_workers_map.py +318 -0
  205. synapse/_scripts/hash_password.py +95 -0
  206. synapse/_scripts/move_remote_media_to_new_store.py +128 -0
  207. synapse/_scripts/register_new_matrix_user.py +402 -0
  208. synapse/_scripts/review_recent_signups.py +212 -0
  209. synapse/_scripts/synapse_port_db.py +1604 -0
  210. synapse/_scripts/synctl.py +365 -0
  211. synapse/_scripts/update_synapse_database.py +130 -0
  212. synapse/api/__init__.py +20 -0
  213. synapse/api/auth/__init__.py +207 -0
  214. synapse/api/auth/base.py +406 -0
  215. synapse/api/auth/internal.py +299 -0
  216. synapse/api/auth/mas.py +436 -0
  217. synapse/api/auth/msc3861_delegated.py +617 -0
  218. synapse/api/auth_blocking.py +144 -0
  219. synapse/api/constants.py +379 -0
  220. synapse/api/errors.py +913 -0
  221. synapse/api/filtering.py +537 -0
  222. synapse/api/presence.py +102 -0
  223. synapse/api/ratelimiting.py +481 -0
  224. synapse/api/room_versions.py +535 -0
  225. synapse/api/urls.py +118 -0
  226. synapse/app/__init__.py +62 -0
  227. synapse/app/_base.py +906 -0
  228. synapse/app/admin_cmd.py +388 -0
  229. synapse/app/appservice.py +30 -0
  230. synapse/app/client_reader.py +30 -0
  231. synapse/app/complement_fork_starter.py +206 -0
  232. synapse/app/event_creator.py +29 -0
  233. synapse/app/federation_reader.py +30 -0
  234. synapse/app/federation_sender.py +30 -0
  235. synapse/app/frontend_proxy.py +30 -0
  236. synapse/app/generic_worker.py +475 -0
  237. synapse/app/homeserver.py +505 -0
  238. synapse/app/media_repository.py +30 -0
  239. synapse/app/phone_stats_home.py +292 -0
  240. synapse/app/pusher.py +30 -0
  241. synapse/app/synchrotron.py +30 -0
  242. synapse/app/user_dir.py +31 -0
  243. synapse/appservice/__init__.py +458 -0
  244. synapse/appservice/api.py +567 -0
  245. synapse/appservice/scheduler.py +565 -0
  246. synapse/config/__init__.py +27 -0
  247. synapse/config/__main__.py +62 -0
  248. synapse/config/_base.py +1154 -0
  249. synapse/config/_base.pyi +216 -0
  250. synapse/config/_util.py +99 -0
  251. synapse/config/account_validity.py +116 -0
  252. synapse/config/api.py +141 -0
  253. synapse/config/appservice.py +210 -0
  254. synapse/config/auth.py +80 -0
  255. synapse/config/auto_accept_invites.py +43 -0
  256. synapse/config/background_updates.py +44 -0
  257. synapse/config/cache.py +231 -0
  258. synapse/config/captcha.py +90 -0
  259. synapse/config/cas.py +116 -0
  260. synapse/config/consent.py +73 -0
  261. synapse/config/database.py +184 -0
  262. synapse/config/emailconfig.py +367 -0
  263. synapse/config/experimental.py +601 -0
  264. synapse/config/federation.py +114 -0
  265. synapse/config/homeserver.py +141 -0
  266. synapse/config/jwt.py +55 -0
  267. synapse/config/key.py +447 -0
  268. synapse/config/logger.py +390 -0
  269. synapse/config/mas.py +192 -0
  270. synapse/config/matrixrtc.py +66 -0
  271. synapse/config/metrics.py +93 -0
  272. synapse/config/modules.py +40 -0
  273. synapse/config/oembed.py +185 -0
  274. synapse/config/oidc.py +509 -0
  275. synapse/config/password_auth_providers.py +82 -0
  276. synapse/config/push.py +64 -0
  277. synapse/config/ratelimiting.py +260 -0
  278. synapse/config/redis.py +74 -0
  279. synapse/config/registration.py +296 -0
  280. synapse/config/repository.py +311 -0
  281. synapse/config/retention.py +162 -0
  282. synapse/config/room.py +88 -0
  283. synapse/config/room_directory.py +165 -0
  284. synapse/config/saml2.py +251 -0
  285. synapse/config/server.py +1139 -0
  286. synapse/config/server_notices.py +84 -0
  287. synapse/config/spam_checker.py +66 -0
  288. synapse/config/sso.py +121 -0
  289. synapse/config/stats.py +54 -0
  290. synapse/config/third_party_event_rules.py +40 -0
  291. synapse/config/tls.py +192 -0
  292. synapse/config/tracer.py +71 -0
  293. synapse/config/user_directory.py +47 -0
  294. synapse/config/user_types.py +42 -0
  295. synapse/config/voip.py +59 -0
  296. synapse/config/workers.py +642 -0
  297. synapse/crypto/__init__.py +20 -0
  298. synapse/crypto/context_factory.py +278 -0
  299. synapse/crypto/event_signing.py +194 -0
  300. synapse/crypto/keyring.py +980 -0
  301. synapse/event_auth.py +1266 -0
  302. synapse/events/__init__.py +667 -0
  303. synapse/events/auto_accept_invites.py +216 -0
  304. synapse/events/builder.py +387 -0
  305. synapse/events/presence_router.py +243 -0
  306. synapse/events/snapshot.py +559 -0
  307. synapse/events/utils.py +924 -0
  308. synapse/events/validator.py +305 -0
  309. synapse/federation/__init__.py +22 -0
  310. synapse/federation/federation_base.py +382 -0
  311. synapse/federation/federation_client.py +2133 -0
  312. synapse/federation/federation_server.py +1543 -0
  313. synapse/federation/persistence.py +70 -0
  314. synapse/federation/send_queue.py +532 -0
  315. synapse/federation/sender/__init__.py +1165 -0
  316. synapse/federation/sender/per_destination_queue.py +886 -0
  317. synapse/federation/sender/transaction_manager.py +210 -0
  318. synapse/federation/transport/__init__.py +28 -0
  319. synapse/federation/transport/client.py +1199 -0
  320. synapse/federation/transport/server/__init__.py +334 -0
  321. synapse/federation/transport/server/_base.py +429 -0
  322. synapse/federation/transport/server/federation.py +910 -0
  323. synapse/federation/units.py +133 -0
  324. synapse/handlers/__init__.py +20 -0
  325. synapse/handlers/account.py +162 -0
  326. synapse/handlers/account_data.py +360 -0
  327. synapse/handlers/account_validity.py +362 -0
  328. synapse/handlers/admin.py +615 -0
  329. synapse/handlers/appservice.py +989 -0
  330. synapse/handlers/auth.py +2482 -0
  331. synapse/handlers/cas.py +413 -0
  332. synapse/handlers/deactivate_account.py +363 -0
  333. synapse/handlers/delayed_events.py +607 -0
  334. synapse/handlers/device.py +1869 -0
  335. synapse/handlers/devicemessage.py +399 -0
  336. synapse/handlers/directory.py +545 -0
  337. synapse/handlers/e2e_keys.py +1835 -0
  338. synapse/handlers/e2e_room_keys.py +455 -0
  339. synapse/handlers/event_auth.py +390 -0
  340. synapse/handlers/events.py +203 -0
  341. synapse/handlers/federation.py +2042 -0
  342. synapse/handlers/federation_event.py +2420 -0
  343. synapse/handlers/identity.py +812 -0
  344. synapse/handlers/initial_sync.py +528 -0
  345. synapse/handlers/jwt.py +120 -0
  346. synapse/handlers/message.py +2357 -0
  347. synapse/handlers/oidc.py +1801 -0
  348. synapse/handlers/pagination.py +811 -0
  349. synapse/handlers/password_policy.py +102 -0
  350. synapse/handlers/presence.py +2634 -0
  351. synapse/handlers/profile.py +656 -0
  352. synapse/handlers/push_rules.py +164 -0
  353. synapse/handlers/read_marker.py +79 -0
  354. synapse/handlers/receipts.py +351 -0
  355. synapse/handlers/register.py +1059 -0
  356. synapse/handlers/relations.py +623 -0
  357. synapse/handlers/reports.py +98 -0
  358. synapse/handlers/room.py +2449 -0
  359. synapse/handlers/room_list.py +632 -0
  360. synapse/handlers/room_member.py +2366 -0
  361. synapse/handlers/room_member_worker.py +146 -0
  362. synapse/handlers/room_policy.py +186 -0
  363. synapse/handlers/room_summary.py +1057 -0
  364. synapse/handlers/saml.py +524 -0
  365. synapse/handlers/search.py +723 -0
  366. synapse/handlers/send_email.py +209 -0
  367. synapse/handlers/set_password.py +71 -0
  368. synapse/handlers/sliding_sync/__init__.py +1961 -0
  369. synapse/handlers/sliding_sync/extensions.py +969 -0
  370. synapse/handlers/sliding_sync/room_lists.py +2317 -0
  371. synapse/handlers/sliding_sync/store.py +126 -0
  372. synapse/handlers/sso.py +1291 -0
  373. synapse/handlers/state_deltas.py +82 -0
  374. synapse/handlers/stats.py +322 -0
  375. synapse/handlers/sync.py +3096 -0
  376. synapse/handlers/thread_subscriptions.py +190 -0
  377. synapse/handlers/typing.py +612 -0
  378. synapse/handlers/ui_auth/__init__.py +48 -0
  379. synapse/handlers/ui_auth/checkers.py +332 -0
  380. synapse/handlers/user_directory.py +786 -0
  381. synapse/handlers/worker_lock.py +371 -0
  382. synapse/http/__init__.py +105 -0
  383. synapse/http/additional_resource.py +62 -0
  384. synapse/http/client.py +1377 -0
  385. synapse/http/connectproxyclient.py +316 -0
  386. synapse/http/federation/__init__.py +19 -0
  387. synapse/http/federation/matrix_federation_agent.py +490 -0
  388. synapse/http/federation/srv_resolver.py +196 -0
  389. synapse/http/federation/well_known_resolver.py +368 -0
  390. synapse/http/matrixfederationclient.py +1874 -0
  391. synapse/http/proxy.py +290 -0
  392. synapse/http/proxyagent.py +497 -0
  393. synapse/http/replicationagent.py +203 -0
  394. synapse/http/request_metrics.py +309 -0
  395. synapse/http/server.py +1111 -0
  396. synapse/http/servlet.py +1018 -0
  397. synapse/http/site.py +952 -0
  398. synapse/http/types.py +27 -0
  399. synapse/logging/__init__.py +31 -0
  400. synapse/logging/_remote.py +261 -0
  401. synapse/logging/_terse_json.py +95 -0
  402. synapse/logging/context.py +1209 -0
  403. synapse/logging/formatter.py +62 -0
  404. synapse/logging/handlers.py +99 -0
  405. synapse/logging/loggers.py +25 -0
  406. synapse/logging/opentracing.py +1132 -0
  407. synapse/logging/scopecontextmanager.py +160 -0
  408. synapse/media/_base.py +831 -0
  409. synapse/media/filepath.py +417 -0
  410. synapse/media/media_repository.py +1595 -0
  411. synapse/media/media_storage.py +703 -0
  412. synapse/media/oembed.py +277 -0
  413. synapse/media/preview_html.py +556 -0
  414. synapse/media/storage_provider.py +195 -0
  415. synapse/media/thumbnailer.py +833 -0
  416. synapse/media/url_previewer.py +884 -0
  417. synapse/metrics/__init__.py +748 -0
  418. synapse/metrics/_gc.py +219 -0
  419. synapse/metrics/_reactor_metrics.py +171 -0
  420. synapse/metrics/_types.py +38 -0
  421. synapse/metrics/background_process_metrics.py +555 -0
  422. synapse/metrics/common_usage_metrics.py +95 -0
  423. synapse/metrics/jemalloc.py +248 -0
  424. synapse/module_api/__init__.py +2131 -0
  425. synapse/module_api/callbacks/__init__.py +50 -0
  426. synapse/module_api/callbacks/account_validity_callbacks.py +106 -0
  427. synapse/module_api/callbacks/media_repository_callbacks.py +157 -0
  428. synapse/module_api/callbacks/ratelimit_callbacks.py +78 -0
  429. synapse/module_api/callbacks/spamchecker_callbacks.py +991 -0
  430. synapse/module_api/callbacks/third_party_event_rules_callbacks.py +592 -0
  431. synapse/module_api/errors.py +42 -0
  432. synapse/notifier.py +969 -0
  433. synapse/push/__init__.py +212 -0
  434. synapse/push/bulk_push_rule_evaluator.py +635 -0
  435. synapse/push/clientformat.py +126 -0
  436. synapse/push/emailpusher.py +334 -0
  437. synapse/push/httppusher.py +565 -0
  438. synapse/push/mailer.py +1009 -0
  439. synapse/push/presentable_names.py +216 -0
  440. synapse/push/push_tools.py +114 -0
  441. synapse/push/push_types.py +141 -0
  442. synapse/push/pusher.py +87 -0
  443. synapse/push/pusherpool.py +501 -0
  444. synapse/push/rulekinds.py +33 -0
  445. synapse/py.typed +0 -0
  446. synapse/replication/__init__.py +20 -0
  447. synapse/replication/http/__init__.py +68 -0
  448. synapse/replication/http/_base.py +469 -0
  449. synapse/replication/http/account_data.py +297 -0
  450. synapse/replication/http/deactivate_account.py +81 -0
  451. synapse/replication/http/delayed_events.py +62 -0
  452. synapse/replication/http/devices.py +254 -0
  453. synapse/replication/http/federation.py +334 -0
  454. synapse/replication/http/login.py +106 -0
  455. synapse/replication/http/membership.py +364 -0
  456. synapse/replication/http/presence.py +133 -0
  457. synapse/replication/http/push.py +156 -0
  458. synapse/replication/http/register.py +172 -0
  459. synapse/replication/http/send_events.py +182 -0
  460. synapse/replication/http/state.py +82 -0
  461. synapse/replication/http/streams.py +101 -0
  462. synapse/replication/tcp/__init__.py +56 -0
  463. synapse/replication/tcp/client.py +553 -0
  464. synapse/replication/tcp/commands.py +569 -0
  465. synapse/replication/tcp/context.py +41 -0
  466. synapse/replication/tcp/external_cache.py +156 -0
  467. synapse/replication/tcp/handler.py +922 -0
  468. synapse/replication/tcp/protocol.py +611 -0
  469. synapse/replication/tcp/redis.py +510 -0
  470. synapse/replication/tcp/resource.py +349 -0
  471. synapse/replication/tcp/streams/__init__.py +96 -0
  472. synapse/replication/tcp/streams/_base.py +765 -0
  473. synapse/replication/tcp/streams/events.py +287 -0
  474. synapse/replication/tcp/streams/federation.py +92 -0
  475. synapse/replication/tcp/streams/partial_state.py +80 -0
  476. synapse/res/providers.json +29 -0
  477. synapse/res/templates/_base.html +29 -0
  478. synapse/res/templates/account_previously_renewed.html +6 -0
  479. synapse/res/templates/account_renewed.html +6 -0
  480. synapse/res/templates/add_threepid.html +8 -0
  481. synapse/res/templates/add_threepid.txt +6 -0
  482. synapse/res/templates/add_threepid_failure.html +7 -0
  483. synapse/res/templates/add_threepid_success.html +6 -0
  484. synapse/res/templates/already_in_use.html +12 -0
  485. synapse/res/templates/already_in_use.txt +10 -0
  486. synapse/res/templates/auth_success.html +21 -0
  487. synapse/res/templates/invalid_token.html +6 -0
  488. synapse/res/templates/mail-Element.css +7 -0
  489. synapse/res/templates/mail-Vector.css +7 -0
  490. synapse/res/templates/mail-expiry.css +4 -0
  491. synapse/res/templates/mail.css +156 -0
  492. synapse/res/templates/notice_expiry.html +46 -0
  493. synapse/res/templates/notice_expiry.txt +7 -0
  494. synapse/res/templates/notif.html +51 -0
  495. synapse/res/templates/notif.txt +22 -0
  496. synapse/res/templates/notif_mail.html +59 -0
  497. synapse/res/templates/notif_mail.txt +10 -0
  498. synapse/res/templates/password_reset.html +10 -0
  499. synapse/res/templates/password_reset.txt +7 -0
  500. synapse/res/templates/password_reset_confirmation.html +15 -0
  501. synapse/res/templates/password_reset_failure.html +7 -0
  502. synapse/res/templates/password_reset_success.html +6 -0
  503. synapse/res/templates/recaptcha.html +42 -0
  504. synapse/res/templates/registration.html +12 -0
  505. synapse/res/templates/registration.txt +10 -0
  506. synapse/res/templates/registration_failure.html +6 -0
  507. synapse/res/templates/registration_success.html +6 -0
  508. synapse/res/templates/registration_token.html +18 -0
  509. synapse/res/templates/room.html +33 -0
  510. synapse/res/templates/room.txt +9 -0
  511. synapse/res/templates/sso.css +129 -0
  512. synapse/res/templates/sso_account_deactivated.html +25 -0
  513. synapse/res/templates/sso_auth_account_details.html +186 -0
  514. synapse/res/templates/sso_auth_account_details.js +116 -0
  515. synapse/res/templates/sso_auth_bad_user.html +26 -0
  516. synapse/res/templates/sso_auth_confirm.html +27 -0
  517. synapse/res/templates/sso_auth_success.html +26 -0
  518. synapse/res/templates/sso_error.html +71 -0
  519. synapse/res/templates/sso_footer.html +19 -0
  520. synapse/res/templates/sso_login_idp_picker.html +60 -0
  521. synapse/res/templates/sso_new_user_consent.html +30 -0
  522. synapse/res/templates/sso_partial_profile.html +19 -0
  523. synapse/res/templates/sso_redirect_confirm.html +39 -0
  524. synapse/res/templates/style.css +33 -0
  525. synapse/res/templates/terms.html +27 -0
  526. synapse/rest/__init__.py +197 -0
  527. synapse/rest/admin/__init__.py +395 -0
  528. synapse/rest/admin/_base.py +72 -0
  529. synapse/rest/admin/background_updates.py +171 -0
  530. synapse/rest/admin/devices.py +221 -0
  531. synapse/rest/admin/event_reports.py +173 -0
  532. synapse/rest/admin/events.py +69 -0
  533. synapse/rest/admin/experimental_features.py +137 -0
  534. synapse/rest/admin/federation.py +243 -0
  535. synapse/rest/admin/media.py +540 -0
  536. synapse/rest/admin/registration_tokens.py +358 -0
  537. synapse/rest/admin/rooms.py +1092 -0
  538. synapse/rest/admin/scheduled_tasks.py +70 -0
  539. synapse/rest/admin/server_notice_servlet.py +132 -0
  540. synapse/rest/admin/statistics.py +132 -0
  541. synapse/rest/admin/username_available.py +58 -0
  542. synapse/rest/admin/users.py +1634 -0
  543. synapse/rest/client/__init__.py +20 -0
  544. synapse/rest/client/_base.py +113 -0
  545. synapse/rest/client/account.py +937 -0
  546. synapse/rest/client/account_data.py +319 -0
  547. synapse/rest/client/account_validity.py +103 -0
  548. synapse/rest/client/appservice_ping.py +125 -0
  549. synapse/rest/client/auth.py +218 -0
  550. synapse/rest/client/auth_metadata.py +122 -0
  551. synapse/rest/client/capabilities.py +121 -0
  552. synapse/rest/client/delayed_events.py +165 -0
  553. synapse/rest/client/devices.py +587 -0
  554. synapse/rest/client/directory.py +211 -0
  555. synapse/rest/client/events.py +116 -0
  556. synapse/rest/client/filter.py +112 -0
  557. synapse/rest/client/initial_sync.py +65 -0
  558. synapse/rest/client/keys.py +678 -0
  559. synapse/rest/client/knock.py +104 -0
  560. synapse/rest/client/login.py +750 -0
  561. synapse/rest/client/login_token_request.py +127 -0
  562. synapse/rest/client/logout.py +93 -0
  563. synapse/rest/client/matrixrtc.py +52 -0
  564. synapse/rest/client/media.py +307 -0
  565. synapse/rest/client/mutual_rooms.py +145 -0
  566. synapse/rest/client/notifications.py +137 -0
  567. synapse/rest/client/openid.py +109 -0
  568. synapse/rest/client/password_policy.py +69 -0
  569. synapse/rest/client/presence.py +131 -0
  570. synapse/rest/client/profile.py +291 -0
  571. synapse/rest/client/push_rule.py +331 -0
  572. synapse/rest/client/pusher.py +181 -0
  573. synapse/rest/client/read_marker.py +104 -0
  574. synapse/rest/client/receipts.py +165 -0
  575. synapse/rest/client/register.py +1072 -0
  576. synapse/rest/client/relations.py +138 -0
  577. synapse/rest/client/rendezvous.py +76 -0
  578. synapse/rest/client/reporting.py +207 -0
  579. synapse/rest/client/room.py +1763 -0
  580. synapse/rest/client/room_keys.py +426 -0
  581. synapse/rest/client/room_upgrade_rest_servlet.py +112 -0
  582. synapse/rest/client/sendtodevice.py +85 -0
  583. synapse/rest/client/sync.py +1131 -0
  584. synapse/rest/client/tags.py +129 -0
  585. synapse/rest/client/thirdparty.py +130 -0
  586. synapse/rest/client/thread_subscriptions.py +247 -0
  587. synapse/rest/client/tokenrefresh.py +52 -0
  588. synapse/rest/client/transactions.py +150 -0
  589. synapse/rest/client/user_directory.py +99 -0
  590. synapse/rest/client/versions.py +193 -0
  591. synapse/rest/client/voip.py +88 -0
  592. synapse/rest/consent/__init__.py +0 -0
  593. synapse/rest/consent/consent_resource.py +210 -0
  594. synapse/rest/health.py +38 -0
  595. synapse/rest/key/__init__.py +20 -0
  596. synapse/rest/key/v2/__init__.py +40 -0
  597. synapse/rest/key/v2/local_key_resource.py +125 -0
  598. synapse/rest/key/v2/remote_key_resource.py +302 -0
  599. synapse/rest/media/__init__.py +0 -0
  600. synapse/rest/media/config_resource.py +53 -0
  601. synapse/rest/media/create_resource.py +90 -0
  602. synapse/rest/media/download_resource.py +110 -0
  603. synapse/rest/media/media_repository_resource.py +113 -0
  604. synapse/rest/media/preview_url_resource.py +77 -0
  605. synapse/rest/media/thumbnail_resource.py +142 -0
  606. synapse/rest/media/upload_resource.py +187 -0
  607. synapse/rest/media/v1/__init__.py +39 -0
  608. synapse/rest/media/v1/_base.py +23 -0
  609. synapse/rest/media/v1/media_storage.py +23 -0
  610. synapse/rest/media/v1/storage_provider.py +23 -0
  611. synapse/rest/synapse/__init__.py +20 -0
  612. synapse/rest/synapse/client/__init__.py +93 -0
  613. synapse/rest/synapse/client/federation_whitelist.py +66 -0
  614. synapse/rest/synapse/client/jwks.py +77 -0
  615. synapse/rest/synapse/client/new_user_consent.py +115 -0
  616. synapse/rest/synapse/client/oidc/__init__.py +45 -0
  617. synapse/rest/synapse/client/oidc/backchannel_logout_resource.py +42 -0
  618. synapse/rest/synapse/client/oidc/callback_resource.py +48 -0
  619. synapse/rest/synapse/client/password_reset.py +129 -0
  620. synapse/rest/synapse/client/pick_idp.py +107 -0
  621. synapse/rest/synapse/client/pick_username.py +153 -0
  622. synapse/rest/synapse/client/rendezvous.py +58 -0
  623. synapse/rest/synapse/client/saml2/__init__.py +42 -0
  624. synapse/rest/synapse/client/saml2/metadata_resource.py +46 -0
  625. synapse/rest/synapse/client/saml2/response_resource.py +52 -0
  626. synapse/rest/synapse/client/sso_register.py +56 -0
  627. synapse/rest/synapse/client/unsubscribe.py +88 -0
  628. synapse/rest/synapse/mas/__init__.py +71 -0
  629. synapse/rest/synapse/mas/_base.py +55 -0
  630. synapse/rest/synapse/mas/devices.py +239 -0
  631. synapse/rest/synapse/mas/users.py +469 -0
  632. synapse/rest/well_known.py +148 -0
  633. synapse/server.py +1279 -0
  634. synapse/server_notices/__init__.py +0 -0
  635. synapse/server_notices/consent_server_notices.py +136 -0
  636. synapse/server_notices/resource_limits_server_notices.py +215 -0
  637. synapse/server_notices/server_notices_manager.py +388 -0
  638. synapse/server_notices/server_notices_sender.py +67 -0
  639. synapse/server_notices/worker_server_notices_sender.py +46 -0
  640. synapse/spam_checker_api/__init__.py +31 -0
  641. synapse/state/__init__.py +1023 -0
  642. synapse/state/v1.py +369 -0
  643. synapse/state/v2.py +985 -0
  644. synapse/static/client/login/index.html +47 -0
  645. synapse/static/client/login/js/jquery-3.4.1.min.js +2 -0
  646. synapse/static/client/login/js/login.js +291 -0
  647. synapse/static/client/login/spinner.gif +0 -0
  648. synapse/static/client/login/style.css +79 -0
  649. synapse/static/index.html +63 -0
  650. synapse/storage/__init__.py +43 -0
  651. synapse/storage/_base.py +245 -0
  652. synapse/storage/admin_client_config.py +25 -0
  653. synapse/storage/background_updates.py +1189 -0
  654. synapse/storage/controllers/__init__.py +57 -0
  655. synapse/storage/controllers/persist_events.py +1237 -0
  656. synapse/storage/controllers/purge_events.py +456 -0
  657. synapse/storage/controllers/state.py +950 -0
  658. synapse/storage/controllers/stats.py +119 -0
  659. synapse/storage/database.py +2720 -0
  660. synapse/storage/databases/__init__.py +175 -0
  661. synapse/storage/databases/main/__init__.py +420 -0
  662. synapse/storage/databases/main/account_data.py +1073 -0
  663. synapse/storage/databases/main/appservice.py +473 -0
  664. synapse/storage/databases/main/cache.py +912 -0
  665. synapse/storage/databases/main/censor_events.py +226 -0
  666. synapse/storage/databases/main/client_ips.py +816 -0
  667. synapse/storage/databases/main/delayed_events.py +577 -0
  668. synapse/storage/databases/main/deviceinbox.py +1272 -0
  669. synapse/storage/databases/main/devices.py +2579 -0
  670. synapse/storage/databases/main/directory.py +212 -0
  671. synapse/storage/databases/main/e2e_room_keys.py +689 -0
  672. synapse/storage/databases/main/end_to_end_keys.py +1894 -0
  673. synapse/storage/databases/main/event_federation.py +2511 -0
  674. synapse/storage/databases/main/event_push_actions.py +1936 -0
  675. synapse/storage/databases/main/events.py +3765 -0
  676. synapse/storage/databases/main/events_bg_updates.py +2910 -0
  677. synapse/storage/databases/main/events_forward_extremities.py +126 -0
  678. synapse/storage/databases/main/events_worker.py +2787 -0
  679. synapse/storage/databases/main/experimental_features.py +130 -0
  680. synapse/storage/databases/main/filtering.py +231 -0
  681. synapse/storage/databases/main/keys.py +291 -0
  682. synapse/storage/databases/main/lock.py +554 -0
  683. synapse/storage/databases/main/media_repository.py +1068 -0
  684. synapse/storage/databases/main/metrics.py +461 -0
  685. synapse/storage/databases/main/monthly_active_users.py +443 -0
  686. synapse/storage/databases/main/openid.py +60 -0
  687. synapse/storage/databases/main/presence.py +509 -0
  688. synapse/storage/databases/main/profile.py +539 -0
  689. synapse/storage/databases/main/purge_events.py +521 -0
  690. synapse/storage/databases/main/push_rule.py +970 -0
  691. synapse/storage/databases/main/pusher.py +793 -0
  692. synapse/storage/databases/main/receipts.py +1341 -0
  693. synapse/storage/databases/main/registration.py +3071 -0
  694. synapse/storage/databases/main/rejections.py +37 -0
  695. synapse/storage/databases/main/relations.py +1116 -0
  696. synapse/storage/databases/main/room.py +2779 -0
  697. synapse/storage/databases/main/roommember.py +2132 -0
  698. synapse/storage/databases/main/search.py +939 -0
  699. synapse/storage/databases/main/session.py +152 -0
  700. synapse/storage/databases/main/signatures.py +94 -0
  701. synapse/storage/databases/main/sliding_sync.py +842 -0
  702. synapse/storage/databases/main/state.py +1002 -0
  703. synapse/storage/databases/main/state_deltas.py +360 -0
  704. synapse/storage/databases/main/stats.py +789 -0
  705. synapse/storage/databases/main/stream.py +2589 -0
  706. synapse/storage/databases/main/tags.py +360 -0
  707. synapse/storage/databases/main/task_scheduler.py +225 -0
  708. synapse/storage/databases/main/thread_subscriptions.py +589 -0
  709. synapse/storage/databases/main/transactions.py +676 -0
  710. synapse/storage/databases/main/ui_auth.py +420 -0
  711. synapse/storage/databases/main/user_directory.py +1330 -0
  712. synapse/storage/databases/main/user_erasure_store.py +117 -0
  713. synapse/storage/databases/state/__init__.py +22 -0
  714. synapse/storage/databases/state/bg_updates.py +497 -0
  715. synapse/storage/databases/state/deletion.py +557 -0
  716. synapse/storage/databases/state/store.py +948 -0
  717. synapse/storage/engines/__init__.py +70 -0
  718. synapse/storage/engines/_base.py +154 -0
  719. synapse/storage/engines/postgres.py +261 -0
  720. synapse/storage/engines/sqlite.py +199 -0
  721. synapse/storage/invite_rule.py +152 -0
  722. synapse/storage/keys.py +40 -0
  723. synapse/storage/prepare_database.py +730 -0
  724. synapse/storage/push_rule.py +28 -0
  725. synapse/storage/roommember.py +88 -0
  726. synapse/storage/schema/README.md +4 -0
  727. synapse/storage/schema/__init__.py +186 -0
  728. synapse/storage/schema/common/delta/25/00background_updates.sql +40 -0
  729. synapse/storage/schema/common/delta/35/00background_updates_add_col.sql +36 -0
  730. synapse/storage/schema/common/delta/58/00background_update_ordering.sql +38 -0
  731. synapse/storage/schema/common/full_schemas/72/full.sql.postgres +8 -0
  732. synapse/storage/schema/common/full_schemas/72/full.sql.sqlite +6 -0
  733. synapse/storage/schema/common/schema_version.sql +60 -0
  734. synapse/storage/schema/main/delta/12/v12.sql +82 -0
  735. synapse/storage/schema/main/delta/13/v13.sql +38 -0
  736. synapse/storage/schema/main/delta/14/v14.sql +42 -0
  737. synapse/storage/schema/main/delta/15/appservice_txns.sql +50 -0
  738. synapse/storage/schema/main/delta/15/presence_indices.sql +2 -0
  739. synapse/storage/schema/main/delta/15/v15.sql +24 -0
  740. synapse/storage/schema/main/delta/16/events_order_index.sql +4 -0
  741. synapse/storage/schema/main/delta/16/remote_media_cache_index.sql +2 -0
  742. synapse/storage/schema/main/delta/16/remove_duplicates.sql +9 -0
  743. synapse/storage/schema/main/delta/16/room_alias_index.sql +3 -0
  744. synapse/storage/schema/main/delta/16/unique_constraints.sql +72 -0
  745. synapse/storage/schema/main/delta/16/users.sql +56 -0
  746. synapse/storage/schema/main/delta/17/drop_indexes.sql +37 -0
  747. synapse/storage/schema/main/delta/17/server_keys.sql +43 -0
  748. synapse/storage/schema/main/delta/17/user_threepids.sql +9 -0
  749. synapse/storage/schema/main/delta/18/server_keys_bigger_ints.sql +51 -0
  750. synapse/storage/schema/main/delta/19/event_index.sql +38 -0
  751. synapse/storage/schema/main/delta/20/dummy.sql +1 -0
  752. synapse/storage/schema/main/delta/20/pushers.py +93 -0
  753. synapse/storage/schema/main/delta/21/end_to_end_keys.sql +53 -0
  754. synapse/storage/schema/main/delta/21/receipts.sql +57 -0
  755. synapse/storage/schema/main/delta/22/receipts_index.sql +41 -0
  756. synapse/storage/schema/main/delta/22/user_threepids_unique.sql +19 -0
  757. synapse/storage/schema/main/delta/24/stats_reporting.sql +37 -0
  758. synapse/storage/schema/main/delta/25/fts.py +81 -0
  759. synapse/storage/schema/main/delta/25/guest_access.sql +44 -0
  760. synapse/storage/schema/main/delta/25/history_visibility.sql +44 -0
  761. synapse/storage/schema/main/delta/25/tags.sql +57 -0
  762. synapse/storage/schema/main/delta/26/account_data.sql +36 -0
  763. synapse/storage/schema/main/delta/27/account_data.sql +55 -0
  764. synapse/storage/schema/main/delta/27/forgotten_memberships.sql +45 -0
  765. synapse/storage/schema/main/delta/27/ts.py +61 -0
  766. synapse/storage/schema/main/delta/28/event_push_actions.sql +46 -0
  767. synapse/storage/schema/main/delta/28/events_room_stream.sql +39 -0
  768. synapse/storage/schema/main/delta/28/public_roms_index.sql +39 -0
  769. synapse/storage/schema/main/delta/28/receipts_user_id_index.sql +41 -0
  770. synapse/storage/schema/main/delta/28/upgrade_times.sql +40 -0
  771. synapse/storage/schema/main/delta/28/users_is_guest.sql +41 -0
  772. synapse/storage/schema/main/delta/29/push_actions.sql +54 -0
  773. synapse/storage/schema/main/delta/30/alias_creator.sql +35 -0
  774. synapse/storage/schema/main/delta/30/as_users.py +82 -0
  775. synapse/storage/schema/main/delta/30/deleted_pushers.sql +44 -0
  776. synapse/storage/schema/main/delta/30/presence_stream.sql +49 -0
  777. synapse/storage/schema/main/delta/30/public_rooms.sql +42 -0
  778. synapse/storage/schema/main/delta/30/push_rule_stream.sql +57 -0
  779. synapse/storage/schema/main/delta/30/threepid_guest_access_tokens.sql +43 -0
  780. synapse/storage/schema/main/delta/31/invites.sql +61 -0
  781. synapse/storage/schema/main/delta/31/local_media_repository_url_cache.sql +46 -0
  782. synapse/storage/schema/main/delta/31/pushers_0.py +92 -0
  783. synapse/storage/schema/main/delta/31/pushers_index.sql +41 -0
  784. synapse/storage/schema/main/delta/31/search_update.py +65 -0
  785. synapse/storage/schema/main/delta/32/events.sql +35 -0
  786. synapse/storage/schema/main/delta/32/openid.sql +9 -0
  787. synapse/storage/schema/main/delta/32/pusher_throttle.sql +42 -0
  788. synapse/storage/schema/main/delta/32/remove_indices.sql +52 -0
  789. synapse/storage/schema/main/delta/32/reports.sql +44 -0
  790. synapse/storage/schema/main/delta/33/access_tokens_device_index.sql +36 -0
  791. synapse/storage/schema/main/delta/33/devices.sql +40 -0
  792. synapse/storage/schema/main/delta/33/devices_for_e2e_keys.sql +38 -0
  793. synapse/storage/schema/main/delta/33/devices_for_e2e_keys_clear_unknown_device.sql +39 -0
  794. synapse/storage/schema/main/delta/33/event_fields.py +61 -0
  795. synapse/storage/schema/main/delta/33/remote_media_ts.py +43 -0
  796. synapse/storage/schema/main/delta/33/user_ips_index.sql +36 -0
  797. synapse/storage/schema/main/delta/34/appservice_stream.sql +42 -0
  798. synapse/storage/schema/main/delta/34/cache_stream.py +50 -0
  799. synapse/storage/schema/main/delta/34/device_inbox.sql +43 -0
  800. synapse/storage/schema/main/delta/34/push_display_name_rename.sql +39 -0
  801. synapse/storage/schema/main/delta/34/received_txn_purge.py +36 -0
  802. synapse/storage/schema/main/delta/35/contains_url.sql +36 -0
  803. synapse/storage/schema/main/delta/35/device_outbox.sql +58 -0
  804. synapse/storage/schema/main/delta/35/device_stream_id.sql +40 -0
  805. synapse/storage/schema/main/delta/35/event_push_actions_index.sql +36 -0
  806. synapse/storage/schema/main/delta/35/public_room_list_change_stream.sql +52 -0
  807. synapse/storage/schema/main/delta/35/stream_order_to_extrem.sql +56 -0
  808. synapse/storage/schema/main/delta/36/readd_public_rooms.sql +45 -0
  809. synapse/storage/schema/main/delta/37/remove_auth_idx.py +89 -0
  810. synapse/storage/schema/main/delta/37/user_threepids.sql +71 -0
  811. synapse/storage/schema/main/delta/38/postgres_fts_gist.sql +38 -0
  812. synapse/storage/schema/main/delta/39/appservice_room_list.sql +48 -0
  813. synapse/storage/schema/main/delta/39/device_federation_stream_idx.sql +35 -0
  814. synapse/storage/schema/main/delta/39/event_push_index.sql +36 -0
  815. synapse/storage/schema/main/delta/39/federation_out_position.sql +41 -0
  816. synapse/storage/schema/main/delta/39/membership_profile.sql +39 -0
  817. synapse/storage/schema/main/delta/40/current_state_idx.sql +36 -0
  818. synapse/storage/schema/main/delta/40/device_inbox.sql +40 -0
  819. synapse/storage/schema/main/delta/40/device_list_streams.sql +79 -0
  820. synapse/storage/schema/main/delta/40/event_push_summary.sql +57 -0
  821. synapse/storage/schema/main/delta/40/pushers.sql +58 -0
  822. synapse/storage/schema/main/delta/41/device_list_stream_idx.sql +36 -0
  823. synapse/storage/schema/main/delta/41/device_outbound_index.sql +35 -0
  824. synapse/storage/schema/main/delta/41/event_search_event_id_idx.sql +36 -0
  825. synapse/storage/schema/main/delta/41/ratelimit.sql +41 -0
  826. synapse/storage/schema/main/delta/42/current_state_delta.sql +48 -0
  827. synapse/storage/schema/main/delta/42/device_list_last_id.sql +52 -0
  828. synapse/storage/schema/main/delta/42/event_auth_state_only.sql +36 -0
  829. synapse/storage/schema/main/delta/42/user_dir.py +88 -0
  830. synapse/storage/schema/main/delta/43/blocked_rooms.sql +40 -0
  831. synapse/storage/schema/main/delta/43/quarantine_media.sql +36 -0
  832. synapse/storage/schema/main/delta/43/url_cache.sql +35 -0
  833. synapse/storage/schema/main/delta/43/user_share.sql +52 -0
  834. synapse/storage/schema/main/delta/44/expire_url_cache.sql +60 -0
  835. synapse/storage/schema/main/delta/45/group_server.sql +186 -0
  836. synapse/storage/schema/main/delta/45/profile_cache.sql +47 -0
  837. synapse/storage/schema/main/delta/46/drop_refresh_tokens.sql +36 -0
  838. synapse/storage/schema/main/delta/46/drop_unique_deleted_pushers.sql +54 -0
  839. synapse/storage/schema/main/delta/46/group_server.sql +51 -0
  840. synapse/storage/schema/main/delta/46/local_media_repository_url_idx.sql +43 -0
  841. synapse/storage/schema/main/delta/46/user_dir_null_room_ids.sql +54 -0
  842. synapse/storage/schema/main/delta/46/user_dir_typos.sql +43 -0
  843. synapse/storage/schema/main/delta/47/last_access_media.sql +35 -0
  844. synapse/storage/schema/main/delta/47/postgres_fts_gin.sql +36 -0
  845. synapse/storage/schema/main/delta/47/push_actions_staging.sql +47 -0
  846. synapse/storage/schema/main/delta/48/add_user_consent.sql +37 -0
  847. synapse/storage/schema/main/delta/48/add_user_ips_last_seen_index.sql +36 -0
  848. synapse/storage/schema/main/delta/48/deactivated_users.sql +44 -0
  849. synapse/storage/schema/main/delta/48/group_unique_indexes.py +67 -0
  850. synapse/storage/schema/main/delta/48/groups_joinable.sql +41 -0
  851. synapse/storage/schema/main/delta/49/add_user_consent_server_notice_sent.sql +39 -0
  852. synapse/storage/schema/main/delta/49/add_user_daily_visits.sql +40 -0
  853. synapse/storage/schema/main/delta/49/add_user_ips_last_seen_only_index.sql +36 -0
  854. synapse/storage/schema/main/delta/50/add_creation_ts_users_index.sql +38 -0
  855. synapse/storage/schema/main/delta/50/erasure_store.sql +40 -0
  856. synapse/storage/schema/main/delta/50/make_event_content_nullable.py +102 -0
  857. synapse/storage/schema/main/delta/51/e2e_room_keys.sql +58 -0
  858. synapse/storage/schema/main/delta/51/monthly_active_users.sql +46 -0
  859. synapse/storage/schema/main/delta/52/add_event_to_state_group_index.sql +38 -0
  860. synapse/storage/schema/main/delta/52/device_list_streams_unique_idx.sql +55 -0
  861. synapse/storage/schema/main/delta/52/e2e_room_keys.sql +72 -0
  862. synapse/storage/schema/main/delta/53/add_user_type_to_users.sql +38 -0
  863. synapse/storage/schema/main/delta/53/drop_sent_transactions.sql +35 -0
  864. synapse/storage/schema/main/delta/53/event_format_version.sql +35 -0
  865. synapse/storage/schema/main/delta/53/user_dir_populate.sql +49 -0
  866. synapse/storage/schema/main/delta/53/user_ips_index.sql +49 -0
  867. synapse/storage/schema/main/delta/53/user_share.sql +63 -0
  868. synapse/storage/schema/main/delta/53/user_threepid_id.sql +48 -0
  869. synapse/storage/schema/main/delta/53/users_in_public_rooms.sql +47 -0
  870. synapse/storage/schema/main/delta/54/account_validity_with_renewal.sql +49 -0
  871. synapse/storage/schema/main/delta/54/add_validity_to_server_keys.sql +42 -0
  872. synapse/storage/schema/main/delta/54/delete_forward_extremities.sql +42 -0
  873. synapse/storage/schema/main/delta/54/drop_legacy_tables.sql +49 -0
  874. synapse/storage/schema/main/delta/54/drop_presence_list.sql +35 -0
  875. synapse/storage/schema/main/delta/54/relations.sql +46 -0
  876. synapse/storage/schema/main/delta/54/stats.sql +99 -0
  877. synapse/storage/schema/main/delta/54/stats2.sql +47 -0
  878. synapse/storage/schema/main/delta/55/access_token_expiry.sql +37 -0
  879. synapse/storage/schema/main/delta/55/track_threepid_validations.sql +50 -0
  880. synapse/storage/schema/main/delta/55/users_alter_deactivated.sql +38 -0
  881. synapse/storage/schema/main/delta/56/add_spans_to_device_lists.sql +39 -0
  882. synapse/storage/schema/main/delta/56/current_state_events_membership.sql +41 -0
  883. synapse/storage/schema/main/delta/56/current_state_events_membership_mk2.sql +43 -0
  884. synapse/storage/schema/main/delta/56/delete_keys_from_deleted_backups.sql +44 -0
  885. synapse/storage/schema/main/delta/56/destinations_failure_ts.sql +44 -0
  886. synapse/storage/schema/main/delta/56/destinations_retry_interval_type.sql.postgres +18 -0
  887. synapse/storage/schema/main/delta/56/device_stream_id_insert.sql +39 -0
  888. synapse/storage/schema/main/delta/56/devices_last_seen.sql +43 -0
  889. synapse/storage/schema/main/delta/56/drop_unused_event_tables.sql +39 -0
  890. synapse/storage/schema/main/delta/56/event_expiry.sql +40 -0
  891. synapse/storage/schema/main/delta/56/event_labels.sql +49 -0
  892. synapse/storage/schema/main/delta/56/event_labels_background_update.sql +36 -0
  893. synapse/storage/schema/main/delta/56/fix_room_keys_index.sql +37 -0
  894. synapse/storage/schema/main/delta/56/hidden_devices.sql +37 -0
  895. synapse/storage/schema/main/delta/56/hidden_devices_fix.sql.sqlite +42 -0
  896. synapse/storage/schema/main/delta/56/nuke_empty_communities_from_db.sql +48 -0
  897. synapse/storage/schema/main/delta/56/public_room_list_idx.sql +35 -0
  898. synapse/storage/schema/main/delta/56/redaction_censor.sql +35 -0
  899. synapse/storage/schema/main/delta/56/redaction_censor2.sql +41 -0
  900. synapse/storage/schema/main/delta/56/redaction_censor3_fix_update.sql.postgres +25 -0
  901. synapse/storage/schema/main/delta/56/redaction_censor4.sql +35 -0
  902. synapse/storage/schema/main/delta/56/remove_tombstoned_rooms_from_directory.sql +38 -0
  903. synapse/storage/schema/main/delta/56/room_key_etag.sql +36 -0
  904. synapse/storage/schema/main/delta/56/room_membership_idx.sql +37 -0
  905. synapse/storage/schema/main/delta/56/room_retention.sql +52 -0
  906. synapse/storage/schema/main/delta/56/signing_keys.sql +75 -0
  907. synapse/storage/schema/main/delta/56/signing_keys_nonunique_signatures.sql +41 -0
  908. synapse/storage/schema/main/delta/56/stats_separated.sql +175 -0
  909. synapse/storage/schema/main/delta/56/unique_user_filter_index.py +46 -0
  910. synapse/storage/schema/main/delta/56/user_external_ids.sql +43 -0
  911. synapse/storage/schema/main/delta/56/users_in_public_rooms_idx.sql +36 -0
  912. synapse/storage/schema/main/delta/57/delete_old_current_state_events.sql +41 -0
  913. synapse/storage/schema/main/delta/57/device_list_remote_cache_stale.sql +44 -0
  914. synapse/storage/schema/main/delta/57/local_current_membership.py +111 -0
  915. synapse/storage/schema/main/delta/57/remove_sent_outbound_pokes.sql +40 -0
  916. synapse/storage/schema/main/delta/57/rooms_version_column.sql +43 -0
  917. synapse/storage/schema/main/delta/57/rooms_version_column_2.sql.postgres +35 -0
  918. synapse/storage/schema/main/delta/57/rooms_version_column_2.sql.sqlite +22 -0
  919. synapse/storage/schema/main/delta/57/rooms_version_column_3.sql.postgres +39 -0
  920. synapse/storage/schema/main/delta/57/rooms_version_column_3.sql.sqlite +23 -0
  921. synapse/storage/schema/main/delta/58/02remove_dup_outbound_pokes.sql +41 -0
  922. synapse/storage/schema/main/delta/58/03persist_ui_auth.sql +55 -0
  923. synapse/storage/schema/main/delta/58/05cache_instance.sql.postgres +30 -0
  924. synapse/storage/schema/main/delta/58/06dlols_unique_idx.py +83 -0
  925. synapse/storage/schema/main/delta/58/07add_method_to_thumbnail_constraint.sql.postgres +33 -0
  926. synapse/storage/schema/main/delta/58/07add_method_to_thumbnail_constraint.sql.sqlite +44 -0
  927. synapse/storage/schema/main/delta/58/07persist_ui_auth_ips.sql +44 -0
  928. synapse/storage/schema/main/delta/58/08_media_safe_from_quarantine.sql.postgres +18 -0
  929. synapse/storage/schema/main/delta/58/08_media_safe_from_quarantine.sql.sqlite +18 -0
  930. synapse/storage/schema/main/delta/58/09shadow_ban.sql +37 -0
  931. synapse/storage/schema/main/delta/58/10_pushrules_enabled_delete_obsolete.sql +47 -0
  932. synapse/storage/schema/main/delta/58/10drop_local_rejections_stream.sql +41 -0
  933. synapse/storage/schema/main/delta/58/10federation_pos_instance_name.sql +41 -0
  934. synapse/storage/schema/main/delta/58/11dehydration.sql +39 -0
  935. synapse/storage/schema/main/delta/58/11fallback.sql +43 -0
  936. synapse/storage/schema/main/delta/58/11user_id_seq.py +38 -0
  937. synapse/storage/schema/main/delta/58/12room_stats.sql +51 -0
  938. synapse/storage/schema/main/delta/58/13remove_presence_allow_inbound.sql +36 -0
  939. synapse/storage/schema/main/delta/58/14events_instance_name.sql +35 -0
  940. synapse/storage/schema/main/delta/58/14events_instance_name.sql.postgres +28 -0
  941. synapse/storage/schema/main/delta/58/15_catchup_destination_rooms.sql +61 -0
  942. synapse/storage/schema/main/delta/58/15unread_count.sql +45 -0
  943. synapse/storage/schema/main/delta/58/16populate_stats_process_rooms_fix.sql +41 -0
  944. synapse/storage/schema/main/delta/58/17_catchup_last_successful.sql +40 -0
  945. synapse/storage/schema/main/delta/58/18stream_positions.sql +41 -0
  946. synapse/storage/schema/main/delta/58/19instance_map.sql.postgres +25 -0
  947. synapse/storage/schema/main/delta/58/19txn_id.sql +59 -0
  948. synapse/storage/schema/main/delta/58/20instance_name_event_tables.sql +36 -0
  949. synapse/storage/schema/main/delta/58/20user_daily_visits.sql +37 -0
  950. synapse/storage/schema/main/delta/58/21as_device_stream.sql +36 -0
  951. synapse/storage/schema/main/delta/58/21drop_device_max_stream_id.sql +1 -0
  952. synapse/storage/schema/main/delta/58/22puppet_token.sql +36 -0
  953. synapse/storage/schema/main/delta/58/22users_have_local_media.sql +2 -0
  954. synapse/storage/schema/main/delta/58/23e2e_cross_signing_keys_idx.sql +36 -0
  955. synapse/storage/schema/main/delta/58/24drop_event_json_index.sql +38 -0
  956. synapse/storage/schema/main/delta/58/25user_external_ids_user_id_idx.sql +36 -0
  957. synapse/storage/schema/main/delta/58/26access_token_last_validated.sql +37 -0
  958. synapse/storage/schema/main/delta/58/27local_invites.sql +37 -0
  959. synapse/storage/schema/main/delta/58/28drop_last_used_column.sql.postgres +16 -0
  960. synapse/storage/schema/main/delta/58/28drop_last_used_column.sql.sqlite +62 -0
  961. synapse/storage/schema/main/delta/59/01ignored_user.py +85 -0
  962. synapse/storage/schema/main/delta/59/02shard_send_to_device.sql +37 -0
  963. synapse/storage/schema/main/delta/59/03shard_send_to_device_sequence.sql.postgres +25 -0
  964. synapse/storage/schema/main/delta/59/04_event_auth_chains.sql +71 -0
  965. synapse/storage/schema/main/delta/59/04_event_auth_chains.sql.postgres +16 -0
  966. synapse/storage/schema/main/delta/59/04drop_account_data.sql +36 -0
  967. synapse/storage/schema/main/delta/59/05cache_invalidation.sql +36 -0
  968. synapse/storage/schema/main/delta/59/06chain_cover_index.sql +36 -0
  969. synapse/storage/schema/main/delta/59/06shard_account_data.sql +39 -0
  970. synapse/storage/schema/main/delta/59/06shard_account_data.sql.postgres +32 -0
  971. synapse/storage/schema/main/delta/59/07shard_account_data_fix.sql +37 -0
  972. synapse/storage/schema/main/delta/59/08delete_pushers_for_deactivated_accounts.sql +39 -0
  973. synapse/storage/schema/main/delta/59/08delete_stale_pushers.sql +39 -0
  974. synapse/storage/schema/main/delta/59/09rejected_events_metadata.sql +45 -0
  975. synapse/storage/schema/main/delta/59/10delete_purged_chain_cover.sql +36 -0
  976. synapse/storage/schema/main/delta/59/11add_knock_members_to_stats.sql +39 -0
  977. synapse/storage/schema/main/delta/59/11drop_thumbnail_constraint.sql.postgres +22 -0
  978. synapse/storage/schema/main/delta/59/12account_validity_token_used_ts_ms.sql +37 -0
  979. synapse/storage/schema/main/delta/59/12presence_stream_instance.sql +37 -0
  980. synapse/storage/schema/main/delta/59/12presence_stream_instance_seq.sql.postgres +20 -0
  981. synapse/storage/schema/main/delta/59/13users_to_send_full_presence_to.sql +53 -0
  982. synapse/storage/schema/main/delta/59/14refresh_tokens.sql +53 -0
  983. synapse/storage/schema/main/delta/59/15locks.sql +56 -0
  984. synapse/storage/schema/main/delta/59/16federation_inbound_staging.sql +51 -0
  985. synapse/storage/schema/main/delta/60/01recreate_stream_ordering.sql.postgres +45 -0
  986. synapse/storage/schema/main/delta/60/02change_stream_ordering_columns.sql.postgres +30 -0
  987. synapse/storage/schema/main/delta/61/01change_appservices_txns.sql.postgres +23 -0
  988. synapse/storage/schema/main/delta/61/01insertion_event_lookups.sql +68 -0
  989. synapse/storage/schema/main/delta/61/02drop_redundant_room_depth_index.sql +37 -0
  990. synapse/storage/schema/main/delta/61/03recreate_min_depth.py +74 -0
  991. synapse/storage/schema/main/delta/62/01insertion_event_extremities.sql +43 -0
  992. synapse/storage/schema/main/delta/63/01create_registration_tokens.sql +42 -0
  993. synapse/storage/schema/main/delta/63/02delete_unlinked_email_pushers.sql +39 -0
  994. synapse/storage/schema/main/delta/63/02populate-rooms-creator.sql +36 -0
  995. synapse/storage/schema/main/delta/63/03session_store.sql +42 -0
  996. synapse/storage/schema/main/delta/63/04add_presence_stream_not_offline_index.sql +37 -0
  997. synapse/storage/schema/main/delta/64/01msc2716_chunk_to_batch_rename.sql.postgres +23 -0
  998. synapse/storage/schema/main/delta/64/01msc2716_chunk_to_batch_rename.sql.sqlite +37 -0
  999. synapse/storage/schema/main/delta/65/01msc2716_insertion_event_edges.sql +38 -0
  1000. synapse/storage/schema/main/delta/65/03remove_hidden_devices_from_device_inbox.sql +41 -0
  1001. synapse/storage/schema/main/delta/65/04_local_group_updates.sql +37 -0
  1002. synapse/storage/schema/main/delta/65/05_remove_room_stats_historical_and_user_stats_historical.sql +38 -0
  1003. synapse/storage/schema/main/delta/65/06remove_deleted_devices_from_device_inbox.sql +53 -0
  1004. synapse/storage/schema/main/delta/65/07_arbitrary_relations.sql +37 -0
  1005. synapse/storage/schema/main/delta/65/08_device_inbox_background_updates.sql +37 -0
  1006. synapse/storage/schema/main/delta/65/10_expirable_refresh_tokens.sql +47 -0
  1007. synapse/storage/schema/main/delta/65/11_devices_auth_provider_session.sql +46 -0
  1008. synapse/storage/schema/main/delta/67/01drop_public_room_list_stream.sql +37 -0
  1009. synapse/storage/schema/main/delta/68/01event_columns.sql +45 -0
  1010. synapse/storage/schema/main/delta/68/02_msc2409_add_device_id_appservice_stream_type.sql +40 -0
  1011. synapse/storage/schema/main/delta/68/03_delete_account_data_for_deactivated_accounts.sql +39 -0
  1012. synapse/storage/schema/main/delta/68/04_refresh_tokens_index_next_token_id.sql +47 -0
  1013. synapse/storage/schema/main/delta/68/04partial_state_rooms.sql +60 -0
  1014. synapse/storage/schema/main/delta/68/05_delete_non_strings_from_event_search.sql.sqlite +22 -0
  1015. synapse/storage/schema/main/delta/68/05partial_state_rooms_triggers.py +80 -0
  1016. synapse/storage/schema/main/delta/68/06_msc3202_add_device_list_appservice_stream_type.sql +42 -0
  1017. synapse/storage/schema/main/delta/69/01as_txn_seq.py +54 -0
  1018. synapse/storage/schema/main/delta/69/01device_list_oubound_by_room.sql +57 -0
  1019. synapse/storage/schema/main/delta/69/02cache_invalidation_index.sql +37 -0
  1020. synapse/storage/schema/main/delta/70/01clean_table_purged_rooms.sql +39 -0
  1021. synapse/storage/schema/main/delta/71/01rebuild_event_edges.sql.postgres +43 -0
  1022. synapse/storage/schema/main/delta/71/01rebuild_event_edges.sql.sqlite +47 -0
  1023. synapse/storage/schema/main/delta/71/01remove_noop_background_updates.sql +80 -0
  1024. synapse/storage/schema/main/delta/71/02event_push_summary_unique.sql +37 -0
  1025. synapse/storage/schema/main/delta/72/01add_room_type_to_state_stats.sql +38 -0
  1026. synapse/storage/schema/main/delta/72/01event_push_summary_receipt.sql +54 -0
  1027. synapse/storage/schema/main/delta/72/02event_push_actions_index.sql +38 -0
  1028. synapse/storage/schema/main/delta/72/03bg_populate_events_columns.py +57 -0
  1029. synapse/storage/schema/main/delta/72/03drop_event_reference_hashes.sql +36 -0
  1030. synapse/storage/schema/main/delta/72/03remove_groups.sql +50 -0
  1031. synapse/storage/schema/main/delta/72/04drop_column_application_services_state_last_txn.sql.postgres +17 -0
  1032. synapse/storage/schema/main/delta/72/04drop_column_application_services_state_last_txn.sql.sqlite +40 -0
  1033. synapse/storage/schema/main/delta/72/05receipts_event_stream_ordering.sql +38 -0
  1034. synapse/storage/schema/main/delta/72/05remove_unstable_private_read_receipts.sql +38 -0
  1035. synapse/storage/schema/main/delta/72/06add_consent_ts_to_users.sql +35 -0
  1036. synapse/storage/schema/main/delta/72/06thread_notifications.sql +49 -0
  1037. synapse/storage/schema/main/delta/72/07force_update_current_state_events_membership.py +67 -0
  1038. synapse/storage/schema/main/delta/72/07thread_receipts.sql.postgres +30 -0
  1039. synapse/storage/schema/main/delta/72/07thread_receipts.sql.sqlite +70 -0
  1040. synapse/storage/schema/main/delta/72/08begin_cache_invalidation_seq_at_2.sql.postgres +23 -0
  1041. synapse/storage/schema/main/delta/72/08thread_receipts.sql +39 -0
  1042. synapse/storage/schema/main/delta/72/09partial_indices.sql.sqlite +56 -0
  1043. synapse/storage/schema/main/delta/73/01event_failed_pull_attempts.sql +48 -0
  1044. synapse/storage/schema/main/delta/73/02add_pusher_enabled.sql +35 -0
  1045. synapse/storage/schema/main/delta/73/02room_id_indexes_for_purging.sql +41 -0
  1046. synapse/storage/schema/main/delta/73/03pusher_device_id.sql +39 -0
  1047. synapse/storage/schema/main/delta/73/03users_approved_column.sql +39 -0
  1048. synapse/storage/schema/main/delta/73/04partial_join_details.sql +42 -0
  1049. synapse/storage/schema/main/delta/73/04pending_device_list_updates.sql +47 -0
  1050. synapse/storage/schema/main/delta/73/05old_push_actions.sql.postgres +22 -0
  1051. synapse/storage/schema/main/delta/73/05old_push_actions.sql.sqlite +24 -0
  1052. synapse/storage/schema/main/delta/73/06thread_notifications_thread_id_idx.sql +42 -0
  1053. synapse/storage/schema/main/delta/73/08thread_receipts_non_null.sql.postgres +23 -0
  1054. synapse/storage/schema/main/delta/73/08thread_receipts_non_null.sql.sqlite +76 -0
  1055. synapse/storage/schema/main/delta/73/09partial_joined_via_destination.sql +37 -0
  1056. synapse/storage/schema/main/delta/73/09threads_table.sql +49 -0
  1057. synapse/storage/schema/main/delta/73/10_update_sqlite_fts4_tokenizer.py +71 -0
  1058. synapse/storage/schema/main/delta/73/10login_tokens.sql +54 -0
  1059. synapse/storage/schema/main/delta/73/11event_search_room_id_n_distinct.sql.postgres +33 -0
  1060. synapse/storage/schema/main/delta/73/12refactor_device_list_outbound_pokes.sql +72 -0
  1061. synapse/storage/schema/main/delta/73/13add_device_lists_index.sql +39 -0
  1062. synapse/storage/schema/main/delta/73/20_un_partial_stated_room_stream.sql +51 -0
  1063. synapse/storage/schema/main/delta/73/21_un_partial_stated_room_stream_seq.sql.postgres +20 -0
  1064. synapse/storage/schema/main/delta/73/22_rebuild_user_dir_stats.sql +48 -0
  1065. synapse/storage/schema/main/delta/73/22_un_partial_stated_event_stream.sql +53 -0
  1066. synapse/storage/schema/main/delta/73/23_fix_thread_index.sql +52 -0
  1067. synapse/storage/schema/main/delta/73/23_un_partial_stated_room_stream_seq.sql.postgres +20 -0
  1068. synapse/storage/schema/main/delta/73/24_events_jump_to_date_index.sql +36 -0
  1069. synapse/storage/schema/main/delta/73/25drop_presence.sql +36 -0
  1070. synapse/storage/schema/main/delta/74/01_user_directory_stale_remote_users.sql +58 -0
  1071. synapse/storage/schema/main/delta/74/02_set_device_id_for_pushers_bg_update.sql +38 -0
  1072. synapse/storage/schema/main/delta/74/03_membership_tables_event_stream_ordering.sql.postgres +29 -0
  1073. synapse/storage/schema/main/delta/74/03_membership_tables_event_stream_ordering.sql.sqlite +23 -0
  1074. synapse/storage/schema/main/delta/74/03_room_membership_index.sql +38 -0
  1075. synapse/storage/schema/main/delta/74/04_delete_e2e_backup_keys_for_deactivated_users.sql +36 -0
  1076. synapse/storage/schema/main/delta/74/04_membership_tables_event_stream_ordering_triggers.py +87 -0
  1077. synapse/storage/schema/main/delta/74/05_events_txn_id_device_id.sql +72 -0
  1078. synapse/storage/schema/main/delta/74/90COMMENTS_destinations.sql.postgres +52 -0
  1079. synapse/storage/schema/main/delta/76/01_add_profiles_full_user_id_column.sql +39 -0
  1080. synapse/storage/schema/main/delta/76/02_add_user_filters_full_user_id_column.sql +39 -0
  1081. synapse/storage/schema/main/delta/76/03_per_user_experimental_features.sql +46 -0
  1082. synapse/storage/schema/main/delta/76/04_add_room_forgetter.sql +43 -0
  1083. synapse/storage/schema/main/delta/77/01_add_profiles_not_valid_check.sql.postgres +16 -0
  1084. synapse/storage/schema/main/delta/77/02_add_user_filters_not_valid_check.sql.postgres +16 -0
  1085. synapse/storage/schema/main/delta/77/03bg_populate_full_user_id_profiles.sql +35 -0
  1086. synapse/storage/schema/main/delta/77/04bg_populate_full_user_id_user_filters.sql +35 -0
  1087. synapse/storage/schema/main/delta/77/05thread_notifications_backfill.sql +67 -0
  1088. synapse/storage/schema/main/delta/77/06thread_notifications_not_null.sql.sqlite +102 -0
  1089. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_actions.sql.postgres +27 -0
  1090. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_actions_staging.sql.postgres +27 -0
  1091. synapse/storage/schema/main/delta/77/06thread_notifications_not_null_event_push_summary.sql.postgres +29 -0
  1092. synapse/storage/schema/main/delta/77/14bg_indices_event_stream_ordering.sql +39 -0
  1093. synapse/storage/schema/main/delta/78/01_validate_and_update_profiles.py +99 -0
  1094. synapse/storage/schema/main/delta/78/02_validate_and_update_user_filters.py +100 -0
  1095. synapse/storage/schema/main/delta/78/03_remove_unused_indexes_user_filters.py +72 -0
  1096. synapse/storage/schema/main/delta/78/03event_extremities_constraints.py +65 -0
  1097. synapse/storage/schema/main/delta/78/04_add_full_user_id_index_user_filters.py +32 -0
  1098. synapse/storage/schema/main/delta/79/03_read_write_locks_triggers.sql.postgres +102 -0
  1099. synapse/storage/schema/main/delta/79/03_read_write_locks_triggers.sql.sqlite +72 -0
  1100. synapse/storage/schema/main/delta/79/04_mitigate_stream_ordering_update_race.py +70 -0
  1101. synapse/storage/schema/main/delta/79/05_read_write_locks_triggers.sql.postgres +69 -0
  1102. synapse/storage/schema/main/delta/79/05_read_write_locks_triggers.sql.sqlite +65 -0
  1103. synapse/storage/schema/main/delta/80/01_users_alter_locked.sql +35 -0
  1104. synapse/storage/schema/main/delta/80/02_read_write_locks_unlogged.sql.postgres +30 -0
  1105. synapse/storage/schema/main/delta/80/02_scheduled_tasks.sql +47 -0
  1106. synapse/storage/schema/main/delta/80/03_read_write_locks_triggers.sql.postgres +37 -0
  1107. synapse/storage/schema/main/delta/80/04_read_write_locks_deadlock.sql.postgres +71 -0
  1108. synapse/storage/schema/main/delta/82/02_scheduled_tasks_index.sql +35 -0
  1109. synapse/storage/schema/main/delta/82/04_add_indices_for_purging_rooms.sql +39 -0
  1110. synapse/storage/schema/main/delta/82/05gaps.sql +44 -0
  1111. synapse/storage/schema/main/delta/83/01_drop_old_tables.sql +43 -0
  1112. synapse/storage/schema/main/delta/83/03_instance_name_receipts.sql.sqlite +17 -0
  1113. synapse/storage/schema/main/delta/83/05_cross_signing_key_update_grant.sql +34 -0
  1114. synapse/storage/schema/main/delta/83/06_event_push_summary_room.sql +36 -0
  1115. synapse/storage/schema/main/delta/84/01_auth_links_stats.sql.postgres +20 -0
  1116. synapse/storage/schema/main/delta/84/02_auth_links_index.sql +16 -0
  1117. synapse/storage/schema/main/delta/84/03_auth_links_analyze.sql.postgres +16 -0
  1118. synapse/storage/schema/main/delta/84/04_access_token_index.sql +15 -0
  1119. synapse/storage/schema/main/delta/85/01_add_suspended.sql +14 -0
  1120. synapse/storage/schema/main/delta/85/02_add_instance_names.sql +27 -0
  1121. synapse/storage/schema/main/delta/85/03_new_sequences.sql.postgres +54 -0
  1122. synapse/storage/schema/main/delta/85/04_cleanup_device_federation_outbox.sql +15 -0
  1123. synapse/storage/schema/main/delta/85/05_add_instance_names_converted_pos.sql +16 -0
  1124. synapse/storage/schema/main/delta/85/06_add_room_reports.sql +20 -0
  1125. synapse/storage/schema/main/delta/86/01_authenticate_media.sql +15 -0
  1126. synapse/storage/schema/main/delta/86/02_receipts_event_id_index.sql +15 -0
  1127. synapse/storage/schema/main/delta/87/01_sliding_sync_memberships.sql +169 -0
  1128. synapse/storage/schema/main/delta/87/02_per_connection_state.sql +81 -0
  1129. synapse/storage/schema/main/delta/87/03_current_state_index.sql +19 -0
  1130. synapse/storage/schema/main/delta/88/01_add_delayed_events.sql +43 -0
  1131. synapse/storage/schema/main/delta/88/01_custom_profile_fields.sql +15 -0
  1132. synapse/storage/schema/main/delta/88/02_fix_sliding_sync_membership_snapshots_forgotten_column.sql +21 -0
  1133. synapse/storage/schema/main/delta/88/03_add_otk_ts_added_index.sql +18 -0
  1134. synapse/storage/schema/main/delta/88/04_current_state_delta_index.sql +18 -0
  1135. synapse/storage/schema/main/delta/88/05_drop_old_otks.sql.postgres +19 -0
  1136. synapse/storage/schema/main/delta/88/05_drop_old_otks.sql.sqlite +19 -0
  1137. synapse/storage/schema/main/delta/88/05_sliding_sync_room_config_index.sql +20 -0
  1138. synapse/storage/schema/main/delta/88/06_events_received_ts_index.sql +17 -0
  1139. synapse/storage/schema/main/delta/89/01_sliding_sync_membership_snapshot_index.sql +15 -0
  1140. synapse/storage/schema/main/delta/90/01_add_column_participant_room_memberships_table.sql +16 -0
  1141. synapse/storage/schema/main/delta/91/01_media_hash.sql +28 -0
  1142. synapse/storage/schema/main/delta/92/01_remove_trigger.sql.postgres +16 -0
  1143. synapse/storage/schema/main/delta/92/01_remove_trigger.sql.sqlite +16 -0
  1144. synapse/storage/schema/main/delta/92/02_remove_populate_participant_bg_update.sql +17 -0
  1145. synapse/storage/schema/main/delta/92/04_ss_membership_snapshot_idx.sql +16 -0
  1146. synapse/storage/schema/main/delta/92/04_thread_subscriptions.sql +59 -0
  1147. synapse/storage/schema/main/delta/92/04_thread_subscriptions_seq.sql.postgres +19 -0
  1148. synapse/storage/schema/main/delta/92/05_fixup_max_depth_cap.sql +17 -0
  1149. synapse/storage/schema/main/delta/92/05_thread_subscriptions_comments.sql.postgres +18 -0
  1150. synapse/storage/schema/main/delta/92/06_device_federation_inbox_index.sql +16 -0
  1151. synapse/storage/schema/main/delta/92/06_threads_last_sent_stream_ordering_comments.sql.postgres +24 -0
  1152. synapse/storage/schema/main/delta/92/07_add_user_reports.sql +22 -0
  1153. synapse/storage/schema/main/delta/92/07_event_txn_id_device_id_txn_id2.sql +15 -0
  1154. synapse/storage/schema/main/delta/92/08_room_ban_redactions.sql +21 -0
  1155. synapse/storage/schema/main/delta/92/08_thread_subscriptions_seq_fixup.sql.postgres +19 -0
  1156. synapse/storage/schema/main/delta/92/09_thread_subscriptions_update.sql +20 -0
  1157. synapse/storage/schema/main/delta/92/09_thread_subscriptions_update.sql.postgres +18 -0
  1158. synapse/storage/schema/main/delta/93/01_add_delayed_events.sql +15 -0
  1159. synapse/storage/schema/main/delta/93/02_sliding_sync_members.sql +60 -0
  1160. synapse/storage/schema/main/delta/93/03_sss_pos_last_used.sql +27 -0
  1161. synapse/storage/schema/main/full_schemas/72/full.sql.postgres +1344 -0
  1162. synapse/storage/schema/main/full_schemas/72/full.sql.sqlite +646 -0
  1163. synapse/storage/schema/state/delta/23/drop_state_index.sql +35 -0
  1164. synapse/storage/schema/state/delta/32/remove_state_indices.sql +38 -0
  1165. synapse/storage/schema/state/delta/35/add_state_index.sql +36 -0
  1166. synapse/storage/schema/state/delta/35/state.sql +41 -0
  1167. synapse/storage/schema/state/delta/35/state_dedupe.sql +36 -0
  1168. synapse/storage/schema/state/delta/47/state_group_seq.py +38 -0
  1169. synapse/storage/schema/state/delta/56/state_group_room_idx.sql +36 -0
  1170. synapse/storage/schema/state/delta/61/02state_groups_state_n_distinct.sql.postgres +34 -0
  1171. synapse/storage/schema/state/delta/70/08_state_group_edges_unique.sql +36 -0
  1172. synapse/storage/schema/state/delta/89/01_state_groups_deletion.sql +39 -0
  1173. synapse/storage/schema/state/delta/90/02_delete_unreferenced_state_groups.sql +16 -0
  1174. synapse/storage/schema/state/delta/90/03_remove_old_deletion_bg_update.sql +15 -0
  1175. synapse/storage/schema/state/full_schemas/72/full.sql.postgres +30 -0
  1176. synapse/storage/schema/state/full_schemas/72/full.sql.sqlite +20 -0
  1177. synapse/storage/types.py +183 -0
  1178. synapse/storage/util/__init__.py +20 -0
  1179. synapse/storage/util/id_generators.py +928 -0
  1180. synapse/storage/util/partial_state_events_tracker.py +194 -0
  1181. synapse/storage/util/sequence.py +315 -0
  1182. synapse/streams/__init__.py +43 -0
  1183. synapse/streams/config.py +91 -0
  1184. synapse/streams/events.py +203 -0
  1185. synapse/synapse_rust/__init__.pyi +3 -0
  1186. synapse/synapse_rust/acl.pyi +20 -0
  1187. synapse/synapse_rust/events.pyi +136 -0
  1188. synapse/synapse_rust/http_client.pyi +32 -0
  1189. synapse/synapse_rust/push.pyi +86 -0
  1190. synapse/synapse_rust/rendezvous.pyi +30 -0
  1191. synapse/synapse_rust/segmenter.pyi +1 -0
  1192. synapse/synapse_rust.abi3.so +0 -0
  1193. synapse/types/__init__.py +1600 -0
  1194. synapse/types/handlers/__init__.py +93 -0
  1195. synapse/types/handlers/policy_server.py +16 -0
  1196. synapse/types/handlers/sliding_sync.py +1004 -0
  1197. synapse/types/rest/__init__.py +25 -0
  1198. synapse/types/rest/client/__init__.py +413 -0
  1199. synapse/types/state.py +634 -0
  1200. synapse/types/storage/__init__.py +66 -0
  1201. synapse/util/__init__.py +160 -0
  1202. synapse/util/async_helpers.py +1048 -0
  1203. synapse/util/background_queue.py +142 -0
  1204. synapse/util/batching_queue.py +203 -0
  1205. synapse/util/caches/__init__.py +300 -0
  1206. synapse/util/caches/cached_call.py +143 -0
  1207. synapse/util/caches/deferred_cache.py +530 -0
  1208. synapse/util/caches/descriptors.py +692 -0
  1209. synapse/util/caches/dictionary_cache.py +346 -0
  1210. synapse/util/caches/expiringcache.py +250 -0
  1211. synapse/util/caches/lrucache.py +976 -0
  1212. synapse/util/caches/response_cache.py +323 -0
  1213. synapse/util/caches/stream_change_cache.py +370 -0
  1214. synapse/util/caches/treecache.py +189 -0
  1215. synapse/util/caches/ttlcache.py +197 -0
  1216. synapse/util/cancellation.py +63 -0
  1217. synapse/util/check_dependencies.py +335 -0
  1218. synapse/util/clock.py +592 -0
  1219. synapse/util/daemonize.py +165 -0
  1220. synapse/util/distributor.py +157 -0
  1221. synapse/util/duration.py +117 -0
  1222. synapse/util/events.py +134 -0
  1223. synapse/util/file_consumer.py +164 -0
  1224. synapse/util/frozenutils.py +57 -0
  1225. synapse/util/gai_resolver.py +178 -0
  1226. synapse/util/hash.py +38 -0
  1227. synapse/util/httpresourcetree.py +108 -0
  1228. synapse/util/iterutils.py +190 -0
  1229. synapse/util/json.py +56 -0
  1230. synapse/util/linked_list.py +156 -0
  1231. synapse/util/logcontext.py +46 -0
  1232. synapse/util/logformatter.py +28 -0
  1233. synapse/util/macaroons.py +325 -0
  1234. synapse/util/manhole.py +191 -0
  1235. synapse/util/metrics.py +339 -0
  1236. synapse/util/module_loader.py +116 -0
  1237. synapse/util/msisdn.py +51 -0
  1238. synapse/util/patch_inline_callbacks.py +250 -0
  1239. synapse/util/pydantic_models.py +63 -0
  1240. synapse/util/ratelimitutils.py +422 -0
  1241. synapse/util/retryutils.py +339 -0
  1242. synapse/util/rlimit.py +42 -0
  1243. synapse/util/rust.py +164 -0
  1244. synapse/util/sentinel.py +21 -0
  1245. synapse/util/stringutils.py +293 -0
  1246. synapse/util/task_scheduler.py +494 -0
  1247. synapse/util/templates.py +126 -0
  1248. synapse/util/threepids.py +123 -0
  1249. synapse/util/wheel_timer.py +112 -0
  1250. synapse/visibility.py +869 -0
  1251. synmark/__init__.py +47 -0
  1252. synmark/__main__.py +128 -0
  1253. synmark/suites/__init__.py +9 -0
  1254. synmark/suites/logging.py +154 -0
  1255. synmark/suites/lrucache.py +48 -0
  1256. synmark/suites/lrucache_evict.py +49 -0
  1257. sytest-blacklist +33 -0
  1258. tests/__init__.py +29 -0
  1259. tests/api/__init__.py +0 -0
  1260. tests/api/test_auth.py +548 -0
  1261. tests/api/test_errors.py +46 -0
  1262. tests/api/test_filtering.py +622 -0
  1263. tests/api/test_ratelimiting.py +505 -0
  1264. tests/api/test_urls.py +81 -0
  1265. tests/app/__init__.py +0 -0
  1266. tests/app/test_homeserver_shutdown.py +271 -0
  1267. tests/app/test_homeserver_start.py +49 -0
  1268. tests/app/test_openid_listener.py +139 -0
  1269. tests/app/test_phone_stats_home.py +248 -0
  1270. tests/appservice/__init__.py +20 -0
  1271. tests/appservice/test_api.py +253 -0
  1272. tests/appservice/test_appservice.py +259 -0
  1273. tests/appservice/test_scheduler.py +477 -0
  1274. tests/config/__init__.py +20 -0
  1275. tests/config/test___main__.py +38 -0
  1276. tests/config/test_api.py +146 -0
  1277. tests/config/test_appservice.py +48 -0
  1278. tests/config/test_background_update.py +65 -0
  1279. tests/config/test_base.py +151 -0
  1280. tests/config/test_cache.py +193 -0
  1281. tests/config/test_database.py +42 -0
  1282. tests/config/test_generate.py +72 -0
  1283. tests/config/test_load.py +322 -0
  1284. tests/config/test_oauth_delegation.py +454 -0
  1285. tests/config/test_ratelimiting.py +77 -0
  1286. tests/config/test_registration_config.py +203 -0
  1287. tests/config/test_room_directory.py +203 -0
  1288. tests/config/test_server.py +248 -0
  1289. tests/config/test_tls.py +209 -0
  1290. tests/config/test_util.py +59 -0
  1291. tests/config/test_workers.py +332 -0
  1292. tests/config/utils.py +66 -0
  1293. tests/crypto/__init__.py +20 -0
  1294. tests/crypto/test_event_signing.py +109 -0
  1295. tests/crypto/test_keyring.py +737 -0
  1296. tests/events/__init__.py +0 -0
  1297. tests/events/test_auto_accept_invites.py +827 -0
  1298. tests/events/test_presence_router.py +540 -0
  1299. tests/events/test_snapshot.py +121 -0
  1300. tests/events/test_utils.py +986 -0
  1301. tests/federation/__init__.py +0 -0
  1302. tests/federation/test_complexity.py +257 -0
  1303. tests/federation/test_federation_catch_up.py +585 -0
  1304. tests/federation/test_federation_client.py +316 -0
  1305. tests/federation/test_federation_devices.py +161 -0
  1306. tests/federation/test_federation_media.py +295 -0
  1307. tests/federation/test_federation_out_of_band_membership.py +671 -0
  1308. tests/federation/test_federation_sender.py +956 -0
  1309. tests/federation/test_federation_server.py +631 -0
  1310. tests/federation/transport/__init__.py +0 -0
  1311. tests/federation/transport/server/__init__.py +20 -0
  1312. tests/federation/transport/server/test__base.py +156 -0
  1313. tests/federation/transport/test_client.py +157 -0
  1314. tests/federation/transport/test_knocking.py +323 -0
  1315. tests/federation/transport/test_server.py +74 -0
  1316. tests/handlers/__init__.py +0 -0
  1317. tests/handlers/oidc_test_key.p8 +5 -0
  1318. tests/handlers/oidc_test_key.pub.pem +4 -0
  1319. tests/handlers/test_admin.py +361 -0
  1320. tests/handlers/test_appservice.py +1336 -0
  1321. tests/handlers/test_auth.py +248 -0
  1322. tests/handlers/test_cas.py +239 -0
  1323. tests/handlers/test_deactivate_account.py +485 -0
  1324. tests/handlers/test_device.py +665 -0
  1325. tests/handlers/test_directory.py +613 -0
  1326. tests/handlers/test_e2e_keys.py +2025 -0
  1327. tests/handlers/test_e2e_room_keys.py +569 -0
  1328. tests/handlers/test_federation.py +794 -0
  1329. tests/handlers/test_federation_event.py +1181 -0
  1330. tests/handlers/test_message.py +322 -0
  1331. tests/handlers/test_oauth_delegation.py +1314 -0
  1332. tests/handlers/test_oidc.py +1688 -0
  1333. tests/handlers/test_password_providers.py +987 -0
  1334. tests/handlers/test_presence.py +2144 -0
  1335. tests/handlers/test_profile.py +401 -0
  1336. tests/handlers/test_receipts.py +342 -0
  1337. tests/handlers/test_register.py +880 -0
  1338. tests/handlers/test_room.py +108 -0
  1339. tests/handlers/test_room_list.py +93 -0
  1340. tests/handlers/test_room_member.py +764 -0
  1341. tests/handlers/test_room_policy.py +468 -0
  1342. tests/handlers/test_room_summary.py +1248 -0
  1343. tests/handlers/test_saml.py +427 -0
  1344. tests/handlers/test_send_email.py +230 -0
  1345. tests/handlers/test_sliding_sync.py +5065 -0
  1346. tests/handlers/test_sso.py +152 -0
  1347. tests/handlers/test_stats.py +594 -0
  1348. tests/handlers/test_sync.py +1275 -0
  1349. tests/handlers/test_typing.py +557 -0
  1350. tests/handlers/test_user_directory.py +1435 -0
  1351. tests/handlers/test_worker_lock.py +126 -0
  1352. tests/http/__init__.py +196 -0
  1353. tests/http/ca.crt +19 -0
  1354. tests/http/ca.key +27 -0
  1355. tests/http/federation/__init__.py +19 -0
  1356. tests/http/federation/test_matrix_federation_agent.py +1855 -0
  1357. tests/http/federation/test_srv_resolver.py +220 -0
  1358. tests/http/server/__init__.py +20 -0
  1359. tests/http/server/_base.py +621 -0
  1360. tests/http/server.key +27 -0
  1361. tests/http/test_additional_resource.py +76 -0
  1362. tests/http/test_client.py +422 -0
  1363. tests/http/test_endpoint.py +62 -0
  1364. tests/http/test_matrixfederationclient.py +1092 -0
  1365. tests/http/test_proxy.py +75 -0
  1366. tests/http/test_proxyagent.py +1008 -0
  1367. tests/http/test_servlet.py +145 -0
  1368. tests/http/test_simple_client.py +188 -0
  1369. tests/http/test_site.py +247 -0
  1370. tests/logging/__init__.py +42 -0
  1371. tests/logging/test_loggers.py +127 -0
  1372. tests/logging/test_opentracing.py +524 -0
  1373. tests/logging/test_remote_handler.py +184 -0
  1374. tests/logging/test_terse_json.py +253 -0
  1375. tests/media/__init__.py +20 -0
  1376. tests/media/test_base.py +88 -0
  1377. tests/media/test_filepath.py +602 -0
  1378. tests/media/test_html_preview.py +565 -0
  1379. tests/media/test_media_retention.py +299 -0
  1380. tests/media/test_media_storage.py +1401 -0
  1381. tests/media/test_oembed.py +172 -0
  1382. tests/media/test_url_previewer.py +120 -0
  1383. tests/metrics/__init__.py +0 -0
  1384. tests/metrics/test_background_process_metrics.py +21 -0
  1385. tests/metrics/test_metrics.py +407 -0
  1386. tests/metrics/test_phone_home_stats.py +263 -0
  1387. tests/module_api/__init__.py +0 -0
  1388. tests/module_api/test_account_data_manager.py +171 -0
  1389. tests/module_api/test_api.py +1035 -0
  1390. tests/module_api/test_event_unsigned_addition.py +66 -0
  1391. tests/module_api/test_spamchecker.py +286 -0
  1392. tests/push/__init__.py +0 -0
  1393. tests/push/test_bulk_push_rule_evaluator.py +652 -0
  1394. tests/push/test_email.py +570 -0
  1395. tests/push/test_http.py +1247 -0
  1396. tests/push/test_presentable_names.py +238 -0
  1397. tests/push/test_push_rule_evaluator.py +1069 -0
  1398. tests/replication/__init__.py +20 -0
  1399. tests/replication/_base.py +619 -0
  1400. tests/replication/http/__init__.py +20 -0
  1401. tests/replication/http/test__base.py +113 -0
  1402. tests/replication/storage/__init__.py +20 -0
  1403. tests/replication/storage/_base.py +85 -0
  1404. tests/replication/storage/test_events.py +299 -0
  1405. tests/replication/tcp/__init__.py +19 -0
  1406. tests/replication/tcp/streams/__init__.py +19 -0
  1407. tests/replication/tcp/streams/test_account_data.py +133 -0
  1408. tests/replication/tcp/streams/test_events.py +565 -0
  1409. tests/replication/tcp/streams/test_federation.py +117 -0
  1410. tests/replication/tcp/streams/test_partial_state.py +72 -0
  1411. tests/replication/tcp/streams/test_receipts.py +110 -0
  1412. tests/replication/tcp/streams/test_thread_subscriptions.py +157 -0
  1413. tests/replication/tcp/streams/test_to_device.py +112 -0
  1414. tests/replication/tcp/streams/test_typing.py +223 -0
  1415. tests/replication/tcp/test_commands.py +50 -0
  1416. tests/replication/tcp/test_handler.py +211 -0
  1417. tests/replication/test_auth.py +120 -0
  1418. tests/replication/test_client_reader_shard.py +101 -0
  1419. tests/replication/test_federation_ack.py +88 -0
  1420. tests/replication/test_federation_sender_shard.py +352 -0
  1421. tests/replication/test_module_cache_invalidation.py +89 -0
  1422. tests/replication/test_multi_media_repo.py +496 -0
  1423. tests/replication/test_pusher_shard.py +192 -0
  1424. tests/replication/test_sharded_event_persister.py +332 -0
  1425. tests/replication/test_sharded_receipts.py +250 -0
  1426. tests/rest/__init__.py +20 -0
  1427. tests/rest/admin/__init__.py +19 -0
  1428. tests/rest/admin/test_admin.py +614 -0
  1429. tests/rest/admin/test_background_updates.py +375 -0
  1430. tests/rest/admin/test_device.py +600 -0
  1431. tests/rest/admin/test_event.py +74 -0
  1432. tests/rest/admin/test_event_reports.py +781 -0
  1433. tests/rest/admin/test_federation.py +863 -0
  1434. tests/rest/admin/test_jwks.py +106 -0
  1435. tests/rest/admin/test_media.py +1091 -0
  1436. tests/rest/admin/test_registration_tokens.py +729 -0
  1437. tests/rest/admin/test_room.py +3626 -0
  1438. tests/rest/admin/test_scheduled_tasks.py +192 -0
  1439. tests/rest/admin/test_server_notice.py +753 -0
  1440. tests/rest/admin/test_statistics.py +523 -0
  1441. tests/rest/admin/test_user.py +6061 -0
  1442. tests/rest/admin/test_username_available.py +82 -0
  1443. tests/rest/client/__init__.py +20 -0
  1444. tests/rest/client/sliding_sync/__init__.py +13 -0
  1445. tests/rest/client/sliding_sync/test_connection_tracking.py +505 -0
  1446. tests/rest/client/sliding_sync/test_extension_account_data.py +1056 -0
  1447. tests/rest/client/sliding_sync/test_extension_e2ee.py +459 -0
  1448. tests/rest/client/sliding_sync/test_extension_receipts.py +934 -0
  1449. tests/rest/client/sliding_sync/test_extension_thread_subscriptions.py +497 -0
  1450. tests/rest/client/sliding_sync/test_extension_to_device.py +294 -0
  1451. tests/rest/client/sliding_sync/test_extension_typing.py +500 -0
  1452. tests/rest/client/sliding_sync/test_extensions.py +306 -0
  1453. tests/rest/client/sliding_sync/test_lists_filters.py +1975 -0
  1454. tests/rest/client/sliding_sync/test_room_subscriptions.py +303 -0
  1455. tests/rest/client/sliding_sync/test_rooms_invites.py +528 -0
  1456. tests/rest/client/sliding_sync/test_rooms_meta.py +1338 -0
  1457. tests/rest/client/sliding_sync/test_rooms_required_state.py +2247 -0
  1458. tests/rest/client/sliding_sync/test_rooms_timeline.py +718 -0
  1459. tests/rest/client/sliding_sync/test_sliding_sync.py +1688 -0
  1460. tests/rest/client/test_account.py +1543 -0
  1461. tests/rest/client/test_account_data.py +81 -0
  1462. tests/rest/client/test_auth.py +1508 -0
  1463. tests/rest/client/test_auth_metadata.py +145 -0
  1464. tests/rest/client/test_capabilities.py +318 -0
  1465. tests/rest/client/test_consent.py +138 -0
  1466. tests/rest/client/test_delayed_events.py +553 -0
  1467. tests/rest/client/test_devices.py +634 -0
  1468. tests/rest/client/test_directory.py +249 -0
  1469. tests/rest/client/test_ephemeral_message.py +113 -0
  1470. tests/rest/client/test_events.py +165 -0
  1471. tests/rest/client/test_filter.py +124 -0
  1472. tests/rest/client/test_identity.py +67 -0
  1473. tests/rest/client/test_keys.py +516 -0
  1474. tests/rest/client/test_login.py +1881 -0
  1475. tests/rest/client/test_login_token_request.py +175 -0
  1476. tests/rest/client/test_matrixrtc.py +105 -0
  1477. tests/rest/client/test_media.py +3156 -0
  1478. tests/rest/client/test_models.py +83 -0
  1479. tests/rest/client/test_mutual_rooms.py +235 -0
  1480. tests/rest/client/test_notifications.py +231 -0
  1481. tests/rest/client/test_owned_state.py +308 -0
  1482. tests/rest/client/test_password_policy.py +186 -0
  1483. tests/rest/client/test_power_levels.py +295 -0
  1484. tests/rest/client/test_presence.py +149 -0
  1485. tests/rest/client/test_profile.py +925 -0
  1486. tests/rest/client/test_push_rule_attrs.py +510 -0
  1487. tests/rest/client/test_read_marker.py +151 -0
  1488. tests/rest/client/test_receipts.py +287 -0
  1489. tests/rest/client/test_redactions.py +657 -0
  1490. tests/rest/client/test_register.py +1314 -0
  1491. tests/rest/client/test_relations.py +1954 -0
  1492. tests/rest/client/test_rendezvous.py +468 -0
  1493. tests/rest/client/test_reporting.py +324 -0
  1494. tests/rest/client/test_retention.py +389 -0
  1495. tests/rest/client/test_rooms.py +5486 -0
  1496. tests/rest/client/test_sendtodevice.py +271 -0
  1497. tests/rest/client/test_shadow_banned.py +335 -0
  1498. tests/rest/client/test_sync.py +1147 -0
  1499. tests/rest/client/test_tags.py +161 -0
  1500. tests/rest/client/test_third_party_rules.py +1076 -0
  1501. tests/rest/client/test_thread_subscriptions.py +351 -0
  1502. tests/rest/client/test_transactions.py +204 -0
  1503. tests/rest/client/test_typing.py +114 -0
  1504. tests/rest/client/test_upgrade_room.py +433 -0
  1505. tests/rest/client/utils.py +985 -0
  1506. tests/rest/key/__init__.py +0 -0
  1507. tests/rest/key/v2/__init__.py +0 -0
  1508. tests/rest/key/v2/test_remote_key_resource.py +282 -0
  1509. tests/rest/media/__init__.py +19 -0
  1510. tests/rest/media/test_domain_blocking.py +148 -0
  1511. tests/rest/media/test_url_preview.py +1445 -0
  1512. tests/rest/synapse/__init__.py +12 -0
  1513. tests/rest/synapse/client/__init__.py +12 -0
  1514. tests/rest/synapse/client/test_federation_whitelist.py +118 -0
  1515. tests/rest/synapse/mas/__init__.py +12 -0
  1516. tests/rest/synapse/mas/_base.py +43 -0
  1517. tests/rest/synapse/mas/test_devices.py +693 -0
  1518. tests/rest/synapse/mas/test_users.py +1399 -0
  1519. tests/rest/test_health.py +35 -0
  1520. tests/rest/test_well_known.py +155 -0
  1521. tests/scripts/__init__.py +0 -0
  1522. tests/scripts/test_new_matrix_user.py +172 -0
  1523. tests/server.py +1374 -0
  1524. tests/server_notices/__init__.py +241 -0
  1525. tests/server_notices/test_consent.py +111 -0
  1526. tests/server_notices/test_resource_limits_server_notices.py +409 -0
  1527. tests/state/__init__.py +0 -0
  1528. tests/state/test_v2.py +1096 -0
  1529. tests/state/test_v21.py +506 -0
  1530. tests/storage/__init__.py +0 -0
  1531. tests/storage/databases/__init__.py +20 -0
  1532. tests/storage/databases/main/__init__.py +20 -0
  1533. tests/storage/databases/main/test_cache.py +124 -0
  1534. tests/storage/databases/main/test_deviceinbox.py +323 -0
  1535. tests/storage/databases/main/test_end_to_end_keys.py +127 -0
  1536. tests/storage/databases/main/test_events_worker.py +594 -0
  1537. tests/storage/databases/main/test_lock.py +499 -0
  1538. tests/storage/databases/main/test_metrics.py +88 -0
  1539. tests/storage/databases/main/test_receipts.py +218 -0
  1540. tests/storage/databases/main/test_room.py +192 -0
  1541. tests/storage/test__base.py +178 -0
  1542. tests/storage/test_account_data.py +186 -0
  1543. tests/storage/test_appservice.py +568 -0
  1544. tests/storage/test_background_update.py +671 -0
  1545. tests/storage/test_base.py +813 -0
  1546. tests/storage/test_cleanup_extrems.py +396 -0
  1547. tests/storage/test_client_ips.py +788 -0
  1548. tests/storage/test_database.py +288 -0
  1549. tests/storage/test_devices.py +353 -0
  1550. tests/storage/test_directory.py +74 -0
  1551. tests/storage/test_e2e_room_keys.py +87 -0
  1552. tests/storage/test_end_to_end_keys.py +120 -0
  1553. tests/storage/test_event_chain.py +826 -0
  1554. tests/storage/test_event_federation.py +1433 -0
  1555. tests/storage/test_event_push_actions.py +809 -0
  1556. tests/storage/test_events.py +591 -0
  1557. tests/storage/test_events_bg_updates.py +156 -0
  1558. tests/storage/test_id_generators.py +791 -0
  1559. tests/storage/test_invite_rule.py +171 -0
  1560. tests/storage/test_main.py +56 -0
  1561. tests/storage/test_monthly_active_users.py +500 -0
  1562. tests/storage/test_profile.py +134 -0
  1563. tests/storage/test_purge.py +459 -0
  1564. tests/storage/test_receipts.py +309 -0
  1565. tests/storage/test_redaction.py +462 -0
  1566. tests/storage/test_registration.py +277 -0
  1567. tests/storage/test_relations.py +118 -0
  1568. tests/storage/test_rollback_worker.py +132 -0
  1569. tests/storage/test_room.py +69 -0
  1570. tests/storage/test_room_search.py +383 -0
  1571. tests/storage/test_roommember.py +812 -0
  1572. tests/storage/test_sliding_sync_tables.py +5187 -0
  1573. tests/storage/test_state.py +959 -0
  1574. tests/storage/test_state_deletion.py +475 -0
  1575. tests/storage/test_stream.py +1533 -0
  1576. tests/storage/test_thread_subscriptions.py +369 -0
  1577. tests/storage/test_transactions.py +77 -0
  1578. tests/storage/test_txn_limit.py +49 -0
  1579. tests/storage/test_unsafe_locale.py +67 -0
  1580. tests/storage/test_user_directory.py +691 -0
  1581. tests/storage/test_user_filters.py +101 -0
  1582. tests/storage/util/__init__.py +20 -0
  1583. tests/storage/util/test_partial_state_events_tracker.py +181 -0
  1584. tests/synapse_rust/__init__.py +11 -0
  1585. tests/synapse_rust/test_http_client.py +225 -0
  1586. tests/test_distributor.py +74 -0
  1587. tests/test_event_auth.py +921 -0
  1588. tests/test_mau.py +347 -0
  1589. tests/test_phone_home.py +102 -0
  1590. tests/test_rust.py +11 -0
  1591. tests/test_server.py +557 -0
  1592. tests/test_state.py +902 -0
  1593. tests/test_terms_auth.py +128 -0
  1594. tests/test_types.py +201 -0
  1595. tests/test_utils/__init__.py +161 -0
  1596. tests/test_utils/event_injection.py +150 -0
  1597. tests/test_utils/html_parsers.py +59 -0
  1598. tests/test_utils/logging_setup.py +74 -0
  1599. tests/test_utils/oidc.py +370 -0
  1600. tests/test_visibility.py +712 -0
  1601. tests/types/__init__.py +0 -0
  1602. tests/types/test_init.py +51 -0
  1603. tests/types/test_state.py +627 -0
  1604. tests/unittest.py +1108 -0
  1605. tests/util/__init__.py +20 -0
  1606. tests/util/caches/__init__.py +20 -0
  1607. tests/util/caches/test_cached_call.py +168 -0
  1608. tests/util/caches/test_deferred_cache.py +317 -0
  1609. tests/util/caches/test_descriptors.py +1110 -0
  1610. tests/util/caches/test_response_cache.py +225 -0
  1611. tests/util/caches/test_ttlcache.py +90 -0
  1612. tests/util/test_async_helpers.py +808 -0
  1613. tests/util/test_background_queue.py +117 -0
  1614. tests/util/test_batching_queue.py +252 -0
  1615. tests/util/test_check_dependencies.py +243 -0
  1616. tests/util/test_dict_cache.py +130 -0
  1617. tests/util/test_events.py +118 -0
  1618. tests/util/test_expiring_cache.py +113 -0
  1619. tests/util/test_file_consumer.py +199 -0
  1620. tests/util/test_itertools.py +190 -0
  1621. tests/util/test_linearizer.py +264 -0
  1622. tests/util/test_logcontext.py +715 -0
  1623. tests/util/test_logformatter.py +44 -0
  1624. tests/util/test_lrucache.py +479 -0
  1625. tests/util/test_macaroons.py +126 -0
  1626. tests/util/test_mutable_overlay_mapping.py +189 -0
  1627. tests/util/test_ratelimitutils.py +146 -0
  1628. tests/util/test_retryutils.py +314 -0
  1629. tests/util/test_rwlock.py +401 -0
  1630. tests/util/test_stream_change_cache.py +304 -0
  1631. tests/util/test_stringutils.py +86 -0
  1632. tests/util/test_task_scheduler.py +227 -0
  1633. tests/util/test_threepids.py +55 -0
  1634. tests/util/test_treecache.py +93 -0
  1635. tests/util/test_wheel_timer.py +82 -0
  1636. tests/utils.py +342 -0
@@ -0,0 +1,1975 @@
1
+ #
2
+ # This file is licensed under the Affero General Public License (AGPL) version 3.
3
+ #
4
+ # Copyright (C) 2024 New Vector, Ltd
5
+ #
6
+ # This program is free software: you can redistribute it and/or modify
7
+ # it under the terms of the GNU Affero General Public License as
8
+ # published by the Free Software Foundation, either version 3 of the
9
+ # License, or (at your option) any later version.
10
+ #
11
+ # See the GNU Affero General Public License for more details:
12
+ # <https://www.gnu.org/licenses/agpl-3.0.html>.
13
+ #
14
+ import logging
15
+
16
+ from parameterized import parameterized_class
17
+
18
+ from twisted.internet.testing import MemoryReactor
19
+
20
+ import synapse.rest.admin
21
+ from synapse.api.constants import (
22
+ EventContentFields,
23
+ EventTypes,
24
+ RoomTypes,
25
+ )
26
+ from synapse.api.room_versions import RoomVersions
27
+ from synapse.events import StrippedStateEvent
28
+ from synapse.rest.client import login, room, sync, tags
29
+ from synapse.server import HomeServer
30
+ from synapse.types import JsonDict
31
+ from synapse.util.clock import Clock
32
+
33
+ from tests.rest.client.sliding_sync.test_sliding_sync import SlidingSyncBase
34
+
35
+ logger = logging.getLogger(__name__)
36
+
37
+
38
+ # FIXME: This can be removed once we bump `SCHEMA_COMPAT_VERSION` and run the
39
+ # foreground update for
40
+ # `sliding_sync_joined_rooms`/`sliding_sync_membership_snapshots` (tracked by
41
+ # https://github.com/element-hq/synapse/issues/17623)
42
+ @parameterized_class(
43
+ ("use_new_tables",),
44
+ [
45
+ (True,),
46
+ (False,),
47
+ ],
48
+ class_name_func=lambda cls,
49
+ num,
50
+ params_dict: f"{cls.__name__}_{'new' if params_dict['use_new_tables'] else 'fallback'}",
51
+ )
52
+ class SlidingSyncFiltersTestCase(SlidingSyncBase):
53
+ """
54
+ Test `filters` in the Sliding Sync API to make sure it includes/excludes rooms
55
+ correctly.
56
+ """
57
+
58
+ servlets = [
59
+ synapse.rest.admin.register_servlets,
60
+ login.register_servlets,
61
+ room.register_servlets,
62
+ sync.register_servlets,
63
+ tags.register_servlets,
64
+ ]
65
+
66
+ def prepare(self, reactor: MemoryReactor, clock: Clock, hs: HomeServer) -> None:
67
+ self.store = hs.get_datastores().main
68
+ self.event_sources = hs.get_event_sources()
69
+ self.storage_controllers = hs.get_storage_controllers()
70
+ self.account_data_handler = hs.get_account_data_handler()
71
+
72
+ super().prepare(reactor, clock, hs)
73
+
74
+ def test_multiple_filters_and_multiple_lists(self) -> None:
75
+ """
76
+ Test that filters apply to `lists` in various scenarios.
77
+ """
78
+ user1_id = self.register_user("user1", "pass")
79
+ user1_tok = self.login(user1_id, "pass")
80
+ user2_id = self.register_user("user2", "pass")
81
+ user2_tok = self.login(user2_id, "pass")
82
+
83
+ # Create a DM room
84
+ joined_dm_room_id = self._create_dm_room(
85
+ inviter_user_id=user1_id,
86
+ inviter_tok=user1_tok,
87
+ invitee_user_id=user2_id,
88
+ invitee_tok=user2_tok,
89
+ should_join_room=True,
90
+ )
91
+ invited_dm_room_id = self._create_dm_room(
92
+ inviter_user_id=user1_id,
93
+ inviter_tok=user1_tok,
94
+ invitee_user_id=user2_id,
95
+ invitee_tok=user2_tok,
96
+ should_join_room=False,
97
+ )
98
+
99
+ # Create a normal room
100
+ room_id = self.helper.create_room_as(user2_id, tok=user2_tok)
101
+ self.helper.join(room_id, user1_id, tok=user1_tok)
102
+
103
+ # Create a room that user1 is invited to
104
+ invite_room_id = self.helper.create_room_as(user2_id, tok=user2_tok)
105
+ self.helper.invite(invite_room_id, src=user2_id, targ=user1_id, tok=user2_tok)
106
+
107
+ # Make the Sliding Sync request
108
+ sync_body = {
109
+ "lists": {
110
+ # Absence of filters does not imply "False" values
111
+ "all": {
112
+ "ranges": [[0, 99]],
113
+ "required_state": [],
114
+ "timeline_limit": 1,
115
+ "filters": {},
116
+ },
117
+ # Test single truthy filter
118
+ "dms": {
119
+ "ranges": [[0, 99]],
120
+ "required_state": [],
121
+ "timeline_limit": 1,
122
+ "filters": {"is_dm": True},
123
+ },
124
+ # Test single falsy filter
125
+ "non-dms": {
126
+ "ranges": [[0, 99]],
127
+ "required_state": [],
128
+ "timeline_limit": 1,
129
+ "filters": {"is_dm": False},
130
+ },
131
+ # Test how multiple filters should stack (AND'd together)
132
+ "room-invites": {
133
+ "ranges": [[0, 99]],
134
+ "required_state": [],
135
+ "timeline_limit": 1,
136
+ "filters": {"is_dm": False, "is_invite": True},
137
+ },
138
+ }
139
+ }
140
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
141
+
142
+ # Make sure it has the lists we requested
143
+ self.assertIncludes(
144
+ response_body["lists"].keys(),
145
+ {"all", "dms", "non-dms", "room-invites"},
146
+ exact=True,
147
+ )
148
+
149
+ # Make sure the lists have the correct rooms
150
+ self.assertIncludes(
151
+ set(response_body["lists"]["all"]["ops"][0]["room_ids"]),
152
+ {
153
+ invite_room_id,
154
+ room_id,
155
+ invited_dm_room_id,
156
+ joined_dm_room_id,
157
+ },
158
+ exact=True,
159
+ )
160
+ self.assertIncludes(
161
+ set(response_body["lists"]["dms"]["ops"][0]["room_ids"]),
162
+ {invited_dm_room_id, joined_dm_room_id},
163
+ exact=True,
164
+ )
165
+ self.assertIncludes(
166
+ set(response_body["lists"]["non-dms"]["ops"][0]["room_ids"]),
167
+ {invite_room_id, room_id},
168
+ exact=True,
169
+ )
170
+ self.assertIncludes(
171
+ set(response_body["lists"]["room-invites"]["ops"][0]["room_ids"]),
172
+ {invite_room_id},
173
+ exact=True,
174
+ )
175
+
176
+ def test_filters_regardless_of_membership_server_left_room(self) -> None:
177
+ """
178
+ Test that filters apply to rooms regardless of membership. We're also
179
+ compounding the problem by having all of the local users leave the room causing
180
+ our server to leave the room.
181
+
182
+ We want to make sure that if someone is filtering rooms, and leaves, you still
183
+ get that final update down sync that you left.
184
+ """
185
+ user1_id = self.register_user("user1", "pass")
186
+ user1_tok = self.login(user1_id, "pass")
187
+ user2_id = self.register_user("user2", "pass")
188
+ user2_tok = self.login(user2_id, "pass")
189
+
190
+ # Create a normal room
191
+ room_id = self.helper.create_room_as(user1_id, tok=user2_tok)
192
+ self.helper.join(room_id, user1_id, tok=user1_tok)
193
+
194
+ # Create an encrypted space room
195
+ space_room_id = self.helper.create_room_as(
196
+ user2_id,
197
+ tok=user2_tok,
198
+ extra_content={
199
+ "creation_content": {EventContentFields.ROOM_TYPE: RoomTypes.SPACE}
200
+ },
201
+ )
202
+ self.helper.send_state(
203
+ space_room_id,
204
+ EventTypes.RoomEncryption,
205
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
206
+ tok=user2_tok,
207
+ )
208
+ self.helper.join(space_room_id, user1_id, tok=user1_tok)
209
+
210
+ # Make an initial Sliding Sync request
211
+ sync_body = {
212
+ "lists": {
213
+ "all-list": {
214
+ "ranges": [[0, 99]],
215
+ "required_state": [],
216
+ "timeline_limit": 0,
217
+ "filters": {},
218
+ },
219
+ "foo-list": {
220
+ "ranges": [[0, 99]],
221
+ "required_state": [],
222
+ "timeline_limit": 1,
223
+ "filters": {
224
+ "is_encrypted": True,
225
+ "room_types": [RoomTypes.SPACE],
226
+ },
227
+ },
228
+ }
229
+ }
230
+ response_body, from_token = self.do_sync(sync_body, tok=user1_tok)
231
+
232
+ # Make sure the response has the lists we requested
233
+ self.assertIncludes(
234
+ response_body["lists"].keys(),
235
+ {"all-list", "foo-list"},
236
+ )
237
+
238
+ # Make sure the lists have the correct rooms
239
+ self.assertIncludes(
240
+ set(response_body["lists"]["all-list"]["ops"][0]["room_ids"]),
241
+ {space_room_id, room_id},
242
+ exact=True,
243
+ )
244
+ self.assertIncludes(
245
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
246
+ {space_room_id},
247
+ exact=True,
248
+ )
249
+
250
+ # Everyone leaves the encrypted space room
251
+ self.helper.leave(space_room_id, user1_id, tok=user1_tok)
252
+ self.helper.leave(space_room_id, user2_id, tok=user2_tok)
253
+
254
+ # Make an incremental Sliding Sync request
255
+ sync_body = {
256
+ "lists": {
257
+ "all-list": {
258
+ "ranges": [[0, 99]],
259
+ "required_state": [],
260
+ "timeline_limit": 0,
261
+ "filters": {},
262
+ },
263
+ "foo-list": {
264
+ "ranges": [[0, 99]],
265
+ "required_state": [],
266
+ "timeline_limit": 1,
267
+ "filters": {
268
+ "is_encrypted": True,
269
+ "room_types": [RoomTypes.SPACE],
270
+ },
271
+ },
272
+ }
273
+ }
274
+ response_body, _ = self.do_sync(sync_body, since=from_token, tok=user1_tok)
275
+
276
+ # Make sure the response has the lists we requested
277
+ self.assertIncludes(
278
+ response_body["lists"].keys(),
279
+ {"all-list", "foo-list"},
280
+ exact=True,
281
+ )
282
+
283
+ # Make sure the lists have the correct rooms even though we `newly_left`
284
+ self.assertIncludes(
285
+ set(response_body["lists"]["all-list"]["ops"][0]["room_ids"]),
286
+ {space_room_id, room_id},
287
+ exact=True,
288
+ )
289
+ self.assertIncludes(
290
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
291
+ {space_room_id},
292
+ exact=True,
293
+ )
294
+
295
+ def test_filters_is_dm(self) -> None:
296
+ """
297
+ Test `filter.is_dm` for DM rooms
298
+ """
299
+ user1_id = self.register_user("user1", "pass")
300
+ user1_tok = self.login(user1_id, "pass")
301
+ user2_id = self.register_user("user2", "pass")
302
+ user2_tok = self.login(user2_id, "pass")
303
+
304
+ # Create a normal room
305
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
306
+
307
+ # Create a DM room
308
+ dm_room_id = self._create_dm_room(
309
+ inviter_user_id=user1_id,
310
+ inviter_tok=user1_tok,
311
+ invitee_user_id=user2_id,
312
+ invitee_tok=user2_tok,
313
+ )
314
+
315
+ # Try with `is_dm=True`
316
+ sync_body = {
317
+ "lists": {
318
+ "foo-list": {
319
+ "ranges": [[0, 99]],
320
+ "required_state": [],
321
+ "timeline_limit": 0,
322
+ "filters": {
323
+ "is_dm": True,
324
+ },
325
+ },
326
+ }
327
+ }
328
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
329
+ self.assertIncludes(
330
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
331
+ {dm_room_id},
332
+ exact=True,
333
+ )
334
+
335
+ # Try with `is_dm=False`
336
+ sync_body = {
337
+ "lists": {
338
+ "foo-list": {
339
+ "ranges": [[0, 99]],
340
+ "required_state": [],
341
+ "timeline_limit": 0,
342
+ "filters": {
343
+ "is_dm": False,
344
+ },
345
+ },
346
+ }
347
+ }
348
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
349
+ self.assertIncludes(
350
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
351
+ {room_id},
352
+ exact=True,
353
+ )
354
+
355
+ def test_filters_is_encrypted(self) -> None:
356
+ """
357
+ Test `filters.is_encrypted` for encrypted rooms
358
+ """
359
+ user1_id = self.register_user("user1", "pass")
360
+ user1_tok = self.login(user1_id, "pass")
361
+
362
+ # Create an unencrypted room
363
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
364
+
365
+ # Create an encrypted room
366
+ encrypted_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
367
+ self.helper.send_state(
368
+ encrypted_room_id,
369
+ EventTypes.RoomEncryption,
370
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
371
+ tok=user1_tok,
372
+ )
373
+
374
+ # Try with `is_encrypted=True`
375
+ sync_body = {
376
+ "lists": {
377
+ "foo-list": {
378
+ "ranges": [[0, 99]],
379
+ "required_state": [],
380
+ "timeline_limit": 0,
381
+ "filters": {
382
+ "is_encrypted": True,
383
+ },
384
+ },
385
+ }
386
+ }
387
+ response_body, from_token = self.do_sync(sync_body, tok=user1_tok)
388
+ # No rooms are encrypted yet
389
+ self.assertIncludes(
390
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
391
+ {encrypted_room_id},
392
+ exact=True,
393
+ )
394
+
395
+ # Try with `is_encrypted=False`
396
+ sync_body = {
397
+ "lists": {
398
+ "foo-list": {
399
+ "ranges": [[0, 99]],
400
+ "required_state": [],
401
+ "timeline_limit": 0,
402
+ "filters": {
403
+ "is_encrypted": False,
404
+ },
405
+ },
406
+ }
407
+ }
408
+ response_body, from_token = self.do_sync(sync_body, tok=user1_tok)
409
+ # No rooms are encrypted yet
410
+ self.assertIncludes(
411
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
412
+ {room_id},
413
+ exact=True,
414
+ )
415
+
416
+ def test_filters_is_encrypted_server_left_room(self) -> None:
417
+ """
418
+ Test that we can apply a `filters.is_encrypted` against a room that everyone has left.
419
+ """
420
+ user1_id = self.register_user("user1", "pass")
421
+ user1_tok = self.login(user1_id, "pass")
422
+
423
+ # Get a token before we create any rooms
424
+ sync_body: JsonDict = {
425
+ "lists": {},
426
+ }
427
+ response_body, before_rooms_token = self.do_sync(sync_body, tok=user1_tok)
428
+
429
+ # Create an unencrypted room
430
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
431
+ # Leave the room
432
+ self.helper.leave(room_id, user1_id, tok=user1_tok)
433
+
434
+ # Create an encrypted room
435
+ encrypted_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
436
+ self.helper.send_state(
437
+ encrypted_room_id,
438
+ EventTypes.RoomEncryption,
439
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
440
+ tok=user1_tok,
441
+ )
442
+ # Leave the room
443
+ self.helper.leave(encrypted_room_id, user1_id, tok=user1_tok)
444
+
445
+ # Try with `is_encrypted=True`
446
+ sync_body = {
447
+ "lists": {
448
+ "foo-list": {
449
+ "ranges": [[0, 99]],
450
+ "required_state": [],
451
+ "timeline_limit": 0,
452
+ "filters": {
453
+ "is_encrypted": True,
454
+ },
455
+ },
456
+ }
457
+ }
458
+ # Use an incremental sync so that the room is considered `newly_left` and shows
459
+ # up down sync
460
+ response_body, _ = self.do_sync(
461
+ sync_body, since=before_rooms_token, tok=user1_tok
462
+ )
463
+ self.assertIncludes(
464
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
465
+ {encrypted_room_id},
466
+ exact=True,
467
+ )
468
+
469
+ # Try with `is_encrypted=False`
470
+ sync_body = {
471
+ "lists": {
472
+ "foo-list": {
473
+ "ranges": [[0, 99]],
474
+ "required_state": [],
475
+ "timeline_limit": 0,
476
+ "filters": {
477
+ "is_encrypted": False,
478
+ },
479
+ },
480
+ }
481
+ }
482
+ # Use an incremental sync so that the room is considered `newly_left` and shows
483
+ # up down sync
484
+ response_body, _ = self.do_sync(
485
+ sync_body, since=before_rooms_token, tok=user1_tok
486
+ )
487
+ self.assertIncludes(
488
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
489
+ {room_id},
490
+ exact=True,
491
+ )
492
+
493
+ def test_filters_is_encrypted_server_left_room2(self) -> None:
494
+ """
495
+ Test that we can apply a `filters.is_encrypted` against a room that everyone has
496
+ left.
497
+
498
+ There is still someone local who is invited to the rooms but that doesn't affect
499
+ whether the server is participating in the room (users need to be joined).
500
+ """
501
+ user1_id = self.register_user("user1", "pass")
502
+ user1_tok = self.login(user1_id, "pass")
503
+ user2_id = self.register_user("user2", "pass")
504
+ _user2_tok = self.login(user2_id, "pass")
505
+
506
+ # Get a token before we create any rooms
507
+ sync_body: JsonDict = {
508
+ "lists": {},
509
+ }
510
+ response_body, before_rooms_token = self.do_sync(sync_body, tok=user1_tok)
511
+
512
+ # Create an unencrypted room
513
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
514
+ # Invite user2
515
+ self.helper.invite(room_id, targ=user2_id, tok=user1_tok)
516
+ # User1 leaves the room
517
+ self.helper.leave(room_id, user1_id, tok=user1_tok)
518
+
519
+ # Create an encrypted room
520
+ encrypted_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
521
+ self.helper.send_state(
522
+ encrypted_room_id,
523
+ EventTypes.RoomEncryption,
524
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
525
+ tok=user1_tok,
526
+ )
527
+ # Invite user2
528
+ self.helper.invite(encrypted_room_id, targ=user2_id, tok=user1_tok)
529
+ # User1 leaves the room
530
+ self.helper.leave(encrypted_room_id, user1_id, tok=user1_tok)
531
+
532
+ # Try with `is_encrypted=True`
533
+ sync_body = {
534
+ "lists": {
535
+ "foo-list": {
536
+ "ranges": [[0, 99]],
537
+ "required_state": [],
538
+ "timeline_limit": 0,
539
+ "filters": {
540
+ "is_encrypted": True,
541
+ },
542
+ },
543
+ }
544
+ }
545
+ # Use an incremental sync so that the room is considered `newly_left` and shows
546
+ # up down sync
547
+ response_body, _ = self.do_sync(
548
+ sync_body, since=before_rooms_token, tok=user1_tok
549
+ )
550
+ self.assertIncludes(
551
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
552
+ {encrypted_room_id},
553
+ exact=True,
554
+ )
555
+
556
+ # Try with `is_encrypted=False`
557
+ sync_body = {
558
+ "lists": {
559
+ "foo-list": {
560
+ "ranges": [[0, 99]],
561
+ "required_state": [],
562
+ "timeline_limit": 0,
563
+ "filters": {
564
+ "is_encrypted": False,
565
+ },
566
+ },
567
+ }
568
+ }
569
+ # Use an incremental sync so that the room is considered `newly_left` and shows
570
+ # up down sync
571
+ response_body, _ = self.do_sync(
572
+ sync_body, since=before_rooms_token, tok=user1_tok
573
+ )
574
+ self.assertIncludes(
575
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
576
+ {room_id},
577
+ exact=True,
578
+ )
579
+
580
+ def test_filters_is_encrypted_after_we_left(self) -> None:
581
+ """
582
+ Test that we can apply a `filters.is_encrypted` against a room that was encrypted
583
+ after we left the room (make sure we don't just use the current state)
584
+ """
585
+ user1_id = self.register_user("user1", "pass")
586
+ user1_tok = self.login(user1_id, "pass")
587
+ user2_id = self.register_user("user2", "pass")
588
+ user2_tok = self.login(user2_id, "pass")
589
+
590
+ # Get a token before we create any rooms
591
+ sync_body: JsonDict = {
592
+ "lists": {},
593
+ }
594
+ response_body, before_rooms_token = self.do_sync(sync_body, tok=user1_tok)
595
+
596
+ # Create an unencrypted room
597
+ room_id = self.helper.create_room_as(user2_id, tok=user2_tok)
598
+ # Leave the room
599
+ self.helper.join(room_id, user1_id, tok=user1_tok)
600
+ self.helper.leave(room_id, user1_id, tok=user1_tok)
601
+
602
+ # Create a room that will be encrypted
603
+ encrypted_after_we_left_room_id = self.helper.create_room_as(
604
+ user2_id, tok=user2_tok
605
+ )
606
+ # Leave the room
607
+ self.helper.join(encrypted_after_we_left_room_id, user1_id, tok=user1_tok)
608
+ self.helper.leave(encrypted_after_we_left_room_id, user1_id, tok=user1_tok)
609
+
610
+ # Encrypt the room after we've left
611
+ self.helper.send_state(
612
+ encrypted_after_we_left_room_id,
613
+ EventTypes.RoomEncryption,
614
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
615
+ tok=user2_tok,
616
+ )
617
+
618
+ # Try with `is_encrypted=True`
619
+ sync_body = {
620
+ "lists": {
621
+ "foo-list": {
622
+ "ranges": [[0, 99]],
623
+ "required_state": [],
624
+ "timeline_limit": 0,
625
+ "filters": {
626
+ "is_encrypted": True,
627
+ },
628
+ },
629
+ }
630
+ }
631
+ response_body, _ = self.do_sync(
632
+ sync_body, since=before_rooms_token, tok=user1_tok
633
+ )
634
+ if self.use_new_tables:
635
+ self.assertIncludes(
636
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
637
+ set(),
638
+ exact=True,
639
+ )
640
+ else:
641
+ # Even though we left the room before it was encrypted, we still see it because
642
+ # someone else on our server is still participating in the room and we "leak"
643
+ # the current state to the left user. But we consider the room encryption status
644
+ # to not be a secret given it's often set at the start of the room and it's one
645
+ # of the stripped state events that is normally handed out.
646
+ self.assertIncludes(
647
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
648
+ {encrypted_after_we_left_room_id},
649
+ exact=True,
650
+ )
651
+
652
+ # Try with `is_encrypted=False`
653
+ sync_body = {
654
+ "lists": {
655
+ "foo-list": {
656
+ "ranges": [[0, 99]],
657
+ "required_state": [],
658
+ "timeline_limit": 0,
659
+ "filters": {
660
+ "is_encrypted": False,
661
+ },
662
+ },
663
+ }
664
+ }
665
+ response_body, _ = self.do_sync(
666
+ sync_body, since=before_rooms_token, tok=user1_tok
667
+ )
668
+ if self.use_new_tables:
669
+ self.assertIncludes(
670
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
671
+ {room_id, encrypted_after_we_left_room_id},
672
+ exact=True,
673
+ )
674
+ else:
675
+ # Even though we left the room before it was encrypted... (see comment above)
676
+ self.assertIncludes(
677
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
678
+ {room_id},
679
+ exact=True,
680
+ )
681
+
682
+ def test_filters_is_encrypted_with_remote_invite_room_no_stripped_state(
683
+ self,
684
+ ) -> None:
685
+ """
686
+ Test that we can apply a `filters.is_encrypted` filter against a remote invite
687
+ room without any `unsigned.invite_room_state` (stripped state).
688
+ """
689
+ user1_id = self.register_user("user1", "pass")
690
+ user1_tok = self.login(user1_id, "pass")
691
+
692
+ # Create a remote invite room without any `unsigned.invite_room_state`
693
+ _remote_invite_room_id, _ = self._create_remote_invite_room_for_user(
694
+ user1_id, None
695
+ )
696
+
697
+ # Create an unencrypted room
698
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
699
+
700
+ # Create an encrypted room
701
+ encrypted_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
702
+ self.helper.send_state(
703
+ encrypted_room_id,
704
+ EventTypes.RoomEncryption,
705
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
706
+ tok=user1_tok,
707
+ )
708
+
709
+ # Try with `is_encrypted=True`
710
+ sync_body = {
711
+ "lists": {
712
+ "foo-list": {
713
+ "ranges": [[0, 99]],
714
+ "required_state": [],
715
+ "timeline_limit": 0,
716
+ "filters": {
717
+ "is_encrypted": True,
718
+ },
719
+ },
720
+ }
721
+ }
722
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
723
+ # `remote_invite_room_id` should not appear because we can't figure out whether
724
+ # it is encrypted or not (no stripped state, `unsigned.invite_room_state`).
725
+ self.assertIncludes(
726
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
727
+ {encrypted_room_id},
728
+ exact=True,
729
+ )
730
+
731
+ # Try with `is_encrypted=False`
732
+ sync_body = {
733
+ "lists": {
734
+ "foo-list": {
735
+ "ranges": [[0, 99]],
736
+ "required_state": [],
737
+ "timeline_limit": 0,
738
+ "filters": {
739
+ "is_encrypted": False,
740
+ },
741
+ },
742
+ }
743
+ }
744
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
745
+ # `remote_invite_room_id` should not appear because we can't figure out whether
746
+ # it is encrypted or not (no stripped state, `unsigned.invite_room_state`).
747
+ self.assertIncludes(
748
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
749
+ {room_id},
750
+ exact=True,
751
+ )
752
+
753
+ def test_filters_is_encrypted_with_remote_invite_encrypted_room(self) -> None:
754
+ """
755
+ Test that we can apply a `filters.is_encrypted` filter against a remote invite
756
+ encrypted room with some `unsigned.invite_room_state` (stripped state).
757
+ """
758
+ user1_id = self.register_user("user1", "pass")
759
+ user1_tok = self.login(user1_id, "pass")
760
+
761
+ # Create a remote invite room with some `unsigned.invite_room_state`
762
+ # indicating that the room is encrypted.
763
+ remote_invite_room_id, _ = self._create_remote_invite_room_for_user(
764
+ user1_id,
765
+ [
766
+ StrippedStateEvent(
767
+ type=EventTypes.Create,
768
+ state_key="",
769
+ sender="@inviter:remote_server",
770
+ content={
771
+ EventContentFields.ROOM_CREATOR: "@inviter:remote_server",
772
+ EventContentFields.ROOM_VERSION: RoomVersions.V10.identifier,
773
+ },
774
+ ),
775
+ StrippedStateEvent(
776
+ type=EventTypes.RoomEncryption,
777
+ state_key="",
778
+ sender="@inviter:remote_server",
779
+ content={
780
+ EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2",
781
+ },
782
+ ),
783
+ ],
784
+ )
785
+
786
+ # Create an unencrypted room
787
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
788
+
789
+ # Create an encrypted room
790
+ encrypted_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
791
+ self.helper.send_state(
792
+ encrypted_room_id,
793
+ EventTypes.RoomEncryption,
794
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
795
+ tok=user1_tok,
796
+ )
797
+
798
+ # Try with `is_encrypted=True`
799
+ sync_body = {
800
+ "lists": {
801
+ "foo-list": {
802
+ "ranges": [[0, 99]],
803
+ "required_state": [],
804
+ "timeline_limit": 0,
805
+ "filters": {
806
+ "is_encrypted": True,
807
+ },
808
+ },
809
+ }
810
+ }
811
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
812
+ # `remote_invite_room_id` should appear here because it is encrypted
813
+ # according to the stripped state
814
+ self.assertIncludes(
815
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
816
+ {encrypted_room_id, remote_invite_room_id},
817
+ exact=True,
818
+ )
819
+
820
+ # Try with `is_encrypted=False`
821
+ sync_body = {
822
+ "lists": {
823
+ "foo-list": {
824
+ "ranges": [[0, 99]],
825
+ "required_state": [],
826
+ "timeline_limit": 0,
827
+ "filters": {
828
+ "is_encrypted": False,
829
+ },
830
+ },
831
+ }
832
+ }
833
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
834
+ # `remote_invite_room_id` should not appear here because it is encrypted
835
+ # according to the stripped state
836
+ self.assertIncludes(
837
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
838
+ {room_id},
839
+ exact=True,
840
+ )
841
+
842
+ def test_filters_is_encrypted_with_remote_invite_unencrypted_room(self) -> None:
843
+ """
844
+ Test that we can apply a `filters.is_encrypted` filter against a remote invite
845
+ unencrypted room with some `unsigned.invite_room_state` (stripped state).
846
+ """
847
+ user1_id = self.register_user("user1", "pass")
848
+ user1_tok = self.login(user1_id, "pass")
849
+
850
+ # Create a remote invite room with some `unsigned.invite_room_state`
851
+ # but don't set any room encryption event.
852
+ remote_invite_room_id, _ = self._create_remote_invite_room_for_user(
853
+ user1_id,
854
+ [
855
+ StrippedStateEvent(
856
+ type=EventTypes.Create,
857
+ state_key="",
858
+ sender="@inviter:remote_server",
859
+ content={
860
+ EventContentFields.ROOM_CREATOR: "@inviter:remote_server",
861
+ EventContentFields.ROOM_VERSION: RoomVersions.V10.identifier,
862
+ },
863
+ ),
864
+ # No room encryption event
865
+ ],
866
+ )
867
+
868
+ # Create an unencrypted room
869
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
870
+
871
+ # Create an encrypted room
872
+ encrypted_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
873
+ self.helper.send_state(
874
+ encrypted_room_id,
875
+ EventTypes.RoomEncryption,
876
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
877
+ tok=user1_tok,
878
+ )
879
+
880
+ # Try with `is_encrypted=True`
881
+ sync_body = {
882
+ "lists": {
883
+ "foo-list": {
884
+ "ranges": [[0, 99]],
885
+ "required_state": [],
886
+ "timeline_limit": 0,
887
+ "filters": {
888
+ "is_encrypted": True,
889
+ },
890
+ },
891
+ }
892
+ }
893
+ response_body, from_token = self.do_sync(sync_body, tok=user1_tok)
894
+ # `remote_invite_room_id` should not appear here because it is unencrypted
895
+ # according to the stripped state
896
+ self.assertIncludes(
897
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
898
+ {encrypted_room_id},
899
+ exact=True,
900
+ )
901
+
902
+ # Try with `is_encrypted=False`
903
+ sync_body = {
904
+ "lists": {
905
+ "foo-list": {
906
+ "ranges": [[0, 99]],
907
+ "required_state": [],
908
+ "timeline_limit": 0,
909
+ "filters": {
910
+ "is_encrypted": False,
911
+ },
912
+ },
913
+ }
914
+ }
915
+ response_body, from_token = self.do_sync(sync_body, tok=user1_tok)
916
+ # `remote_invite_room_id` should appear because it is unencrypted according to
917
+ # the stripped state
918
+ self.assertIncludes(
919
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
920
+ {room_id, remote_invite_room_id},
921
+ exact=True,
922
+ )
923
+
924
+ def test_filters_is_encrypted_updated(self) -> None:
925
+ """
926
+ Make sure we get rooms if the encrypted room status is updated for a joined room
927
+ (`filters.is_encrypted`)
928
+ """
929
+ user1_id = self.register_user("user1", "pass")
930
+ user1_tok = self.login(user1_id, "pass")
931
+
932
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
933
+
934
+ sync_body = {
935
+ "lists": {
936
+ "foo-list": {
937
+ "ranges": [[0, 99]],
938
+ "required_state": [],
939
+ "timeline_limit": 0,
940
+ "filters": {
941
+ "is_encrypted": True,
942
+ },
943
+ },
944
+ }
945
+ }
946
+ response_body, from_token = self.do_sync(sync_body, tok=user1_tok)
947
+
948
+ # No rooms are encrypted yet
949
+ self.assertIncludes(
950
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
951
+ set(),
952
+ exact=True,
953
+ )
954
+
955
+ # Update the encryption status
956
+ self.helper.send_state(
957
+ room_id,
958
+ EventTypes.RoomEncryption,
959
+ {EventContentFields.ENCRYPTION_ALGORITHM: "m.megolm.v1.aes-sha2"},
960
+ tok=user1_tok,
961
+ )
962
+
963
+ # We should see the room now because it's encrypted
964
+ response_body, _ = self.do_sync(sync_body, since=from_token, tok=user1_tok)
965
+ self.assertIncludes(
966
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
967
+ {room_id},
968
+ exact=True,
969
+ )
970
+
971
+ def test_filters_is_invite_rooms(self) -> None:
972
+ """
973
+ Test `filters.is_invite` for rooms that the user has been invited to
974
+ """
975
+ user1_id = self.register_user("user1", "pass")
976
+ user1_tok = self.login(user1_id, "pass")
977
+ user2_id = self.register_user("user2", "pass")
978
+ user2_tok = self.login(user2_id, "pass")
979
+
980
+ # Create a normal room
981
+ room_id = self.helper.create_room_as(user2_id, tok=user2_tok)
982
+ self.helper.join(room_id, user1_id, tok=user1_tok)
983
+
984
+ # Create a room that user1 is invited to
985
+ invite_room_id = self.helper.create_room_as(user2_id, tok=user2_tok)
986
+ self.helper.invite(invite_room_id, src=user2_id, targ=user1_id, tok=user2_tok)
987
+
988
+ # Try with `is_invite=True`
989
+ sync_body = {
990
+ "lists": {
991
+ "foo-list": {
992
+ "ranges": [[0, 99]],
993
+ "required_state": [],
994
+ "timeline_limit": 0,
995
+ "filters": {
996
+ "is_invite": True,
997
+ },
998
+ },
999
+ }
1000
+ }
1001
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1002
+ self.assertIncludes(
1003
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1004
+ {invite_room_id},
1005
+ exact=True,
1006
+ )
1007
+
1008
+ # Try with `is_invite=False`
1009
+ sync_body = {
1010
+ "lists": {
1011
+ "foo-list": {
1012
+ "ranges": [[0, 99]],
1013
+ "required_state": [],
1014
+ "timeline_limit": 0,
1015
+ "filters": {
1016
+ "is_invite": False,
1017
+ },
1018
+ },
1019
+ }
1020
+ }
1021
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1022
+ self.assertIncludes(
1023
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1024
+ {room_id},
1025
+ exact=True,
1026
+ )
1027
+
1028
+ def test_filters_room_types(self) -> None:
1029
+ """
1030
+ Test `filters.room_types` for different room types
1031
+ """
1032
+ user1_id = self.register_user("user1", "pass")
1033
+ user1_tok = self.login(user1_id, "pass")
1034
+
1035
+ # Create a normal room (no room type)
1036
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1037
+
1038
+ # Create a space room
1039
+ space_room_id = self.helper.create_room_as(
1040
+ user1_id,
1041
+ tok=user1_tok,
1042
+ extra_content={
1043
+ "creation_content": {EventContentFields.ROOM_TYPE: RoomTypes.SPACE}
1044
+ },
1045
+ )
1046
+
1047
+ # Create an arbitrarily typed room
1048
+ foo_room_id = self.helper.create_room_as(
1049
+ user1_id,
1050
+ tok=user1_tok,
1051
+ extra_content={
1052
+ "creation_content": {
1053
+ EventContentFields.ROOM_TYPE: "org.matrix.foobarbaz"
1054
+ }
1055
+ },
1056
+ )
1057
+
1058
+ # Try finding only normal rooms
1059
+ sync_body = {
1060
+ "lists": {
1061
+ "foo-list": {
1062
+ "ranges": [[0, 99]],
1063
+ "required_state": [],
1064
+ "timeline_limit": 0,
1065
+ "filters": {
1066
+ "room_types": [None],
1067
+ },
1068
+ },
1069
+ }
1070
+ }
1071
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1072
+ self.assertIncludes(
1073
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1074
+ {room_id},
1075
+ exact=True,
1076
+ )
1077
+
1078
+ # Try finding only spaces
1079
+ sync_body = {
1080
+ "lists": {
1081
+ "foo-list": {
1082
+ "ranges": [[0, 99]],
1083
+ "required_state": [],
1084
+ "timeline_limit": 0,
1085
+ "filters": {
1086
+ "room_types": [RoomTypes.SPACE],
1087
+ },
1088
+ },
1089
+ }
1090
+ }
1091
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1092
+ self.assertIncludes(
1093
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1094
+ {space_room_id},
1095
+ exact=True,
1096
+ )
1097
+
1098
+ # Try finding normal rooms and spaces
1099
+ sync_body = {
1100
+ "lists": {
1101
+ "foo-list": {
1102
+ "ranges": [[0, 99]],
1103
+ "required_state": [],
1104
+ "timeline_limit": 0,
1105
+ "filters": {
1106
+ "room_types": [None, RoomTypes.SPACE],
1107
+ },
1108
+ },
1109
+ }
1110
+ }
1111
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1112
+ self.assertIncludes(
1113
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1114
+ {room_id, space_room_id},
1115
+ exact=True,
1116
+ )
1117
+
1118
+ # Try finding an arbitrary room type
1119
+ sync_body = {
1120
+ "lists": {
1121
+ "foo-list": {
1122
+ "ranges": [[0, 99]],
1123
+ "required_state": [],
1124
+ "timeline_limit": 0,
1125
+ "filters": {
1126
+ "room_types": ["org.matrix.foobarbaz"],
1127
+ },
1128
+ },
1129
+ }
1130
+ }
1131
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1132
+ self.assertIncludes(
1133
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1134
+ {foo_room_id},
1135
+ exact=True,
1136
+ )
1137
+
1138
+ # Just make sure we know what happens when you specify an empty list of room_types
1139
+ # (we should find nothing)
1140
+ sync_body = {
1141
+ "lists": {
1142
+ "foo-list": {
1143
+ "ranges": [[0, 99]],
1144
+ "required_state": [],
1145
+ "timeline_limit": 0,
1146
+ "filters": {
1147
+ "room_types": [],
1148
+ },
1149
+ },
1150
+ }
1151
+ }
1152
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1153
+ self.assertIncludes(
1154
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1155
+ set(),
1156
+ exact=True,
1157
+ )
1158
+
1159
+ def test_filters_not_room_types(self) -> None:
1160
+ """
1161
+ Test `filters.not_room_types` for different room types
1162
+ """
1163
+ user1_id = self.register_user("user1", "pass")
1164
+ user1_tok = self.login(user1_id, "pass")
1165
+
1166
+ # Create a normal room (no room type)
1167
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1168
+
1169
+ # Create a space room
1170
+ space_room_id = self.helper.create_room_as(
1171
+ user1_id,
1172
+ tok=user1_tok,
1173
+ extra_content={
1174
+ "creation_content": {EventContentFields.ROOM_TYPE: RoomTypes.SPACE}
1175
+ },
1176
+ )
1177
+
1178
+ # Create an arbitrarily typed room
1179
+ foo_room_id = self.helper.create_room_as(
1180
+ user1_id,
1181
+ tok=user1_tok,
1182
+ extra_content={
1183
+ "creation_content": {
1184
+ EventContentFields.ROOM_TYPE: "org.matrix.foobarbaz"
1185
+ }
1186
+ },
1187
+ )
1188
+
1189
+ # Try finding *NOT* normal rooms
1190
+ sync_body = {
1191
+ "lists": {
1192
+ "foo-list": {
1193
+ "ranges": [[0, 99]],
1194
+ "required_state": [],
1195
+ "timeline_limit": 0,
1196
+ "filters": {
1197
+ "not_room_types": [None],
1198
+ },
1199
+ },
1200
+ }
1201
+ }
1202
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1203
+ self.assertIncludes(
1204
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1205
+ {space_room_id, foo_room_id},
1206
+ exact=True,
1207
+ )
1208
+
1209
+ # Try finding *NOT* spaces
1210
+ sync_body = {
1211
+ "lists": {
1212
+ "foo-list": {
1213
+ "ranges": [[0, 99]],
1214
+ "required_state": [],
1215
+ "timeline_limit": 0,
1216
+ "filters": {
1217
+ "not_room_types": [RoomTypes.SPACE],
1218
+ },
1219
+ },
1220
+ }
1221
+ }
1222
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1223
+ self.assertIncludes(
1224
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1225
+ {room_id, foo_room_id},
1226
+ exact=True,
1227
+ )
1228
+
1229
+ # Try finding *NOT* normal rooms or spaces
1230
+ sync_body = {
1231
+ "lists": {
1232
+ "foo-list": {
1233
+ "ranges": [[0, 99]],
1234
+ "required_state": [],
1235
+ "timeline_limit": 0,
1236
+ "filters": {
1237
+ "not_room_types": [None, RoomTypes.SPACE],
1238
+ },
1239
+ },
1240
+ }
1241
+ }
1242
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1243
+ self.assertIncludes(
1244
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1245
+ {foo_room_id},
1246
+ exact=True,
1247
+ )
1248
+
1249
+ # Test how it behaves when we have both `room_types` and `not_room_types`.
1250
+ # `not_room_types` should win.
1251
+ sync_body = {
1252
+ "lists": {
1253
+ "foo-list": {
1254
+ "ranges": [[0, 99]],
1255
+ "required_state": [],
1256
+ "timeline_limit": 0,
1257
+ "filters": {
1258
+ "room_types": [None],
1259
+ "not_room_types": [None],
1260
+ },
1261
+ },
1262
+ }
1263
+ }
1264
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1265
+ # Nothing matches because nothing is both a normal room and not a normal room
1266
+ self.assertIncludes(
1267
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1268
+ set(),
1269
+ exact=True,
1270
+ )
1271
+
1272
+ # Test how it behaves when we have both `room_types` and `not_room_types`.
1273
+ # `not_room_types` should win.
1274
+ sync_body = {
1275
+ "lists": {
1276
+ "foo-list": {
1277
+ "ranges": [[0, 99]],
1278
+ "required_state": [],
1279
+ "timeline_limit": 0,
1280
+ "filters": {
1281
+ "room_types": [None, RoomTypes.SPACE],
1282
+ "not_room_types": [None],
1283
+ },
1284
+ },
1285
+ }
1286
+ }
1287
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1288
+ self.assertIncludes(
1289
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1290
+ {space_room_id},
1291
+ exact=True,
1292
+ )
1293
+
1294
+ # Just make sure we know what happens when you specify an empty list of not_room_types
1295
+ # (we should find all of the rooms)
1296
+ sync_body = {
1297
+ "lists": {
1298
+ "foo-list": {
1299
+ "ranges": [[0, 99]],
1300
+ "required_state": [],
1301
+ "timeline_limit": 0,
1302
+ "filters": {
1303
+ "not_room_types": [],
1304
+ },
1305
+ },
1306
+ }
1307
+ }
1308
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1309
+ self.assertIncludes(
1310
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1311
+ {room_id, foo_room_id, space_room_id},
1312
+ exact=True,
1313
+ )
1314
+
1315
+ def test_filters_room_types_server_left_room(self) -> None:
1316
+ """
1317
+ Test that we can apply a `filters.room_types` against a room that everyone has left.
1318
+ """
1319
+ user1_id = self.register_user("user1", "pass")
1320
+ user1_tok = self.login(user1_id, "pass")
1321
+
1322
+ # Get a token before we create any rooms
1323
+ sync_body: JsonDict = {
1324
+ "lists": {},
1325
+ }
1326
+ response_body, before_rooms_token = self.do_sync(sync_body, tok=user1_tok)
1327
+
1328
+ # Create a normal room (no room type)
1329
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1330
+ # Leave the room
1331
+ self.helper.leave(room_id, user1_id, tok=user1_tok)
1332
+
1333
+ # Create a space room
1334
+ space_room_id = self.helper.create_room_as(
1335
+ user1_id,
1336
+ tok=user1_tok,
1337
+ extra_content={
1338
+ "creation_content": {EventContentFields.ROOM_TYPE: RoomTypes.SPACE}
1339
+ },
1340
+ )
1341
+ # Leave the room
1342
+ self.helper.leave(space_room_id, user1_id, tok=user1_tok)
1343
+
1344
+ # Try finding only normal rooms
1345
+ sync_body = {
1346
+ "lists": {
1347
+ "foo-list": {
1348
+ "ranges": [[0, 99]],
1349
+ "required_state": [],
1350
+ "timeline_limit": 0,
1351
+ "filters": {
1352
+ "room_types": [None],
1353
+ },
1354
+ },
1355
+ }
1356
+ }
1357
+ # Use an incremental sync so that the room is considered `newly_left` and shows
1358
+ # up down sync
1359
+ response_body, _ = self.do_sync(
1360
+ sync_body, since=before_rooms_token, tok=user1_tok
1361
+ )
1362
+ self.assertIncludes(
1363
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1364
+ {room_id},
1365
+ exact=True,
1366
+ )
1367
+
1368
+ # Try finding only spaces
1369
+ sync_body = {
1370
+ "lists": {
1371
+ "foo-list": {
1372
+ "ranges": [[0, 99]],
1373
+ "required_state": [],
1374
+ "timeline_limit": 0,
1375
+ "filters": {
1376
+ "room_types": [RoomTypes.SPACE],
1377
+ },
1378
+ },
1379
+ }
1380
+ }
1381
+ # Use an incremental sync so that the room is considered `newly_left` and shows
1382
+ # up down sync
1383
+ response_body, _ = self.do_sync(
1384
+ sync_body, since=before_rooms_token, tok=user1_tok
1385
+ )
1386
+ self.assertIncludes(
1387
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1388
+ {space_room_id},
1389
+ exact=True,
1390
+ )
1391
+
1392
+ def test_filter_room_types_server_left_room2(self) -> None:
1393
+ """
1394
+ Test that we can apply a `filter.room_types` against a room that everyone has left.
1395
+
1396
+ There is still someone local who is invited to the rooms but that doesn't affect
1397
+ whether the server is participating in the room (users need to be joined).
1398
+ """
1399
+ user1_id = self.register_user("user1", "pass")
1400
+ user1_tok = self.login(user1_id, "pass")
1401
+ user2_id = self.register_user("user2", "pass")
1402
+ _user2_tok = self.login(user2_id, "pass")
1403
+
1404
+ # Get a token before we create any rooms
1405
+ sync_body: JsonDict = {
1406
+ "lists": {},
1407
+ }
1408
+ response_body, before_rooms_token = self.do_sync(sync_body, tok=user1_tok)
1409
+
1410
+ # Create a normal room (no room type)
1411
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1412
+ # Invite user2
1413
+ self.helper.invite(room_id, targ=user2_id, tok=user1_tok)
1414
+ # User1 leaves the room
1415
+ self.helper.leave(room_id, user1_id, tok=user1_tok)
1416
+
1417
+ # Create a space room
1418
+ space_room_id = self.helper.create_room_as(
1419
+ user1_id,
1420
+ tok=user1_tok,
1421
+ extra_content={
1422
+ "creation_content": {EventContentFields.ROOM_TYPE: RoomTypes.SPACE}
1423
+ },
1424
+ )
1425
+ # Invite user2
1426
+ self.helper.invite(space_room_id, targ=user2_id, tok=user1_tok)
1427
+ # User1 leaves the room
1428
+ self.helper.leave(space_room_id, user1_id, tok=user1_tok)
1429
+
1430
+ # Try finding only normal rooms
1431
+ sync_body = {
1432
+ "lists": {
1433
+ "foo-list": {
1434
+ "ranges": [[0, 99]],
1435
+ "required_state": [],
1436
+ "timeline_limit": 0,
1437
+ "filters": {
1438
+ "room_types": [None],
1439
+ },
1440
+ },
1441
+ }
1442
+ }
1443
+ # Use an incremental sync so that the room is considered `newly_left` and shows
1444
+ # up down sync
1445
+ response_body, _ = self.do_sync(
1446
+ sync_body, since=before_rooms_token, tok=user1_tok
1447
+ )
1448
+ self.assertIncludes(
1449
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1450
+ {room_id},
1451
+ exact=True,
1452
+ )
1453
+
1454
+ # Try finding only spaces
1455
+ sync_body = {
1456
+ "lists": {
1457
+ "foo-list": {
1458
+ "ranges": [[0, 99]],
1459
+ "required_state": [],
1460
+ "timeline_limit": 0,
1461
+ "filters": {
1462
+ "room_types": [RoomTypes.SPACE],
1463
+ },
1464
+ },
1465
+ }
1466
+ }
1467
+ # Use an incremental sync so that the room is considered `newly_left` and shows
1468
+ # up down sync
1469
+ response_body, _ = self.do_sync(
1470
+ sync_body, since=before_rooms_token, tok=user1_tok
1471
+ )
1472
+ self.assertIncludes(
1473
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1474
+ {space_room_id},
1475
+ exact=True,
1476
+ )
1477
+
1478
+ def test_filters_room_types_with_remote_invite_room_no_stripped_state(self) -> None:
1479
+ """
1480
+ Test that we can apply a `filters.room_types` filter against a remote invite
1481
+ room without any `unsigned.invite_room_state` (stripped state).
1482
+ """
1483
+ user1_id = self.register_user("user1", "pass")
1484
+ user1_tok = self.login(user1_id, "pass")
1485
+
1486
+ # Create a remote invite room without any `unsigned.invite_room_state`
1487
+ _remote_invite_room_id, _ = self._create_remote_invite_room_for_user(
1488
+ user1_id, None
1489
+ )
1490
+
1491
+ # Create a normal room (no room type)
1492
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1493
+
1494
+ # Create a space room
1495
+ space_room_id = self.helper.create_room_as(
1496
+ user1_id,
1497
+ tok=user1_tok,
1498
+ extra_content={
1499
+ "creation_content": {EventContentFields.ROOM_TYPE: RoomTypes.SPACE}
1500
+ },
1501
+ )
1502
+
1503
+ # Try finding only normal rooms
1504
+ sync_body = {
1505
+ "lists": {
1506
+ "foo-list": {
1507
+ "ranges": [[0, 99]],
1508
+ "required_state": [],
1509
+ "timeline_limit": 0,
1510
+ "filters": {
1511
+ "room_types": [None],
1512
+ },
1513
+ },
1514
+ }
1515
+ }
1516
+ # `remote_invite_room_id` should not appear because we can't figure out what
1517
+ # room type it is (no stripped state, `unsigned.invite_room_state`)
1518
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1519
+ self.assertIncludes(
1520
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1521
+ {room_id},
1522
+ exact=True,
1523
+ )
1524
+
1525
+ # Try finding only spaces
1526
+ sync_body = {
1527
+ "lists": {
1528
+ "foo-list": {
1529
+ "ranges": [[0, 99]],
1530
+ "required_state": [],
1531
+ "timeline_limit": 0,
1532
+ "filters": {
1533
+ "room_types": [RoomTypes.SPACE],
1534
+ },
1535
+ },
1536
+ }
1537
+ }
1538
+ # `remote_invite_room_id` should not appear because we can't figure out what
1539
+ # room type it is (no stripped state, `unsigned.invite_room_state`)
1540
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1541
+ self.assertIncludes(
1542
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1543
+ {space_room_id},
1544
+ exact=True,
1545
+ )
1546
+
1547
+ def test_filters_room_types_with_remote_invite_space(self) -> None:
1548
+ """
1549
+ Test that we can apply a `filters.room_types` filter against a remote invite
1550
+ to a space room with some `unsigned.invite_room_state` (stripped state).
1551
+ """
1552
+ user1_id = self.register_user("user1", "pass")
1553
+ user1_tok = self.login(user1_id, "pass")
1554
+
1555
+ # Create a remote invite room with some `unsigned.invite_room_state` indicating
1556
+ # that it is a space room
1557
+ remote_invite_room_id, _ = self._create_remote_invite_room_for_user(
1558
+ user1_id,
1559
+ [
1560
+ StrippedStateEvent(
1561
+ type=EventTypes.Create,
1562
+ state_key="",
1563
+ sender="@inviter:remote_server",
1564
+ content={
1565
+ EventContentFields.ROOM_CREATOR: "@inviter:remote_server",
1566
+ EventContentFields.ROOM_VERSION: RoomVersions.V10.identifier,
1567
+ # Specify that it is a space room
1568
+ EventContentFields.ROOM_TYPE: RoomTypes.SPACE,
1569
+ },
1570
+ ),
1571
+ ],
1572
+ )
1573
+
1574
+ # Create a normal room (no room type)
1575
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1576
+
1577
+ # Create a space room
1578
+ space_room_id = self.helper.create_room_as(
1579
+ user1_id,
1580
+ tok=user1_tok,
1581
+ extra_content={
1582
+ "creation_content": {EventContentFields.ROOM_TYPE: RoomTypes.SPACE}
1583
+ },
1584
+ )
1585
+
1586
+ # Try finding only normal rooms
1587
+ sync_body = {
1588
+ "lists": {
1589
+ "foo-list": {
1590
+ "ranges": [[0, 99]],
1591
+ "required_state": [],
1592
+ "timeline_limit": 0,
1593
+ "filters": {
1594
+ "room_types": [None],
1595
+ },
1596
+ },
1597
+ }
1598
+ }
1599
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1600
+ # `remote_invite_room_id` should not appear here because it is a space room
1601
+ # according to the stripped state
1602
+ self.assertIncludes(
1603
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1604
+ {room_id},
1605
+ exact=True,
1606
+ )
1607
+
1608
+ # Try finding only spaces
1609
+ sync_body = {
1610
+ "lists": {
1611
+ "foo-list": {
1612
+ "ranges": [[0, 99]],
1613
+ "required_state": [],
1614
+ "timeline_limit": 0,
1615
+ "filters": {
1616
+ "room_types": [RoomTypes.SPACE],
1617
+ },
1618
+ },
1619
+ }
1620
+ }
1621
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1622
+ # `remote_invite_room_id` should appear here because it is a space room
1623
+ # according to the stripped state
1624
+ self.assertIncludes(
1625
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1626
+ {space_room_id, remote_invite_room_id},
1627
+ exact=True,
1628
+ )
1629
+
1630
+ def test_filters_room_types_with_remote_invite_normal_room(self) -> None:
1631
+ """
1632
+ Test that we can apply a `filters.room_types` filter against a remote invite
1633
+ to a normal room with some `unsigned.invite_room_state` (stripped state).
1634
+ """
1635
+ user1_id = self.register_user("user1", "pass")
1636
+ user1_tok = self.login(user1_id, "pass")
1637
+
1638
+ # Create a remote invite room with some `unsigned.invite_room_state`
1639
+ # but the create event does not specify a room type (normal room)
1640
+ remote_invite_room_id, _ = self._create_remote_invite_room_for_user(
1641
+ user1_id,
1642
+ [
1643
+ StrippedStateEvent(
1644
+ type=EventTypes.Create,
1645
+ state_key="",
1646
+ sender="@inviter:remote_server",
1647
+ content={
1648
+ EventContentFields.ROOM_CREATOR: "@inviter:remote_server",
1649
+ EventContentFields.ROOM_VERSION: RoomVersions.V10.identifier,
1650
+ # No room type means this is a normal room
1651
+ },
1652
+ ),
1653
+ ],
1654
+ )
1655
+
1656
+ # Create a normal room (no room type)
1657
+ room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1658
+
1659
+ # Create a space room
1660
+ space_room_id = self.helper.create_room_as(
1661
+ user1_id,
1662
+ tok=user1_tok,
1663
+ extra_content={
1664
+ "creation_content": {EventContentFields.ROOM_TYPE: RoomTypes.SPACE}
1665
+ },
1666
+ )
1667
+
1668
+ # Try finding only normal rooms
1669
+ sync_body = {
1670
+ "lists": {
1671
+ "foo-list": {
1672
+ "ranges": [[0, 99]],
1673
+ "required_state": [],
1674
+ "timeline_limit": 0,
1675
+ "filters": {
1676
+ "room_types": [None],
1677
+ },
1678
+ },
1679
+ }
1680
+ }
1681
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1682
+ # `remote_invite_room_id` should appear here because it is a normal room
1683
+ # according to the stripped state (no room type)
1684
+ self.assertIncludes(
1685
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1686
+ {room_id, remote_invite_room_id},
1687
+ exact=True,
1688
+ )
1689
+
1690
+ # Try finding only spaces
1691
+ sync_body = {
1692
+ "lists": {
1693
+ "foo-list": {
1694
+ "ranges": [[0, 99]],
1695
+ "required_state": [],
1696
+ "timeline_limit": 0,
1697
+ "filters": {
1698
+ "room_types": [RoomTypes.SPACE],
1699
+ },
1700
+ },
1701
+ }
1702
+ }
1703
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1704
+ # `remote_invite_room_id` should not appear here because it is a normal room
1705
+ # according to the stripped state (no room type)
1706
+ self.assertIncludes(
1707
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1708
+ {space_room_id},
1709
+ exact=True,
1710
+ )
1711
+
1712
+ def _add_tag_to_room(
1713
+ self, *, room_id: str, user_id: str, access_token: str, tag_name: str
1714
+ ) -> None:
1715
+ channel = self.make_request(
1716
+ method="PUT",
1717
+ path=f"/user/{user_id}/rooms/{room_id}/tags/{tag_name}",
1718
+ content={},
1719
+ access_token=access_token,
1720
+ )
1721
+ self.assertEqual(channel.code, 200, channel.json_body)
1722
+
1723
+ def test_filters_tags(self) -> None:
1724
+ """
1725
+ Test `filters.tags` for rooms with given tags
1726
+ """
1727
+ user1_id = self.register_user("user1", "pass")
1728
+ user1_tok = self.login(user1_id, "pass")
1729
+
1730
+ # Create a room with no tags
1731
+ self.helper.create_room_as(user1_id, tok=user1_tok)
1732
+
1733
+ # Create some rooms with tags
1734
+ foo_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1735
+ bar_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1736
+ # Create a room without multiple tags
1737
+ foobar_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1738
+
1739
+ # Add the "foo" tag to the foo room
1740
+ self._add_tag_to_room(
1741
+ room_id=foo_room_id,
1742
+ user_id=user1_id,
1743
+ access_token=user1_tok,
1744
+ tag_name="foo",
1745
+ )
1746
+ # Add the "bar" tag to the bar room
1747
+ self._add_tag_to_room(
1748
+ room_id=bar_room_id,
1749
+ user_id=user1_id,
1750
+ access_token=user1_tok,
1751
+ tag_name="bar",
1752
+ )
1753
+ # Add both "foo" and "bar" tags to the foobar room
1754
+ self._add_tag_to_room(
1755
+ room_id=foobar_room_id,
1756
+ user_id=user1_id,
1757
+ access_token=user1_tok,
1758
+ tag_name="foo",
1759
+ )
1760
+ self._add_tag_to_room(
1761
+ room_id=foobar_room_id,
1762
+ user_id=user1_id,
1763
+ access_token=user1_tok,
1764
+ tag_name="bar",
1765
+ )
1766
+
1767
+ # Try finding rooms with the "foo" tag
1768
+ sync_body = {
1769
+ "lists": {
1770
+ "foo-list": {
1771
+ "ranges": [[0, 99]],
1772
+ "required_state": [],
1773
+ "timeline_limit": 0,
1774
+ "filters": {
1775
+ "tags": ["foo"],
1776
+ },
1777
+ },
1778
+ }
1779
+ }
1780
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1781
+ self.assertIncludes(
1782
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1783
+ {foo_room_id, foobar_room_id},
1784
+ exact=True,
1785
+ )
1786
+
1787
+ # Try finding rooms with either "foo" or "bar" tags
1788
+ sync_body = {
1789
+ "lists": {
1790
+ "foo-list": {
1791
+ "ranges": [[0, 99]],
1792
+ "required_state": [],
1793
+ "timeline_limit": 0,
1794
+ "filters": {
1795
+ "tags": ["foo", "bar"],
1796
+ },
1797
+ },
1798
+ }
1799
+ }
1800
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1801
+ self.assertIncludes(
1802
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1803
+ {foo_room_id, bar_room_id, foobar_room_id},
1804
+ exact=True,
1805
+ )
1806
+
1807
+ # Try with a random tag we didn't add
1808
+ sync_body = {
1809
+ "lists": {
1810
+ "foo-list": {
1811
+ "ranges": [[0, 99]],
1812
+ "required_state": [],
1813
+ "timeline_limit": 0,
1814
+ "filters": {
1815
+ "tags": ["flomp"],
1816
+ },
1817
+ },
1818
+ }
1819
+ }
1820
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1821
+ # No rooms should match
1822
+ self.assertIncludes(
1823
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1824
+ set(),
1825
+ exact=True,
1826
+ )
1827
+
1828
+ # Just make sure we know what happens when you specify an empty list of tags
1829
+ # (we should find nothing)
1830
+ sync_body = {
1831
+ "lists": {
1832
+ "foo-list": {
1833
+ "ranges": [[0, 99]],
1834
+ "required_state": [],
1835
+ "timeline_limit": 0,
1836
+ "filters": {
1837
+ "tags": [],
1838
+ },
1839
+ },
1840
+ }
1841
+ }
1842
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1843
+ self.assertIncludes(
1844
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1845
+ set(),
1846
+ exact=True,
1847
+ )
1848
+
1849
+ def test_filters_not_tags(self) -> None:
1850
+ """
1851
+ Test `filters.not_tags` for excluding rooms with given tags
1852
+ """
1853
+ user1_id = self.register_user("user1", "pass")
1854
+ user1_tok = self.login(user1_id, "pass")
1855
+
1856
+ # Create a room with no tags
1857
+ untagged_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1858
+
1859
+ # Create some rooms with tags
1860
+ foo_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1861
+ bar_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1862
+ # Create a room without multiple tags
1863
+ foobar_room_id = self.helper.create_room_as(user1_id, tok=user1_tok)
1864
+
1865
+ # Add the "foo" tag to the foo room
1866
+ self._add_tag_to_room(
1867
+ room_id=foo_room_id,
1868
+ user_id=user1_id,
1869
+ access_token=user1_tok,
1870
+ tag_name="foo",
1871
+ )
1872
+ # Add the "bar" tag to the bar room
1873
+ self._add_tag_to_room(
1874
+ room_id=bar_room_id,
1875
+ user_id=user1_id,
1876
+ access_token=user1_tok,
1877
+ tag_name="bar",
1878
+ )
1879
+ # Add both "foo" and "bar" tags to the foobar room
1880
+ self._add_tag_to_room(
1881
+ room_id=foobar_room_id,
1882
+ user_id=user1_id,
1883
+ access_token=user1_tok,
1884
+ tag_name="foo",
1885
+ )
1886
+ self._add_tag_to_room(
1887
+ room_id=foobar_room_id,
1888
+ user_id=user1_id,
1889
+ access_token=user1_tok,
1890
+ tag_name="bar",
1891
+ )
1892
+
1893
+ # Try finding rooms without the "foo" tag
1894
+ sync_body = {
1895
+ "lists": {
1896
+ "foo-list": {
1897
+ "ranges": [[0, 99]],
1898
+ "required_state": [],
1899
+ "timeline_limit": 0,
1900
+ "filters": {
1901
+ "not_tags": ["foo"],
1902
+ },
1903
+ },
1904
+ }
1905
+ }
1906
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1907
+ self.assertIncludes(
1908
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1909
+ {untagged_room_id, bar_room_id},
1910
+ exact=True,
1911
+ )
1912
+
1913
+ # Try finding rooms without either "foo" or "bar" tags
1914
+ sync_body = {
1915
+ "lists": {
1916
+ "foo-list": {
1917
+ "ranges": [[0, 99]],
1918
+ "required_state": [],
1919
+ "timeline_limit": 0,
1920
+ "filters": {
1921
+ "not_tags": ["foo", "bar"],
1922
+ },
1923
+ },
1924
+ }
1925
+ }
1926
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1927
+ self.assertIncludes(
1928
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1929
+ {untagged_room_id},
1930
+ exact=True,
1931
+ )
1932
+
1933
+ # Test how it behaves when we have both `tags` and `not_tags`.
1934
+ # `not_tags` should win.
1935
+ sync_body = {
1936
+ "lists": {
1937
+ "foo-list": {
1938
+ "ranges": [[0, 99]],
1939
+ "required_state": [],
1940
+ "timeline_limit": 0,
1941
+ "filters": {
1942
+ "tags": ["foo"],
1943
+ "not_tags": ["foo"],
1944
+ },
1945
+ },
1946
+ }
1947
+ }
1948
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1949
+ # Nothing matches because nothing is both tagged with "foo" and not tagged with "foo"
1950
+ self.assertIncludes(
1951
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1952
+ set(),
1953
+ exact=True,
1954
+ )
1955
+
1956
+ # Just make sure we know what happens when you specify an empty list of not_tags
1957
+ # (we should find all of the rooms)
1958
+ sync_body = {
1959
+ "lists": {
1960
+ "foo-list": {
1961
+ "ranges": [[0, 99]],
1962
+ "required_state": [],
1963
+ "timeline_limit": 0,
1964
+ "filters": {
1965
+ "not_tags": [],
1966
+ },
1967
+ },
1968
+ }
1969
+ }
1970
+ response_body, _ = self.do_sync(sync_body, tok=user1_tok)
1971
+ self.assertIncludes(
1972
+ set(response_body["lists"]["foo-list"]["ops"][0]["room_ids"]),
1973
+ {untagged_room_id, foo_room_id, bar_room_id, foobar_room_id},
1974
+ exact=True,
1975
+ )