Matrix Docker Ansible eploy
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

394 line
21 KiB

  1. # SPDX-FileCopyrightText: 2026 Slavi Pantaleev
  2. #
  3. # SPDX-License-Identifier: AGPL-3.0-or-later
  4. ---
  5. # Proves the logged-out bridge starts, accepts the role-rendered configuration and
  6. # registration, migrates real Postgres, and opens its appservice and provisioning
  7. # APIs. Twitter credentials are deliberately outside the scenario boundary.
  8. - name: Verify mautrix-twitter
  9. hosts: all
  10. become: true
  11. vars_files:
  12. - "{{ lookup('env', 'MOLECULE_PROJECT_DIRECTORY') }}/../../../molecule-shared/vars.yml"
  13. - "{{ lookup('env', 'MOLECULE_PROJECT_DIRECTORY') }}/../../../molecule-shared/playbook-context.yml"
  14. vars:
  15. mautrix_twitter_config: "{{ mautrix_twitter_config_file.content | b64decode | from_yaml }}"
  16. mautrix_twitter_registration: "{{ mautrix_twitter_registration_file.content | b64decode | from_yaml }}"
  17. mautrix_twitter_labels_rendered: "{{ mautrix_twitter_labels_file.content | b64decode }}"
  18. mautrix_twitter_expected_public_address: http://twitter-api.molecule.local/bridges/twitter-api
  19. gather_facts: false
  20. tasks:
  21. # A Renovate bump changes this source of truth and therefore the image expectation.
  22. - name: Load the role's defaults under a separate name
  23. ansible.builtin.include_vars:
  24. file: "{{ lookup('env', 'MOLECULE_PROJECT_DIRECTORY') }}/defaults/main.yml"
  25. name: mautrix_twitter_role_defaults
  26. - name: Wait for the mautrix-twitter service to become active
  27. ansible.builtin.systemd_service:
  28. name: matrix-mautrix-twitter.service
  29. register: mautrix_twitter_service
  30. until: mautrix_twitter_service.status.ActiveState == 'active'
  31. retries: 30
  32. delay: 5
  33. failed_when: false
  34. # Restart=always makes ActiveState insufficient for detecting a crash loop.
  35. - name: Assert the service is active and has not been restarting
  36. ansible.builtin.assert:
  37. that:
  38. - mautrix_twitter_service.status.ActiveState == 'active'
  39. - mautrix_twitter_service.status.NRestarts is defined
  40. - mautrix_twitter_service.status.NRestarts | int == 0
  41. fail_msg: >-
  42. matrix-mautrix-twitter.service is
  43. {{ mautrix_twitter_service.status.ActiveState | default('unknown') }} after
  44. {{ mautrix_twitter_service.status.NRestarts | default('?') }} restart(s)
  45. success_msg: "matrix-mautrix-twitter.service is active and has not restarted"
  46. - name: Wait for the bridge liveness endpoint
  47. ansible.builtin.command:
  48. argv:
  49. - docker
  50. - run
  51. - --rm
  52. - --network={{ matrix_bridge_mautrix_twitter_container_network }}
  53. - "{{ molecule_shared_image_curl }}"
  54. - --silent
  55. - --output
  56. - /dev/null
  57. - --write-out
  58. - "HTTP_STATUS=%{http_code}"
  59. - http://matrix-mautrix-twitter:29327/_matrix/mau/live
  60. register: mautrix_twitter_live
  61. changed_when: false
  62. until: mautrix_twitter_live.rc == 0 and mautrix_twitter_live.stdout == 'HTTP_STATUS=200'
  63. retries: 24
  64. delay: 5
  65. failed_when: false
  66. - name: Wait for the bridge readiness endpoint
  67. ansible.builtin.command:
  68. argv:
  69. - docker
  70. - run
  71. - --rm
  72. - --network={{ matrix_bridge_mautrix_twitter_container_network }}
  73. - "{{ molecule_shared_image_curl }}"
  74. - --silent
  75. - --output
  76. - /dev/null
  77. - --write-out
  78. - "HTTP_STATUS=%{http_code}"
  79. - http://matrix-mautrix-twitter:29327/_matrix/mau/ready
  80. register: mautrix_twitter_ready
  81. changed_when: false
  82. until: mautrix_twitter_ready.rc == 0 and mautrix_twitter_ready.stdout == 'HTTP_STATUS=200'
  83. retries: 24
  84. delay: 5
  85. failed_when: false
  86. - name: Assert the bridge is live and ready on the configured appservice port
  87. ansible.builtin.assert:
  88. that:
  89. - mautrix_twitter_live.rc == 0
  90. - mautrix_twitter_live.stdout == 'HTTP_STATUS=200'
  91. - mautrix_twitter_ready.rc == 0
  92. - mautrix_twitter_ready.stdout == 'HTTP_STATUS=200'
  93. fail_msg: >-
  94. Health probes returned live={{ mautrix_twitter_live.stdout | default('none') }}
  95. (rc={{ mautrix_twitter_live.rc | default('?') }}) and
  96. ready={{ mautrix_twitter_ready.stdout | default('none') }}
  97. (rc={{ mautrix_twitter_ready.rc | default('?') }})
  98. success_msg: "The bridge is live and ready on the configured appservice port"
  99. # This exercises the provisioning middleware and Twitter connector without logging in.
  100. - name: Query the authenticated provisioning login flows
  101. ansible.builtin.command:
  102. argv:
  103. - docker
  104. - run
  105. - --rm
  106. - --network={{ matrix_bridge_mautrix_twitter_container_network }}
  107. - "{{ molecule_shared_image_curl }}"
  108. - --silent
  109. - --show-error
  110. - --fail-with-body
  111. - --header
  112. - "Authorization: Bearer {{ matrix_bridge_mautrix_twitter_provisioning_shared_secret }}"
  113. - "http://matrix-mautrix-twitter:29327/_matrix/provision/v3/login/flows?user_id=%40alice%3Amolecule.local"
  114. register: mautrix_twitter_login_flows
  115. changed_when: false
  116. - name: Query the provisioning API with an invalid secret
  117. ansible.builtin.command:
  118. argv:
  119. - docker
  120. - run
  121. - --rm
  122. - --network={{ matrix_bridge_mautrix_twitter_container_network }}
  123. - "{{ molecule_shared_image_curl }}"
  124. - --silent
  125. - --output
  126. - /dev/null
  127. - --write-out
  128. - "HTTP_STATUS=%{http_code}"
  129. - --header
  130. - "Authorization: Bearer definitely-wrong-molecule-secret"
  131. - "http://matrix-mautrix-twitter:29327/_matrix/provision/v3/login/flows?user_id=%40alice%3Amolecule.local"
  132. register: mautrix_twitter_login_flows_unauthorized
  133. changed_when: false
  134. failed_when: false
  135. - name: Assert the live provisioning API enforces auth and advertises login flows
  136. ansible.builtin.assert:
  137. that:
  138. - mautrix_twitter_login_flows.rc == 0
  139. - (mautrix_twitter_login_flows.stdout | from_json).flows is sequence
  140. - (mautrix_twitter_login_flows.stdout | from_json).flows | length > 0
  141. - mautrix_twitter_login_flows_unauthorized.rc == 0
  142. - mautrix_twitter_login_flows_unauthorized.stdout == 'HTTP_STATUS=401'
  143. fail_msg: "The provisioning API did not enforce its secret or return Twitter login flows"
  144. success_msg: "The provisioning API enforces its secret and returns Twitter login flows"
  145. - name: Read the configuration the role rendered
  146. ansible.builtin.slurp:
  147. src: "{{ matrix_bridge_mautrix_twitter_config_path }}/config.yaml"
  148. register: mautrix_twitter_config_file
  149. - name: Assert the rendered configuration carries the appservice identity
  150. ansible.builtin.assert:
  151. that:
  152. - mautrix_twitter_config.homeserver.address == matrix_bridge_mautrix_twitter_homeserver_address
  153. - mautrix_twitter_config.homeserver.domain == matrix_bridge_mautrix_twitter_homeserver_domain
  154. - mautrix_twitter_config.homeserver.async_media
  155. - mautrix_twitter_config.appservice.id == 'twitter'
  156. - mautrix_twitter_config.appservice.address == 'http://matrix-mautrix-twitter:29327'
  157. - mautrix_twitter_config.appservice.public_address == mautrix_twitter_expected_public_address
  158. - mautrix_twitter_config.appservice.bot.username == matrix_bridge_mautrix_twitter_appservice_bot_username
  159. - mautrix_twitter_config.appservice.bot.displayname == matrix_bridge_mautrix_twitter_appservice_bot_displayname
  160. - mautrix_twitter_config.appservice.bot.avatar == matrix_bridge_mautrix_twitter_appservice_bot_avatar
  161. - mautrix_twitter_config.appservice.as_token == matrix_bridge_mautrix_twitter_appservice_token
  162. - mautrix_twitter_config.appservice.hs_token == matrix_bridge_mautrix_twitter_homeserver_token
  163. fail_msg: "The rendered configuration does not carry the scenario's appservice identity"
  164. success_msg: "The rendered configuration carries the scenario's appservice identity"
  165. - name: Assert the rendered configuration carries non-default Twitter behavior
  166. ansible.builtin.assert:
  167. that:
  168. - mautrix_twitter_config.network.displayname_template == matrix_bridge_mautrix_twitter_network_displayname_template
  169. - mautrix_twitter_config.bridge.command_prefix == matrix_bridge_mautrix_twitter_bridge_command_prefix
  170. - mautrix_twitter_config.bridge.permissions['*'] == 'commands'
  171. - mautrix_twitter_config.bridge.permissions[matrix_bridge_mautrix_twitter_homeserver_domain] == 'admin'
  172. - not mautrix_twitter_config.matrix.federate_rooms
  173. - mautrix_twitter_config.logging.min_level == matrix_bridge_mautrix_twitter_logging_level
  174. fail_msg: "The rendered configuration does not carry the scenario's Twitter behavior"
  175. success_msg: "The rendered configuration carries the scenario's Twitter behavior"
  176. - name: Assert the rendered configuration carries integration secrets
  177. ansible.builtin.assert:
  178. that:
  179. - mautrix_twitter_config.provisioning.shared_secret == matrix_bridge_mautrix_twitter_provisioning_shared_secret
  180. - mautrix_twitter_config.double_puppet.secrets['molecule.remote'] == 'molecule_double_puppet_secret_e5c0a1'
  181. fail_msg: "The rendered configuration does not carry the scenario's integration secrets"
  182. success_msg: "The rendered configuration carries the scenario's integration secrets"
  183. - name: Assert the rendered configuration carries the non-default backfill policy
  184. ansible.builtin.assert:
  185. that:
  186. - not mautrix_twitter_config.backfill.enabled
  187. - mautrix_twitter_config.backfill.max_initial_messages == 23
  188. - mautrix_twitter_config.backfill.max_catchup_messages == 37
  189. fail_msg: "The rendered configuration does not carry the scenario's backfill policy"
  190. success_msg: "The rendered configuration carries the scenario's backfill policy"
  191. - name: Assert the configuration points at the scenario's Postgres database
  192. ansible.builtin.assert:
  193. that:
  194. - mautrix_twitter_config.database.type == matrix_bridge_mautrix_twitter_database_engine
  195. - matrix_bridge_mautrix_twitter_database_username in mautrix_twitter_config.database.uri
  196. - matrix_bridge_mautrix_twitter_database_hostname in mautrix_twitter_config.database.uri
  197. - matrix_bridge_mautrix_twitter_database_name in mautrix_twitter_config.database.uri
  198. fail_msg: >-
  199. database.uri is {{ mautrix_twitter_config.database.uri | default('unset') }}, which
  200. was not composed from the scenario's connection settings
  201. success_msg: "The configuration points at the scenario's Postgres database"
  202. - name: Read the appservice registration the role rendered
  203. ansible.builtin.slurp:
  204. src: "{{ matrix_bridge_mautrix_twitter_config_path }}/registration.yaml"
  205. register: mautrix_twitter_registration_file
  206. - name: Assert the registration carries the configured handshake values
  207. ansible.builtin.assert:
  208. that:
  209. - mautrix_twitter_registration.id == 'twitter'
  210. - mautrix_twitter_registration.as_token == matrix_bridge_mautrix_twitter_appservice_token
  211. - mautrix_twitter_registration.hs_token == matrix_bridge_mautrix_twitter_homeserver_token
  212. - mautrix_twitter_registration.sender_localpart == '_bot_' + matrix_bridge_mautrix_twitter_appservice_bot_username
  213. - mautrix_twitter_registration.url == 'http://matrix-mautrix-twitter:29327'
  214. - mautrix_twitter_registration['io.element.msc4190'] == false
  215. fail_msg: "The registration does not carry the configured handshake values"
  216. success_msg: "The registration carries the configured handshake values"
  217. - name: Assert the registration namespaces cover only Twitter ghosts and the bridge bot
  218. ansible.builtin.assert:
  219. that:
  220. - mautrix_twitter_ghost_regex | length > 0
  221. - mautrix_twitter_bot_regex | length > 0
  222. - mautrix_twitter_ghost_mxid is match(mautrix_twitter_ghost_regex)
  223. - mautrix_twitter_wrong_ghost_mxid is not match(mautrix_twitter_ghost_regex)
  224. - mautrix_twitter_bot_mxid is match(mautrix_twitter_bot_regex)
  225. fail_msg: "The registration namespaces do not cover only Twitter ghosts and the bot"
  226. success_msg: "The registration namespaces cover only Twitter ghosts and the bot"
  227. vars:
  228. mautrix_twitter_user_regexes: "{{ mautrix_twitter_registration.namespaces.users | map(attribute='regex') | list }}"
  229. mautrix_twitter_ghost_regex: "{{ mautrix_twitter_user_regexes | select('search', 'twitter_') | first | default('') }}"
  230. mautrix_twitter_bot_regex: "{{ mautrix_twitter_user_regexes | reject('search', 'twitter_') | first | default('') }}"
  231. mautrix_twitter_ghost_mxid: "@twitter_123456:{{ matrix_bridge_mautrix_twitter_homeserver_domain }}"
  232. mautrix_twitter_wrong_ghost_mxid: "@linkedin_123456:{{ matrix_bridge_mautrix_twitter_homeserver_domain }}"
  233. mautrix_twitter_bot_mxid: "@{{ matrix_bridge_mautrix_twitter_appservice_bot_username }}:{{ matrix_bridge_mautrix_twitter_homeserver_domain }}"
  234. # Tables can appear only after hostname resolution, authentication, and real migrations.
  235. - name: List the tables the bridge created in Postgres
  236. ansible.builtin.command:
  237. argv:
  238. - docker
  239. - exec
  240. - matrix-postgres-molecule
  241. - psql
  242. - --username={{ matrix_bridge_mautrix_twitter_database_username }}
  243. - --dbname={{ matrix_bridge_mautrix_twitter_database_name }}
  244. - --tuples-only
  245. - --no-align
  246. - "--command=SELECT tablename FROM pg_tables WHERE schemaname = 'public'"
  247. register: mautrix_twitter_tables
  248. changed_when: false
  249. - name: Assert the bridge migrated its schema into the configured database
  250. ansible.builtin.assert:
  251. that:
  252. - mautrix_twitter_tables.rc == 0
  253. - "'version' in mautrix_twitter_table_names"
  254. - "'portal' in mautrix_twitter_table_names"
  255. - "'user_login' in mautrix_twitter_table_names"
  256. - "'message' in mautrix_twitter_table_names"
  257. - mautrix_twitter_table_names | length > 10
  258. fail_msg: >-
  259. The bridge did not migrate its schema into {{ matrix_bridge_mautrix_twitter_database_name }}
  260. (found {{ mautrix_twitter_table_names | length }} table(s))
  261. success_msg: "The bridge migrated its schema into the configured database"
  262. vars:
  263. mautrix_twitter_table_names: "{{ mautrix_twitter_tables.stdout_lines | select | list }}"
  264. - name: Read the labels the role rendered
  265. ansible.builtin.slurp:
  266. src: "{{ matrix_bridge_mautrix_twitter_base_path }}/labels"
  267. register: mautrix_twitter_labels_file
  268. - name: Assert the labels route the public endpoint to the appservice port
  269. ansible.builtin.assert:
  270. that:
  271. - "'traefik.enable=true' in mautrix_twitter_labels_rendered"
  272. - "'traefik.docker.network=' + matrix_bridge_mautrix_twitter_container_network in mautrix_twitter_labels_rendered"
  273. - "'traefik.http.services.matrix-mautrix-twitter-exposure.loadbalancer.server.port=29327' in mautrix_twitter_labels_rendered"
  274. - "'traefik.http.routers.matrix-mautrix-twitter-exposure.rule=Host(`twitter-api.molecule.local`) && PathPrefix(`/bridges/twitter-api`)' in mautrix_twitter_labels_rendered"
  275. - "'traefik.http.middlewares.matrix-mautrix-twitter-exposure-strip-prefix.stripprefix.prefixes=/bridges/twitter-api' in mautrix_twitter_labels_rendered"
  276. - "'traefik.http.routers.matrix-mautrix-twitter-exposure.entrypoints=web' in mautrix_twitter_labels_rendered"
  277. - "'traefik.http.routers.matrix-mautrix-twitter-exposure.tls=false' in mautrix_twitter_labels_rendered"
  278. - "'molecule.twitter.coverage=enabled' in mautrix_twitter_labels_rendered"
  279. fail_msg: "The rendered labels do not carry the scenario's exposure configuration"
  280. success_msg: "The rendered labels carry the scenario's exposure configuration"
  281. - name: Inspect the running bridge container
  282. ansible.builtin.command:
  283. argv:
  284. - docker
  285. - container
  286. - inspect
  287. - matrix-mautrix-twitter
  288. register: mautrix_twitter_container_inspect
  289. changed_when: false
  290. - name: Parse the running bridge container inspection
  291. ansible.builtin.set_fact:
  292. mautrix_twitter_container: "{{ (mautrix_twitter_container_inspect.stdout | from_json) | first }}"
  293. - name: Assert the running container uses the exact image pinned by the role
  294. ansible.builtin.assert:
  295. that:
  296. - mautrix_twitter_container.Config.Image == mautrix_twitter_expected_image
  297. fail_msg: >-
  298. The running container uses {{ mautrix_twitter_container.Config.Image }}, expected
  299. {{ mautrix_twitter_expected_image }}
  300. success_msg: "The running container uses the exact image pinned by the role"
  301. vars:
  302. mautrix_twitter_expected_image: >-
  303. {{ mautrix_twitter_role_defaults.matrix_bridge_mautrix_twitter_container_image_registry_prefix_upstream_default }}mautrix/twitter:{{ mautrix_twitter_role_defaults.matrix_bridge_mautrix_twitter_version }}
  304. - name: Assert the running container uses the playbook-supplied runtime
  305. ansible.builtin.assert:
  306. that:
  307. - mautrix_twitter_container.Config.User == (matrix_user_uid | string) + ':' + (matrix_user_gid | string)
  308. - mautrix_twitter_container.Config.Cmd == ['/usr/bin/mautrix-twitter', '-c', '/config/config.yaml', '-r', '/config/registration.yaml', '--no-update']
  309. - mautrix_twitter_container.HostConfig.RestartPolicy.Name == 'no'
  310. - mautrix_twitter_container.HostConfig.AutoRemove
  311. - mautrix_twitter_container.HostConfig.LogConfig.Type == 'none'
  312. fail_msg: "The running container does not use the role's exact identity and command"
  313. success_msg: "The running container uses the role's exact identity and command"
  314. - name: Assert the running container has the intended privilege isolation
  315. ansible.builtin.assert:
  316. that:
  317. - "'ALL' in mautrix_twitter_container.HostConfig.CapDrop"
  318. - not mautrix_twitter_container.HostConfig.Privileged
  319. fail_msg: "The running container does not have the intended privilege isolation"
  320. success_msg: "The running container drops all capabilities and is unprivileged"
  321. - name: Assert the running container carries the role's exact bind mounts
  322. ansible.builtin.assert:
  323. that:
  324. - mautrix_twitter_config_mount | length > 0
  325. - mautrix_twitter_config_mount.Source == matrix_bridge_mautrix_twitter_config_path
  326. - not mautrix_twitter_config_mount.RW
  327. - mautrix_twitter_data_mount | length > 0
  328. - mautrix_twitter_data_mount.Source == matrix_bridge_mautrix_twitter_data_path
  329. - mautrix_twitter_data_mount.RW
  330. - mautrix_twitter_container.Mounts | length == 2
  331. fail_msg: "The running container does not carry the role's exact config and data mounts"
  332. success_msg: "The running container carries read-only config and writable data mounts"
  333. vars:
  334. mautrix_twitter_config_mount: >-
  335. {{ mautrix_twitter_container.Mounts
  336. | selectattr('Destination', 'equalto', '/config')
  337. | first | default({}) }}
  338. mautrix_twitter_data_mount: >-
  339. {{ mautrix_twitter_container.Mounts
  340. | selectattr('Destination', 'equalto', '/data')
  341. | first | default({}) }}
  342. - name: Assert the rendered labels are attached to the running container
  343. ansible.builtin.assert:
  344. that:
  345. - mautrix_twitter_container.Config.Labels['traefik.enable'] == 'true'
  346. - mautrix_twitter_container.Config.Labels['traefik.docker.network'] == matrix_bridge_mautrix_twitter_container_network
  347. - mautrix_twitter_container.Config.Labels['traefik.http.services.matrix-mautrix-twitter-exposure.loadbalancer.server.port'] == '29327'
  348. - mautrix_twitter_container.Config.Labels['molecule.twitter.coverage'] == 'enabled'
  349. fail_msg: "The running container does not carry the labels the role rendered"
  350. success_msg: "The running container carries the labels the role rendered"
  351. - name: Assert the running container has the exact network and port exposure
  352. ansible.builtin.assert:
  353. that:
  354. - mautrix_twitter_container.HostConfig.NetworkMode == matrix_bridge_mautrix_twitter_container_network
  355. - matrix_bridge_mautrix_twitter_container_network in mautrix_twitter_container.NetworkSettings.Networks
  356. - mautrix_twitter_container.NetworkSettings.Networks | length == 1
  357. - mautrix_twitter_container.HostConfig.PortBindings | default({}, true) | length == 0
  358. fail_msg: >-
  359. The container has unexpected networks or host ports:
  360. networks={{ mautrix_twitter_container.NetworkSettings.Networks.keys() | list }},
  361. ports={{ mautrix_twitter_container.HostConfig.PortBindings | default({}) }}
  362. success_msg: "The container uses only its dedicated network and publishes no host ports"