overmind
/
matrix-docker-ansible-deploy
miroir de https://github.com/spantaleev/matrix-docker-ansible-deploy
1
0
Bifurcation 0
Code Tickets 0 Versions 0 Wiki Activité
Matrix Docker Ansible eploy
Vous ne pouvez pas sélectionner plus de 25 sujets Les noms de sujets doivent commencer par une lettre ou un nombre, peuvent contenir des tirets ('-') et peuvent comporter jusqu'à 35 caractères.
10872 Révisions
13 Branches
36 MiB
 
 
Aborescence: f0f496b6ba
Branches Tags
${ item.name }
Créer la branche ${ searchTerm }
de 'f0f496b6ba'
${ noResults }
matrix-docker-ansible-deploy/roles/custom/matrix-synapse/tasks/rust-synapse-compress-state/main.yml

129 lignes
6.5 KiB
Brut Annotations Historique 

  1. # SPDX-FileCopyrightText: 2020 - 2024 Slavi Pantaleev

  2. # SPDX-FileCopyrightText: 2022 MDAD project contributors

  3. # SPDX-FileCopyrightText: 2022 Marko Weltzer

  4. # SPDX-FileCopyrightText: 2022 Nikita Chernyi

  5. # SPDX-FileCopyrightText: 2022 Sebastian Gumprich

  6. #

  7. # SPDX-License-Identifier: AGPL-3.0-or-later

  8. 

  9. ---

  10. # Pre-checks

  11. 

  12. - name: Fail if Postgres not enabled

  13.   ansible.builtin.fail:

  14.     msg: "Postgres via ansible-role-postgres role is not enabled (`postgres_enabled`). Cannot use rust-synapse-compress-state."

  15.   when: "not postgres_enabled | bool"

  16. 

  17. 

  18. # Defaults

  19. 

  20. - name: Set matrix_synapse_rust_synapse_compress_state_find_rooms_command_wait_time, if not provided

  21.   ansible.builtin.set_fact:

  22.     matrix_synapse_rust_synapse_compress_state_find_rooms_command_wait_time: 1800

  23.   when: "matrix_synapse_rust_synapse_compress_state_find_rooms_command_wait_time | default('') == ''"

  24. 

  25. - name: Set matrix_synapse_rust_synapse_compress_state_compress_room_time, if not provided

  26.   ansible.builtin.set_fact:

  27.     matrix_synapse_rust_synapse_compress_state_compress_room_time: 3600

  28.   when: "matrix_synapse_rust_synapse_compress_state_compress_room_time | default('') == ''"

  29. 

  30. - name: Set matrix_synapse_rust_synapse_compress_state_psql_import_time, if not provided

  31.   ansible.builtin.set_fact:

  32.     matrix_synapse_rust_synapse_compress_state_psql_import_time: 3600

  33.   when: "matrix_synapse_rust_synapse_compress_state_psql_import_time | default('') == ''"

  34. 

  35. - name: Set matrix_synapse_rust_synapse_compress_state_min_state_groups_required, if not provided

  36.   ansible.builtin.set_fact:

  37.     # The minimum number of state groups we're looking for before we consider a room eligible for compression.

  38.     # Rooms with a smaller state groups count will not be compressed.

  39.     matrix_synapse_rust_synapse_compress_state_min_state_groups_required: 100000

  40.   when: "matrix_synapse_rust_synapse_compress_state_min_state_groups_required | default('') == ''"

  41. 

  42. 

  43. # Actual compression work

  44. 

  45. - name: Ensure rust-synapse-compress-state paths exist

  46.   ansible.builtin.file:

  47.     path: "{{ matrix_synapse_rust_synapse_compress_state_base_path }}"

  48.     state: directory

  49.     mode: '0750'

  50.     owner: "{{ matrix_synapse_uid }}"

  51.     group: "{{ matrix_synapse_gid }}"

  52. 

  53. - name: Ensure rust-synapse-compress-state image is pulled

  54.   community.docker.docker_image:

  55.     name: "{{ matrix_synapse_rust_synapse_compress_state_docker_image }}"

  56.     source: "{{ 'pull' if ansible_version.major > 2 or ansible_version.minor > 7 else omit }}"

  57.     force_source: "{{ matrix_synapse_rust_synapse_compress_state_docker_image_force_pull if ansible_version.major > 2 or ansible_version.minor >= 8 else omit }}"

  58.     force: "{{ omit if ansible_version.major > 2 or ansible_version.minor >= 8 else matrix_synapse_rust_synapse_compress_state_docker_image_force_pull }}"

  59.   register: result

  60.   retries: "{{ devture_playbook_help_container_retries_count }}"

  61.   delay: "{{ devture_playbook_help_container_retries_delay }}"

  62.   until: result is not failed

  63. 

  64. 

  65. - name: Generate rust-synapse-compress-state room find SQL command

  66.   ansible.builtin.set_fact:

  67.     matrix_synapse_rust_synapse_compress_state_find_rooms_command: >-

  68.       {{ postgres_bin_path }}/cli-non-interactive --dbname={{ matrix_synapse_database_database | quote }} -c "SELECT array_to_json(array_agg(row_to_json (r))) FROM (SELECT room_id, count(*) AS count FROM state_groups_state GROUP BY room_id HAVING count(*) > {{ matrix_synapse_rust_synapse_compress_state_min_state_groups_required }} ORDER BY count DESC) r;"

  69. 

  70. - name: Find rooms eligible for compression with rust-synapse-compress-state

  71.   ansible.builtin.command: "{{ matrix_synapse_rust_synapse_compress_state_find_rooms_command }}"

  72.   async: "{{ matrix_synapse_rust_synapse_compress_state_find_rooms_command_wait_time }}"

  73.   poll: 10

  74.   register: matrix_synapse_rust_synapse_compress_state_find_rooms_command_result

  75.   failed_when: not matrix_synapse_rust_synapse_compress_state_find_rooms_command_result.finished

  76.   changed_when: false

  77. 

  78. # We expect the output to be like this:

  79. #

  80. # "stdout_lines": [

  81. #     "                                                       array_to_json                                                        ",

  82. #     "----------------------------------------------------------------------------------------------------------------------------",

  83. #     " [{\"room_id\":\"!some-id\",\"count\":2461329},{\"room_id\":\"!another-id\",\"count\":512017}]",

  84. #     "(1 row)"

  85. # ]

  86. #

  87. # Row 3 (out of 4) contains the actual result.

  88. #

  89. # Row 3 contains a space when there's no result.

  90. 

  91. - when: "matrix_synapse_rust_synapse_compress_state_find_rooms_command_result.failed or matrix_synapse_rust_synapse_compress_state_find_rooms_command_result.stdout_lines | length != 4"

  92.   block:

  93.     - ansible.builtin.debug:

  94.         var: "matrix_synapse_rust_synapse_compress_state_find_rooms_command_result"

  95. 

  96.     - name: Fail if room find result is not what we expect

  97.       ansible.builtin.fail:

  98.         msg: >-

  99.           Expecting 4 lines in the "find rooms" result.

  100. 

  101. - when: "matrix_synapse_rust_synapse_compress_state_find_rooms_command_result.stdout_lines[2] != ' '"

  102.   block:

  103.     # matrix_synapse_rust_synapse_compress_state_eligible_rooms is a list

  104.     # of dictionaries like this: {'room_id': '!some-id', 'count': 2461329}

  105.     - ansible.builtin.set_fact:

  106.         matrix_synapse_rust_synapse_compress_state_eligible_rooms: "{{ matrix_synapse_rust_synapse_compress_state_find_rooms_command_result.stdout_lines[2] | from_json }}"

  107. 

  108.     - name: Display rooms that will be compressed

  109.       ansible.builtin.debug:

  110.         msg: >-

  111.           The following rooms contain more than {{ matrix_synapse_rust_synapse_compress_state_min_state_groups_required }} state group rows

  112.           (configurable via `matrix_synapse_rust_synapse_compress_state_min_state_groups_required`)

  113.           and will be compressed:

  114.           {{ matrix_synapse_rust_synapse_compress_state_eligible_rooms }}

  115. 

  116.     - name: Compress room state

  117.       ansible.builtin.include_tasks: "{{ role_path }}/tasks/rust-synapse-compress-state/compress_room.yml"

  118.       with_items: "{{ matrix_synapse_rust_synapse_compress_state_eligible_rooms }}"

  119.       loop_control:

  120.         loop_var: room_details

  121. 

  122. - name: Show notice about lack of rooms to compress

  123.   ansible.builtin.debug:

  124.     msg: >-

  125.       No rooms were found to contain more than {{ matrix_synapse_rust_synapse_compress_state_min_state_groups_required }} state group rows

  126.       (configurable via `matrix_synapse_rust_synapse_compress_state_min_state_groups_required`),

  127.       so there's nothing to compress.

  128.   when: "matrix_synapse_rust_synapse_compress_state_find_rooms_command_result.stdout_lines[2] == ' '"