overmind
/
matrix-docker-ansible-deploy
peilaus alkaen https://github.com/spantaleev/matrix-docker-ansible-deploy
1
0
Fork 0
Koodi Ongelmat 0 Julkaisut 0 Wiki Toiminta
Matrix Docker Ansible eploy
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
3795 Commitit
13 Branchit
36 MiB
 
 
Puu: 7e5b88c3b7
Branchit Tagit
${ item.name }
Create branch ${ searchTerm }
from '7e5b88c3b7'
${ noResults }
matrix-docker-ansible-deploy/roles/matrix-awx/tasks/purge_database_main.yml

321 rivejä
15 KiB
Raaka Blame Historia 

  1. ---

  2. 

  3. - name: Ensure dateutils and curl is installed in AWX

  4.   delegate_to: 127.0.0.1

  5.   yum:

  6.     name: dateutils

  7.     state: latest

  8. 

  9. - name: Include vars in matrix_vars.yml

  10.   include_vars:

  11.     file: '/var/lib/awx/projects/clients/{{ member_id }}/{{ subscription_id }}/matrix_vars.yml'

  12.   no_log: true

  13. 

  14. - name: Ensure curl and jq intalled on target machine

  15.   apt:

  16.     pkg:

  17.       - curl

  18.       - jq

  19.     state: present

  20. 

  21. - name: Collect before shrink size of Synapse database

  22.   shell: du -sh /matrix/postgres/data

  23.   register: awx_db_size_before_stat

  24.   when: (awx_purge_mode.find("Perform final shrink") != -1)

  25.   no_log: true

  26. 

  27. - name: Collect the internal IP of the matrix-synapse container

  28.   shell: "/usr/bin/docker inspect --format '{''{range.NetworkSettings.Networks}''}{''{.IPAddress}''}{''{end}''}' matrix-synapse"

  29.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  30.   register: awx_synapse_container_ip

  31. 

  32. - name: Collect access token for @admin-janitor user

  33.   shell: |

  34.     curl -X POST -d '{"type":"m.login.password", "user":"admin-janitor", "password":"{{ awx_janitor_user_password }}"}' "{{ awx_synapse_container_ip.stdout }}:{{ matrix_synapse_container_client_api_port }}/_matrix/client/r0/login" | jq '.access_token'

  35.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  36.   register: awx_janitors_token

  37.   no_log: true

  38. 

  39. - name: Copy build_room_list.py script to target machine

  40.   copy:

  41.     src: ./roles/matrix-awx/scripts/matrix_build_room_list.py

  42.     dest: /usr/local/bin/matrix_build_room_list.py

  43.     owner: matrix

  44.     group: matrix

  45.     mode: '0755'

  46.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  47. 

  48. - name: Run build_room_list.py script

  49.   shell: |

  50.     runuser -u matrix -- python3 /usr/local/bin/matrix_build_room_list.py {{ awx_janitors_token.stdout[1:-1] }} {{ awx_synapse_container_ip.stdout }} {{ matrix_synapse_container_client_api_port.stdout }}

  51.   register: awx_rooms_total

  52.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  53. 

  54. - name: Fetch complete room list from target machine

  55.   fetch:

  56.     src: /tmp/room_list_complete.json

  57.     dest: "/tmp/{{ subscription_id }}_room_list_complete.json"

  58.     flat: true

  59.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  60. 

  61. - name: Remove complete room list from target machine

  62.   file:

  63.     path: /tmp/room_list_complete.json

  64.     state: absent

  65.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  66. 

  67. - name: Generate list of rooms with no local users

  68.   delegate_to: 127.0.0.1

  69.   shell: |

  70.     jq 'try .rooms[] | select(.joined_local_members == 0) | .room_id' < /tmp/{{ subscription_id }}_room_list_complete.json > /tmp/{{ subscription_id }}_room_list_no_local_users.txt

  71.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  72. 

  73. - name: Count number of rooms with no local users

  74.   delegate_to: 127.0.0.1

  75.   shell: |

  76.     wc -l /tmp/{{ subscription_id }}_room_list_no_local_users.txt | awk '{ print $1 }'

  77.   register: awx_rooms_no_local_total

  78.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  79. 

  80. - name: Setting host fact awx_room_list_no_local_users

  81.   set_fact:

  82.     awx_room_list_no_local_users: "{{ lookup('file', '/tmp/{{ subscription_id }}_room_list_no_local_users.txt') }}"

  83.   no_log: true

  84.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  85. 

  86. - name: Purge all rooms with no local users

  87.   include_tasks: purge_database_no_local.yml

  88.   loop: "{{ awx_room_list_no_local_users.splitlines() | flatten(levels=1) }}"

  89.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  90. 

  91. - name: Collect epoche time from date

  92.   delegate_to: 127.0.0.1

  93.   shell: |

  94.     date -d '{{ awx_purge_date }}' +"%s"

  95.   when: (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  96.   register: awx_purge_epoche_time

  97. 

  98. - name: Generate list of rooms with more then N users

  99.   delegate_to: 127.0.0.1

  100.   shell: |

  101.     jq 'try .rooms[] | select(.joined_members > {{ awx_purge_metric_value }}) | .room_id' < /tmp/{{ subscription_id }}_room_list_complete.json > /tmp/{{ subscription_id }}_room_list_joined_members.txt

  102.   when: awx_purge_mode.find("Number of users [slower]") != -1

  103. 

  104. - name: Count number of rooms with more then N users

  105.   delegate_to: 127.0.0.1

  106.   shell: |

  107.     wc -l /tmp/{{ subscription_id }}_room_list_joined_members.txt | awk '{ print $1 }'

  108.   register: awx_rooms_join_members_total

  109.   when: awx_purge_mode.find("Number of users [slower]") != -1

  110. 

  111. - name: Setting host fact awx_room_list_joined_members

  112.   delegate_to: 127.0.0.1

  113.   set_fact:

  114.     awx_room_list_joined_members: "{{ lookup('file', '/tmp/{{ subscription_id }}_room_list_joined_members.txt') }}"

  115.   when: awx_purge_mode.find("Number of users [slower]") != -1

  116.   no_log: true

  117. 

  118. - name: Purge all rooms with more then N users

  119.   include_tasks: purge_database_users.yml

  120.   loop: "{{ awx_room_list_joined_members.splitlines() | flatten(levels=1) }}"

  121.   when: awx_purge_mode.find("Number of users [slower]") != -1

  122. 

  123. - name: Generate list of rooms with more then N events

  124.   delegate_to: 127.0.0.1

  125.   shell: |

  126.     jq 'try .rooms[] | select(.state_events > {{ awx_purge_metric_value }}) | .room_id' < /tmp/{{ subscription_id }}_room_list_complete.json > /tmp/{{ subscription_id }}_room_list_state_events.txt

  127.   when: awx_purge_mode.find("Number of events [slower]") != -1

  128. 

  129. - name: Count number of rooms with more then N events

  130.   delegate_to: 127.0.0.1

  131.   shell: |

  132.     wc -l /tmp/{{ subscription_id }}_room_list_state_events.txt | awk '{ print $1 }'

  133.   register: awx_rooms_state_events_total

  134.   when: awx_purge_mode.find("Number of events [slower]") != -1

  135. 

  136. - name: Setting host fact awx_room_list_state_events

  137.   delegate_to: 127.0.0.1

  138.   set_fact:

  139.     awx_room_list_state_events: "{{ lookup('file', '/tmp/{{ subscription_id }}_room_list_state_events.txt') }}"

  140.   when: awx_purge_mode.find("Number of events [slower]") != -1

  141.   no_log: true

  142. 

  143. - name: Purge all rooms with more then N events

  144.   include_tasks: purge_database_events.yml

  145.   loop: "{{ awx_room_list_state_events.splitlines() | flatten(levels=1) }}"

  146.   when: awx_purge_mode.find("Number of events [slower]") != -1

  147. 

  148. - name: Adjust 'Deploy/Update a Server' job template

  149.   delegate_to: 127.0.0.1

  150.   awx.awx.tower_job_template:

  151.     name: "{{ matrix_domain }} - 0 - Deploy/Update a Server"

  152.     description: "Creates a new matrix service with Spantaleev's playbooks"

  153.     extra_vars: "{{ lookup('file', '/var/lib/awx/projects/clients/{{ member_id }}/{{ subscription_id }}/extra_vars.json') }}"

  154.     job_type: run

  155.     job_tags: "rust-synapse-compress-state"

  156.     inventory: "{{ member_id }}"

  157.     project: "{{ member_id }} - Matrix Docker Ansible Deploy"

  158.     playbook: setup.yml

  159.     credential: "{{ member_id }} - AWX SSH Key"

  160.     state: present

  161.     verbosity: 1

  162.     tower_host: "https://{{ awx_host }}"

  163.     tower_oauthtoken: "{{ awx_session_token.ansible_facts.tower_token.token }}"

  164.     validate_certs: true

  165.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1) or (awx_purge_mode.find("Skip purging rooms [faster]") != -1)

  166. 

  167. - name: Execute rust-synapse-compress-state job template

  168.   delegate_to: 127.0.0.1

  169.   awx.awx.tower_job_launch:

  170.     job_template: "{{ matrix_domain }} - 0 - Deploy/Update a Server"

  171.     wait: true

  172.     tower_host: "https://{{ awx_host }}"

  173.     tower_oauthtoken: "{{ awx_session_token.ansible_facts.tower_token.token }}"

  174.     validate_certs: true

  175.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1) or (awx_purge_mode.find("Skip purging rooms [faster]") != -1)

  176. 

  177. - name: Revert 'Deploy/Update a Server' job template

  178.   delegate_to: 127.0.0.1

  179.   awx.awx.tower_job_template:

  180.     name: "{{ matrix_domain }} - 0 - Deploy/Update a Server"

  181.     description: "Creates a new matrix service with Spantaleev's playbooks"

  182.     extra_vars: "{{ lookup('file', '/var/lib/awx/projects/clients/{{ member_id }}/{{ subscription_id }}/extra_vars.json') }}"

  183.     job_type: run

  184.     job_tags: "setup-all,start"

  185.     inventory: "{{ member_id }}"

  186.     project: "{{ member_id }} - Matrix Docker Ansible Deploy"

  187.     playbook: setup.yml

  188.     credential: "{{ member_id }} - AWX SSH Key"

  189.     state: present

  190.     verbosity: 1

  191.     tower_host: "https://{{ awx_host }}"

  192.     tower_oauthtoken: "{{ awx_session_token.ansible_facts.tower_token.token }}"

  193.     validate_certs: true

  194.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1) or (awx_purge_mode.find("Skip purging rooms [faster]") != -1)

  195. 

  196. - name: Ensure matrix-synapse is stopped

  197.   service:

  198.     name: matrix-synapse

  199.     state: stopped

  200.     daemon_reload: true

  201.   when: (awx_purge_mode.find("Perform final shrink") != -1)

  202. 

  203. - name: Re-index Synapse database

  204.   shell: docker exec -i matrix-postgres psql "host=127.0.0.1 port=5432 dbname=synapse user=synapse password={{ matrix_synapse_connection_password }}" -c 'REINDEX (VERBOSE) DATABASE synapse'

  205.   when: (awx_purge_mode.find("Perform final shrink") != -1)

  206. 

  207. - name: Ensure matrix-synapse is started

  208.   service:

  209.     name: matrix-synapse

  210.     state: started

  211.     daemon_reload: true

  212.   when: (awx_purge_mode.find("Perform final shrink") != -1)

  213. 

  214. - name: Adjust 'Deploy/Update a Server' job template

  215.   delegate_to: 127.0.0.1

  216.   awx.awx.tower_job_template:

  217.     name: "{{ matrix_domain }} - 0 - Deploy/Update a Server"

  218.     description: "Creates a new matrix service with Spantaleev's playbooks"

  219.     extra_vars: "{{ lookup('file', '/var/lib/awx/projects/clients/{{ member_id }}/{{ subscription_id }}/extra_vars.json') }}"

  220.     job_type: run

  221.     job_tags: "run-postgres-vacuum,start"

  222.     inventory: "{{ member_id }}"

  223.     project: "{{ member_id }} - Matrix Docker Ansible Deploy"

  224.     playbook: setup.yml

  225.     credential: "{{ member_id }} - AWX SSH Key"

  226.     state: present

  227.     verbosity: 1

  228.     tower_host: "https://{{ awx_host }}"

  229.     tower_oauthtoken: "{{ awx_session_token.ansible_facts.tower_token.token }}"

  230.     validate_certs: true

  231.   when: (awx_purge_mode.find("Perform final shrink") != -1)

  232. 

  233. - name: Execute run-postgres-vacuum job template

  234.   delegate_to: 127.0.0.1

  235.   awx.awx.tower_job_launch:

  236.     job_template: "{{ matrix_domain }} - 0 - Deploy/Update a Server"

  237.     wait: true

  238.     tower_host: "https://{{ awx_host }}"

  239.     tower_oauthtoken: "{{ awx_session_token.ansible_facts.tower_token.token }}"

  240.     validate_certs: true

  241.   when: (awx_purge_mode.find("Perform final shrink") != -1)

  242. 

  243. - name: Revert 'Deploy/Update a Server' job template

  244.   delegate_to: 127.0.0.1

  245.   awx.awx.tower_job_template:

  246.     name: "{{ matrix_domain }} - 0 - Deploy/Update a Server"

  247.     description: "Creates a new matrix service with Spantaleev's playbooks"

  248.     extra_vars: "{{ lookup('file', '/var/lib/awx/projects/clients/{{ member_id }}/{{ subscription_id }}/extra_vars.json') }}"

  249.     job_type: run

  250.     job_tags: "setup-all,start"

  251.     inventory: "{{ member_id }}"

  252.     project: "{{ member_id }} - Matrix Docker Ansible Deploy"

  253.     playbook: setup.yml

  254.     credential: "{{ member_id }} - AWX SSH Key"

  255.     state: present

  256.     verbosity: 1

  257.     tower_host: "https://{{ awx_host }}"

  258.     tower_oauthtoken: "{{ awx_session_token.ansible_facts.tower_token.token }}"

  259.     validate_certs: true

  260.   when: (awx_purge_mode.find("Perform final shrink") != -1)

  261. 

  262. - name: Cleanup room_list files

  263.   delegate_to: 127.0.0.1

  264.   shell: |

  265.     rm /tmp/{{ subscription_id }}_room_list*

  266.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  267.   ignore_errors: true

  268. 

  269. - name: Collect after shrink size of Synapse database

  270.   shell: du -sh /matrix/postgres/data

  271.   register: awx_db_size_after_stat

  272.   when: (awx_purge_mode.find("Perform final shrink") != -1)

  273.   no_log: true

  274. 

  275. - name: Print total number of rooms processed

  276.   debug:

  277.     msg: '{{ awx_rooms_total.stdout }}'

  278.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  279. 

  280. - name: Print the number of rooms purged with no local users

  281.   debug:

  282.     msg: '{{ awx_rooms_no_local_total.stdout }}'

  283.   when: (awx_purge_mode.find("No local users [recommended]") != -1) or (awx_purge_mode.find("Number of users [slower]") != -1) or (awx_purge_mode.find("Number of events [slower]") != -1)

  284. 

  285. - name: Print the number of rooms purged with more then N users

  286.   debug:

  287.     msg: '{{ awx_rooms_join_members_total.stdout }}'

  288.   when: awx_purge_mode.find("Number of users") != -1

  289. 

  290. - name: Print the number of rooms purged with more then N events

  291.   debug:

  292.     msg: '{{ awx_rooms_state_events_total.stdout }}'

  293.   when: awx_purge_mode.find("Number of events") != -1

  294. 

  295. - name: Print before purge size of Synapse database

  296.   debug:

  297.     msg: "{{ awx_db_size_before_stat.stdout.split('\n') }}"

  298.   when: ( awx_db_size_before_stat is defined ) and ( awx_purge_mode.find("Perform final shrink" ) != -1 )

  299. 

  300. - name: Print after purge size of Synapse database

  301.   debug:

  302.     msg: "{{ awx_db_size_after_stat.stdout.split('\n') }}"

  303.   when: (awx_db_size_after_stat is defined) and (awx_purge_mode.find("Perform final shrink") != -1)

  304. 

  305. - name: Delete the AWX session token for executing modules

  306.   awx.awx.tower_token:

  307.     description: 'AWX Session Token'

  308.     scope: "write"

  309.     state: absent

  310.     existing_token_id: "{{ awx_session_token.ansible_facts.tower_token.id }}"

  311.     tower_host: "https://{{ awx_host }}"

  312.     tower_oauthtoken: "{{ awx_session_token.ansible_facts.tower_token.token }}"

  313. 

  314. - name: Set boolean value to exit playbook

  315.   set_fact:

  316.     awx_end_playbook: true

  317. 

  318. - name: End playbook early if this task is called.

  319.   meta: end_play

  320.   when: awx_end_playbook is defined and awx_end_playbook|bool