overmind
/
matrix-docker-ansible-deploy
réplica de https://github.com/spantaleev/matrix-docker-ansible-deploy
1
0
Fork 0
Código Incidencias 0 Lanzamientos 0 Wiki Actividad
Matrix Docker Ansible eploy
No puede seleccionar más de 25 temas Los temas deben comenzar con una letra o número, pueden incluir guiones ('-') y pueden tener hasta 35 caracteres de largo.
4773 Commits
14 Ramas
491 MiB
 
 
Árbol: 98b9e2cd84
Ramas Etiquetas
${ item.name }
Crear rama ${ searchTerm }
desde '98b9e2cd84'
${ noResults }
matrix-docker-ansible-deploy/roles/matrix-postgres/tasks/migrate_db_to_postgres.yml

178 líneas
8.5 KiB
Original Blame Histórico 

  1. ---

  2. 

  3. - name: Fail if Postgres not enabled

  4.   ansible.builtin.fail:

  5.     msg: "Postgres via the matrix-postgres role is not enabled (`matrix_postgres_enabled`). Cannot migrate."

  6.   when: "not matrix_postgres_enabled | bool"

  7. 

  8. - name: Fail if util called incorrectly (missing matrix_postgres_db_migration_request)

  9.   ansible.builtin.fail:

  10.     msg: "The `matrix_postgres_db_migration_request` variable needs to be provided to this util."

  11.   when: "matrix_postgres_db_migration_request is not defined"

  12. 

  13. - name: Fail if util called incorrectly (invalid matrix_postgres_db_migration_request)

  14.   ansible.builtin.fail:

  15.     msg: "The `matrix_postgres_db_migration_request` variable needs to contain `{{ item }}`."

  16.   with_items:

  17.     - src

  18.     - dst

  19.     - caller

  20.     - engine_variable_name

  21.     - systemd_services_to_stop

  22.   when: "item not in matrix_postgres_db_migration_request"

  23. 

  24. - name: Check if the provided source database file exists

  25.   ansible.builtin.stat:

  26.     path: "{{ matrix_postgres_db_migration_request.src }}"

  27.   register: matrix_postgres_db_migration_request_src_stat_result

  28. 

  29. - name: Fail if provided source database file doesn't exist

  30.   ansible.builtin.fail:

  31.     msg: "File cannot be found on the server at {{ matrix_postgres_db_migration_request.src }}"

  32.   when: "not matrix_postgres_db_migration_request_src_stat_result.stat.exists"

  33. 

  34. - block:

  35.     - name: Ensure pgloader repository is present on self-build

  36.       ansible.builtin.git:

  37.         repo: "{{ matrix_postgres_pgloader_container_image_self_build_repo }}"

  38.         dest: "{{ matrix_postgres_pgloader_container_image_self_build_src_path }}"

  39.         version: "{{ matrix_postgres_pgloader_container_image_self_build_repo_branch }}"

  40.         force: "yes"

  41.       become: true

  42.       become_user: "{{ matrix_user_username }}"

  43.       register: matrix_postgres_pgloader_git_pull_results

  44. 

  45.     # If `stable` is used, we hit an error when processing /opt/src/pgloader/build/quicklisp/dists/quicklisp/software/uax-15-20201220-git/data/CompositionExclusions.txt:

  46.     # > the octet sequence #(194) cannot be decoded

  47.     #

  48.     # The issue is described here and is not getting fixed for months: https://github.com/dimitri/pgloader/pull/1179

  49.     #

  50.     # Although we're not using the dimitri/pgloader image, the one we're using suffers from the same problem.

  51.     - name: Switch pgloader base image from Debian stable (likely 10.x/Buster) to Bullseye

  52.       ansible.builtin.lineinfile:

  53.         path: "{{ matrix_postgres_pgloader_container_image_self_build_src_path }}/Dockerfile"

  54.         regexp: "{{ item.match }}"

  55.         line: "{{ item.replace }}"

  56.       with_items:

  57.         - match: '^FROM debian:stable-slim as builder$'

  58.           replace: 'FROM debian:bullseye-slim as builder'

  59.         - match: '^FROM debian:stable-slim$'

  60.           replace: 'FROM debian:bullseye-slim'

  61. 

  62.     - name: Ensure pgloader Docker image is built

  63.       docker_image:

  64.         name: "{{ matrix_postgres_pgloader_docker_image }}"

  65.         source: build

  66.         force_source: "{{ matrix_postgres_pgloader_git_pull_results.changed if ansible_version.major > 2 or ansible_version.minor >= 8 else omit }}"

  67.         force: "{{ omit if ansible_version.major > 2 or ansible_version.minor >= 8 else matrix_postgres_pgloader_git_pull_results.changed }}"

  68.         build:

  69.           dockerfile: Dockerfile

  70.           path: "{{ matrix_postgres_pgloader_container_image_self_build_src_path }}"

  71.           pull: true

  72.   when: "matrix_postgres_pgloader_container_image_self_build | bool"

  73. 

  74. - name: Ensure pgloader Docker image is pulled

  75.   docker_image:

  76.     name: "{{ matrix_postgres_pgloader_docker_image }}"

  77.     source: "{{ 'pull' if ansible_version.major > 2 or ansible_version.minor > 7 else omit }}"

  78.     force_source: "{{ matrix_postgres_pgloader_docker_image_force_pull if ansible_version.major > 2 or ansible_version.minor >= 8 else omit }}"

  79.     force: "{{ omit if ansible_version.major > 2 or ansible_version.minor >= 8 else matrix_postgres_pgloader_docker_image_force_pull }}"

  80.   when: "not matrix_postgres_pgloader_container_image_self_build"

  81. 

  82. # Defaults

  83. 

  84. - name: Set postgres_start_wait_time, if not provided

  85.   ansible.builtin.set_fact:

  86.     postgres_start_wait_time: 15

  87.   when: "postgres_start_wait_time | default('') == ''"

  88. 

  89. # Actual import work

  90. 

  91. # matrix-postgres is most likely started already

  92. - name: Ensure matrix-postgres is started

  93.   ansible.builtin.service:

  94.     name: matrix-postgres

  95.     state: started

  96.     daemon_reload: true

  97.   register: matrix_postgres_service_start_result

  98. 

  99. - name: Wait a bit, so that Postgres can start

  100.   ansible.builtin.wait_for:

  101.     timeout: "{{ postgres_start_wait_time }}"

  102.   delegate_to: 127.0.0.1

  103.   become: false

  104.   when: "matrix_postgres_service_start_result.changed | bool"

  105. 

  106. # We only stop services here, leaving it to the caller to start them later.

  107. #

  108. # We can't start them, because they probably need to be reconfigured too (changing the configuration from using SQLite to Postgres, etc.),

  109. # before starting.

  110. #

  111. # Since the caller will be starting them, it might make sense to leave stopping to it as well.

  112. # However, we don't do it, because it's simpler having it here, and it also gets to happen only if we'll be doing an import.

  113. # If we bailed out (somewhere above), nothing would have gotten stopped. It's nice to leave this running in such cases.

  114. - name: Ensure systemd services blocking the database import are stopped

  115.   ansible.builtin.service:

  116.     name: "{{ item }}"

  117.     state: stopped

  118.   failed_when: false

  119.   with_items: "{{ matrix_postgres_db_migration_request.systemd_services_to_stop }}"

  120. 

  121. - name: Import {{ matrix_postgres_db_migration_request.engine_old }} database from {{ matrix_postgres_db_migration_request.src }} into Postgres

  122.   ansible.builtin.command:

  123.     cmd: >-

  124.       {{ matrix_host_command_docker }} run

  125.       --rm

  126.       --user={{ matrix_user_uid }}:{{ matrix_user_gid }}

  127.       --cap-drop=ALL

  128.       --network={{ matrix_docker_network }}

  129.       --mount type=bind,src={{ matrix_postgres_db_migration_request.src }},dst=/in.db,ro

  130.       --entrypoint=/bin/sh

  131.       {{ matrix_postgres_pgloader_docker_image }}

  132.       -c

  133.       'pgloader {{ matrix_postgres_db_migration_request.pgloader_options | default([]) | join(' ') }} /in.db {{ matrix_postgres_db_migration_request.dst }}'

  134.   register: matrix_postgres_migrate_db_to_postgres_import_result

  135.   changed_when: matrix_postgres_migrate_db_to_postgres_import_result.rc == 0

  136. 

  137. - block:

  138.     - ansible.builtin.import_role:

  139.         name: matrix-postgres

  140.         tasks_from: detect_existing_postgres_version

  141. 

  142.     - ansible.builtin.set_fact:

  143.         matrix_postgres_docker_image_to_use: "{{ matrix_postgres_docker_image_latest if matrix_postgres_detected_version_corresponding_docker_image == '' else matrix_postgres_detected_version_corresponding_docker_image }}"

  144. 

  145.     - name: Execute additional Postgres SQL migration statements

  146.       ansible.builtin.command:

  147.         cmd: >-

  148.           {{ matrix_host_command_docker }} run

  149.           --rm

  150.           --user={{ matrix_user_uid }}:{{ matrix_user_gid }}

  151.           --cap-drop=ALL

  152.           --env-file={{ matrix_postgres_base_path }}/env-postgres-psql

  153.           --network={{ matrix_docker_network }}

  154.           {{ matrix_postgres_docker_image_to_use }}

  155.           psql --host=matrix-postgres --dbname={{ matrix_postgres_db_migration_request.additional_psql_statements_db_name }} --command='{{ item }}'

  156.       with_items: "{{ matrix_postgres_db_migration_request.additional_psql_statements_list }}"

  157.       register: matrix_postgres_migrate_db_to_postgres_additional_queries_result

  158.       changed_when: matrix_postgres_migrate_db_to_postgres_additional_queries_result.rc == 0

  159. 

  160.   when: "matrix_postgres_db_migration_request.additional_psql_statements_list | default([])|length > 0"

  161. 

  162. - name: Archive {{ matrix_postgres_db_migration_request.engine_old }} database ({{ matrix_postgres_db_migration_request.src }} -> {{ matrix_postgres_db_migration_request.src }}.backup)

  163.   ansible.builtin.command:

  164.     cmd: "mv {{ matrix_postgres_db_migration_request.src }} {{ matrix_postgres_db_migration_request.src }}.backup"

  165.   register: matrix_postgres_migrate_db_to_postgres_move_result

  166.   changed_when: matrix_postgres_migrate_db_to_postgres_move_result.rc == 0

  167. 

  168. - name: Inject result

  169.   ansible.builtin.set_fact:

  170.     matrix_playbook_runtime_results: |

  171.       {{

  172.         matrix_playbook_runtime_results | default([])

  173.         +

  174.         [

  175.           "NOTE: Your {{ matrix_postgres_db_migration_request.engine_old }} database file has been imported into Postgres. The original database file has been moved from `{{ matrix_postgres_db_migration_request.src }}` to `{{ matrix_postgres_db_migration_request.src }}.backup`. When you've confirmed that the import went well and everything works, you should be able to safely delete this file."

  176.         ]

  177.       }}