chore: cleanup extension sources before proceeding to next task (#474)

* chore: cleanup extension sources before proceeding to next task

* chore: use self-hosted x86 runner

* chore: additional cleanup; speeding up groonga/pgroonga builds

Author: pcnc

.github/workflows/dockerhub-release.yml

@@ -22,7 +22,7 @@ jobs:
 
   docker_x86_release:
     needs: settings
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, X64]
     timeout-minutes: 120
     env:
       arch: amd64

Dockerfile

@@ -16,6 +16,7 @@ RUN apt update && \
 
 RUN --mount=type=bind,source=docker/cache,target=/ccache,rw \
     ccache -s && \
+    ansible-galaxy collection install community.general && \
     cd /tmp/ansible && \
     ansible-playbook -e '{"async_mode": false}' playbook-docker.yml && \
     apt -y autoremove && \
@@ -24,7 +25,7 @@ RUN --mount=type=bind,source=docker/cache,target=/ccache,rw \
     apt install -y default-jdk-headless locales && \
     sed -i '/en_US.UTF-8/s/^# //g' /etc/locale.gen && \
     locale-gen && \
-    rm -rf /tmp/* /var/lib/apt/lists/* /var/tmp/* 
+    rm -rf /tmp/* /var/lib/apt/lists/* /var/tmp/*  /usr/lib/python3/dist-packages/ansible_collections/*
 
 ENV LANGUAGE en_US.UTF-8
 ENV LANG en_US.UTF-8

ansible/tasks/docker/setup.yml

@@ -38,6 +38,12 @@
 - set_fact:
     platform: "{{ platform_output.stdout }}"
 
+- name: determining number of processors
+  shell: nproc
+  register: nproc_output
+- set_fact:
+    parallel_jobs: "{{ nproc_output.stdout }}"
+
 - name: Setup - import postgresql.conf
   template:
     src: files/postgresql_config/postgresql.conf.j2

ansible/tasks/postgres-extensions/01-postgis.yml

@@ -86,3 +86,13 @@
     chdir: /tmp/postgis-{{ postgis_release }}
     target: install
   become: yes
+
+- name: postgis - SFCGAL cleanup
+  file:
+    state: absent
+    path: /tmp/SFCGAL-v{{ sfcgal_release }}
+
+- name: postgis - cleanup
+  file:
+    state: absent
+    path: /tmp/postgis-{{ postgis_release }}

ansible/tasks/postgres-extensions/02-pgrouting.yml

@@ -44,3 +44,8 @@
     chdir: /tmp/pgrouting-{{ pgrouting_release }}/build
     target: install
   become: yes
+
+- name: pgRouting - cleanup
+  file:
+    state: absent
+    path: /tmp/pgrouting-{{ pgrouting_release }}

ansible/tasks/postgres-extensions/03-pgtap.yml

@@ -17,4 +17,9 @@
   make:
     chdir: /tmp/pgtap-{{ pgtap_release }}
     target: install
-  become: yes
+  become: yes
+  
+- name: pgTAP - cleanup
+  file:
+    state: absent
+    path: /tmp/pgtap-{{ pgtap_release }}

ansible/tasks/postgres-extensions/04-pg_cron.yml

@@ -29,4 +29,9 @@
   lineinfile:
     path: /etc/postgresql/postgresql.conf
     state: present
-    line: cron.database_name = 'postgres'
+    line: cron.database_name = 'postgres'
+    
+- name: pg_cron - cleanup
+  file:
+    state: absent
+    path: /tmp/pg_cron-{{ pg_cron_release }}

ansible/tasks/postgres-extensions/05-pgaudit.yml

@@ -35,4 +35,9 @@
     target: install
     params:
       USE_PGXS: 1
-  become: yes
+  become: yes
+
+- name: pgAudit - cleanup
+  file:
+    state: absent
+    path: /tmp/pgaudit-{{ pgaudit_release }}

ansible/tasks/postgres-extensions/06-pgjwt.yml

@@ -9,4 +9,9 @@
   make:
     chdir: /tmp/pgjwt
     target: install
-  become: yes
+  become: yes
+
+- name: pgjwt - cleanup
+  file:
+    state: absent
+    path: /tmp/pgjwt

ansible/tasks/postgres-extensions/07-pgsql-http.yml

@@ -35,4 +35,9 @@
   make:
     chdir: /tmp/pgsql-http-{{ pgsql_http_release }}
     target: install
-  become: yes
+  become: yes
+
+- name: pgsql-http - cleanup
+  file:
+    state: absent
+    path: /tmp/pgsql-http-{{ pgsql_http_release }}

ansible/tasks/postgres-extensions/08-plpgsql_check.yml

@@ -30,4 +30,9 @@
   make:
     chdir: /tmp/plpgsql_check-{{ plpgsql_check_release }}
     target: install
-  become: yes
+  become: yes
+
+- name: plpgsql_check - cleanup
+  file:
+    state: absent
+    path: /tmp/plpgsql_check-{{ plpgsql_check_release }}

ansible/tasks/postgres-extensions/09-pg-safeupdate.yml

@@ -22,4 +22,9 @@
   make:
     chdir: /tmp/pg-safeupdate-{{ pg_safeupdate_release }}
     target: install
-  become: yes
+  become: yes
+
+- name: pg-safeupdate - cleanup
+  file:
+    state: absent
+    path: /tmp/pg-safeupdate-{{ pg_safeupdate_release }}

ansible/tasks/postgres-extensions/10-timescaledb.yml

@@ -28,4 +28,9 @@
   make:
     chdir: /tmp/timescaledb/build
     target: install
-  become: yes
+  become: yes
+
+- name: timescaledb - cleanup
+  file:
+    state: absent
+    path: /tmp/timescaledb

ansible/tasks/postgres-extensions/11-wal2json.yml

@@ -10,3 +10,8 @@
     chdir: /tmp/wal2json
     target: install
   become: yes
+
+- name: wal2json - cleanup
+  file:
+    state: absent
+    path: /tmp/wal2json

ansible/tasks/postgres-extensions/12-pljava.yml

@@ -76,3 +76,9 @@
   file:
     path: ~/.m2
     state: absent
+
+- name: pljava - cleanup
+  become: yes
+  file:
+    state: absent
+    path: /tmp/pljava-{{ pljava_release }}

ansible/tasks/postgres-extensions/13-plv8.yml

@@ -50,6 +50,12 @@
   become: yes
   when: not async_mode
 
+- name: plv8 - cleanup
+  file:
+    state: absent
+    path: /tmp/plv8
+  when: not async_mode
+
 - name: plv8 - build
   make:
     chdir: /tmp/plv8
@@ -58,4 +64,3 @@
   poll: 0
   register: plv8_build
   when: async_mode
-

ansible/tasks/postgres-extensions/14-pg_plan_filter.yml

@@ -15,4 +15,9 @@
   make:
     chdir: /tmp/pg_plan_filter
     target: install
-  become: yes
+  become: yes
+
+- name: pg_plan_filter - cleanup
+  file:
+    state: absent
+    path: /tmp/pg_plan_filter

ansible/tasks/postgres-extensions/15-pg_net.yml

@@ -29,4 +29,9 @@
   make:
     chdir: /tmp/pg_net-{{ pg_net_release }}
     target: install
-  become: yes
+  become: yes
+
+- name: pg_net - cleanup
+  file:
+    state: absent
+    path: /tmp/pg_net-{{ pg_net_release }}

ansible/tasks/postgres-extensions/16-rum.yml

@@ -26,4 +26,9 @@
     target: install
     params:
       USE_PGXS: 1
-  become: yes
+  become: yes
+
+- name: rum - cleanup
+  file:
+    state: absent
+    path: /tmp/rum-{{ rum_release }}

ansible/tasks/postgres-extensions/17-pg_hashids.yml

@@ -14,4 +14,9 @@
   make:
     chdir: /tmp/pg_hashids
     target: install
-  become: yes
+  become: yes
+
+- name: pg_hashids - cleanup
+  file:
+    state: absent
+    path: /tmp/pg_hashids

ansible/tasks/postgres-extensions/18-pgsodium.yml

@@ -69,3 +69,13 @@
     state: present
     # script is expected to be placed by finalization tasks for different target platforms
     line: pgsodium.getkey_script= '{{ pg_bindir }}/pgsodium_getkey.sh'
+
+- name: libsodium - cleanup
+  file:
+    state: absent
+    path: /tmp/libsodium-{{ libsodium_release }}
+
+- name: pgsodium - cleanup
+  file:
+    state: absent
+    path: /tmp/pgsodium-{{ pgsodium_release }}

ansible/tasks/postgres-extensions/20-pg_stat_monitor.yml

@@ -16,3 +16,8 @@
     chdir: /tmp/pg_stat_monitor
     target: install
     params: USE_PGXS=1
+
+- name: pg_stat_monitor cleanup
+  file:
+    state: absent
+    path: /tmp/pg_stat_monitor

ansible/tasks/postgres-extensions/23-vault.yml

@@ -24,3 +24,8 @@
     chdir: /tmp/vault-{{ vault_release }}
     target: install
   become: yes
+
+- name: vault - cleanup
+  file:
+    state: absent
+    path: /tmp/vault-{{ vault_release }}

ansible/tasks/postgres-extensions/24-pgroonga.yml

@@ -23,6 +23,7 @@
 - name: groonga - build
   make:
     chdir: /tmp/groonga-{{ groonga_release }}
+    jobs: "{{ parallel_jobs | default(omit) }}"
   become: yes
 
 - name: groonga - install
@@ -48,6 +49,7 @@
 - name: pgroonga - build
   make:
     chdir: /tmp/pgroonga-{{ pgroonga_release }}
+    jobs: "{{ parallel_jobs | default(omit) }}"
   become: yes
 
 - name: pgroonga - install
@@ -56,3 +58,14 @@
     target: install
   become: yes
 
+- name: groonga - cleanup
+  file:
+    state: absent
+    path: /tmp/groonga-{{ groonga_release }}
+  become: yes
+  
+- name: pgroonga - cleanup
+  file:
+    state: absent
+    path: /tmp/pgroonga-{{ pgroonga_release }}
+  become: yes

ansible/tasks/postgres-extensions/99-finish_async_tasks.yml

@@ -12,3 +12,8 @@
     chdir: /tmp/plv8
     target: install
   become: yes
+
+- name: plv8 - cleanup
+  file:
+    state: absent
+    path: /tmp/plv8