Use git instead of rsync for the Gentoo overlay

ansible/playbooks/roles/compatibility_layer/files/sync_gentoo_cache

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source $(portageq envvar EPREFIX)/lib/gentoo/functions.sh
+
+# Number of jobs for egencache, default is number or processors.
+parallel_jobs="$(nproc)"
+
+if [[ -f ${repository_path}/metadata/timestamp.x ]]; then
+	portage_current_timestamp=$(cut -f 1 -d " " "${repository_path}/metadata/timestamp.x" )
+else
+	portage_current_timestamp=0
+fi
+
+ebegin "Fetching metadata timestamp for ${repository_name}"
+rsync -aq rsync://rsync.gentoo.org/gentoo-portage/metadata/timestamp.x "${repository_path}"/metadata/timestamp.x
+eend $?
+portage_new_timestamp=$(cut -f 1 -d " " "${repository_path}/metadata/timestamp.x" )
+
+if [[ ${portage_current_timestamp} -lt ${portage_new_timestamp} ]]; then
+	ebegin "Fetching pre-generated metadata cache for ${repository_name}"
+	rsync -aq rsync://rsync.gentoo.org/gentoo-portage/metadata/md5-cache/ "${repository_path}"/metadata/md5-cache/
+	eend $?
+else
+	einfo "Metadata cache for ${repository_name} already recent, no need to fetch it :-)"
+fi
+
+ebegin "Updating metadata cache for ${repository_name}"
+egencache --jobs="${parallel_jobs}" --repo="${repository_name}" --update --update-use-local-desc
+eend $?

ansible/playbooks/roles/compatibility_layer/files/sync_gentoo_dtd

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source $(portageq envvar EPREFIX)/lib/gentoo/functions.sh
+
+DTDDIR="${repository_path}"/metadata/dtd
+ebegin "Updating DTDs"
+if [[ -e ${DTDDIR} ]]; then
+	git -C "${DTDDIR}" pull -q --ff-only
+else
+	git clone -q https://anongit.gentoo.org/git/data/dtd.git "${DTDDIR}"
+fi
+eend "$?"

ansible/playbooks/roles/compatibility_layer/files/sync_gentoo_glsa

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source $(portageq envvar EPREFIX)/lib/gentoo/functions.sh
+
+GLSADIR="${repository_path}"/metadata/glsa
+ebegin "Updating GLSAs"
+if [[ -e ${GLSADIR} ]]; then
+	git -C "${GLSADIR}" pull -q --ff-only
+else
+	git clone -q https://anongit.gentoo.org/git/data/glsa.git "${GLSADIR}"
+fi
+eend "$?"

ansible/playbooks/roles/compatibility_layer/files/sync_gentoo_news

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source $(portageq envvar EPREFIX)/lib/gentoo/functions.sh
+
+NEWSDIR="${repository_path}"/metadata/news
+ebegin "Updating news items"
+if [[ -e ${NEWSDIR} ]]; then
+	git -C "${NEWSDIR}" pull -q --ff-only
+else
+	git clone -q https://anongit.gentoo.org/git/data/gentoo-news.git "${NEWSDIR}"
+fi
+eend $? "Try to remove ${NEWSDIR}"

ansible/playbooks/roles/compatibility_layer/files/sync_gentoo_projects_xml

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source $(portageq envvar EPREFIX)/lib/gentoo/functions.sh
+
+ebegin "Updating projects.xml"
+wget -q -P "${repository_path}"/metadata/ -N https://api.gentoo.org/metastructure/projects.xml
+eend $?

ansible/playbooks/roles/compatibility_layer/files/sync_overlay_cache

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+repository_name="${1}"
+
+[[ ${repository_name} == "gentoo" ]] && exit 0
+
+source $(portageq envvar EPREFIX)/lib/gentoo/functions.sh
+
+# Number of jobs for egencache, default is number or processors.
+parallel_jobs="$(nproc)"
+
+ebegin "Updating metadata cache for ${repository_name}"
+egencache --jobs="${parallel_jobs}" --repo="${repository_name}" --update --update-use-local-desc
+eend $?

ansible/playbooks/roles/compatibility_layer/tasks/add_overlay.yml

@@ -58,6 +58,47 @@
         selectattr('eclass-overrides', 'equalto', True) | map(attribute='name') | join(' ')
       }}
 
+- name: Use git instead of rsync for the Gentoo overlay
+  copy:
+    dest: "{{ gentoo_prefix_path }}/etc/portage/repos.conf/gentoo.conf"
+    mode: "0644"
+    content: |
+      [DEFAULT]
+      main-repo = gentoo
+      sync-git-pull-extra-opts = --quiet
+
+      [gentoo]
+      priority  = 1
+      location  = {{ gentoo_prefix_path }}/var/db/repos/gentoo
+      sync-uri  = https://github.com/gentoo/gentoo.git
+      sync-type = git
+      auto-sync = Yes
+      clone-depth = 1
+
+- name: Create repo.postsync.d directory
+  file:
+    path: "{{ gentoo_prefix_path }}/etc/portage/repo.postsync.d"
+    state: directory
+    mode: '0755'
+
+- name: Add post-sync hooks for Gentoo overlay
+  copy:
+    src: "{{ item }}"
+    dest: "{{ gentoo_prefix_path }}/etc/portage/repo.postsync.d/{{ item }}"
+    mode: 0755
+  with_items:
+    - sync_gentoo_cache
+    - sync_gentoo_dtd
+    - sync_gentoo_glsa
+    - sync_gentoo_news
+    - sync_overlay_cache
+    #- sync_gentoo_projects_xml
+
+- name: Remove the old Gentoo overlay directory
+  file:
+    state: absent
+    path: "{{ gentoo_prefix_path }}/var/db/repos/gentoo"
+
 - name: Sync the repositories
   portage:
     sync: 'yes'

ansible/playbooks/roles/compatibility_layer/templates/sync_gentoo_cache.j2

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source {{ gentoo_prefix_path }}/lib/gentoo/functions.sh
+
+# Number of jobs for egencache, default is number or processors.
+parallel_jobs="$(nproc)"
+
+if [[ -f ${repository_path}/metadata/timestamp.x ]]; then
+	portage_current_timestamp=$(cut -f 1 -d " " "${repository_path}/metadata/timestamp.x" )
+else
+	portage_current_timestamp=0
+fi
+
+ebegin "Fetching metadata timestamp for ${repository_name}"
+rsync -aq rsync://rsync.gentoo.org/gentoo-portage/metadata/timestamp.x "${repository_path}"/metadata/timestamp.x
+eend $?
+portage_new_timestamp=$(cut -f 1 -d " " "${repository_path}/metadata/timestamp.x" )
+
+if [[ ${portage_current_timestamp} -lt ${portage_new_timestamp} ]]; then
+	ebegin "Fetching pre-generated metadata cache for ${repository_name}"
+	rsync -aq rsync://rsync.gentoo.org/gentoo-portage/metadata/md5-cache/ "${repository_path}"/metadata/md5-cache/
+	eend $?
+else
+	einfo "Metadata cache for ${repository_name} already recent, no need to fetch it :-)"
+fi
+
+ebegin "Updating metadata cache for ${repository_name}"
+egencache --jobs="${parallel_jobs}" --repo="${repository_name}" --update --update-use-local-desc
+eend $?

ansible/playbooks/roles/compatibility_layer/templates/sync_gentoo_dtd.j2

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source {{ gentoo_prefix_path }}/lib/gentoo/functions.sh
+
+DTDDIR="${repository_path}"/metadata/dtd
+ebegin "Updating DTDs"
+if [[ -e ${DTDDIR} ]]; then
+	git -C "${DTDDIR}" pull -q --ff-only
+else
+	git clone -q https://anongit.gentoo.org/git/data/dtd.git "${DTDDIR}"
+fi
+eend "$?"

ansible/playbooks/roles/compatibility_layer/templates/sync_gentoo_glsa.j2

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source {{ gentoo_prefix_path }}/lib/gentoo/functions.sh
+
+GLSADIR="${repository_path}"/metadata/glsa
+ebegin "Updating GLSAs"
+if [[ -e ${GLSADIR} ]]; then
+	git -C "${GLSADIR}" pull -q --ff-only
+else
+	git clone -q https://anongit.gentoo.org/git/data/glsa.git "${GLSADIR}"
+fi
+eend "$?"

ansible/playbooks/roles/compatibility_layer/templates/sync_gentoo_news.j2

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source {{ gentoo_prefix_path }}/lib/gentoo/functions.sh
+
+NEWSDIR="${repository_path}"/metadata/news
+ebegin "Updating news items"
+if [[ -e ${NEWSDIR} ]]; then
+	git -C "${NEWSDIR}" pull -q --ff-only
+else
+	git clone -q https://anongit.gentoo.org/git/data/gentoo-news.git "${NEWSDIR}"
+fi
+eend $? "Try to remove ${NEWSDIR}"

ansible/playbooks/roles/compatibility_layer/templates/sync_gentoo_projects_xml.j2

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+repository_name="${1}"
+repository_path="${3}"
+
+[[ ${repository_name} == "gentoo" ]] || exit 0
+
+source {{ gentoo_prefix_path }}/lib/gentoo/functions.sh
+
+ebegin "Updating projects.xml"
+wget -q -P "${repository_path}"/metadata/ -N https://api.gentoo.org/metastructure/projects.xml
+eend $?

ansible/playbooks/roles/compatibility_layer/templates/sync_overlay_cache.j2

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+repository_name="${1}"
+
+[[ ${repository_name} == "gentoo" ]] && exit 0
+
+source {{ gentoo_prefix_path }}/lib/gentoo/functions.sh
+
+# Number of jobs for egencache, default is number or processors.
+parallel_jobs="$(nproc)"
+
+ebegin "Updating metadata cache for ${repository_name}"
+egencache --jobs="${parallel_jobs}" --repo="${repository_name}" --update --update-use-local-desc
+eend $?

test/compat_layer.py

@@ -182,3 +182,22 @@ def __init__(self):
             sn.assert_eq(self.exit_code, 0),
             sn.assert_found(f'\n/{self.symlink_to_host}\n', self.stdout),
         ])
+
+
+@rfm.simple_test
+class GentooOverlayGitTest(RunInGentooPrefixTest):
+    def __init__(self):
+        # the switch to git was made in pilot version 2021.06
+        self.skip_if(self.eessi_version == '2021.03')
+
+        super().__init__()
+        self.descr = 'Verify that the Gentoo overlay is synced using git.'
+        self.command = f'emerge --info'
+
+        gentoo_repo_dir = os.path.join(self.compat_dir, 'var', 'db', 'repos', 'gentoo')
+        gentoo_git_repo_info = '''gentoo
+    location: %s
+    sync-type: git
+    sync-uri: https://github.com/gentoo/gentoo.git''' % gentoo_repo_dir
+
+        self.sanity_patterns = sn.assert_found(gentoo_git_repo_info, self.stdout)