roles/sogrep: Add sogrep role

playbooks/soyuz.yml

@@ -15,3 +15,4 @@
     - { role: postgres, tags: ['postgres'] }
     - { role: quassel, quassel_domain: "quassel.archlinux.org", tags: ['quassel'] }
     - { role: syncrepo, tags: ['syncrepo'] }
+    - { role: sogrep, tags: ['sogrep'] }

roles/sogrep/files/createlinks

+#!/bin/bash
+
+target="/srv/ftp"
+repos=('core' 'extra' 'community' 'testing' 'community-testing' 'staging' 'community-staging' 'multilib' 'multilib-testing' 'multilib-staging' 'gnome-unstable' 'kde-unstable')
+arches=('i686' 'x86_64')
+lock='/tmp/links.lck'
+tmp="$(mktemp -d)"
+
+[ -f "${lock}" ] && exit 1
+touch "${lock}"
+
+renice +10 -p $$ > /dev/null
+
+getpkgname() {
+	local tmp
+
+	tmp=${1##*/}
+	echo ${tmp%-*.pkg.tar.*}
+}
+
+
+for repo in ${repos[@]}; do
+	for arch in ${arches[@]}; do
+		repodir=${repo}/os/${arch}
+		[ ! -f ${target}/$repodir/$repo.db ] && continue
+		echo "$repo/$arch..."
+		mkdir -p ${tmp}/tmp/${repodir}
+
+		# extract old file archive
+		if [ -f ${target}/${repodir}/${repo}.links.tar.gz ]; then
+			mkdir -p ${tmp}/cache/${repodir}
+			bsdtar -xf ${target}/${repodir}/${repo}.links.tar.gz -C ${tmp}/cache/${repodir}
+		fi
+
+		# create file lists
+		for pkg in $(find $target/$repodir -xtype f -name "*-${arch}.pkg.tar.?z"); do
+			pkgname=$(getpkgname $pkg)
+			tmppkgdir=${tmp}/tmp/${repodir}/${pkgname}
+			mkdir -p $tmppkgdir
+ 			if [ -f "${tmp}/cache/${repodir}/${pkgname}/links" ]; then
+				# reuse the cached file
+				mv ${tmp}/cache/${repodir}/${pkgname}/links ${tmppkgdir}/links
+			else
+				echo "$repo/$arch: $pkgname"
+				mkdir -p ${tmppkgdir}/pkg
+				bsdtar -xof $pkg -C ${tmppkgdir}/pkg --include={opt,{,usr/}{lib{,32},{s,}bin}}'/*' 2>/dev/null
+				for f in $(find ${tmppkgdir}/pkg -type f); do
+					readelf -d "$f" 2> /dev/null | sed -nr 's/.*Shared library: \[(.*)\].*/\1/p'
+				done | sort -u > ${tmppkgdir}/links
+				rm -rf ${tmppkgdir}/pkg
+ 			fi
+		done
+
+		# create new file archive
+		pkgdir=${target}/${repodir}
+		mkdir -p $pkgdir
+		bsdtar --exclude=*.tar.* -czf ${pkgdir}/${repo}.links.tar.gz -C ${tmp}/tmp/${repodir} .
+	done
+done
+
+rm -rf ${tmp}
+rm -f "${lock}"

roles/sogrep/files/createlinks.service

+[Unit]
+Description=Create sogrep database
+RequiresMountsFor=/srv/repo
+
+[Service]
+Type=oneshot
+ExecStart=/usr/local/bin/createlinks
+Nice=19
+IOSchedulingClass=best-effort
+IOSchedulingPriority=7

roles/sogrep/files/createlinks.timer

+[Unit]
+Description=Daily creation of sogrep DB
+
+[Timer]
+OnCalendar=daily
+AccuracySec=24h
+Persistent=true
+
+[Install]
+WantedBy=timers.target

roles/sogrep/files/sogrep

+#!/bin/bash
+
+target="/srv/repo"
+tmp=$(mktemp -d)
+arches=('i686' 'x86_64')
+lock='/tmp/links.lck'
+
+[ -f "${lock}" ] && echo "create links is running" && exit 1
+
+if [ $# -ne 2 ]; then
+	echo "usage: $(basename $0) <repo> <soname>"
+	exit 1
+fi
+
+repo="${1}"
+lib="${2}"
+
+for arch in ${arches[@]}; do
+	db=${target}/${repo}/os/${arch}/${repo}.links.tar.gz
+	if [ -f ${db} ]; then
+		mkdir -p ${tmp}/${repo}/${arch}
+		bsdtar -xf ${db} -C ${tmp}/${repo}/${arch}
+	fi
+done
+
+for i in $(grep -rl "${lib}" ${tmp}); do
+	pkg=$(basename $(dirname $i))
+	echo ${pkg%-*-*}
+done | sort -u
+
+rm -rf ${tmp}

roles/sogrep/handlers/main.yml

+---
+
+- name: daemon reload
+  command: systemctl daemon-reload

roles/sogrep/tasks/main.yml

+---
+
+- name: install binutils
+  pacman: name=binutils state=present
+
+- name: install sogrep scripts
+  copy: src={{ item }} dest=/usr/local/bin/{{ item }} owner=root group=root mode=0755
+  with_items:
+    - createlinks
+    - sogrep
+
+- name: install sogrep units
+  copy: src={{ item }} dest=/etc/systemd/system/{{ item }} owner=root group=root mode=0644
+  with_items:
+    - createlinks.timer
+    - createlinks.service
+  notify:
+    - daemon reload
+
+- name: start and enable sogrep units
+  service: name=createlinks.timer enabled=yes state=started