reproducible debian: show progress while processing pkg sets

1 files changed, 39 insertions, 0 deletions

diff --git a/bin/reproducible_create_meta_pkg_sets.sh b/bin/reproducible_create_meta_pkg_sets.sh
index e0edd401..08e8978b 100755
--- a/bin/reproducible_create_meta_pkg_sets.sh
+++ b/bin/reproducible_create_meta_pkg_sets.sh
@@ -101,6 +101,11 @@ get_installable_set() {
 	set -e
 }
 
+progress_info() {
+	local table=$1
+	echo "Updating ${META_PKGSET[$table]}.pkgset"
+}
+
 update_pkg_sets() {
 	# the essential package set
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[1]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[1]}.pkgset ] ; then
@@ -108,6 +113,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[1]}.pkgset
 	fi
+	progress_info 1
 
 	# the required package set
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[2]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[2]}.pkgset ] ; then
@@ -115,6 +121,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[2]}.pkgset
 	fi
+	progress_info 2
 
 	# build-essential
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[3]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[3]}.pkgset ] ; then
@@ -126,6 +133,7 @@ update_pkg_sets() {
 			update_if_similar ${META_PKGSET[3]}.pkgset
 		fi
 	fi
+	progress_info 3
 
 	# build-essential-depends
 	#
@@ -161,6 +169,7 @@ update_pkg_sets() {
 			| grep-dctrl --no-field-names --show-field=Package '' > $TMPFILE
 		update_if_similar ${META_PKGSET[4]}.pkgset
 	fi
+	progress_info 4
 
 	# popcon top 1337 installed sources
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[5]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[5]}.pkgset ] ; then
@@ -172,6 +181,7 @@ update_pkg_sets() {
 			udd -c"${SQL_QUERY}" > $TMPFILE
 		update_if_similar ${META_PKGSET[5]}.pkgset
 	fi
+	progress_info 5
 
 	# key packages (same for all suites)
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[6]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[6]}.pkgset ] ; then
@@ -183,6 +193,7 @@ update_pkg_sets() {
 			udd -c"${SQL_QUERY}" > $TMPFILE
 		update_if_similar ${META_PKGSET[6]}.pkgset
 	fi
+	progress_info 6
 
 	# installed on one or more .debian.org machines
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[7]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[7]}.pkgset ] ; then
@@ -192,6 +203,7 @@ update_pkg_sets() {
 		cat /srv/jenkins/bin/reproducible_installed_on_debian.org > $TMPFILE
 		update_if_similar ${META_PKGSET[7]}.pkgset
 	fi
+	progress_info 7
 
 	# packages which had a DSA
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[8]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[8]}.pkgset ] ; then
@@ -200,6 +212,7 @@ update_pkg_sets() {
 		grep "^\[" ${TMPFILE2} | grep "DSA-" | cut -d " " -f5 > $TMPFILE
 		update_if_similar ${META_PKGSET[8]}.pkgset
 	fi
+	progress_info 8
 
 	# packages from the cii-census
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[9]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[9]}.pkgset ] ; then
@@ -217,6 +230,7 @@ update_pkg_sets() {
 		update_if_similar ${META_PKGSET[9]}.pkgset
 		rm $CII -r
 	fi
+	progress_info 9
 
 	# gnome and everything it depends on
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[10]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[10]}.pkgset ] ; then
@@ -227,6 +241,7 @@ update_pkg_sets() {
 			update_if_similar ${META_PKGSET[10]}.pkgset
 		fi
 	fi
+	progress_info 10
 
 	# The build-depends of X tasks can be solved once dose-ceve is able to read
 	# Debian source packages (possible in dose3 git but needs a new dose3 release
@@ -247,6 +262,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[11]}.pkgset
 	fi
+	progress_info 11
 
 	# kde and everything it depends on
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[12]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[12]}.pkgset ] ; then
@@ -257,6 +273,7 @@ update_pkg_sets() {
 			update_if_similar ${META_PKGSET[12]}.pkgset
 		fi
 	fi
+	progress_info 12
 
 	# all build depends of kde
 	rm -f $TMPFILE
@@ -268,6 +285,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[13]}.pkgset
 	fi
+	progress_info 13
 
 	# xfce and everything it depends on
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[14]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[14]}.pkgset ] ; then
@@ -278,6 +296,7 @@ update_pkg_sets() {
 			update_if_similar ${META_PKGSET[14]}.pkgset
 		fi
 	fi
+	progress_info 14
 
 	# all build depends of xfce
 	rm -f $TMPFILE
@@ -289,6 +308,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[15]}.pkgset
 	fi
+	progress_info 15
 
 	# tails
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[16]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[16]}.pkgset ] ; then
@@ -306,6 +326,7 @@ update_pkg_sets() {
 			ABORT=false
 		fi
 	fi
+	progress_info 16
 
 	# all build depends of tails
 	rm -f $TMPFILE
@@ -318,6 +339,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[17]}.pkgset
 	fi
+	progress_info 17
 
 	# grml
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[18]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[18]}.pkgset ] ; then
@@ -332,6 +354,7 @@ update_pkg_sets() {
 			ABORT=true
 		fi
 	fi
+	progress_info 18
 
 	# all build depends of grml
 	rm -f $TMPFILE
@@ -344,6 +367,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[19]}.pkgset
 	fi
+	progress_info 19
 
 	# freedombox-setup and plinth and everything they depend on
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[20]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[20]}.pkgset ] ; then
@@ -360,6 +384,7 @@ update_pkg_sets() {
 			update_if_similar ${META_PKGSET[20]}.pkgset
 		fi
 	fi
+	progress_info 20
 
 	# all build depends of freedombox-setup and plinth
 	rm -f $TMPFILE
@@ -371,6 +396,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[21]}.pkgset
 	fi
+	progress_info 21
 
 	# installed by Subgraph OS
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[22]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[22]}.pkgset ] ; then
@@ -381,6 +407,7 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[22]}.pkgset
 	fi
+	progress_info 22
 
 	# all build depends of Subgraph OS
 	rm -f $TMPFILE
@@ -392,12 +419,14 @@ update_pkg_sets() {
 		convert_from_deb822_into_source_packages_only
 		update_if_similar ${META_PKGSET[23]}.pkgset
 	fi
+	progress_info 23
 
 	# pkg-perl-maintainers
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[24]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[24]}.pkgset ] ; then
 		grep-dctrl -sPackage -n -FMaintainer,Uploaders pkg-perl-maintainers@lists.alioth.debian.org $SOURCES > $TMPFILE
 		update_if_similar ${META_PKGSET[24]}.pkgset
 	fi
+	progress_info 24
 
 	# pkg-java-maintainers
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[25]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[25]}.pkgset ] ; then
@@ -406,6 +435,7 @@ update_pkg_sets() {
 		grep-dctrl -sPackage -n -FBuild-Depends default-jdk -o -FBuild-Depends-Indep default-jdk $SOURCES | sed "s#([^()]*)##g ; s#\[[^][]*\]##g ; s#,##g" | sort -u >> $TMPFILE
 		update_if_similar ${META_PKGSET[25]}.pkgset
 	fi
+	progress_info 25
 
 	# pkg-haskell-maintainers
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[26]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[26]}.pkgset ] ; then
@@ -413,12 +443,14 @@ update_pkg_sets() {
 		grep-dctrl -sPackage -n -FBuild-Depends ghc $SOURCES | sed "s#([^()]*)##g ; s#\[[^][]*\]##g ; s#,##g" | sort -u >> $TMPFILE
 		update_if_similar ${META_PKGSET[26]}.pkgset
 	fi
+	progress_info 26
 
 	# pkg-ruby-extras-maintainers
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[27]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[27]}.pkgset ] ; then
 		grep-dctrl -sPackage -n -FMaintainer,Uploaders pkg-ruby-extras-maintainers@lists.alioth.debian.org $SOURCES > $TMPFILE
 		update_if_similar ${META_PKGSET[27]}.pkgset
 	fi
+	progress_info 27
 
 	# pkg-golang-maintainers
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[28]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[28]}.pkgset ] ; then
@@ -426,36 +458,42 @@ update_pkg_sets() {
 		grep-dctrl -sPackage -n -FBuild-Depends golang-go $SOURCES | sed "s#([^()]*)##g ; s#\[[^][]*\]##g ; s#,##g" | sort -u >> $TMPFILE
 		update_if_similar ${META_PKGSET[28]}.pkgset
 	fi
+	progress_info 28
 
 	# pkg-php-pear
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[29]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[29]}.pkgset ] ; then
 		grep-dctrl -sPackage -n -FMaintainer,Uploaders pkg-php-pear@lists.alioth.debian.org $SOURCES > $TMPFILE
 		update_if_similar ${META_PKGSET[29]}.pkgset
 	fi
+	progress_info 29
 
 	# pkg-javascript-devel
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[30]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[30]}.pkgset ] ; then
 		grep-dctrl -sPackage -n -FMaintainer,Uploaders pkg-javascript-devel@lists.alioth.debian.org $SOURCES > $TMPFILE
 		update_if_similar ${META_PKGSET[30]}.pkgset
 	fi
+	progress_info 30
 
 	# debian-boot@l.d.o maintainers
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[31]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[31]}.pkgset ] ; then
 		grep-dctrl -sPackage -n -FMaintainer,Uploaders debian-boot@lists.debian.org $SOURCES > $TMPFILE
 		update_if_similar ${META_PKGSET[31]}.pkgset
 	fi
+	progress_info 31
 
 	# debian-ocaml-maint@l.d.o maintainers
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[32]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[32]}.pkgset ] ; then
 		grep-dctrl -sPackage -n -FMaintainer,Uploaders debian-ocaml-maint@lists.debian.org $SOURCES > $TMPFILE
 		update_if_similar ${META_PKGSET[32]}.pkgset
 	fi
+	progress_info 32
 
 	# debian-x@l.d.o maintainers
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[33]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[33]}.pkgset ] ; then
 		grep-dctrl -sPackage -n -FMaintainer,Uploaders debian-x@lists.debian.org $SOURCES > $TMPFILE
 		update_if_similar ${META_PKGSET[33]}.pkgset
 	fi
+	progress_info 33
 
 	# lua packages
 	if [ ! -z $(find $TPATH -maxdepth 1 -mtime +0 -name ${META_PKGSET[34]}.pkgset) ] || [ ! -f $TPATH/${META_PKGSET[34]}.pkgset ] ; then
@@ -463,6 +501,7 @@ update_pkg_sets() {
 		grep-dctrl -sPackage -n -FBuild-Depends dh-lua $SOURCES | sed "s#([^()]*)##g ; s#\[[^][]*\]##g ; s#,##g" | sort -u >> $TMPFILE
 		update_if_similar ${META_PKGSET[34]}.pkgset
 	fi
+	progress_info 34
 
 }