From 36a2037fccd9114688088dd31432c26dd5f99e05 Mon Sep 17 00:00:00 2001 From: Holger Levsen Date: Thu, 8 Jan 2015 17:20:04 +0100 Subject: drop now useless reproducible_html_notes.sh, thanks a lot mapreri for the rewrite in python --- bin/reproducible_html_notes.sh | 362 ----------------------------------------- 1 file changed, 362 deletions(-) delete mode 100755 bin/reproducible_html_notes.sh diff --git a/bin/reproducible_html_notes.sh b/bin/reproducible_html_notes.sh deleted file mode 100755 index 5679d2e2..00000000 --- a/bin/reproducible_html_notes.sh +++ /dev/null @@ -1,362 +0,0 @@ -#!/bin/bash - -# Copyright 2014 Holger Levsen -# released under the GPLv=2 - -DEBUG=false -. /srv/jenkins/bin/common-functions.sh -common_init "$@" - -# common code defining db access -. /srv/jenkins/bin/reproducible_common.sh - -set +x -init_html - -# -# this files are from the git repo cloned by the job-cfg -# on changes, this job is triggered -# -PACKAGES_YML=$PWD/packages.yml -ISSUES_YML=$PWD/issues.yml - -# -# declare some variables -# -declare -A NOTES_VERSION -declare -A NOTES_ISSUES -declare -A NOTES_BUGS -declare -A NOTES_COMMENTS -declare -A ISSUES_DESCRIPTION -declare -A ISSUES_URL - -# -# declare some functions only used for dealing with notes -# -show_multi_values() { - TMPFILE=$(mktemp) - echo "$@" > $TMPFILE - while IFS= read -r p ; do - if [ "$p" = "-" ] || [ "$p" = "" ] ; then - continue - elif [ "${p:0:2}" = "- " ] ; then - p="${p:2}" - fi - echo " $PROPERTY = $p" - done < $TMPFILE - unset IFS - rm $TMPFILE -} - -tag_property_loop() { - BEFORE=$1 - shift - AFTER=$1 - shift - TMPFILE=$(mktemp) - echo "$@" > $TMPFILE - while IFS= read -r p ; do - if [ "$p" = "-" ] || [ "$p" = "" ] ; then - continue - elif [ "${p:0:2}" = "- " ] ; then - p="${p:2}" - fi - write_page "$BEFORE" - if $BUG ; then - # turn bugs into links - p="#$p" - else - # turn URLs into links - p="$(echo $p |sed -e 's|http[s:]*//[^ ]*|\0|g')" - fi - write_page "$p" - write_page "$AFTER" - done < $TMPFILE - unset IFS - rm $TMPFILE -} - -issues_loop() { - TTMPFILE=$(mktemp) - echo "$@" > $TTMPFILE - while IFS= read -r p ; do - if [ "${p:0:2}" = "- " ] ; then - p="${p:2}" - fi - write_page "" - if [ "${ISSUES_URL[$p]}" != "" ] ; then - write_page "" - fi - if [ "${ISSUES_DESCRIPTION[$p]}" != "" ] ; then - write_page "" - fi - write_page "
Identifier:$p
URL${ISSUES_URL[$p]}
Description" - tag_property_loop "" "
" "${ISSUES_DESCRIPTION[$p]}" - write_page "
" - done < $TTMPFILE - unset IFS - rm $TTMPFILE -} - -write_meta_note() { - write_page "

Notes are stored in notes.git.

" -} - -create_pkg_note() { - BUG=false - rm -f $PAGE - # write_page_header() is not used as it contains the

tag... - write_page "" - write_page "" - write_page "" - write_page "Notes for $1" - write_page "" - write_page "" - - write_page "" - - if [ "${NOTES_ISSUES[$1]}" != "" ] ; then - write_page "" - fi - - BUG=true - if [ "${NOTES_BUGS[$1]}" != "" ] ; then - write_page "" - write_page "" - fi - BUG=false - - if [ "${NOTES_COMMENTS[$1]}" != "" ] ; then - write_page "" - write_page "" - fi - write_page "" - write_page "
Version annotated:${NOTES_VERSION[$1]}
Identified issues:" - issues_loop "${NOTES_ISSUES[$1]}" - write_page "
Bugs noted:" - tag_property_loop "" "
" "${NOTES_BUGS[$1]}" - write_page "
Comments:" - tag_property_loop "" "
" "${NOTES_COMMENTS[$1]}" - write_page "
 
" - write_meta_note - write_page "
" - write_page_footer -} - -create_issue() { - BUG=false - write_page_header "" "Notes about issue '$1'" - write_page "" - - write_page "" - - if [ "${ISSUES_URL[$1]}" != "" ] ; then - write_page "" - fi - if [ "${ISSUES_DESCRIPTION[$1]}" != "" ] ; then - write_page "" - write_page "" - fi - - write_page "" - write_page "" - write_page "
Identifier:$1
URL:${ISSUES_URL[$1]}
Description:" - tag_property_loop "" "
" "${ISSUES_DESCRIPTION[$1]}" - write_page "
Packages known to be affected by this issue:" - for PKG in $PACKAGES_WITH_NOTES ; do - if [ "${NOTES_ISSUES[$PKG]}" != "" ] ; then - TTMPFILE=$(mktemp) - echo "${NOTES_ISSUES[$PKG]}" > $TTMPFILE - while IFS= read -r p ; do - if [ "${p:0:2}" = "- " ] ; then - p="${p:2}" - fi - if [ "$p" = "$1" ] ; then - write_page " ${LINKTARGET[$PKG]} " - fi - done < $TTMPFILE - unset IFS - rm $TTMPFILE - fi - done - write_page "
 
" - write_meta_note - write_page "
" - write_page_meta_sign - write_page_footer -} - -write_issues() { - touch $ISSUES_PATH/stamp - for ISSUE in ${ISSUES} ; do - PAGE=$ISSUES_PATH/${ISSUE}_issue.html - echo "Updating ${ISSUE}_issue.html" - create_issue $ISSUE - done - cd $ISSUES_PATH - for FILE in *.html ; do - # if issue is older than stamp file... - if [ $FILE -ot stamp ] ; then - rm $FILE - echo "Deleting $FILE" - fi - done - rm stamp - cd - > /dev/null -} - -parse_issues() { - ISSUES=$(cat ${ISSUES_YML} | /srv/jenkins/bin/shyaml keys) - for ISSUE in ${ISSUES} ; do - echo " Issue = ${ISSUE}" - for PROPERTY in url description ; do - VALUE="$(cat ${ISSUES_YML} | /srv/jenkins/bin/shyaml get-value ${ISSUE}.${PROPERTY} )" - if [ "$VALUE" != "" ] ; then - case $PROPERTY in - url) ISSUES_URL[${ISSUE}]=$VALUE - echo " $PROPERTY = $VALUE" - ;; - description) ISSUES_DESCRIPTION[${ISSUE}]=$VALUE - show_multi_values "$VALUE" - ;; - esac - fi - done - done -} - -write_notes() { - touch $NOTES_PATH/stamp - # actually write notes - for PKG in $PACKAGES_WITH_NOTES ; do - PAGE=$NOTES_PATH/${PKG}_note.html - create_pkg_note $PKG - done - echo - # cleanup old notes and re-create package page if needed - cd $NOTES_PATH - for FILE in *.html ; do - PKG_FILE=/var/lib/jenkins/userContent/rb-pkg/${FILE:0:-10}.html - PKG=${FILE:0:-10} - echo -n "Checking ${PKG_FILE} for ${PKG} - " - # if note was removed... - if [ $FILE -ot stamp ] ; then - echo "old note found, removing and updating the package page." - # cleanup old notes - rm $FILE - # force re-creation of package file if there was a note - rm -f ${PKG_FILE} - process_packages ${PKG} - else - # ... else re-recreate ${PKG_FILE} if it does not contain a link to the note already - if ! grep _note.html ${PKG_FILE} > /dev/null 2>&1 ; then - echo "note not mentioned in package page, updating it." - rm -f ${PKG_FILE} - process_packages ${PKG} - else - echo "ok." - fi - fi - done - rm stamp - cd - > /dev/null -} - -parse_notes() { - PACKAGES_WITH_NOTES=$(cat ${PACKAGES_YML} | /srv/jenkins/bin/shyaml keys) - for PKG in $PACKAGES_WITH_NOTES ; do - echo " Package = ${PKG}" - for PROPERTY in version issues bugs comments ; do - VALUE="$(cat ${PACKAGES_YML} | /srv/jenkins/bin/shyaml get-value ${PKG}.${PROPERTY} )" - if [ "$VALUE" != "" ] ; then - case $PROPERTY in - version) NOTES_VERSION[${PKG}]=$VALUE - echo " $PROPERTY = $VALUE" - ;; - issues) NOTES_ISSUES[${PKG}]=$VALUE - show_multi_values "$VALUE" - ;; - bugs) NOTES_BUGS[${PKG}]=$VALUE - show_multi_values "$VALUE" - ;; - comments) NOTES_COMMENTS[${PKG}]=$VALUE - show_multi_values "$VALUE" - ;; - esac - fi - done - done -} - -validate_yaml() { - VALID_YAML=true - set +e - cat $1 | /srv/jenkins/bin/shyaml keys > /dev/null 2>&1 || VALID_YAML=false - cat $1 | /srv/jenkins/bin/shyaml get-values > /dev/null 2>&1 || VALID_YAML=false - set -e - echo "$1 is valid yaml: $VALID_YAML" -} - -# -# end note parsing functions... -# - -# -# actually validate & parse the notes and then write pages for all notes and issues -# -validate_yaml ${ISSUES_YML} -validate_yaml ${PACKAGES_YML} -if $VALID_YAML ; then - echo "$(date) - processing notes and issues" - parse_issues - parse_notes - echo "$(date) - processing packages with notes" - force_package_targets ${PACKAGES_WITH_NOTES} - write_notes - write_issues -else - echo "Warning: ${ISSUES_YML} or ${PACKAGES_YML} contains invalid yaml, please fix." -fi - -# -# write packages with notes page -# -VIEW=notes -PAGE=index_${VIEW}.html -echo "$(date) - starting to write $PAGE page." -write_page_header $VIEW "Overview of ${SPOKENTARGET[$VIEW]}" -if $VALID_YAML ; then - write_page "

Packages which have notes: " - PACKAGES_WITH_NOTES=$(echo $PACKAGES_WITH_NOTES | sed -s "s# #\n#g" | sort | xargs echo) - link_packages $PACKAGES_WITH_NOTES - write_page "

" -else - write_page "

Broken .yaml files in notes.git could not be parsed, please investigate and fix!

" -fi -write_meta_note -write_page_meta_sign -write_page_footer -publish_page - -# -# write page with all issues -# -VIEW=issues -PAGE=index_${VIEW}.html -echo "$(date) - starting to write $PAGE page." -write_page_header $VIEW "Overview of ${SPOKENTARGET[$VIEW]}" -if $VALID_YAML ; then - write_page "" - write_page "" - ISSUES=$(echo ${ISSUES} | sed -s "s# #\n#g" | sort | xargs echo) - for ISSUE in ${ISSUES} ; do - write_page "" - done - write_page "
Identified issues
${ISSUE}
" -else - write_page "

Broken .yaml files in notes.git could not be parsed, please investigate and fix!

" -fi -write_meta_note -write_page_footer -publish_page - -- cgit v1.2.3-70-g09d2