make: Release pipeline
This commit adds new make targets for rpm, deb, and pacman packages. It also adds a phony target that uploads tarballs of the packages, along with their signed (and unsigned) checksums to the github release page. Once the current commit is tagged as a release, run `make release` to build the packages and upload them to github.
This commit is contained in:
Jonathan Gold
65
misc/fpm-pack.sh
Executable file
65
misc/fpm-pack.sh
Executable file
@@ -0,0 +1,65 @@
|
||||
#!/bin/bash
|
||||
# This script packages rpm, deb, and pacman packages of mgmt with fpm. The
|
||||
# first argument is the package type, and all subsequent arguments are the
|
||||
# dependencies. Example usage: `./fpm-pack.sh deb dependency1 dependency2`
|
||||
|
||||
# the binary to package
|
||||
BINARY="mgmt"
|
||||
# git tag pointing to the current commit
|
||||
TAG=$(git tag -l --points-at HEAD)
|
||||
# maintainer email
|
||||
MAINTAINER="mgmt@noreply.github.com"
|
||||
# project url
|
||||
URL="https://github.com/purpleidea/mgmt/"
|
||||
# project description
|
||||
DESCRIPTION="Next generation distributed, event-driven, parallel config management!"
|
||||
# project license
|
||||
LICENSE="GPLv3"
|
||||
# location to install the binary
|
||||
PREFIX="/usr/bin"
|
||||
# release directory
|
||||
DIR="releases"
|
||||
|
||||
# placeholder for dependencies to be read from arguments
|
||||
DEPS=
|
||||
# placeholder for changelog argument parsed from the package type
|
||||
CHANGELOG=
|
||||
|
||||
# make sure we're on a tagged commit
|
||||
if [ "$TAG" == "" ]; then
|
||||
echo "cannot release an untagged commit"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# make sure the package type is valid
|
||||
if [ "$1" != "deb" ] && [ "$1" != "rpm" ] && [ "$1" != "pacman" ]; then
|
||||
echo "invalid package type"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# there are no changelogs for pacman packages
|
||||
if [ "$1" != "pacman" ]; then
|
||||
CHANGELOG="--${1}-changelog=${DIR}/${1}/changelog"
|
||||
fi
|
||||
|
||||
# arguments after the first one are deps
|
||||
for i in "${@:2}"; do
|
||||
DEPS="$DEPS -d $i"
|
||||
done
|
||||
|
||||
# build the package
|
||||
fpm \
|
||||
--log error \
|
||||
--name "$BINARY" \
|
||||
--version "$TAG" \
|
||||
--maintainer "$MAINTAINER" \
|
||||
--url "$URL" \
|
||||
--description "$DESCRIPTION" \
|
||||
--license "$LICENSE" \
|
||||
--input-type dir \
|
||||
--output-type "$1" \
|
||||
--package "${DIR}/${1}/" \
|
||||
${CHANGELOG} \
|
||||
${DEPS} \
|
||||
--prefix "$PREFIX" \
|
||||
"$BINARY"
|
||||
@@ -1,76 +0,0 @@
|
||||
#!/bin/bash
|
||||
set -euo pipefail
|
||||
IFS=$'\n\t'
|
||||
|
||||
PATH=/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin
|
||||
|
||||
cleanup() {
|
||||
if [ -f "${tmpfile}" ]; then
|
||||
rm -f "${tmpfile}"
|
||||
fi
|
||||
}
|
||||
|
||||
trap "{ cleanup; }" EXIT SIGTERM
|
||||
|
||||
getCommits() {
|
||||
prevtag="${1}"
|
||||
tag="${2}"
|
||||
local -a authors
|
||||
local ver="${tag}-1"
|
||||
local h
|
||||
|
||||
echo "»»» Processing ${prevtag}..${tag}"
|
||||
numCommits=$(git --no-pager rev-list --count "${prevtag}".."${tag}")
|
||||
if ((numCommits>0)); then
|
||||
echo " ${numCommits} commits found"
|
||||
|
||||
if [ "${tag}" == "HEAD" ]; then
|
||||
h=$(git rev-list --max-count=1 --abbrev-commit HEAD)
|
||||
ver="${prevtag}~1.${h}"
|
||||
fi
|
||||
|
||||
echo "${pkgname} (${ver}) UNRELEASED; urgency=low" >> "${tmpfile}"
|
||||
|
||||
authors=($(git log --format='%aN' "${prevtag}".."${tag}" | sort | uniq))
|
||||
for author in "${authors[@]}"; do
|
||||
echo " Gathering commits from ${author}"
|
||||
{
|
||||
echo " [ ${author} ]"
|
||||
git --no-pager log --author="${author}" --pretty=format:' * %s' "${prevtag}".."${tag}"
|
||||
echo ""
|
||||
} >> "${tmpfile}"
|
||||
done
|
||||
|
||||
git --no-pager log -n 1 --pretty='format:%n -- %aN <%aE> %aD%n%n' "${tag}" >> "${tmpfile}"
|
||||
else
|
||||
echo " 0 commits found, skipping"
|
||||
fi
|
||||
}
|
||||
|
||||
if [ ! -d "debian" ]; then
|
||||
echo "Directory ./debian not found"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
tmpfile=$(mktemp)
|
||||
firstHash=$(git rev-list --max-parents=0 HEAD) # This should yield the very first commit hash
|
||||
pkgname=$(grep '^Package: ' debian/control | sed 's/^Package: //')
|
||||
tags=($(git tag | sort -r -V))
|
||||
|
||||
echo "»»» Gathering untagged commits"
|
||||
tag=${tags[0]}
|
||||
untagged=$(git rev-list --count "${tag}"..HEAD)
|
||||
if ((untagged>0)); then
|
||||
getCommits "${tag}" HEAD
|
||||
fi
|
||||
|
||||
|
||||
for ((i=1; i<${#tags[@]}; i++)); do
|
||||
tag="${tags[${i}]}"
|
||||
nexttag="${tags[$((i-1))]}"
|
||||
getCommits "${tag}" "${nexttag}"
|
||||
done
|
||||
|
||||
getCommits "${firstHash}" "${tags[-1]}"
|
||||
|
||||
mv "${tmpfile}" debian/changelog
|
||||
46
misc/make-deb-changelog.sh
Executable file
46
misc/make-deb-changelog.sh
Executable file
@@ -0,0 +1,46 @@
|
||||
#!/bin/bash
|
||||
# This script generates a deb changelog from the project's git history.
|
||||
|
||||
# path to store the changelog
|
||||
CHANGELOG="releases/deb/changelog"
|
||||
# input to format flag for git tag
|
||||
TAG_FORMAT="-- %(creator) %(creatordate:format:%a, %d %b %Y %H:%M:%S %z) %(refname:lstrip=2)"
|
||||
# a list of tags to be parsed in the loop
|
||||
TAGS=$(git tag --sort=-creatordate --format="$TAG_FORMAT" | sed -r 's/[0-9]+ -[0-9]+ //')
|
||||
|
||||
# placeholder for the next line of the list
|
||||
THIS_TAGLINE=
|
||||
|
||||
# parse the list
|
||||
while read -r LAST_TAGLINE; do
|
||||
# read ahead one tag
|
||||
if [ "$THIS_TAGLINE" == "" ]; then
|
||||
# store the tag for the next iteration
|
||||
THIS_TAGLINE="$LAST_TAGLINE"
|
||||
continue
|
||||
fi
|
||||
|
||||
# grab the tags from the last column of the taglines
|
||||
THIS_TAG=$(echo "$THIS_TAGLINE" | awk '{print $NF}')
|
||||
LAST_TAG=$(echo "$LAST_TAGLINE" | awk '{print $NF}')
|
||||
|
||||
# print the release description
|
||||
printf "mgmt (%s) unstable; priority=low\n\n" "$THIS_TAG" >> "$CHANGELOG"
|
||||
|
||||
# print all the commits between the tags
|
||||
git shortlog -n "${LAST_TAG}...${THIS_TAG}" | sed -r '/\):/s/^/ * /' >> "$CHANGELOG"
|
||||
|
||||
# print the release signature
|
||||
printf "%s\n\n\n" "$THIS_TAGLINE" | sed -r 's/[0-9]\.[0-9]\.[0-9]+//'>> "$CHANGELOG"
|
||||
|
||||
# first tag is special since there's no previous one
|
||||
if [ "$LAST_TAG" == "0.0.1" ]; then
|
||||
# print all the commits before the first tag
|
||||
git shortlog -n "$LAST_TAG" | sed -r '/\):/s/^/ * /' >> "$CHANGELOG"
|
||||
# print the release signature
|
||||
printf "%s\n" "$LAST_TAGLINE" | sed -r 's/[0-9]\.[0-9]\.[0-9]+//'>> "$CHANGELOG"
|
||||
fi
|
||||
|
||||
# store the tag for the next iteration
|
||||
THIS_TAGLINE="$LAST_TAGLINE"
|
||||
done <<< "$TAGS"
|
||||
@@ -31,16 +31,18 @@ fi
|
||||
if [ ! -z "$YUM" ]; then
|
||||
$sudo_command $YUM install -y libvirt-devel
|
||||
$sudo_command $YUM install -y augeas-devel
|
||||
$sudo_command $YUM install -y rubygems
|
||||
$sudo_command $YUM install -y ruby-devel rubygems
|
||||
$sudo_command $YUM install -y time
|
||||
# dependencies for building packages with fpm
|
||||
$sudo_command $YUM install -y gcc make rpm-build libffi-devel bsdtar || true
|
||||
fi
|
||||
if [ ! -z "$APT" ]; then
|
||||
$sudo_command $APT install -y libvirt-dev || true
|
||||
$sudo_command $APT install -y libaugeas-dev || true
|
||||
$sudo_command $APT install -y rubygems || true
|
||||
$sudo_command $APT install -y ruby ruby-dev rubygems || true
|
||||
$sudo_command $APT install -y libpcap0.8-dev || true
|
||||
# dependencies for building debian packages with `make deb`
|
||||
$sudo_command $APT install -y dpkg-dev devscripts debhelper dh-golang dh-systemd
|
||||
# dependencies for building packages with fpm
|
||||
$sudo_command $APT install -y build-essential rpm bsdtar || true
|
||||
# `realpath` is a more universal alternative to `readlink -f` for absolute path resolution
|
||||
# (-f is missing on BSD/macOS), but older Debian/Ubuntu's don't include it in coreutils yet.
|
||||
# https://unix.stackexchange.com/a/136527
|
||||
@@ -103,4 +105,5 @@ go get golang.org/x/lint/golint # for `golint`-ing
|
||||
go get github.com/tmthrgd/go-bindata/go-bindata # for compiling in non golang files
|
||||
go get -u gopkg.in/alecthomas/gometalinter.v1 && mv "$(dirname $(command -v gometalinter.v1))/gometalinter.v1" "$(dirname $(command -v gometalinter.v1))/gometalinter" && gometalinter --install # bonus
|
||||
command -v mdl &>/dev/null || gem install mdl || true # for linting markdown files
|
||||
command -v fpm &>/dev/null || gem install fpm || true # for cross distro packaging
|
||||
cd "$XPWD" >/dev/null
|
||||
|
||||
46
misc/make-rpm-changelog.sh
Executable file
46
misc/make-rpm-changelog.sh
Executable file
@@ -0,0 +1,46 @@
|
||||
#!/bin/bash
|
||||
# This script generates an rpm changelog from the project's git history.
|
||||
|
||||
# path to store the changelog
|
||||
CHANGELOG="releases/rpm/changelog"
|
||||
# input to format flag for git tag
|
||||
TAG_FORMAT="* %(creatordate:format:%a %b %d %Y) %(creator) %(refname:lstrip=2)"
|
||||
# a list of tags to be parsed in the loop
|
||||
TAGS=$(git tag --sort=-creatordate --format="$TAG_FORMAT" | sed -r 's/[0-9]+ -[0-9]+ //')
|
||||
|
||||
# placeholder for the next line of the list
|
||||
THIS_TAGLINE=
|
||||
|
||||
# parse the list
|
||||
while read -r LAST_TAGLINE; do
|
||||
# read ahead one tag
|
||||
if [ "$THIS_TAGLINE" == "" ]; then
|
||||
# store the tag for the next iteration
|
||||
THIS_TAGLINE="$LAST_TAGLINE"
|
||||
continue
|
||||
fi
|
||||
|
||||
# grab the tags from the last column of the taglines
|
||||
THIS_TAG=$(echo "$THIS_TAGLINE" | awk '{print $NF}')
|
||||
LAST_TAG=$(echo "$LAST_TAGLINE" | awk '{print $NF}')
|
||||
|
||||
# print the release description
|
||||
printf "\n%s\n\n" "$THIS_TAGLINE" >> "$CHANGELOG"
|
||||
|
||||
# print all the commits between the tags
|
||||
git shortlog -n ${LAST_TAG}...${THIS_TAG} | sed -r '/\):/s/^/ - /' >> "$CHANGELOG"
|
||||
|
||||
# first tag is special since there's no previous one
|
||||
if [ "$LAST_TAG" == "0.0.1" ]; then
|
||||
# print the release description
|
||||
printf "\n%s\n\n" "$LAST_TAGLINE" >> "$CHANGELOG"
|
||||
# print all the commits before the first tag
|
||||
git shortlog -n $LAST_TAG | sed -r '/\):/s/^/ - /' >> "$CHANGELOG"
|
||||
fi
|
||||
|
||||
# store the tag for the next iteration
|
||||
THIS_TAGLINE="$LAST_TAGLINE"
|
||||
done <<< "$TAGS"
|
||||
|
||||
# trim the first and last lines
|
||||
sed -i '1d;$d' "$CHANGELOG"
|
||||
Reference in New Issue
Block a user