mirror of
https://github.com/fosrl/newt.git
synced 2026-03-26 12:36:45 +00:00
Add script to append release notes and enhance publish-apt.sh for asset downloading Signed-off-by: Marc Schäfer <git@marcschaeferger.de>
150 lines
4.2 KiB
Bash
150 lines
4.2 KiB
Bash
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
# ---- required env ----
|
|
: "${GH_REPO:?}"
|
|
: "${S3_BUCKET:?}"
|
|
: "${AWS_REGION:?}"
|
|
: "${CLOUDFRONT_DISTRIBUTION_ID:?}"
|
|
: "${PKG_NAME:?}"
|
|
: "${SUITE:?}"
|
|
: "${COMPONENT:?}"
|
|
: "${APT_GPG_PRIVATE_KEY:?}"
|
|
|
|
S3_PREFIX="${S3_PREFIX:-}"
|
|
if [[ -n "${S3_PREFIX}" && "${S3_PREFIX}" != */ ]]; then
|
|
S3_PREFIX="${S3_PREFIX}/"
|
|
fi
|
|
|
|
WORKDIR="$(pwd)"
|
|
mkdir -p repo/apt assets build
|
|
|
|
download_asset() {
|
|
local tag="$1"
|
|
local pattern="$2"
|
|
local attempts=12
|
|
|
|
for attempt in $(seq 1 "${attempts}"); do
|
|
if gh release download "${tag}" -R "${GH_REPO}" -p "${pattern}" -D assets; then
|
|
return 0
|
|
fi
|
|
echo "Asset ${pattern} not available yet (attempt ${attempt}/${attempts}); retrying..."
|
|
sleep 5
|
|
done
|
|
|
|
echo "ERROR: Failed to download asset ${pattern} for ${tag} after ${attempts} attempts"
|
|
return 1
|
|
}
|
|
|
|
echo "${APT_GPG_PRIVATE_KEY}" | gpg --batch --import >/dev/null 2>&1 || true
|
|
|
|
KEYID="$(gpg --list-secret-keys --with-colons | awk -F: '$1=="sec"{print $5; exit}')"
|
|
if [[ -z "${KEYID}" ]]; then
|
|
echo "ERROR: No GPG secret key available after import."
|
|
exit 1
|
|
fi
|
|
|
|
# Determine which tags to process
|
|
TAGS=""
|
|
if [[ "${BACKFILL_ALL:-false}" == "true" ]]; then
|
|
echo "Backfill mode: collecting all release tags..."
|
|
TAGS="$(gh release list -R "${GH_REPO}" --limit 200 --json tagName --jq '.[].tagName')"
|
|
else
|
|
if [[ -n "${INPUT_TAG:-}" ]]; then
|
|
TAGS="${INPUT_TAG}"
|
|
elif [[ -n "${EVENT_TAG:-}" ]]; then
|
|
TAGS="${EVENT_TAG}"
|
|
elif [[ -n "${PUSH_TAG:-}" ]]; then
|
|
TAGS="${PUSH_TAG}"
|
|
else
|
|
echo "No tag provided; using latest release tag..."
|
|
TAGS="$(gh release view -R "${GH_REPO}" --json tagName --jq '.tagName')"
|
|
fi
|
|
fi
|
|
|
|
echo "Tags to process:"
|
|
printf '%s\n' "${TAGS}"
|
|
|
|
# Pull existing repo from S3 so we keep older versions
|
|
echo "Sync existing repo from S3..."
|
|
aws s3 sync "s3://${S3_BUCKET}/${S3_PREFIX}apt/" repo/apt/ >/dev/null 2>&1 || true
|
|
|
|
# Build and add packages
|
|
while IFS= read -r TAG; do
|
|
[[ -z "${TAG}" ]] && continue
|
|
echo "=== Processing tag: ${TAG} ==="
|
|
|
|
rm -rf assets build
|
|
mkdir -p assets build
|
|
|
|
deb_amd64="${PKG_NAME}_${TAG}_amd64.deb"
|
|
deb_arm64="${PKG_NAME}_${TAG}_arm64.deb"
|
|
|
|
download_asset "${TAG}" "${deb_amd64}"
|
|
download_asset "${TAG}" "${deb_arm64}"
|
|
|
|
if [[ ! -f "assets/${deb_amd64}" ]]; then
|
|
echo "ERROR: Missing release asset: ${deb_amd64}"
|
|
exit 1
|
|
fi
|
|
if [[ ! -f "assets/${deb_arm64}" ]]; then
|
|
echo "ERROR: Missing release asset: ${deb_arm64}"
|
|
exit 1
|
|
fi
|
|
|
|
mkdir -p "repo/apt/pool/${COMPONENT}/${PKG_NAME:0:1}/${PKG_NAME}/"
|
|
cp -v assets/*.deb "repo/apt/pool/${COMPONENT}/${PKG_NAME:0:1}/${PKG_NAME}/"
|
|
|
|
done <<< "${TAGS}"
|
|
|
|
# Regenerate metadata
|
|
cd repo/apt
|
|
|
|
for arch in amd64 arm64; do
|
|
mkdir -p "dists/${SUITE}/${COMPONENT}/binary-${arch}"
|
|
dpkg-scanpackages -a "${arch}" pool > "dists/${SUITE}/${COMPONENT}/binary-${arch}/Packages"
|
|
gzip -fk "dists/${SUITE}/${COMPONENT}/binary-${arch}/Packages"
|
|
done
|
|
|
|
# Release file with hashes
|
|
cat > apt-ftparchive.conf <<EOF
|
|
APT::FTPArchive::Release::Origin "fosrl";
|
|
APT::FTPArchive::Release::Label "newt";
|
|
APT::FTPArchive::Release::Suite "${SUITE}";
|
|
APT::FTPArchive::Release::Codename "${SUITE}";
|
|
APT::FTPArchive::Release::Architectures "amd64 arm64";
|
|
APT::FTPArchive::Release::Components "${COMPONENT}";
|
|
APT::FTPArchive::Release::Description "Newt APT repository";
|
|
EOF
|
|
|
|
apt-ftparchive -c apt-ftparchive.conf release "dists/${SUITE}" > "dists/${SUITE}/Release"
|
|
|
|
# Sign Release
|
|
cd "dists/${SUITE}"
|
|
|
|
gpg --batch --yes --pinentry-mode loopback \
|
|
${APT_GPG_PASSPHRASE:+--passphrase "${APT_GPG_PASSPHRASE}"} \
|
|
--local-user "${KEYID}" \
|
|
--clearsign -o InRelease Release
|
|
|
|
gpg --batch --yes --pinentry-mode loopback \
|
|
${APT_GPG_PASSPHRASE:+--passphrase "${APT_GPG_PASSPHRASE}"} \
|
|
--local-user "${KEYID}" \
|
|
-abs -o Release.gpg Release
|
|
|
|
# Export public key into apt repo root
|
|
cd ../../..
|
|
gpg --batch --yes --armor --export "${KEYID}" > "${WORKDIR}/repo/apt/public.key"
|
|
|
|
# Upload to S3
|
|
echo "Uploading to S3..."
|
|
aws s3 sync "${WORKDIR}/repo/apt" "s3://${S3_BUCKET}/${S3_PREFIX}apt/" --delete
|
|
|
|
# Invalidate metadata
|
|
echo "CloudFront invalidation..."
|
|
aws cloudfront create-invalidation \
|
|
--distribution-id "${CLOUDFRONT_DISTRIBUTION_ID}" \
|
|
--paths "/${S3_PREFIX}apt/dists/*" "/${S3_PREFIX}apt/public.key"
|
|
|
|
echo "Done. Repo base: ${REPO_BASE_URL}"
|