Cache chromium for arm64 builds

This commit is contained in:
Andrejs Cunskis 2022-09-27 09:17:36 +00:00 committed by Rémy Coutable
parent 7d5f25b97e
commit 292fe33fba
7 changed files with 156 additions and 90 deletions

View file

@ -1,47 +1,86 @@
#!/bin/bash
# This script attempts to copy the latest version of the Google Chrome Debian
# package into our own package registry. Google yanks old versions regularly,
# making it hard to keep up with all the new versions.
set -e
PKG=google-chrome-stable
export DEBIAN_FRONTEND=noninteractive
apt-get -y update
apt-get -y install apt-utils curl bash gnupg2
curl -sS -L https://dl.google.com/linux/linux_signing_key.pub | apt-key add -
echo "deb [arch=$(dpkg --print-architecture)] http://dl.google.com/linux/chrome/deb/ stable main" > /etc/apt/sources.list.d/google.list
function save-package() {
local PKG=$1
local DEB=$2
local LATEST_VERSION=$3
local REGISTRY_PACKAGE=${4:-$PKG}
local SOURCE_DEB=${5:-$DEB}
echo "Updating apt to get Google Chrome packages..."
local URL="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${REGISTRY_PACKAGE}/${LATEST_VERSION}/${DEB}"
apt-get -y -q update
echo "Checking if ${PKG} v${LATEST_VERSION} is already cached"
local FILE_CHECK=$(curl --silent --location --head --output /dev/null --write "%{http_code}\\n" "$URL")
echo "Checking for latest Chrome version in apt repository..."
if [ "$FILE_CHECK" -eq "200" ]; then
echo "${PKG} v${LATEST_VERSION} is already cached!"
else
echo "Downloading latest ${PKG} version (${LATEST_VERSION}) from apt repository..."
cd /tmp
apt-get download "$PKG"
LATEST_VERSION=$(apt-cache show $PKG | grep Version | sort | tail -1 | sed -e "s/Version: //")
CHROME_DEB="google-chrome-stable_${LATEST_VERSION}_$(dpkg --print-architecture).deb"
CHROME_URL="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${PKG}/${LATEST_VERSION}/${CHROME_DEB}"
if ! [ -f "${SOURCE_DEB}" ]; then
echo "Downloaded file didn't have expected name: ${SOURCE_DEB}"
ls
exit 1
fi
echo "Checking if cache has $CHROME_DEB"
FILE_CHECK=$(curl --silent --location --head --output /dev/null --write "%{http_code}\\n" "$CHROME_URL")
if [ "$SOURCE_DEB" != "$DEB" ]; then
mv "$SOURCE_DEB" "$DEB"
fi
if [ "$FILE_CHECK" -eq "200" ]; then
echo "Latest version $LATEST_VERSION is already cached!"
else
echo "Downloading latest Chrome version ($LATEST_VERSION) in apt repository..."
cd /tmp
apt-get download $PKG
if ! [ -f "$CHROME_DEB" ]; then
echo "Downloaded file didn't have expected name: $CHROME_DEB"
ls
exit 1
echo "Transferring ${PKG} v${LATEST_VERSION} to GitLab packages"
curl --fail --header "JOB-TOKEN: ${CI_JOB_TOKEN}" \
--upload-file "./{$DEB}" \
"$URL"
fi
}
echo "Transferring $CHROME_DEB to GitLab packages"
curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" \
--upload-file "./{$CHROME_DEB}" \
"$CHROME_URL"
function cache-chrome() {
PKG=google-chrome-stable
echo "Updating apt to get Google Chrome packages..."
curl -sS -L https://dl.google.com/linux/linux_signing_key.pub | apt-key add -
echo "deb http://dl.google.com/linux/chrome/deb/ stable main" >/etc/apt/sources.list.d/google.list
apt-get -y -qq update
echo "Checking for latest '${PKG}' version in apt repository..."
LATEST_VERSION=$(apt-cache show $PKG | grep Version | sort | tail -1 | sed -e "s/Version: //")
CHROME_DEB="google-chrome-stable_${LATEST_VERSION}_amd64.deb"
save-package "$PKG" "$CHROME_DEB" "$LATEST_VERSION"
}
function cache-chromium() {
PKG=chromium
PKG_DRIVER=chromium-driver
echo "Checking for latest '${PKG}' version in apt repository..."
LATEST_VERSION=$(apt-cache show $PKG | grep Version | sort | tail -1 | sed -e "s/Version: //")
VERSION_NUMBER=$(echo $LATEST_VERSION | sed -e "s/~deb.*//") # remove debian version part to have chrome and chromium compatible version numbers
CHROMIUM_DEB="${PKG}_${VERSION_NUMBER}_${TARGETARCH}.deb"
CHROMIUM_DRIVER_DEB="${PKG_DRIVER}_${VERSION_NUMBER}_${TARGETARCH}.deb"
# Save both chromium and chromium-driver under the same package
save-package "$PKG" "$CHROMIUM_DEB" "$VERSION_NUMBER" "${PKG}" "${PKG}_${LATEST_VERSION}_${TARGETARCH}.deb"
save-package "$PKG_DRIVER" "$CHROMIUM_DRIVER_DEB" "$VERSION_NUMBER" "${PKG}" "${PKG_DRIVER}_${LATEST_VERSION}_${TARGETARCH}.deb"
}
echo "Updating system utils"
apt-get -y -qq update
apt-get -y install apt-utils curl gnupg2 >/dev/null
if [ "$TARGETARCH" == "amd64" ]; then
cache-chrome
cache-chromium
else
cache-chromium
fi