81033084f8
This should fix some random failures when installing packages due to version resolution. Change-Id: Ie42bb4f83b018e3bf11315ac4069f6ca4797fec7
148 lines
4.1 KiB
Bash
Executable File
148 lines
4.1 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
|
|
if [[ "${BIFROST_TRACE:-}" == true ]]; then
|
|
set -x
|
|
fi
|
|
|
|
declare -A PKG_MAP
|
|
|
|
# NOTE(rpittau): we need a stable recent version of pip to avoid issues with
|
|
# the cryptography package.
|
|
PIP_MIN_REQ="22.3.1"
|
|
PIP_TUPLE="(22, 3, 1)"
|
|
|
|
# workaround: for latest bindep to work, it needs to use en_US local
|
|
export LANG=en_US.UTF-8
|
|
|
|
export VENV=${VENV:-/opt/stack/bifrost}
|
|
|
|
# NOTE(dtantsur): change this when creating a stable branch
|
|
BRANCH=${ZUUL_BRANCH:-master}
|
|
CONSTRAINTS_FILE=${UPPER_CONSTRAINTS_FILE:-${TOX_CONSTRAINTS_FILE:-https://releases.openstack.org/constraints/upper/$BRANCH}}
|
|
|
|
CHECK_CMD_PKGS=(
|
|
python3-devel
|
|
python3
|
|
python3-pip
|
|
)
|
|
|
|
echo Detecting package manager
|
|
|
|
source /etc/os-release || source /usr/lib/os-release
|
|
case ${ID,,} in
|
|
ubuntu|debian)
|
|
OS_FAMILY="Debian"
|
|
export DEBIAN_FRONTEND=noninteractive
|
|
INSTALLER_CMD="sudo -H -E apt-get -y install"
|
|
CHECK_CMD="dpkg -s"
|
|
PKG_MAP=(
|
|
[python3]=python3-minimal
|
|
[python3-devel]=libpython3-dev
|
|
[python3-pip]=python3-pip
|
|
)
|
|
EXTRA_PKG_DEPS=( python3-venv python3-setuptools )
|
|
sudo apt-get update
|
|
# NOTE(dtantsur): workaround for segfault when installing cryptography:
|
|
# https://github.com/pyca/cryptography/issues/3815
|
|
if $(${CHECK_CMD} python3-cryptography &> /dev/null); then
|
|
sudo -E apt-get remove -y python3-cryptography
|
|
fi
|
|
;;
|
|
|
|
rhel|fedora|centos|almalinux|rocky)
|
|
OS_FAMILY="RedHat"
|
|
PKG_MANAGER=$(/usr/bin/which dnf || /usr/bin/which yum)
|
|
if [[ "${BIFROST_TRACE:-}" != true ]]; then
|
|
PKG_MANAGER="$PKG_MANAGER --quiet"
|
|
fi
|
|
INSTALLER_CMD="sudo -H -E ${PKG_MANAGER} -y install"
|
|
CHECK_CMD="rpm -q"
|
|
PKG_MAP=(
|
|
[python3]=python3
|
|
[python3-devel]=python3-devel
|
|
[python3-pip]=python3-pip
|
|
)
|
|
EXTRA_PKG_DEPS=()
|
|
sudo -E ${PKG_MANAGER} updateinfo
|
|
# NOTE(rpittau): epel repos are installed but the content is purged
|
|
# in the CI images, we remove them and reinstall later
|
|
sudo -E ${PKG_MANAGER} remove -y epel-release epel-next-release
|
|
;;
|
|
|
|
*) echo "ERROR: Supported package manager not found. Supported: apt, dnf, yum, zypper"; exit 1;;
|
|
esac
|
|
|
|
echo "Installing Python and PIP"
|
|
|
|
for pkg in ${CHECK_CMD_PKGS[@]}; do
|
|
if ! $(${CHECK_CMD} ${PKG_MAP[$pkg]} &>/dev/null); then
|
|
${INSTALLER_CMD} ${PKG_MAP[$pkg]}
|
|
fi
|
|
done
|
|
|
|
if [ "${#EXTRA_PKG_DEPS[@]}" -ne 0 ]; then
|
|
for pkg in ${EXTRA_PKG_DEPS[@]}; do
|
|
if ! $(${CHECK_CMD} ${pkg} &>/dev/null); then
|
|
${INSTALLER_CMD} ${pkg}
|
|
fi
|
|
done
|
|
fi
|
|
|
|
SUDO="sudo -H -E"
|
|
|
|
if [ ! -f ${VENV}/bin/activate ]; then
|
|
echo "Creating a virtual environment"
|
|
|
|
# only create venv if one doesn't exist
|
|
${SUDO} python3 -m venv --system-site-packages ${VENV}
|
|
else
|
|
echo "Virtual environment exists, skipping creation"
|
|
|
|
# NOTE(dtantsur): place here any actions required to upgrade existing
|
|
# virtual environments.
|
|
|
|
# The virtual environment used to be owned by the calling user. Upgrade.
|
|
${SUDO} chown -R root:root ${VENV}
|
|
fi
|
|
|
|
# Note(cinerama): activate is not compatible with "set -u";
|
|
# disable it just for this line.
|
|
set +ux
|
|
. ${VENV}/bin/activate
|
|
set -u
|
|
if [[ "${BIFROST_TRACE:-}" == true ]]; then
|
|
set -x
|
|
fi
|
|
VIRTUAL_ENV=${VENV}
|
|
|
|
# If we're using a venv, we need to work around sudo not
|
|
# keeping the path even with -E.
|
|
PYTHON="${VENV}/bin/python3"
|
|
PIP="${SUDO} ${PYTHON} -m pip"
|
|
if [[ "${BIFROST_TRACE:-}" != true ]]; then
|
|
PIP="$PIP --quiet"
|
|
fi
|
|
|
|
# NOTE(rpittau): we need a stable recent version of pip to avoid issues with
|
|
# the cryptography package.
|
|
PIP_REQUIRED=$($PYTHON -c "import pip; print(tuple(map(int, pip.__version__.split('.'))) >= $PIP_TUPLE)")
|
|
if [[ $PIP_REQUIRED == "False" ]]; then
|
|
${PIP} install "pip==$PIP_MIN_REQ"
|
|
fi
|
|
|
|
export PIP_OPTS="--upgrade-strategy only-if-needed"
|
|
|
|
echo "Installing bindep"
|
|
${PIP} install bindep
|
|
|
|
echo "Using Bindep to install binary dependencies"
|
|
# bindep returns 1 if packages are missing
|
|
bindep -b &> /dev/null || ${INSTALLER_CMD} $(bindep -b)
|
|
|
|
echo "Installing Python requirements"
|
|
${PIP} install -r "$(dirname $0)/../requirements.txt" -c "${CONSTRAINTS_FILE}"
|
|
|
|
echo "Completed installation of basic dependencies."
|