170 lines
6.0 KiB
Bash
Executable File
170 lines
6.0 KiB
Bash
Executable File
#!/bin/bash
|
|
# Copyright (c) 2019 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# Make a list of bindep dependencies and a collection of built binary
|
|
# wheels for the repo in question as well as its python dependencies.
|
|
# Install javascript tools as well to support python that needs javascript
|
|
# at build time.
|
|
set -ex
|
|
|
|
RELEASE=$(source /etc/os-release; echo $ID)
|
|
|
|
# NOTE(pabelanger): Allow users to force either microdnf or dnf as a package
|
|
# manager.
|
|
PKGMGR="${PKGMGR:-}"
|
|
PKGMGR_OPTS="${PKGMGR_OPTS:-}"
|
|
PKGMGR_PRESERVE_CACHE="${PKGMGR_PRESERVE_CACHE:-}"
|
|
|
|
PYCMD="${PYCMD:=/usr/bin/python3}"
|
|
PIPCMD="${PIPCMD:=$PYCMD -m pip}"
|
|
|
|
if [ -z $PKGMGR ]; then
|
|
# Expect dnf to be installed, however if we find microdnf default to it.
|
|
PKGMGR=/usr/bin/dnf
|
|
if [ -f "/usr/bin/microdnf" ]; then
|
|
PKGMGR=/usr/bin/microdnf
|
|
fi
|
|
fi
|
|
|
|
if [ "$PKGMGR" = "/usr/bin/microdnf" ]
|
|
then
|
|
if [ -z "${PKGMGR_OPTS}" ]; then
|
|
# NOTE(pabelanger): skip install docs and weak dependencies to
|
|
# make smaller images. Sadly, setting these in dnf.conf don't
|
|
# appear to work.
|
|
PKGMGR_OPTS="--nodocs --setopt install_weak_deps=0"
|
|
fi
|
|
fi
|
|
|
|
# NOTE(pabelanger): Ensure all the directory we use exists regardless
|
|
# of the user first creating them or not.
|
|
mkdir -p /output/bindep
|
|
mkdir -p /output/wheels
|
|
mkdir -p /tmp/src
|
|
|
|
cd /tmp/src
|
|
|
|
function install_bindep {
|
|
# Protect from the bindep builder image use of the assemble script
|
|
# to produce a wheel. Note we append because we want all
|
|
# sibling packages in here too
|
|
if [ -f bindep.txt ] ; then
|
|
bindep -l newline | sort >> /output/bindep/run.txt || true
|
|
if [ "$RELEASE" == "centos" ] ; then
|
|
bindep -l newline -b epel | sort >> /output/bindep/stage.txt || true
|
|
grep -Fxvf /output/bindep/run.txt /output/bindep/stage.txt >> /output/bindep/epel.txt || true
|
|
rm -rf /output/bindep/stage.txt
|
|
fi
|
|
compile_packages=$(bindep -b compile || true)
|
|
if [ ! -z "$compile_packages" ] ; then
|
|
$PKGMGR install -y $PKGMGR_OPTS ${compile_packages}
|
|
fi
|
|
fi
|
|
}
|
|
|
|
function install_wheels {
|
|
# NOTE(pabelanger): If there are build requirements to install, do so.
|
|
# However do not cache them as we do not want them in the final image.
|
|
if [ -f /tmp/src/build-requirements.txt ] && [ ! -f /tmp/src/.build-requirements.txt ] ; then
|
|
$PIPCMD install $CONSTRAINTS $PIP_OPTS --no-cache -r /tmp/src/build-requirements.txt
|
|
touch /tmp/src/.build-requirements.txt
|
|
fi
|
|
# Build a wheel so that we have an install target.
|
|
# pip install . in the container context with the mounted
|
|
# source dir gets ... exciting, if setup.py exists.
|
|
# We run sdist first to trigger code generation steps such
|
|
# as are found in zuul, since the sequencing otherwise
|
|
# happens in a way that makes wheel content copying unhappy.
|
|
# pip wheel isn't used here because it puts all of the output
|
|
# in the output dir and not the wheel cache, so it's not
|
|
# possible to tell what is the wheel for the project and
|
|
# what is the wheel cache.
|
|
if [ -f setup.py ] ; then
|
|
$PYCMD setup.py sdist bdist_wheel -d /output/wheels
|
|
fi
|
|
|
|
# Install everything so that the wheel cache is populated with
|
|
# transitive depends. If a requirements.txt file exists, install
|
|
# it directly so that people can use git url syntax to do things
|
|
# like pick up patched but unreleased versions of dependencies.
|
|
# Only do this for the main package (i.e. only write requirements
|
|
# once).
|
|
if [ -f /tmp/src/requirements.txt ] && [ ! -f /output/requirements.txt ] ; then
|
|
$PIPCMD install $CONSTRAINTS $PIP_OPTS --cache-dir=/output/wheels -r /tmp/src/requirements.txt
|
|
cp /tmp/src/requirements.txt /output/requirements.txt
|
|
fi
|
|
# If we didn't build wheels, we can skip trying to install it.
|
|
if [ $(ls -1 /output/wheels/*whl 2>/dev/null | wc -l) -gt 0 ]; then
|
|
$PIPCMD uninstall -y /output/wheels/*.whl
|
|
$PIPCMD install $CONSTRAINTS $PIP_OPTS --cache-dir=/output/wheels /output/wheels/*whl
|
|
fi
|
|
}
|
|
|
|
PACKAGES=$*
|
|
PIP_OPTS="${PIP_OPTS-}"
|
|
|
|
# bindep the main package
|
|
install_bindep
|
|
|
|
# go through ZUUL_SIBLINGS, if any, and build those wheels too
|
|
for sibling in ${ZUUL_SIBLINGS:-}; do
|
|
pushd .zuul-siblings/${sibling}
|
|
install_bindep
|
|
popd
|
|
done
|
|
|
|
# Use a clean virtualenv for install steps to prevent things from the
|
|
# current environment making us not build a wheel.
|
|
# NOTE(pabelanger): We allow users to install distro python packages of
|
|
# libraries. This is important for projects that eventually want to produce
|
|
# an RPM or offline install.
|
|
$PYCMD -m venv /tmp/venv --system-site-packages --without-pip
|
|
source /tmp/venv/bin/activate
|
|
|
|
# If there is an upper-constraints.txt file in the source tree,
|
|
# use it in the pip commands.
|
|
if [ -f /tmp/src/upper-constraints.txt ] ; then
|
|
cp /tmp/src/upper-constraints.txt /output/upper-constraints.txt
|
|
CONSTRAINTS="-c /tmp/src/upper-constraints.txt"
|
|
fi
|
|
|
|
# If we got a list of packages, install them, otherwise install the
|
|
# main package.
|
|
if [[ $PACKAGES ]] ; then
|
|
$PIPCMD install $CONSTRAINTS $PIP_OPTS --cache-dir=/output/wheels $PACKAGES
|
|
for package in $PACKAGES ; do
|
|
echo "$package" >> /output/packages.txt
|
|
done
|
|
else
|
|
install_wheels
|
|
fi
|
|
|
|
# go through ZUUL_SIBLINGS, if any, and build those wheels too
|
|
for sibling in ${ZUUL_SIBLINGS:-}; do
|
|
pushd .zuul-siblings/${sibling}
|
|
install_wheels
|
|
popd
|
|
done
|
|
|
|
if [ -z $PKGMGR_PRESERVE_CACHE ]; then
|
|
$PKGMGR clean all
|
|
rm -rf /var/cache/{dnf,yum}
|
|
fi
|
|
|
|
rm -rf /var/lib/dnf/history.*
|
|
rm -rf /var/log/{dnf.*,hawkey.log}
|
|
rm -rf /tmp/venv
|