jenkins.sh

# This file is sourced by Jenkins during a CI build for both PRs and master/release branches.
# A PR may *temporarily* modify this file but a PR will only be merged if this file is identical
# between the PR branch and the target branch. The make_targets variable will contain a space-
# separated list of Makefile targets to invoke.

# Passing --system-site-packages ensures that mesos.native and mesos.interface are included
# Passing --never-download prevents silent upgrades to pip, wheel and setuptools
virtualenv --system-site-packages --never-download venv
. venv/bin/activate

# Install build requirements 
make prepare

# Install Toil and its runtime requirements
make develop extras=[aws,mesos,azure,google,encryption,cwl,htcondor]

# Required for running Mesos master and slave daemons as part of the tests
export LIBPROCESS_IP=127.0.0.1

# Needed for integrative provisioner tests
export CGCLOUD_ME=jenkins@jenkins-master
export TOIL_AWS_KEYNAME=jenkins@jenkins-master
export TOIL_AZURE_KEYNAME=toiltest
export TOIL_AZURE_ZONE=westus
export PUBLIC_KEY_FILE=/home/jenkins/builds/.ssh/id_rsa.pub
export TOIL_SSH_KEYNAME=jenkins
export TOIL_GOOGLE_PROJECTID=toil-dev
export GOOGLE_APPLICATION_CREDENTIALS=/home/jenkins/builds/toil-dev-41fd0135b44d.json
export TOIL_BOTO_DIR=/home/jenkins/.boto

# Needed for google provisioner tests
export TOIL_GOOGLE_KEYNAME=jenkins
export TOIL_BOTO_DIR=/home/jenkins/.boto

TMPDIR=/mnt/ephemeral/tmp
# Run rm "as root" so we can clean up files left over by rogue containers
docker run -v $(dirname $TMPDIR):$(dirname $TMPDIR) busybox rm -rf $TMPDIR
mkdir $TMPDIR
# Check that we have enough free space for running the tests
python -c "
min_free_in_GiB = 20
import os, sys
s=os.statvfs('$TMPDIR')
f=s.f_frsize * s.f_bavail
sys.exit(1 if f < min_free_in_GiB << 30 else 0)
"
export TMPDIR
make $make_targets
docker run -v $(dirname $TMPDIR):$(dirname $TMPDIR) busybox rm -rf $TMPDIR