1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
#!/bin/bash
# Run the uitests with the juju created from the release tar file
# or from the approximate source of the tar file.
# About SUITE
# We require "TestJujuCore" SUITE to verify Juju's interaction with the GUI.
# The "TestCharm" SUITE verifies charm plugin deps with juju.
# "not TestStorefront" Theoretically work if we accept the consequences
# of building both Juju and the charm plugin with undocumented deps.
# "TestStorefront" fails, maybe because of phantom. firefox reports
# Xvfb did not start, but xfvb works for the win client job.
# SUITE cannot be an empty string if non-essential suites will fail.
# see http://pytest.org/latest/example/markers.html#using-k-expr-to-select-tests-based-on-their-name
# for the syntax supported by $SUITE.
set -eu
export USER=jenkins
export SCRIPTS=$HOME/juju-ci-tools
export RELEASE_TOOLS=$HOME/juju-release-tools
export JUJU_UITEST=$HOME/eco-repos/src/github.com/CanonicalLtd/juju-uitest
export CLOUD_CITY=$HOME/cloud-city
export S3_CONFIG=$CLOUD_CITY/juju-qa.s3cfg
source $CLOUD_CITY/staging-charm-store.rc
set -x
export PATH=/usr/lib/go-1.6/bin:$PATH
REVISION_BUILD=${1:-$revision_build}
SUITE=${2:-TestJujuCore}
JOB_NAME=${3:-juju-with-uitest}
WORKSPACE=${4:-$WORKSPACE}
# Setup a workspace and TMPDIR to keep all test files in one place.
if [[ -z $WORKSPACE || $WORKSPACE == './' || $WORKSPACE == './' ]]; then
echo "Set a sane WORKSPACE: [$WORKSPACE] is not safe."
exit 1
fi
WORKSPACE=$(readlink -f $WORKSPACE)
$SCRIPTS/jujuci.py -v setup-workspace $WORKSPACE
export TMPDIR="$WORKSPACE/tmp"
mkdir $TMPDIR
# uitest only supports master and near tip branches.
# This is a design flaw because 1.25 will live a long time and
# we want to catch API breakages with the GUI.
source $($SCRIPTS/s3ci.py get --config $S3_CONFIG $REVISION_BUILD build-revision buildvars.bash)
if [[ $VERSION =~ ^1\..*$ ]]; then
echo "$VERSION is not supported uitests"
exit 0
fi
# Print a summary for the jenkins job description.
$SCRIPTS/s3ci.py get-summary $REVISION_BUILD $JOB_NAME
# Get the pristine tarfile and unpack it to build a tainted testing juju.
JUJU_ARCHIVE=$($SCRIPTS/s3ci.py get --config $S3_CONFIG $REVISION_BUILD build-revision juju-core_.*.tar.gz)
tar -xf $JUJU_ARCHIVE
JUJU_DIR=$(basename $JUJU_ARCHIVE .tar.gz)
export GOPATH=$WORKSPACE/$JUJU_DIR
JUJU_PACKAGE=$GOPATH/src/github.com/juju/juju
CHARM_PACKAGE=$GOPATH/src/github.com/juju/charm
# Add the charm package to the tree.
go get github.com/juju/charm/...
# If tree must be tampered with, then let it be us who do it to ensure
# we understand what is not being tested.
CSCLIENT="$GOPATH/src/gopkg.in/juju/charmrepo.v2-unstable/csclient/csclient.go"
API_URL=$(echo $STORE_URL | sed -e "s,//,//api.,")
SERVER_PATTERN="s,https://api.jujucharms.com,$API_URL,"
sed -i -e "$SERVER_PATTERN" $CSCLIENT
for PACKAGE in $JUJU_PACKAGE $CHARM_PACKAGE; do
cd $PACKAGE
go install ./...
done
cd $WORKSPACE
ls $GOPATH/bin
# Get the releases Juju GUI.
GUI_URL=$(sstream-query http://streams.canonical.com/juju/gui/streams/v1/index.json --output-format="%(item_url)s" | head -1)
GUI_ARCHIVE=$(basename $GUI_URL)
wget $GUI_URL
# Create credentials for the TestJujuCore tests.
# We really want a helper script based on deploy_stack.py to create
# an arbitrary temp env from cloud-city.
export JUJU_DATA=$CLOUD_CITY/jes-homes/$JOB_NAME
export JUJU_HOME=$JUJU_DATA
test -d $JUJU_DATA && rm -r $JUJU_DATA
mkdir -p $JUJU_DATA
cat << EOT > $JUJU_DATA/credentials.yaml
credentials:
google:
default-region: us-central1
default-credential: juju-qa
juju-qa:
auth-type: jsonfile
file: $CLOUD_CITY/juju-qa-gce-serviceaccount.json
EOT
# Setup juju-uitest from the local copy.
cp -r $JUJU_UITEST $WORKSPACE/juju-uitest
cd $WORKSPACE/juju-uitest
make
# Do not reveal credentials.
echo "devenv/bin/uitest --driver phantom \
-c lxd \
--gui-archive $WORKSPACE/$GUI_ARCHIVE \
--gopath $GOPATH \
--credentials <SECRET> \
--admin <SECRET> \
--url $STORE_URL" \
"$SUITE"
set +x
devenv/bin/uitest --driver phantom \
-c google \
--gui-archive $WORKSPACE/$GUI_ARCHIVE \
--gopath $GOPATH \
--credentials $STORE_CREDENTIALS \
--admin $STORE_ADMIN \
--url $STORE_URL \
"$SUITE"
|