1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
#!/usr/bin/env python
from argparse import ArgumentParser
import logging
import os
import shutil
import subprocess
import sys
from jujuci import (
add_credential_args,
get_artifacts,
get_credentials,
PUBLISH_REVISION
)
"""Build Juju-Vagrant boxes for Juju packages build by publish-revision.
Required environment variables:
WORKSPACE - path to Jenkins' workspace directory
JENKINS_KVM - path to the local copy of
lp:~ubuntu-on-ec2/vmbuilder/jenkins_kvm (main build scripts)
"""
SERIES_TO_NUMBERS = {
'trusty': '14.04',
'precise': '12.04',
}
JENKINS_KVM = 'JENKINS_KVM'
WORKSPACE = 'WORKSPACE'
def get_package_globs(series, arch):
series_number = SERIES_TO_NUMBERS[series]
return {
'core': 'juju-core_*%s*_%s.deb' % (series_number, arch),
'local': 'juju-local_*%s*_all.deb' % series_number,
}
def get_debian_packages(credentials, workspace, series, arch, revision_build):
result = {}
package_globs = get_package_globs(series, arch)
try:
for package, glob in package_globs.items():
artifacts = get_artifacts(
credentials, PUBLISH_REVISION, revision_build, glob,
workspace, dry_run=False, verbose=False)
file_path = os.path.join(workspace, artifacts[0].file_name)
result[package] = file_path
except Exception:
for file_path in result.values():
if os.path.exists(file_path):
os.unlink(file_path)
raise
return result
def remove_leftover_virtualbox(series, arch):
"""The build script sometimes does not remove a VirtualBox instance.
If such an instance is not deleted, the next build for the same
series/architecture will fail.
"""
left_over_name = 'ubuntu-cloudimg-%s-juju-vagrant-%s' % (series, arch)
instances = subprocess.check_output(['vboxmanage', 'list', 'vms'])
for line in instances.split('\n'):
if line != '':
name, uid = line.split(' ')
name = name.strip('"')
if name == left_over_name:
subprocess.check_call([
'vboxmanage', 'unregistervm', name, '--delete'])
break
def build_vagrant_box(series, arch, jenkins_kvm, workspace, package_info=None):
env = os.environ.copy()
env['BUILD_FOR'] = '%s:%s' % (series, arch)
if package_info is not None:
env['JUJU_CORE_PKG'] = package_info['core']
env['JUJU_LOCAL_PKG'] = package_info['local']
builder_path = os.path.join(jenkins_kvm, 'build-juju-local.sh')
build_dir = '%s-%s' % (series, arch)
logging.info('Building Vagrant box for %s %s' % (series, arch))
try:
subprocess.check_call(builder_path, env=env)
boxname = '%s-server-cloudimg-%s-juju-vagrant-disk1.box' % (
series, arch)
os.rename(
os.path.join(jenkins_kvm, build_dir, boxname),
os.path.join(workspace, boxname))
finally:
remove_leftover_virtualbox(series, arch)
full_build_dir_path = os.path.join(jenkins_kvm, build_dir)
if os.path.exists(full_build_dir_path):
shutil.rmtree(full_build_dir_path)
builder_image = os.path.join(
jenkins_kvm, '%s-builder-%s.img' % (series, arch))
if os.path.exists(builder_image):
os.unlink(builder_image)
def clean_workspace(workspace):
"""Remove any files and directories found in the workspace."""
for item in os.listdir(workspace):
path = os.path.join(workspace, item)
if os.path.isdir(path):
shutil.rmtree(path)
else:
os.unlink(path)
def main():
logging.basicConfig(
level=logging.INFO, format='%(asctime)s %(levelname)s %(message)s',
datefmt='%Y-%m-%d %H:%M:%S')
parser = ArgumentParser('Build Juju-Vagrant boxes')
parser.add_argument(
'--jenkins-kvm', help='Directory with the main build script',
required=True)
parser.add_argument(
'--workspace', help='Workspace directory', required=True)
parser.add_argument(
'--series', help='Build the image for this series', required=True)
parser.add_argument(
'--arch', help='Build the image for this architecture', required=True)
parser.add_argument(
'--use-ci-juju-packages',
help=(
'Build the image with juju packages built by CI. The value of '
'this option is a revision_build number. The debian packages '
'are retrieved from a run of the publish-revision for this '
'revision_build.'))
add_credential_args(parser)
args = parser.parse_args()
clean_workspace(args.workspace)
if args.use_ci_juju_packages is not None:
credentials = get_credentials(args)
package_info = get_debian_packages(
credentials, args.workspace, args.series, args.arch,
args.use_ci_juju_packages)
if 'core' not in package_info:
logging.error('Could not find juju-core package')
sys.exit(1)
if 'local' not in package_info:
logging.error('Could not find juju-local package')
sys.exit(1)
else:
package_info = None
try:
build_vagrant_box(
args.series, args.arch, args.jenkins_kvm, args.workspace,
package_info)
finally:
if package_info is not None:
for filename in package_info.values():
os.unlink(filename)
if __name__ == '__main__':
main()
|