1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
|
#!/usr/bin/python
#
# $Id$
#
# Copyright (C) 2013 Internet Systems Consortium ("ISC")
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND ISC DISCLAIMS ALL WARRANTIES WITH
# REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
# AND FITNESS. IN NO EVENT SHALL ISC BE LIABLE FOR ANY SPECIAL, DIRECT,
# INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
# LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE
# OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
# PERFORMANCE OF THIS SOFTWARE.
import os
import sys
import time
import fcntl
import errno
import socket
import subprocess
debug = False
upload = socket.getfqdn() == "build-u.rpki.net"
def run(*args, **kwargs):
if debug:
log("Running %r %r" % (args, kwargs))
subprocess.check_call(args, **kwargs)
def log(msg):
# Maybe this should go to syslog instead, but this works for now.
sys.stdout.write(time.strftime("%Y-%m-%dT%H:%M:%SZ ", time.gmtime()))
sys.stdout.write(msg)
sys.stdout.write("\n")
sys.stdout.flush()
lockfile = os.path.expanduser("~/builder.lock")
svn_tree = os.path.expanduser("~/source/trunk/")
apt_tree = os.path.expanduser("~/repository/")
ubu_tree = os.path.join(apt_tree, "ubuntu/")
deb_tree = os.path.join(apt_tree, "debian/")
srv_path = "aptbot@download.rpki.net:/usr/local/www/data/download.rpki.net/APT/"
ubu_env = dict(os.environ,
OTHERMIRROR = "deb http://download.rpki.net/APT/ubuntu precise main")
deb_env = os.environ
# Getting this to work right also required adding:
#
# DEBBUILDOPTS="-b"
#
# to /etc/pbuilderrc; without this, reprepro (eventually, a year after
# we set this up) started failing to incorporate some of the built
# packages, because the regenerated source packages had different
# checksums than the ones loaded initially. See:
#
# http://stackoverflow.com/questions/21563872/reprepro-complains-about-the-generated-pbuilder-debian-tar-gz-archive-md5
log("Starting")
try:
lock = os.open(lockfile, os.O_RDONLY | os.O_CREAT | os.O_NONBLOCK, 0666)
fcntl.flock(lock, fcntl.LOCK_EX | fcntl.LOCK_NB)
except (IOError, OSError), e:
sys.exit(0 if e.errno == errno.EAGAIN else "Error %r opening lock %r" % lockfile)
os.chdir(svn_tree)
run("svn", "--quiet", "update")
version = subprocess.check_output(("svnversion", "-c")).strip().split(":")[-1]
if not version.isdigit() and not debug:
sys.exit("Sources don't look pristine, not building (%r)" % version)
version = "0." + version
dsc = os.path.join(svn_tree, "..", "rpki_%s.dsc" % version)
if not os.path.exists(dsc):
log("Building source package %s" % version)
for fn in os.listdir(".."):
if fn != "trunk":
os.unlink(os.path.join("..", fn))
run("rm", "-rf", "debian")
run("python", "buildtools/make-version.py")
run("python", "buildtools/build-ubuntu-ports.py")
run("dpkg-buildpackage", "-S", "-us", "-uc", "-rfakeroot")
for dist, tree, env in (("precise", ubu_tree, ubu_env),
("wheezy", deb_tree, deb_env)):
for arch, tag in (("amd64", ""), ("i386", "-i386")):
basedir = os.path.expanduser("~/pbuilder/%s%s-base.tgz" % (dist, tag))
result = os.path.expanduser("~/pbuilder/%s%s_result" % (dist, tag))
changes = os.path.join(result, "rpki_%s_%s.changes" % (version, arch))
# Update the build environment if it's been more than a week since
# we last did that. If this turns out to be error-prone, we might
# want to put it in a cron job of its own so it doesn't crash the
# normal cycle, but let's try it this way for a start.
#
if time.time() > os.stat(basedir).st_mtime + (7 * 24 * 60 * 60):
log("Updating build environment %s %s" % (dist, arch))
run("pbuilder-dist", dist, arch, "update",
env = env)
if not os.path.exists(changes):
# The need for --ignore=wrongdistribution may indicate
# something I'm doing wrong in hack-debian-changelog.py,
# revisit that later. For now, just whack with a stick.
#
log("Building binary packages %s %s %s" % (dist, arch, version))
for fn in os.listdir(result):
os.unlink(os.path.join(result, fn))
run("pbuilder-dist", dist, arch, "build", dsc,
env = env)
run("reprepro", "--ignore=wrongdistribution", "include", dist, changes,
cwd = tree)
if upload:
log("Synching repository to server")
run("rsync", "-ai4",
"--ignore-existing",
apt_tree, srv_path)
run("rsync", "-ai4",
"--exclude", "HEADER.html",
"--exclude", "HEADER.css",
"--delete", "--delete-delay",
apt_tree, srv_path)
log("Done")
|
