1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
|
#!/bin/bash
# Detect a local change, sync to build machine and retrieve result when done. A
# notification is also send when the build is complete.
#
# Author: Peter Wu <peter@lekensteyn.nl>
#
# Recommendations:
# - ssh-agent (add keys before with ssh-add)
# - 2 GiB remote storage (builddir is 900 MiB, git tree is 486 MiB)
# - Gigabit link between working machine and build machine
# - Matching local + remote OS environments to avoid library mismatches.
# In my case I run schroot to enter a chroot with matching libs (see
# $remotecmd below).
# - libnotify for notifications when ready.
#
# Usage:
# $0 [buildhost]
# - buildhost defaults to wireshark-builder (you can use user@host)
# - Optional env vars:
# * CC, CXX, CFLAGS, CXXFLAGS - C/C++ compiler binary/flags
# * CXXFLAGS - C++ compiler flags (defaults to CFLAGS)
# * EXTRA_CFLAGS - Appended to CFLAGS
# * NOCOPY=1 - do not sync the generated binaries back
# * B32=1 - build 32-bit (using /usr/lib32)
# * force_cmake - Set to non-empty to run cmake before make.
# LOCAL source dir (on non-volatile storage for reliability)
localsrcdir=$HOME/projects/wireshark/
# REMOTE
# REMOTE host, is a ssh alias that can be defined in ~/.ssh/config, e.g.:
# Host wireshark-builder
# User foo
# Hostname 10.42.0.1
remotehost=${1:-wireshark-builder}
# Remote source dir, it can be volatile (tmpfs) since it is just a copy. On the
# local side, it is recommended to create a symlink to the localsrcdir for
# debugging purposes
remotesrcdir=/tmp/wireshark/
# Remote directory to generate objects, it must also be accessible locally for
# easier debugging (rpath)
builddir=/tmp/wsbuild/
# LOCAL & REMOTE program dir (Available since 1.11.x and 1.12.0)
rundir="$builddir/run/"
CC=${CC:-cc}
CXX=${CXX:-c++}
# For clang, `-O1` (or `-g`?) seems necessary to get something other than
# "<optimized out>".
# -O1 -g -gdwarf-4 -fsanitize=address -fsanitize=undefined -fno-omit-frame-pointer
_default_flags=\ -fsanitize=address
_default_flags+=\ -fsanitize=undefined
_default_flags+=\ -fdiagnostics-color
CFLAGS="${CFLAGS-$_default_flags}${EXTRA_CFLAGS:+ $EXTRA_CFLAGS}"
# Default to use the same CXXFLAGS as CFLAGS (common case)
CXXFLAGS="${CXXFLAGS-$CFLAGS}"
LIBDIR=/usr/lib
# Run with `B32=1 ./sync-build.sh` to build for multilib
if [[ ${B32:-} ]]; then
LIBDIR=/usr/lib32
CFLAGS="$CFLAGS -m32"
CXXFLAGS="$CXXFLAGS -m32"
fi
# Set envvar force_cmake=1 to call cmake before every build
if [ -n "${force_cmake:-}" ]; then
force_cmake=true
else
force_cmake=false
fi
# PATH is needed for /usr/bin/core_perl/pod2man (PCAP)
# ENABLE_QT5=1: install qt5-tools on Arch Linux
# 32-bit libs on Arch: lib32-libcap lib32-gnutls lib32-gtk3 lib32-krb5
# lib32-portaudio lib32-geoip lib32-libnl lib32-lua
remotecmd="mysh() {
if [ -e /etc/arch-release ]; then
# In Arch root, so do a build
sh \"\$@\"
else
# Not in Arch root, so enter chroot to ensure matching libs
schroot -c chroot:arch -- sh \"\$@\";
fi
}; mysh -c '
PATH=/usr/local/sbin:/usr/local/bin:/usr/bin:/usr/bin/core_perl;
if $force_cmake || [ ! -e $builddir/CMakeCache.txt ]; then
mkdir -p $builddir && cd $builddir &&
set -x &&
time \
CC=$CC CXX=$CXX \
PKG_CONFIG_LIBDIR=$LIBDIR/pkgconfig \
cmake \
-GNinja \
-DCMAKE_INSTALL_PREFIX=/tmp/wsroot \
-DENABLE_GTK3=1 \
-DENABLE_PORTAUDIO=1 \
-DENABLE_QT5=1 \
-DENABLE_GEOIP=1 \
-DENABLE_KERBEROS=1 \
-DENABLE_SBC=0 \
-DENABLE_SMI=0 \
-DENABLE_GNUTLS=1 \
-DENABLE_GCRYPT=1 \
-DCMAKE_BUILD_TYPE=Debug \
-DENABLE_EXTRA_COMPILER_WARNINGS=1 \
$remotesrcdir \
-DCMAKE_LIBRARY_PATH=$LIBDIR \
-DCMAKE_C_FLAGS=$(printf %q "$CFLAGS") \
-DCMAKE_CXX_FLAGS=$(printf %q "$CXXFLAGS") \
-DCMAKE_EXPORT_COMPILE_COMMANDS=1
fi &&
time ninja -C $builddir
'"
# Touch this file to trigger a build.
sync=$(mktemp --tmpdir 'sync-build-XXXXXXXX')
monpid=
cleanup() {
rm -f "$sync"
[ -z "$monpid" ] || kill $monpid
}
trap cleanup EXIT
round=0
monitor_changes() {
# Wait for changes, but ignore .git/ and vim swap files
# NOTE: you cannot add multiple --exclude options, they must be combined
inotifywait -r -m -e close_write \
--exclude='/(\.[^/]+)?\.swp?.$|~$|\/.git/' \
"$localsrcdir/" |
while read x; do
printf '\e[36m%s\e[m\n' "Trigger $((++round)): $x" >&2
touch "$sync"
done
}
### MAIN ###
# For gdb
if [ ! -e "${remotesrcdir%%/}" ]; then
ln -sv "$localsrcdir" "${remotesrcdir%%/}"
fi
monitor_changes & monpid=$!
echo Waiting...
while inotifywait -qq -e close_write "$sync"; do
echo Woke up...
# Wait for a second in case I save something and want to do a ninja edit.
sleep 1
# IMPORTANT: do not sync top-level config.h or it will break OOT builds
rsync -av --delete --exclude='.*.sw?' \
--exclude=/config.h \
--exclude=/compile_commands.json \
--exclude=\*.tar\* \
"$localsrcdir/" "$remotehost:$remotesrcdir/" &&
ssh -t "$remotehost" "$remotecmd"
retval=$?
if [ $retval -ne 0 ]; then
notify-send -- "$(tty) - $(date -R)" "Build broke with $retval"
sleep 2
else
mkdir -p "$rundir"
[ -n "${NOCOPY:-}" ] ||
rsync -av --delete \
--exclude='.*.sw?' \
--exclude='*.a' \
"$remotehost:$rundir" "$rundir"
notify-send -- "$(tty) - $(date -R)" "READY"
fi
echo Another satisfied customer. NEXT
done
|
