-
Notifications
You must be signed in to change notification settings - Fork 0
/
build-vm-kvm
339 lines (311 loc) · 11.3 KB
/
build-vm-kvm
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
#
# kvm/qemu specific functions
#
################################################################
#
# Copyright (c) 1995-2014 SUSE Linux Products GmbH
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 or 3 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program (see the file COPYING); if not, write to the
# Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
#
################################################################
kvm_bin=/usr/bin/qemu-kvm
test ! -x $kvm_bin -a -x /usr/bin/kvm && kvm_bin=/usr/bin/kvm
kvm_console=ttyS0
# assume virtio support by default
kvm_device=virtio-blk-pci
kvm_serial_device=
kvm_rng_device=virtio-rng-pci
kvm_options=
kvm_check_ppc970() {
if ! grep -q -E '(kvm_rma_count.*kvm_hpt_count)|(kvm_hpt_count.*kvm_rma_count)' /proc/cmdline ; then
cleanup_and_exit 3 "put kvm_rma_count=<VM number> or kvm_hpt_count=<> to your boot options"
fi
}
kvm_check_hugetlb() {
if ! grep -q "$HUGETLBFSPATH" /proc/mounts ; then
cleanup_and_exit 3 "hugetlbfs is not mounted to $HUGETLBFSPATH"
fi
local HUGETLBBLKSIZE=$(stat -f -c "%S" "$HUGETLBFSPATH")
HUGETLBBLKSIZE=$(( ${HUGETLBBLKSIZE:-0} / 1024 ))
if test "$HUGETLBBLKSIZE" -lt 1 -o ! -e "/sys/kernel/mm/hugepages/hugepages-${HUGETLBBLKSIZE}kB" ; then
cleanup_and_exit 3 "could not determine hugetlbfs block size"
fi
local PAGES_FREE=$(cat /sys/kernel/mm/hugepages/hugepages-${HUGETLBBLKSIZE}kB/free_hugepages)
local PAGES_REQ=$(( ${VM_MEMSIZE:-64} * 1024 / $HUGETLBBLKSIZE ))
if test "$PAGES_FREE" -lt "$PAGES_REQ" ; then
echo "expected $PAGES_REQ to be available (have $PAGES_FREE)"
echo "please adjust nr_hugepages"
cleanup_and_exit 3
fi
}
vm_verify_options_kvm() {
if test -n "$KILL" -o -n "$DO_WIPE" ; then
return
fi
vm_kernel=
vm_initrd=
# newer Ubuntu versions have only kvm executable
if test -x "/usr/bin/kvm" -a ! -x "$kvm_bin"; then
kvm_bin="/usr/bin/kvm"
fi
# overwrite some options for specific host architectures
case `uname -m` in
armv7l)
kvm_bin="/usr/bin/qemu-system-arm"
kvm_console=ttyAMA0
kvm_options="-enable-kvm -M virt -cpu host"
vm_kernel=/boot/zImage
vm_initrd=/boot/initrd
# prefer the guest kernel/initrd
test -e /boot/zImage.guest && vm_kernel=/boot/zImage.guest
test -e /boot/initrd.guest && vm_initrd=/boot/initrd.guest
kvm_device=virtio-blk-device
kvm_rng_device=virtio-rng-device
;;
armv8l|aarch64)
kvm_bin="/usr/bin/qemu-system-aarch64"
kvm_console=ttyAMA0
vm_kernel=/boot/Image
vm_initrd=/boot/initrd
if test "${BUILD_ARCH#aarch}" != "$BUILD_ARCH" -o "${BUILD_ARCH#armv8}" != "$BUILD_ARCH"; then
kvm_options="-enable-kvm -cpu host"
test -e /boot/Image.guest && vm_kernel=/boot/Image.guest
test -e /boot/initrd.guest && vm_initrd=/boot/initrd.guest
else
# Running an armv7 kernel on aarch64
kvm_options="-enable-kvm -cpu host,aarch64=off"
# prefer the guest kernel/initrd
test -e /boot/Image.guest32 && vm_kernel=/boot/Image.guest32
test -e /boot/initrd.guest32 && vm_initrd=/boot/initrd.guest32
fi
# This option only exists with QEMU 2.5 or newer
if $kvm_bin -machine 'virt,?' 2>&1 | grep -q gic-version ; then
# We want to use the host gic version in order to make use
# of all available features (e.g. more than 8 CPUs) and avoid
# the emulation overhead of vGICv2 on a GICv3 host.
kvm_options="$kvm_options -M virt,gic-version=host"
else
kvm_options="$kvm_options -M virt"
fi
kvm_device=virtio-blk-device
kvm_rng_device=virtio-rng-device
;;
ppc|ppcle|ppc64|ppc64le)
kvm_bin="/usr/bin/qemu-system-ppc64"
kvm_console=hvc0
kvm_options="-enable-kvm -M pseries"
grep -q PPC970MP /proc/cpuinfo && kvm_check_ppc970
vm_kernel=/boot/vmlinux
vm_initrd=/boot/initrd
if test "$BUILD_ARCH" = ppc64le -a -e /boot/vmlinuxle ; then
vm_kernel=/boot/vmlinuxle
vm_initrd=/boot/initrdle
fi
if test -e /boot/vmlinuxbe -a -e /boot/initrdbe ; then
if test "$BUILD_ARCH" = ppc -o "$BUILD_ARCH" = ppc64 ; then
vm_kernel=/boot/vmlinuxbe
vm_initrd=/boot/initrdbe
fi
fi
grep -q "pSeries" /proc/cpuinfo && kvm_device=scsi-hd # no virtio on pSeries
grep -q "PowerNV" /proc/cpuinfo || kvm_device=scsi-hd # no virtio on ppc != power7 yet
;;
s390|s390x)
kvm_bin="/usr/bin/qemu-system-s390x"
kvm_options="-enable-kvm"
kvm_console=hvc0
vm_kernel=/boot/image
vm_initrd=/boot/initrd
kvm_device=virtio-blk-ccw
kvm_serial_device=virtio-serial-ccw
kvm_rng_device=virtio-rng-ccw
;;
esac
# check if we can run kvm
if ! test -r /dev/kvm -a -x "$kvm_bin" ; then
echo "host does not support kvm"
echo "either the kvm kernel-module is not loaded or kvm is not installed or hardware virtualization is deactivated in the BIOS."
cleanup_and_exit 3
fi
# check hugepages
test -n "$HUGETLBFSPATH" -a "$VM_TYPE" = kvm && kvm_check_hugetlb
# set kernel
test -n "$VM_KERNEL" && vm_kernel="$VM_KERNEL"
test -z "$vm_kernel" && vm_kernel=/boot/vmlinuz
# set initrd
test -n "$VM_INITRD" && vm_initrd="$VM_INITRD"
if test -z "$vm_initrd" ; then
# find a nice default
if test -e "/boot/initrd-build" ; then
vm_initrd="/boot/initrd-build"
elif test -e "/boot/initrd-virtio" ; then
vm_initrd="/boot/initrd-virtio"
else
vm_initrd="/boot/initrd"
kvm_device=ide-hd
# use /etc/sysconfig/kernel as indication if we have virtio
if test -e /etc/sysconfig/kernel ; then
local im=$(INITRD_MODULES=; . /etc/sysconfig/kernel; echo "$INITRD_MODULES")
if test "$im" != "${im/virtio/}" ; then
kvm_device=virtio-blk-pci
fi
fi
fi
fi
case $kvm_device in
virtio*)
VM_ROOTDEV=/dev/disk/by-id/virtio-0
VM_SWAPDEV=/dev/disk/by-id/virtio-1
;;
*)
VM_ROOTDEV=/dev/sda
VM_SWAPDEV=/dev/sdb
;;
esac
if test -n "$VM_NETOPT" -o -n "$VM_NETDEVOPT" ; then
if test -n "$VM_NETOPT" ; then
for item in "${VM_NETOPT[@]}" ; do
kvm_options="$kvm_options -net $item"
done
fi
if test -n "$VM_NETDEVOPT" ; then
for item in "${VM_NETDEVOPT[@]}" ; do
kvm_options="$kvm_options -netdev $item"
done
fi
fi
if test -n "$VM_DEVICEOPT" ; then
for item in "${VM_DEVICEOPT[@]}" ; do
kvm_options="$kvm_options -device $item"
done
fi
if test -n "$kvm_rng_device" ; then
if test -c /dev/hwrng &&
test -f /sys/class/misc/hw_random/rng_current &&
test "$(cat /sys/class/misc/hw_random/rng_current)" != none; then
rng_dev="/dev/hwrng"
else
rng_dev="/dev/random"
fi
kvm_options="$kvm_options -object rng-random,filename=$rng_dev,id=rng0 -device $kvm_rng_device,rng=rng0"
fi
}
vm_startup_kvm() {
qemu_bin="$kvm_bin"
qemu_args=(-drive file="$VM_ROOT",format=raw,if=none,id=disk,serial=0,cache=unsafe -device "$kvm_device",drive=disk)
if [ -n "$VM_USER" ] ; then
getent passwd "$VM_USER" > /dev/null || cleanup_and_exit 3 "cannot find KVM user '$VM_USER'"
else
# use qemu user by default if available
getent passwd qemu >/dev/null && VM_USER=qemu
fi
[ -n "$VM_USER" ] && kvm_options="$kvm_options -runas $VM_USER"
if test -n "$VM_SWAP" ; then
qemu_args=("${qemu_args[@]}" -drive file="$VM_SWAP",format=raw,if=none,id=swap,serial=1,cache=unsafe -device "$kvm_device",drive=swap)
fi
# the serial console device needs to be compiled into the target kernel
# which is why we can not use virtio-serial on other platforms
if test -n "$kvm_serial_device" ; then
if test -n "$VM_CONSOLE_INPUT" ; then
qemu_args=("${qemu_args[@]}" -device "$kvm_serial_device" -device virtconsole,chardev=virtiocon0 -chardev stdio,mux=on,id=virtiocon0 -mon chardev=virtiocon0)
else
qemu_args=("${qemu_args[@]}" -device "$kvm_serial_device" -device virtconsole,chardev=virtiocon0 -chardev stdio,id=virtiocon0)
fi
elif test -n "$VM_CONSOLE_INPUT" ; then
qemu_args=("${qemu_args[@]}" -serial mon:stdio)
else
mkfifo "${VM_ROOT}.monitor"
qemu_args=("${qemu_args[@]}" -serial stdio -chardev socket,id=monitor,server,nowait,path="${VM_ROOT}.monitor" -mon chardev=monitor,mode=readline)
fi
if test -n "$BUILD_JOBS" -a "$icecream" = 0 -a -z "$BUILD_THREADS" ; then
qemu_args=("${qemu_args[@]}" "-smp" "$BUILD_JOBS")
elif test -n "$BUILD_JOBS" -a -n "$BUILD_THREADS" ; then
qemu_args=("${qemu_args[@]}" "-smp" "$BUILD_JOBS,threads=$BUILD_THREADS")
fi
if test "$VM_TYPE" = kvm ; then
test "$kvm_console" != ttyAMA0 && kvm_options="$kvm_options -cpu host"
test -n "$HUGETLBFSPATH" && kvm_options="$kvm_options -mem-prealloc -mem-path $HUGETLBFSPATH"
fi
qemu_append="root=$VM_ROOTDEV"
if test -n "$VMDISK_FILESYSTEM" ; then
qemu_append="$qemu_append rootfstype=$VMDISK_FILESYSTEM"
fi
if test -n "$VMDISK_MOUNT_OPTIONS" ; then
qemu_append="$qemu_append rootflags=${VMDISK_MOUNT_OPTIONS#-o }"
fi
qemu_append="$qemu_append panic=1 quiet no-kvmclock nmi_watchdog=0 rw rd.driver.pre=binfmt_misc elevator=noop console=$kvm_console init=$vm_init_script"
if test -z "$VM_NETOPT" -a -z "$VM_NETDEVOPT"; then
kvm_options="$kvm_options -net none"
fi
if test -n "$VM_TELNET"; then
kvm_options="$kvm_options -netdev user,id=telnet,hostfwd=tcp:127.0.0.1:$VM_TELNET-:23 -device e1000,netdev=telnet"
fi
if test -n "$VM_CUSTOMOPT"; then
kvm_options="$kvm_options $VM_CUSTOMOPT"
fi
set -- $qemu_bin -nodefaults -no-reboot -nographic -vga none $kvm_options \
-kernel $vm_kernel \
-initrd $vm_initrd \
-append "$qemu_append" \
${VM_MEMSIZE:+-m $VM_MEMSIZE} \
"${qemu_args[@]}"
if test "$PERSONALITY" != 0 ; then
# have to switch back to PER_LINUX to make qemu work
set -- linux64 "$@"
fi
export QEMU_AUDIO_DRV=none # we do not want to have sound inside the VMs
echo "$@"
"$@"
}
vm_kill_kvm() {
if ! fuser -k -TERM "$VM_ROOT" ; then
echo "could not kill build in $VM_ROOT, kvm instance is dead already"
fi
}
vm_fixup_kvm() {
# check if we will use a kernel from the build root, in this case
# we assume the kernel does virtio
if test -z "$VM_KERNEL" -a -e "$BUILD_ROOT/.build.kernel.$VM_TYPE" ; then
# ide-hd is the non-virtio default
if test "$kvm_device" = ide-hd ; then
kvm_device=virtio-blk-pci
VM_ROOTDEV=/dev/disk/by-id/virtio-0
VM_SWAPDEV=/dev/disk/by-id/virtio-1
fi
fi
}
vm_attach_root_kvm() {
:
}
vm_attach_swap_kvm() {
:
}
vm_detach_root_kvm() {
:
}
vm_detach_swap_kvm() {
:
}
vm_cleanup_kvm() {
:
}
vm_sysrq_kvm() {
perl -e 'use Socket; socket(SOCK, PF_UNIX, SOCK_STREAM, 0) || die("socket: $!\n");
connect(SOCK, sockaddr_un("'"$VM_ROOT.monitor"'")) || die("connect: $!\n");
print SOCK "sendkey alt-print-'$1'\n";'
}
vm_wipe_kvm() {
:
}