2014-11-05 13:22:19 +00:00
|
|
|
#!/bin/sh
|
|
|
|
#
|
|
|
|
# $FreeBSD$
|
|
|
|
#
|
|
|
|
#
|
|
|
|
# Common functions for virtual machine image build scripts.
|
|
|
|
#
|
|
|
|
|
|
|
|
export PATH="/bin:/usr/bin:/sbin:/usr/sbin:/usr/local/bin:/usr/local/sbin"
|
|
|
|
trap "cleanup" INT QUIT TRAP ABRT TERM
|
|
|
|
|
2014-11-07 01:48:12 +00:00
|
|
|
write_partition_layout() {
|
2014-11-21 01:53:40 +00:00
|
|
|
if [ -z "${NOSWAP}" ]; then
|
|
|
|
SWAPOPT="-p freebsd-swap/swapfs::1G"
|
|
|
|
fi
|
2014-11-07 01:48:12 +00:00
|
|
|
|
|
|
|
case "${TARGET}:${TARGET_ARCH}" in
|
|
|
|
amd64:amd64 | i386:i386)
|
2014-11-08 13:49:59 +00:00
|
|
|
mkimg -s gpt -b /boot/pmbr \
|
2014-11-07 01:48:12 +00:00
|
|
|
-p freebsd-boot/bootfs:=/boot/gptboot \
|
2014-11-21 01:53:40 +00:00
|
|
|
${SWAPOPT} \
|
2014-11-08 13:49:18 +00:00
|
|
|
-p freebsd-ufs/rootfs:=${VMBASE} \
|
2014-11-07 01:48:12 +00:00
|
|
|
-o ${VMIMAGE}
|
|
|
|
;;
|
|
|
|
powerpc:powerpc*)
|
2014-11-08 13:49:59 +00:00
|
|
|
mkimg -s apm \
|
2014-11-14 22:29:33 +00:00
|
|
|
-p apple-boot/bootfs:=/boot/boot1.hfs \
|
2014-11-21 01:53:40 +00:00
|
|
|
${SWAPOPT} \
|
2014-11-08 13:49:18 +00:00
|
|
|
-p freebsd-ufs/rootfs:=${VMBASE} \
|
2014-11-07 01:48:12 +00:00
|
|
|
-o ${VMIMAGE}
|
|
|
|
;;
|
|
|
|
*)
|
|
|
|
# ENOTSUPP
|
|
|
|
return 1
|
|
|
|
;;
|
|
|
|
esac
|
|
|
|
|
|
|
|
return 0
|
2014-11-05 13:22:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
err() {
|
|
|
|
printf "${@}\n"
|
|
|
|
cleanup
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
|
|
|
cleanup() {
|
2015-03-30 08:33:19 +00:00
|
|
|
if mount | grep -qE "devfs on ${DESTDIR}/dev"; then
|
|
|
|
umount_loop ${DESTDIR}/dev 2>/dev/null
|
|
|
|
fi
|
|
|
|
umount_loop ${DESTDIR}
|
2014-11-05 13:22:19 +00:00
|
|
|
if [ ! -z "${mddev}" ]; then
|
|
|
|
mdconfig -d -u ${mddev}
|
|
|
|
fi
|
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
vm_create_base() {
|
|
|
|
# Creates the UFS root filesystem for the virtual machine disk,
|
|
|
|
# written to the formatted disk image with mkimg(1).
|
|
|
|
|
|
|
|
mkdir -p ${DESTDIR}
|
|
|
|
truncate -s ${VMSIZE} ${VMBASE}
|
|
|
|
mddev=$(mdconfig -f ${VMBASE})
|
|
|
|
newfs -j /dev/${mddev}
|
|
|
|
mount /dev/${mddev} ${DESTDIR}
|
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
2015-03-20 19:40:19 +00:00
|
|
|
vm_copy_base() {
|
|
|
|
# Creates a new UFS root filesystem and copies the contents of the
|
|
|
|
# current root filesystem into it. This produces a "clean" disk
|
|
|
|
# image without any remnants of files which were created temporarily
|
|
|
|
# during image-creation and have since been deleted (e.g., downloaded
|
|
|
|
# package archives).
|
|
|
|
|
|
|
|
mkdir -p ${DESTDIR}/old
|
|
|
|
mdold=$(mdconfig -f ${VMBASE})
|
|
|
|
mount /dev/${mdold} ${DESTDIR}/old
|
|
|
|
|
|
|
|
truncate -s ${VMSIZE} ${VMBASE}.tmp
|
|
|
|
mkdir -p ${DESTDIR}/new
|
|
|
|
mdnew=$(mdconfig -f ${VMBASE}.tmp)
|
|
|
|
newfs -j /dev/${mdnew}
|
|
|
|
mount /dev/${mdnew} ${DESTDIR}/new
|
|
|
|
|
|
|
|
tar -cf- -C ${DESTDIR}/old . | tar -xf- -C ${DESTDIR}/new
|
|
|
|
|
2015-03-30 08:33:19 +00:00
|
|
|
umount_loop /dev/${mdold}
|
2015-03-20 19:40:19 +00:00
|
|
|
rmdir ${DESTDIR}/old
|
|
|
|
mdconfig -d -u ${mdold}
|
|
|
|
|
2015-03-30 08:33:19 +00:00
|
|
|
umount_loop /dev/${mdnew}
|
2015-03-20 19:40:19 +00:00
|
|
|
rmdir ${DESTDIR}/new
|
|
|
|
mdconfig -d -u ${mdnew}
|
|
|
|
mv ${VMBASE}.tmp ${VMBASE}
|
|
|
|
}
|
|
|
|
|
2014-11-05 13:22:19 +00:00
|
|
|
vm_install_base() {
|
|
|
|
# Installs the FreeBSD userland/kernel to the virtual machine disk.
|
|
|
|
|
|
|
|
cd ${WORLDDIR} && \
|
|
|
|
make DESTDIR=${DESTDIR} \
|
|
|
|
installworld installkernel distribution || \
|
|
|
|
err "\n\nCannot install the base system to ${DESTDIR}."
|
|
|
|
|
|
|
|
echo '# Custom /etc/fstab for FreeBSD VM images' \
|
|
|
|
> ${DESTDIR}/etc/fstab
|
|
|
|
echo '/dev/gpt/rootfs / ufs rw 1 1' \
|
|
|
|
>> ${DESTDIR}/etc/fstab
|
2014-11-21 01:53:40 +00:00
|
|
|
if [ -z "${NOSWAP}" ]; then
|
|
|
|
echo '/dev/gpt/swapfs none swap sw 0 0' \
|
|
|
|
>> ${DESTDIR}/etc/fstab
|
|
|
|
fi
|
2014-11-05 13:22:19 +00:00
|
|
|
|
2014-11-08 16:26:17 +00:00
|
|
|
mkdir -p ${DESTDIR}/dev
|
|
|
|
mount -t devfs devfs ${DESTDIR}/dev
|
2014-11-05 13:22:19 +00:00
|
|
|
chroot ${DESTDIR} /usr/bin/newaliases
|
|
|
|
chroot ${DESTDIR} /etc/rc.d/ldconfig forcestart
|
2015-03-30 08:33:19 +00:00
|
|
|
umount_loop ${DESTDIR}/dev
|
2014-11-05 13:22:19 +00:00
|
|
|
|
2014-11-21 02:30:37 +00:00
|
|
|
cp /etc/resolv.conf ${DESTDIR}/etc/resolv.conf
|
2014-11-05 13:22:19 +00:00
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
vm_extra_install_base() {
|
|
|
|
# Prototype. When overridden, runs extra post-installworld commands
|
|
|
|
# as needed, based on the target virtual machine image or cloud
|
|
|
|
# provider image target.
|
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
vm_extra_enable_services() {
|
|
|
|
if [ ! -z "${VM_RC_LIST}" ]; then
|
|
|
|
for _rcvar in ${VM_RC_LIST}; do
|
|
|
|
echo ${_rcvar}_enable="YES" >> ${DESTDIR}/etc/rc.conf
|
|
|
|
done
|
|
|
|
fi
|
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
vm_extra_install_packages() {
|
2014-11-24 02:34:01 +00:00
|
|
|
if [ -z "${VM_EXTRA_PACKAGES}" ]; then
|
|
|
|
return 0
|
|
|
|
fi
|
2014-11-21 02:30:37 +00:00
|
|
|
mkdir -p ${DESTDIR}/dev
|
|
|
|
mount -t devfs devfs ${DESTDIR}/dev
|
2014-11-05 13:22:19 +00:00
|
|
|
chroot ${DESTDIR} env ASSUME_ALWAYS_YES=yes \
|
|
|
|
/usr/sbin/pkg bootstrap -y
|
2014-11-24 02:36:43 +00:00
|
|
|
chroot ${DESTDIR} env ASSUME_ALWAYS_YES=yes \
|
|
|
|
/usr/sbin/pkg install -y ${VM_EXTRA_PACKAGES}
|
2015-03-30 08:33:19 +00:00
|
|
|
umount_loop ${DESTDIR}/dev
|
2014-11-05 13:22:19 +00:00
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
vm_extra_install_ports() {
|
|
|
|
# Prototype. When overridden, installs additional ports within the
|
|
|
|
# virtual machine environment.
|
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
2014-11-08 12:45:02 +00:00
|
|
|
vm_extra_pre_umount() {
|
|
|
|
# Prototype. When overridden, installs additional ports within the
|
|
|
|
# virtual machine environment.
|
|
|
|
|
Merge the following revisions from ^/projects/release-vmimage:
r273823-r273826, r273833, r273836, r273944, r274069-r274071,
r274134, r274211, r274280-r274285, r274287-r274288, r274292,
r274296-r274297, r274356, r274533, r274725, r274726, r274729,
r274734, r274771, r274945-r274946, r277180, r277183-r277184,
r277186-r277187, r277250-r277253, r277263-r277264, r277383-r277384,
r277393-r277395, r277438-r277439, r277447, r277455:
r273823:
Move virtual machine / cloud provider targets and
options from release/Makefile to their own Makefile.
r273824:
Add glue to allow enabling building cloud provider VM images
by default.
When WITH_CLOUDWARE is not empty, add CLOUDTARGETS to the
release/Makefile 'release' target.
r273825:
Avoid hard-coding the Azure image file format. While here,
avoid using OSRELEASE for the output file name.
r273826:
Remove a few vestiges of passing an exit code to panic().
r273833:
Initial commit providing a mechanism to create openstack images
as part of the release build.
r273836:
Fix output file name for openstack images. No further conversion
is necessary for this VM file target, so there is no need to append
the '.raw' suffix here.
r273944:
Uncomment the cloudinit rc.conf(5) line.
r274069:
Add line continuation so OPENSTACKCONF is actually included in the env(1).
r274070:
Add a 'vm-cloudware' target, used to drive all targets in CLOUDTARGETS.
r274071:
Add examples for WITH_CLOUDWARE to release.conf.sample.
Add WITH_CLOUDWARE evaluation to RELEASE_RMAKEFLAGS.
r274134:
Initial rewrite to consolidate VM image build scripts into one.
r274211:
Add write_partition_layout() used to populate the final image.
Fix duplicated mkimg(1) call in vm_create_disk().
Add primitive (untested) PowerPC/PowerPC64 VM image support.
Note: As it is currently written, the /boot/pmbr and
/boot/{gptboot,boot1.hfs} use the build host and not the target
build. Fixing this is likely going to be a hack in itself.
r274280:
Return if vm_create_disk() is unsuccessful.
r274281:
Add CLEANFILES entry for VM targets
r274282:
Add vm_extra_pre_umount() prototype to vmimage.subr.
r274283:
Fix DESTDIR for installworld, and make sure it is created before use.
r274284:
Move usage() from vmimage.subr to mk-vmimage.sh, in case vmimage.subr
has not been sourced.
r274285:
Spell 'OPTARG' correctly. Actually call vm_create_base().
r274287:
Fix line continuation in write_partition_layout().
Remove variable test that is no longer needed.
r274288:
Fix scheme flag to mkimg(1).
r274292:
mount(8) and umount(8) devfs(5) as needed.
r274296:
Change path for mk-vmimage.sh from ${TARGET}/ to scripts/ now that
it is consolidated into one file.
Fix paths for the base image and output disk image files.
r274297:
Call cleanup() after everything is done.
r274356:
Remove a stray directory from CLEANFILES.
r274533:
Set the boot partition type to 'apple-boot' for powerpc.
r274725:
In vm_install_base(), copy the host resolv.conf into
the build chroot before attempting to do anything that
requires working DNS (i.e., pkg bootstrap).
In vm_extra_pre_umount(), remove the resolv.conf before
the disk image is unmounted from the backing md(4).
r274726 (cperciva):
Silence errors when umounting the chroot's /dev, since it
probably doesn't exist when we're running this.
Unmount filesystems before attempting to destroy the md which
holds them.
r274729 (cperciva):
Unmount filesystem and destroy md before we read the vnode from
disk and package it into a disk image. Otherwise we end up
packaging an unclean filesystem.
r274734 (cperciva):
Merge duplicative vm-CLOUDTYPE targets before additional duplication
gets added by the impending arrival of ec2 and gcloud.
r274771 (cperciva):
Add NOSWAP option which can be set by a vmimage.conf file to specify
that no swap space should be created in the image. This will be used
by EC2 builds, since FreeBSD/EC2 allocates swap space on "ephemeral"
disks which are physically attached to the Xen host node.
r274945:
In vm_extra_install_packages(), only bootstrap pkg(8) if
VM_EXTRA_PACKAGES is empty.
In vm_extra_pre_umount(), cleanup downloaded packages if pkg(8) was
bootstrapped earlier.
r274946:
Fix indentation nit.
r277180:
In vm_extra_install_base(), do not install waagent in the openstack
image, because it is not used. This appears to be a copy mistake.
Remove vm_extra_install_base() from the openstack.conf entirely,
since it does not need to be overridden.
r277183:
Enable the textmode console by default for VM images, since there is
no way to tell if the environment will be able to use the
graphics-mode console.
r277184:
Enable password-less sudo for openstack images.
r277186:
Update the VM_EXTRA_PACKAGES list for the openstack images.
The documentation suggests doing a "just fetch this and run it"-style
bootstrap, from which the list of dependencies was obtained (in
github, at: pellaeon/bsd-cloudinit-installer)
There is one Python dependency unmet, oslo.config, which is not in
the Ports Collection.
r277187:
Add a comment to note that setting hw.vga.textmode=1 is temporary.
r277250:
Remove vm_extra_install_base() for the Azure image, now that the
waagent exists in the ports tree.
Add sysutils/azure-agent to the VM_EXTRA_PACKAGES list.
In vm_extra_pre_umount(), remove the explicit pkg(8) install
list, as dependencies are resolved by sysutils/azure-agent.
r277251:
Add a 'list-cloudware' target to print the list of supported CLOUDWARE
values and a description.
Add the AZURE_DESC and OPENSTACK_DESC descriptions.
r277252:
Update release(7)
r277253:
Add 'list-vmtargets' target, which produces a list of all supported
VM and cloud provider images.
Add VHD_DESC, VMDK_DESC, QCOW2_DESC, RAW_DESC image descriptions.
Format the output to make a bit more readable.
Update release(7) to document the list-vmtargets target.
r277263:
Add initial support for the GCE (Google Compute Engine) cloud hosting
provider image.
r277264:
Style and line length cleanup.
r277383:
Remove the console setting from rc.conf(5), which is not used there.
While here, set console to include vidconsole in the loader.conf(5).
r277384:
Fix an indentation nit.
No functional changes.
r277393:
Remove the pkg-clean(8) call from vm_extra_pre_umount() since the
function is often overridden.
Add vm_extra_pkg_rmcache() to call pkg-clean(8) to avoid duplicated
code.
r277394:
Move resolv.conf(5) removal back to vm_extra_pre_umount() where it
belongs.
The GCE image needs resolv.conf(5) to exist (created as part of the
image setup), so it cannot be removed.
r277395:
Comment the line that configures ttys(5) to 'off', which makes it
impossible to test that the image boots.
Add a note explaining why the line is commented, and not (yet) removed
entirely.
r277438:
Move the 'install' bits that are specific to virtual machine images
from the Makefile to Makefile.vm.
Rename the 'install' target to 'release-install', and add a new
'vm-install' target.
Add a new 'install' target that invokes the new targets.
r277439:
Add WITH_CLOUDWARE to the list of make(1) variables for the release
build.
r277447:
Remove hw.vga.textmode=1 from the VM image loader.conf, which was
included during test builds and not intended to be included when
merging this project branch back to head.
r277455:
Remove mk-azure.sh, which is no longer needed.
MFC after: 1 month
X-MFC-To: stable/10 (requires mkimg(1))
Help from: cperciva, swills
Relnotes: yes
Sponsored by: The FreeBSD Foundation
2015-01-20 23:56:04 +00:00
|
|
|
rm -f ${DESTDIR}/etc/resolv.conf
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
vm_extra_pkg_rmcache() {
|
2014-11-24 02:34:01 +00:00
|
|
|
if [ -e ${DESTDIR}/usr/local/sbin/pkg ]; then
|
|
|
|
chroot ${DESTDIR} env ASSUME_ALWAYS_YES=yes \
|
|
|
|
/usr/local/sbin/pkg clean -y -a
|
|
|
|
fi
|
2014-11-21 02:30:37 +00:00
|
|
|
|
2014-11-08 12:45:02 +00:00
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
2015-03-30 08:33:19 +00:00
|
|
|
umount_loop() {
|
|
|
|
DIR=$1
|
2014-11-05 13:22:19 +00:00
|
|
|
i=0
|
|
|
|
sync
|
2015-03-30 08:33:19 +00:00
|
|
|
while ! umount ${DIR}; do
|
2014-11-05 13:22:19 +00:00
|
|
|
i=$(( $i + 1 ))
|
|
|
|
if [ $i -ge 10 ]; then
|
|
|
|
# This should never happen. But, it has happened.
|
2015-03-30 08:33:19 +00:00
|
|
|
echo "Cannot umount(8) ${DIR}"
|
|
|
|
echo "Something has gone horribly wrong."
|
|
|
|
return 1
|
2014-11-05 13:22:19 +00:00
|
|
|
fi
|
|
|
|
sleep 1
|
|
|
|
done
|
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
vm_create_disk() {
|
|
|
|
echo "Creating image... Please wait."
|
|
|
|
echo
|
2014-11-07 01:48:12 +00:00
|
|
|
|
|
|
|
write_partition_layout || return 1
|
2014-11-05 13:22:19 +00:00
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
vm_extra_create_disk() {
|
|
|
|
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|