#!/usr/bin/env bash set -Eeuo pipefail # Docker environment variables : "${DISK_IO:="native"}" # I/O Mode, can be set to 'native', 'threads' or 'io_turing' : "${DISK_FMT:="raw"}" # Disk file format, 'raw' by default for best performance : "${DISK_FLAGS:=""}" # Specifies the options for use with the qcow2 disk format : "${DISK_CACHE:="none"}" # Caching mode, can be set to 'writeback' for better performance : "${DISK_DISCARD:="on"}" # Controls whether unmap (TRIM) commands are passed to the host. : "${DISK_ROTATION:="1"}" # Rotation rate, set to 1 for SSD storage and increase for HDD BOOT="$STORAGE/$BASE.boot.img" SYSTEM="$STORAGE/$BASE.system.img" [ ! -s "$BOOT" ] && error "Virtual DSM boot-image does not exist ($BOOT)" && exit 81 [ ! -s "$SYSTEM" ] && error "Virtual DSM system-image does not exist ($SYSTEM)" && exit 82 DISK_OPTS="\ -object iothread,id=io2 \ -device virtio-scsi-pci,id=hw-synoboot,iothread=io2,bus=pcie.0,addr=0xa \ -drive file=$BOOT,if=none,id=drive-synoboot,format=raw,cache=$DISK_CACHE,aio=$DISK_IO,discard=$DISK_DISCARD,detect-zeroes=on \ -device scsi-hd,bus=hw-synoboot.0,channel=0,scsi-id=0,lun=0,drive=drive-synoboot,id=synoboot0,rotation_rate=$DISK_ROTATION,bootindex=1 \ -device virtio-scsi-pci,id=hw-synosys,iothread=io2,bus=pcie.0,addr=0xb \ -drive file=$SYSTEM,if=none,id=drive-synosys,format=raw,cache=$DISK_CACHE,aio=$DISK_IO,discard=$DISK_DISCARD,detect-zeroes=on \ -device scsi-hd,bus=hw-synosys.0,channel=0,scsi-id=0,lun=0,drive=drive-synosys,id=synosys0,rotation_rate=$DISK_ROTATION,bootindex=2" fmt2ext() { local DISK_FMT=$1 case "${DISK_FMT,,}" in qcow2) echo "qcow2" ;; raw) echo "img" ;; *) error "Unrecognized disk format: $DISK_FMT" && exit 78 ;; esac } ext2fmt() { local DISK_EXT=$1 case "${DISK_EXT,,}" in qcow2) echo "qcow2" ;; img) echo "raw" ;; *) error "Unrecognized file extension: .$DISK_EXT" && exit 78 ;; esac } getSize() { local DISK_FILE=$1 local DISK_EXT DISK_FMT DISK_EXT=$(echo "${DISK_FILE//*./}" | sed 's/^.*\.//') DISK_FMT=$(ext2fmt "$DISK_EXT") case "${DISK_FMT,,}" in raw) stat -c%s "$DISK_FILE" ;; qcow2) qemu-img info "$DISK_FILE" -f "$DISK_FMT" | grep '^virtual size: ' | sed 's/.*(\(.*\) bytes)/\1/' ;; *) error "Unrecognized disk format: $DISK_FMT" && exit 78 ;; esac } isCow() { local FS=$1 if [[ "${FS,,}" == "btrfs" ]]; then return 0 fi return 1 } supportsDirect() { local FS=$1 if [[ "${FS,,}" == "ecryptfs" ]] || [[ "${FS,,}" == "tmpfs" ]]; then return 1 fi return 0 } createDisk() { local DISK_FILE=$1 local DISK_SPACE=$2 local DISK_DESC=$3 local DISK_FMT=$4 local FS=$5 local DATA_SIZE DIR SPACE FA DATA_SIZE=$(numfmt --from=iec "$DISK_SPACE") rm -f "$DISK_FILE" if [[ "$ALLOCATE" != [Nn]* ]]; then # Check free diskspace DIR=$(dirname "$DISK_FILE") SPACE=$(df --output=avail -B 1 "$DIR" | tail -n 1) if (( DATA_SIZE > SPACE )); then local SPACE_GB=$(( (SPACE + 1073741823)/1073741824 )) error "Not enough free space to create a $DISK_DESC of $DISK_SPACE in $DIR, it has only $SPACE_GB GB available..." error "Please specify a smaller ${DISK_DESC^^}_SIZE or disable preallocation by setting ALLOCATE=N." && exit 76 fi fi html "Creating a $DISK_DESC image..." info "Creating a $DISK_SPACE $DISK_TYPE $DISK_DESC image in $DISK_FMT format..." local FAIL="Could not create a $DISK_TYPE $DISK_FMT $DISK_DESC image of $DISK_SPACE ($DISK_FILE)" case "${DISK_FMT,,}" in raw) if isCow "$FS"; then if ! touch "$DISK_FILE"; then error "$FAIL" && exit 77 fi { chattr +C "$DISK_FILE"; } || : fi if [[ "$ALLOCATE" == [Nn]* ]]; then # Create an empty file if ! truncate -s "$DATA_SIZE" "$DISK_FILE"; then rm -f "$DISK_FILE" error "$FAIL" && exit 77 fi else # Create an empty file if ! fallocate -l "$DATA_SIZE" "$DISK_FILE"; then if ! truncate -s "$DATA_SIZE" "$DISK_FILE"; then rm -f "$DISK_FILE" error "$FAIL" && exit 77 fi fi fi ;; qcow2) local DISK_PARAM="$DISK_ALLOC" isCow "$FS" && DISK_PARAM="$DISK_PARAM,nocow=on" [ -n "$DISK_FLAGS" ] && DISK_PARAM="$DISK_PARAM,$DISK_FLAGS" if ! qemu-img create -f "$DISK_FMT" -o "$DISK_PARAM" -- "$DISK_FILE" "$DATA_SIZE" ; then rm -f "$DISK_FILE" error "$FAIL" && exit 70 fi ;; esac if isCow "$FS"; then FA=$(lsattr "$DISK_FILE") if [[ "$FA" != *"C"* ]]; then error "Failed to disable COW for $DISK_DESC image $DISK_FILE on ${FS^^} filesystem (returned $FA)" fi fi return 0 } resizeDisk() { local DISK_FILE=$1 local DISK_SPACE=$2 local DISK_DESC=$3 local DISK_FMT=$4 local FS=$5 local CUR_SIZE DATA_SIZE DIR SPACE CUR_SIZE=$(getSize "$DISK_FILE") DATA_SIZE=$(numfmt --from=iec "$DISK_SPACE") local REQ=$((DATA_SIZE-CUR_SIZE)) (( REQ < 1 )) && error "Shrinking disks is not supported yet, please increase ${DISK_DESC^^}_SIZE." && exit 71 if [[ "$ALLOCATE" != [Nn]* ]]; then # Check free diskspace DIR=$(dirname "$DISK_FILE") SPACE=$(df --output=avail -B 1 "$DIR" | tail -n 1) if (( REQ > SPACE )); then local SPACE_GB=$(( (SPACE + 1073741823)/1073741824 )) error "Not enough free space to resize $DISK_DESC to $DISK_SPACE in $DIR, it has only $SPACE_GB GB available.." error "Please specify a smaller ${DISK_DESC^^}_SIZE or disable preallocation by setting ALLOCATE=N." && exit 74 fi fi local GB=$(( (CUR_SIZE + 1073741823)/1073741824 )) MSG="Resizing $DISK_DESC from ${GB}G to $DISK_SPACE..." info "$MSG" && html "$MSG" local FAIL="Could not resize the $DISK_TYPE $DISK_FMT $DISK_DESC image from ${GB}G to $DISK_SPACE ($DISK_FILE)" case "${DISK_FMT,,}" in raw) if [[ "$ALLOCATE" == [Nn]* ]]; then # Resize file by changing its length if ! truncate -s "$DATA_SIZE" "$DISK_FILE"; then error "$FAIL" && exit 75 fi else # Resize file by allocating more space if ! fallocate -l "$DATA_SIZE" "$DISK_FILE"; then if ! truncate -s "$DATA_SIZE" "$DISK_FILE"; then error "$FAIL" && exit 75 fi fi fi ;; qcow2) if ! qemu-img resize -f "$DISK_FMT" "--$DISK_ALLOC" "$DISK_FILE" "$DATA_SIZE" ; then error "$FAIL" && exit 72 fi ;; esac return 0 } convertDisk() { local SOURCE_FILE=$1 local SOURCE_FMT=$2 local DST_FILE=$3 local DST_FMT=$4 local DISK_BASE=$5 local DISK_DESC=$6 local FS=$7 [ -f "$DST_FILE" ] && error "Conversion failed, destination file $DST_FILE already exists?" && exit 79 [ ! -f "$SOURCE_FILE" ] && error "Conversion failed, source file $SOURCE_FILE does not exists?" && exit 79 local TMP_FILE="$DISK_BASE.tmp" rm -f "$TMP_FILE" if [[ "$ALLOCATE" != [Nn]* ]]; then local DIR CUR_SIZE SPACE # Check free diskspace DIR=$(dirname "$TMP_FILE") CUR_SIZE=$(getSize "$SOURCE_FILE") SPACE=$(df --output=avail -B 1 "$DIR" | tail -n 1) if (( CUR_SIZE > SPACE )); then local SPACE_GB=$(( (SPACE + 1073741823)/1073741824 )) error "Not enough free space to convert $DISK_DESC to $DST_FMT in $DIR, it has only $SPACE_GB GB available..." error "Please free up some disk space or disable preallocation by setting ALLOCATE=N." && exit 76 fi fi html "Converting $DISK_DESC to $DST_FMT..." info "Converting $DISK_DESC to $DST_FMT, please wait until completed..." local CONV_FLAGS="-p" local DISK_PARAM="$DISK_ALLOC" isCow "$FS" && DISK_PARAM="$DISK_PARAM,nocow=on" if [[ "$DST_FMT" != "raw" ]]; then if [[ "$ALLOCATE" == [Nn]* ]]; then CONV_FLAGS="$CONV_FLAGS -c" fi [ -n "$DISK_FLAGS" ] && DISK_PARAM="$DISK_PARAM,$DISK_FLAGS" fi # shellcheck disable=SC2086 if ! qemu-img convert -f "$SOURCE_FMT" $CONV_FLAGS -o "$DISK_PARAM" -O "$DST_FMT" -- "$SOURCE_FILE" "$TMP_FILE"; then rm -f "$TMP_FILE" error "Failed to convert $DISK_TYPE $DISK_DESC image to $DST_FMT format in $DIR, is there enough space available?" && exit 79 fi if [[ "$DST_FMT" == "raw" ]]; then if [[ "$ALLOCATE" != [Nn]* ]]; then # Work around qemu-img bug CUR_SIZE=$(stat -c%s "$TMP_FILE") if ! fallocate -l "$CUR_SIZE" "$TMP_FILE"; then error "Failed to allocate $CUR_SIZE bytes for $DISK_DESC image $TMP_FILE" fi fi fi rm -f "$SOURCE_FILE" mv "$TMP_FILE" "$DST_FILE" if isCow "$FS"; then FA=$(lsattr "$DST_FILE") if [[ "$FA" != *"C"* ]]; then error "Failed to disable COW for $DISK_DESC image $DST_FILE on ${FS^^} filesystem (returned $FA)" fi fi html "Conversion of $DISK_DESC completed..." info "Conversion of $DISK_DESC to $DST_FMT completed succesfully!" return 0 } checkFS () { local FS=$1 local DISK_FILE=$2 local DISK_DESC=$3 local DIR FA DIR=$(dirname "$DISK_FILE") [ ! -d "$DIR" ] && return 0 if [[ "${FS,,}" == "overlay"* ]]; then info "Warning: the filesystem of $DIR is OverlayFS, this usually means it was binded to an invalid path!" fi if [[ "${FS,,}" == "fuse"* ]]; then info "Warning: the filesystem of $DIR is FUSE, this extra layer will negatively affect performance!" fi if ! supportsDirect "$FS"; then info "Warning: the filesystem of $DIR is $FS, which does not support O_DIRECT mode, adjusting settings..." fi if isCow "$FS"; then if [ -f "$DISK_FILE" ]; then FA=$(lsattr "$DISK_FILE") if [[ "$FA" != *"C"* ]]; then info "Warning: COW (copy on write) is not disabled for $DISK_DESC image file $DISK_FILE, this is recommended on ${FS^^} filesystems!" fi fi fi return 0 } createDevice () { local DISK_ID=$1 local DISK_FILE=$2 local DISK_INDEX=$3 local DISK_ADDRESS=$4 local DISK_FMT=$5 local DISK_IO=$6 local DISK_CACHE=$7 local result="-drive file=$DISK_FILE,if=none,id=drive-$DISK_ID,format=$DISK_FMT,cache=$DISK_CACHE,aio=$DISK_IO,discard=$DISK_DISCARD,detect-zeroes=on" result="$result \ -device virtio-scsi-pci,id=hw-$DISK_ID,iothread=io2,bus=pcie.0,addr=$DISK_ADDRESS \ -device scsi-hd,bus=hw-$DISK_ID.0,channel=0,scsi-id=0,lun=0,drive=drive-$DISK_ID,id=$DISK_ID,rotation_rate=$DISK_ROTATION,bootindex=$DISK_INDEX" echo "$result" return 0 } addDisk () { local DISK_BASE=$1 local DISK_EXT=$2 local DISK_DESC=$3 local DISK_SPACE=$4 local DISK_INDEX=$5 local DISK_ADDRESS=$6 local DISK_FMT=$7 local DISK_IO=$8 local DISK_CACHE=$9 local DISK_ID="userdata$DISK_INDEX" local DISK_FILE="$DISK_BASE.$DISK_EXT" local DIR DATA_SIZE FS PREV_FMT PREV_EXT CUR_SIZE OPTS DIR=$(dirname "$DISK_FILE") [ ! -d "$DIR" ] && return 0 [ -z "$DISK_SPACE" ] && DISK_SPACE="16G" DISK_SPACE=$(echo "${DISK_SPACE^^}" | sed 's/MB/M/g;s/GB/G/g;s/TB/T/g') DATA_SIZE=$(numfmt --from=iec "$DISK_SPACE") if (( DATA_SIZE < 6442450944 )); then if (( DATA_SIZE < 1 )); then error "Invalid value for ${DISK_DESC^^}_SIZE: $DISK_SPACE" && exit 73 else error "Please increase ${DISK_DESC^^}_SIZE to at least 6 GB." && exit 73 fi fi FS=$(stat -f -c %T "$DIR") checkFS "$FS" "$DISK_FILE" "$DISK_DESC" || exit $? if ! supportsDirect "$FS"; then DISK_IO="threads" DISK_CACHE="writeback" fi if ! [ -s "$DISK_FILE" ] ; then if [[ "${DISK_FMT,,}" != "raw" ]]; then PREV_FMT="raw" else PREV_FMT="qcow2" fi PREV_EXT=$(fmt2ext "$PREV_FMT") if [ -s "$DISK_BASE.$PREV_EXT" ] ; then convertDisk "$DISK_BASE.$PREV_EXT" "$PREV_FMT" "$DISK_FILE" "$DISK_FMT" "$DISK_BASE" "$DISK_DESC" "$FS" || exit $? fi fi if [ -s "$DISK_FILE" ]; then CUR_SIZE=$(getSize "$DISK_FILE") if (( DATA_SIZE > CUR_SIZE )); then resizeDisk "$DISK_FILE" "$DISK_SPACE" "$DISK_DESC" "$DISK_FMT" "$FS" || exit $? fi else createDisk "$DISK_FILE" "$DISK_SPACE" "$DISK_DESC" "$DISK_FMT" "$FS" || exit $? fi OPTS=$(createDevice "$DISK_ID" "$DISK_FILE" "$DISK_INDEX" "$DISK_ADDRESS" "$DISK_FMT" "$DISK_IO" "$DISK_CACHE") DISK_OPTS="$DISK_OPTS $OPTS" return 0 } addDevice () { local DISK_DEV=$1 local DISK_DESC=$2 local DISK_INDEX=$3 local DISK_ADDRESS=$4 local DISK_ID="userdata$DISK_INDEX" [ -z "$DISK_DEV" ] && return 0 [ ! -b "$DISK_DEV" ] && error "Device $DISK_DEV cannot be found! Please add it to the 'devices' section of your compose file." && exit 55 local OPTS OPTS=$(createDevice "$DISK_ID" "$DISK_DEV" "$DISK_INDEX" "$DISK_ADDRESS" "raw" "$DISK_IO" "$DISK_CACHE") DISK_OPTS="$DISK_OPTS $OPTS" return 0 } html "Initializing disks..." DISK_EXT=$(fmt2ext "$DISK_FMT") if [ -z "$ALLOCATE" ]; then if [[ "${DISK_FMT,,}" == "raw" ]]; then ALLOCATE="Y" else ALLOCATE="N" fi fi if [[ "$ALLOCATE" == [Nn]* ]]; then DISK_TYPE="growable" DISK_ALLOC="preallocation=off" else DISK_TYPE="preallocated" DISK_ALLOC="preallocation=falloc" fi DISK1_FILE="$STORAGE/data" if [[ ! -f "$DISK1_FILE.img" ]] && [[ -f "$STORAGE/data${DISK_SIZE}.img" ]]; then # Fallback for legacy installs mv "$STORAGE/data${DISK_SIZE}.img" "$DISK1_FILE.img" fi DISK2_FILE="/storage2/data2" if [ ! -f "$DISK2_FILE.img" ]; then # Fallback for legacy installs FALLBACK="/storage2/data.img" if [[ -f "$DISK1_FILE.img" ]] && [[ -f "$FALLBACK" ]]; then SIZE1=$(stat -c%s "$FALLBACK") SIZE2=$(stat -c%s "$DISK1_FILE.img") if [[ SIZE1 -ne SIZE2 ]]; then mv "$FALLBACK" "$DISK2_FILE.img" fi fi fi DISK3_FILE="/storage3/data3" if [ ! -f "$DISK3_FILE.img" ]; then # Fallback for legacy installs FALLBACK="/storage3/data.img" if [[ -f "$DISK1_FILE.img" ]] && [[ -f "$FALLBACK" ]]; then SIZE1=$(stat -c%s "$FALLBACK") SIZE2=$(stat -c%s "$DISK1_FILE.img") if [[ SIZE1 -ne SIZE2 ]]; then mv "$FALLBACK" "$DISK3_FILE.img" fi fi fi DISK4_FILE="/storage4/data4" : "${DISK2_SIZE:=""}" : "${DISK3_SIZE:=""}" : "${DISK4_SIZE:=""}" : "${DEVICE:=""}" # Docker variables to passthrough a block device, like /dev/vdc1. : "${DEVICE2:=""}" : "${DEVICE3:=""}" : "${DEVICE4:=""}" if [ -n "$DEVICE" ]; then addDevice "$DEVICE" "device" "3" "0xc" || exit $? else addDisk "$DISK1_FILE" "$DISK_EXT" "disk" "$DISK_SIZE" "3" "0xc" "$DISK_FMT" "$DISK_IO" "$DISK_CACHE" || exit $? fi if [ -n "$DEVICE2" ]; then addDevice "$DEVICE2" "device2" "4" "0xd" || exit $? else addDisk "$DISK2_FILE" "$DISK_EXT" "disk2" "$DISK2_SIZE" "4" "0xd" "$DISK_FMT" "$DISK_IO" "$DISK_CACHE" || exit $? fi if [ -n "$DEVICE3" ]; then addDevice "$DEVICE3" "device3" "5" "0xe" || exit $? else addDisk "$DISK3_FILE" "$DISK_EXT" "disk3" "$DISK3_SIZE" "5" "0xe" "$DISK_FMT" "$DISK_IO" "$DISK_CACHE" || exit $? fi if [ -n "$DEVICE4" ]; then addDevice "$DEVICE4" "device4" "6" "0xf" || exit $? else addDisk "$DISK4_FILE" "$DISK_EXT" "disk4" "$DISK4_SIZE" "6" "0xf" "$DISK_FMT" "$DISK_IO" "$DISK_CACHE" || exit $? fi html "Initialized disks successfully..." return 0