make-win-vm.sh

#!/bin/bash

LANG=C
PROG=${0##*/}

SUDOUSER=${SUDO_USER:-$(whoami)}
eval SUDOUSERHOME=~$SUDOUSER

getSafeCommandLine() {
	#if only one parameter, treat it as a piece of script
	[[ $# = 1 ]] && { echo "$1"; return; }

	local shpattern='^[][0-9a-zA-Z~@%^_+=:,./-]+$'

	for at; do
		if [[ -z "$at" ]]; then
			echo -n "'' "
		elif [[ "$at" =~ $shpattern ]]; then
			echo -n "$at "
		elif [[ "$at" =~ [^[:print:]]+ ]]; then
			echo -n "$(builtin printf %q "$at") "
		else
			echo -n "$at" | sed -r -e ':a;$!{N;ba};' \
				-e "s/'+/'\"&\"'/g" -e "s/^/'/" -e "s/$/' /" \
				-e "s/^''//" -e "s/'' $/ /"
		fi
	done
	echo
}

run() {
	local _runtype= _debug=yes _rc=0
	local _nohup= _nohuplogf=
	local _defaultlogf=nohup.log

	while true; do
		case "$1" in
		-nohu*) _nohup=yes
			[[ $1 = *=* ]] && _nohuplogf=${1#*=}
			_nohuplogf=${_nohuplogf:-$_defaultlogf}
			shift;;
		-debug) _debug=yes; shift;;
		-eval*) _runtype=eval; shift;;
		-bash*) _runtype=bash; shift;;
		-*)     shift;;
		*)      break;;
		esac
	done

	[[ $# -eq 0 ]] && return 0
	[[ $# -eq 1 && -z "$_runtype" ]] && _runtype=eval
	local _cmdl=$(getSafeCommandLine "$@")

	if [[ "$_debug" = yes ]]; then
		[[ "$_nohup" = yes ]] && _cmdl="nohup $_cmdl &>${_nohuplogf} &"
		echo "[${_runtype:-direct} run]" "$_cmdl"
	fi | GREP_COLORS='ms=01;30;47' grep --color .

	case ${_runtype:-direct} in
	direct) if [[ -n "$_nohup" ]]; then nohup "$@" &>${_nohuplogf} & else "$@"; _rc=$?; fi;;
	eval)   eval "$_cmdl"; _rc=$?;;
	bash)   bash -c "$_cmdl"; _rc=$?;;
	esac

	return $_rc
}

is_bridge() {
        local ifname=$1
        [[ -z "$ifname" ]] && return 1
        ip -d a s $ifname | grep -qw bridge
}

get_default_if() {
	local notbr=$1  #indicate get real NIC not bridge
	local _iface= iface=
	local type=

	ifaces=$(ip route | awk '/^default/{print $5}')
	for _iface in $ifaces; do
		type=$(ip -d link show dev $_iface|sed -n '3{s/^\s*//; p}')
		[[ -z "$type" || "$type" = altname* || "$type" = bridge* ]] && {
			iface=$_iface
			break
		}
	done
	if [[ -n "$notbr" ]] && is_bridge $iface; then
		# ls /sys/class/net/$iface/brif
		if command -v brctl >/dev/null; then
			brctl show $iface | awk 'NR==2 {print $4}'
		else
			ip link show type bridge_slave | awk -F'[ :]+' '/master '$iface' state UP/{print $2}' | head -n1
		fi
		return 0
	fi
	echo $iface
}

# Generate a random mac address with 54:52:00: prefix
gen_virt_mac() {
	echo 54:52:00:${1:-00}$(od -txC -An -N2 /dev/random | tr \  :)
}

# Eject CDs
eject_cds() {
	local vm_name=$1; shift
	local media_list="$@"

	for media in $media_list; do
		_path=$(readlink -f ${media})
		vm_media=$(virsh domblklist "$vm_name" | awk -v path=$_path '$2==path {print $1}')
		echo -e "{INFO} eject [$vm_media] -> $_path ..."
		virsh change-media "$vm_name" "$vm_media" --eject
	done
}

enable_loop_part() {
	local partn=$(< /sys/module/loop/parameters/max_part)
	if test "$partn" = 0; then
		modprobe -r loop
		modprobe loop max_part=31
	fi
}

create_vdisk() {
	local path=$1
	local size=$2
	local fstype=$3

	dd if=/dev/null of=$path bs=1${size//[0-9]/} seek=${size//[^0-9]/}
	printf "o\nn\np\n1\n\n\nw\n" | fdisk "$path"
	partprobe "$path"

	udisksctl loop-setup -f $path
	local dev=$(losetup -j $path|awk -F: '{print $1}')
	[[ -z "$dev" ]] && {
		echo "{err} 'losetup -j $path' got fail, I don't know why" >&2
		return 1
	}
	while ! ls -l ${dev}p1 2>/dev/null; do sleep 1; done
	ls -l ${dev}
	mkfs.$fstype $MKFS_OPT "${dev}p1"
	udisksctl loop-delete -b $dev
}

mount_vdisk() {
	local path=$1
	local mp=$2
	local partN=${3:-1}
	local offset=

	if fdisk -l -o Start "$path" &>/dev/null; then
		read offset sizelimit < <(fdisk -l -o Start,Sectors "$path" |
			awk -v N=$partN '
				/^Units:/ { unit=$(NF-1); offset=0; }
				/^Start/ {
					for(i=0;i<N;i++)
						if(getline == 0) { $0=""; break; }
					offset=$1*unit;
					sizelimit=$2*unit;
				}
				END { print offset, sizelimit; }'
		)
	else
		read offset sizelimit < <(fdisk -l "$path" |
			awk -v N=$partN '
				/^Units/ { unit=$(NF-1); offset=0; }
				$3 == "Start" {
					for(i=0;i<N;i++)
						if(getline == 0) { $0=""; break; }
					offset=$2*unit; sizelimit=($3-$2)*unit;
					if ($2 == "*") {
						offset=$3*unit; end=($4-$3)*unit;
					}
				}
				END { print offset, sizelimit; }'
		)
	fi
	echo "offset: $offset, sizelimit: $sizelimit"

	[[ -d "$mp" ]] || {
		echo "{warn} mount_vdisk: dir '$mp' not exist"
		return 1
	}

	if [[ "$offset" -ne 0 || "$partN" -eq 1 ]]; then
		mount $MNT_OPT -oloop,offset=$offset,sizelimit=$sizelimit $path $mp
	else
		echo "{warn} mount_vdisk: there's not part($partN) on disk $path"
		return 1
	fi
}

is_available_url() { curl --connect-timeout 8 -m 16 --output /dev/null --silent --head --fail $1 &>/dev/null; }
intranetDetectUrl="http://down load.devel.r e d hat.com"
is_intranet() { is_available_url ${intranetDetectUrl// /}; }
getDefaultIp4() {
	local nic=$1
	[[ -z "$nic" ]] &&
		nics=$(ip route | awk '/default/{match($0,"dev ([^ ]+)",M); print M[1]}')
	for nic in $nics; do
		[[ -z "$(ip -d link show  dev $nic|sed -n 3p)" ]] && {
			break
		}
	done
	local ipaddr=`ip addr show $nic`;
	local ret=$(echo "$ipaddr" |
			awk '/inet .* global dynamic/{match($0,"inet ([0-9.]+)/[0-9]+",M); print M[1]}');
	echo "$ret"
}

# ==============================================================================
# Parameter Processing
# ==============================================================================
Usage() {
cat <<EOF
Usage: $PROG [OPTION]...

Options for vm:
  -h, --help    #Display this help.

  --image </path/to/image>
		#*Specify the path to windows image.
  --hostname <hostname>
		#hostname of windows

  --vm-name|--vmname <VM_NAME>
		#*Specify the vm guest's name.
  --ram <>      #VM's ram size
  --cpus <>     #Numbers of cpu cores for VM.
  --disk-size <>#VM disk size, in .qcow2 format.
  --os-variant  <win2k12|win2k12r2|win2k16|win10|win7|...>
		#*Use command 'virt-install --os-variant list' to get accepted OS variants
                #*or Use command "osinfo-query os" *after RHEL-6 (yum install libosinfo)
  --timeout <>  #Set waiting timeout for installation.
  --vncport <>  #Set vncport
  --check-ad    #do ad connection test after install complete
  --vmshome <>  #folder to save vm dir/images
  -f, --force	#Force to set vm-name, regardless whether the name is in use or not.
  --net <>	#libvirt network name, default value: 'default'
  --xdisk	#add an extra disk
  --xcdrom <path>
		#add extra cdrom to VM
  --hostdev <device from "virsh nodedev-list">
		#passthrough host device to KVM Guest
		#see also: virt-install --hostdev=?
  --hostif,--hostnic,--host-nic <NIC name from "ip -br -c a show">
		#passthrough host (pci) NIC to KVM Guest

Options for windows anwserfile:
  --wim-index <wim image index>
  --product-key #Prodcut key for windows activation.
  --domain <domain>
		#*Specify windows domain name.
  -u, --user <user>
		#Specify user for install and config, default: Administrator
  -p, --password <password>
		#*Specify user's password for windows. for configure AD/DC:
		  must use a mix of uppercase letters, lowercase letters, numbers, and symbols
  --static-ip-ext <>
		#set static ip for the nic that connect to public network
  --static-ip-int <>
		#set static ip for the nic that connect to internal libvirt network

  --ad-forest-level <Default|Win2008|Win2008R2|Win2012|Win2012R2|WinThreshold>
		#Specify active directory forest level.
		  Windows Server 2003: 2 or Win2003
		  Windows Server 2008: 3 or Win2008
		  Windows Server 2008 R2: 4 or Win2008R2
		  Windows Server 2012: 5 or Win2012
		  Windows Server 2012 R2: 6 or Win2012R2
		  Windows Server 2016: 7 or WinThreshold
		#The default forest functional level in Windows Server is typically the same -
		#as the version you are running. However, the default forest functional level -
		#in Windows Server 2008 R2 when you create a new forest is Windows Server 2003 or 2.
		#see: https://docs.microsoft.com/en-us/powershell/module/addsdeployment/install-addsforest?view=win10-ps
  --ad-domain-level <Default|Win2008|Win2008R2|Win2012|Win2012R2|WinThreshold>
		#Specify active directory domain level.
		  Windows Server 2003: 2 or Win2003
		  Windows Server 2008: 3 or Win2008
		  Windows Server 2008 R2: 4 or Win2008R2
		  Windows Server 2012: 5 or Win2012
		  Windows Server 2012 R2: 6 or Win2012R2
		  Windows Server 2016: 7 or WinThreshold
		#The domain functional level cannot be lower than the forest functional level,
		#but it can be higher. The default is automatically computed and set.
		#see: https://docs.microsoft.com/en-us/powershell/module/addsdeployment/install-addsforest?view=win10-ps
  --enable-kdc  #enable AD KDC service(in case use AnswerFileTemplates/cifs-nfs/postinstall.ps1)
		#- to do nfs/cifs krb5 test
  --parent-domain <parent-domain>
		#Domain name of an existing domain.
  --parent-ip <parent-ip>
		#IP address of an existing domain.
  --dfs-target <server:sharename>
		#The specified cifs share will be added into dfs target.
  --openssh <url>
		#url to download OpenSSH-Win64.zip
  --driver-url,--download-url <url>
		#url to download extra drivers to anserfile media:
		#e.g: --driver-url=urlX --driver-url=urlY
  --run,--run-with-reboot <command line>
		#powershell cmd line need autorun and reboot
		#e.g: --run='./MLNX_VPI_WinOF-5_50_54000_All_win2019_x64.exe /S /V"qb /norestart"'
  --run-post <command line>
		#powershell cmd line need autorun without reboot
		#e.g: --run-post='ipconfig /all; ibstat'

Examples:
  #Setup Active Directory forest Win2012r2:
  ./make-win-vm.sh --image /var/lib/libvirt/images/Win2012r2.iso --os-variant win2k12r2 \
    --product-key W3GGN-FT8W3-Y4M27-J84CP-Q3VJ9 --vmname rootds --domain ad.test -p ~Ocgxyz --cpus 2 \
    --ram 2048 --disk-size 20 --vncport 7777 --ad-forest-level Win2012R2  ./AnswerFileTemplates/addsforest/*

  ./make-win-vm.sh --image /var/lib/libvirt/images/Win2012r2-Evaluation.iso \
    --os-variant win2k12r2 --vmname rootds --domain kernel.test -p ~Ocgabc \
    --cpus 2 --ram 2048 --disk-size 20 --vncport 7788 ./AnswerFileTemplates/addsforest/*

  #Setup Active Directory child domain:
  ./make-win-vm.sh --image /var/lib/libvirt/images/Win2016-Evaluation.iso \
    --os-variant win2k16 --vmname child --parent-domain kernel.test --domain fs  -p ~Ocgxyz \
    --cpus 2 --ram 2048 --disk-size 20 --vncport 7789 ./AnswerFileTemplates/addsdomain/* --parent-ip \$addr

  #Setup Windows as NFS/CIFS server, and enable KDC(--enable-kdc):
  ./make-win-vm.sh --image /var/lib/libvirt/images/Win2019-Evaluation.iso \
    --os-variant win2k19 --vmname win2019-cifsnfs --domain cifs-nfs.test -p ~Ocgxyz \
    --cpus 4 --ram 4096 --disk-size 60 --vncport 7799  ./AnswerFileTemplates/cifs-nfs/* --enable-kdc

  #Setup Windows as NFS/CIFS server, and enable KDC(--enable-kdc), and add dfs target:
  ./make-win-vm.sh --image /var/lib/libvirt/images/Win2019-Evaluation.iso \
    --os-variant win2k19 --vmname win2019-cifsnfs --domain cifs-nfs.test -p ~Ocgxyz \
    --cpus 4 --ram 4096 --disk-size 60 --vncport 7799  ./AnswerFileTemplates/cifs-nfs/* --enable-kdc \
    --dfs-target hostname:cifs
EOF
}

ARGS=$(getopt -o hu:p:f \
	--long help \
	--long image: \
	--long wim-index: \
	--long product-key: \
	--long hostname: \
	--long domain: \
	--long ad-forest-level: \
	--long ad-domain-level: \
	--long vm-name: --long vmname: \
	--long ram: \
	--long cpus: \
	--long disk-size: \
	--long net: \
	--long static-ip-ext: \
	--long static-ip-int: \
	--long os-variant: \
	--long timeout: \
	--long vncport: \
	--long check-ad \
	--long vmshome: \
	--long password: \
	--long enable-kdc \
	--long parent-domain: \
	--long parent-ip: \
	--long openssh: \
	--long driver-url: --long download-url: \
	--long run: --long run-with-reboot: \
	--long run-post: \
	--long dfs-target: \
	--long force --long overwrite \
	--long user: \
	--long xdisk \
	--long xcdrom: \
	--long hostdev: \
	--long hostif: --long hostnic: --long host-nic: \
	-a -n "$PROG" -- "$@")
eval set -- "$ARGS"
while true; do
	case "$1" in
	-h|--help) Usage; exit 1;; 
	--image) WIN_ISO="$2"; shift 2;;
	--wim-index) WIM_IMAGE_INDEX="$2"; shift 2;;
	--product-key) PRODUCT_KEY="$2"; shift 2;;
	--hostname) GUEST_HOSTNAME="$2"; shift 2;;
	--domain) DOMAIN="$2"; shift 2;;
	-u|--user) ADMINUSER="$2"; shift 2;;
	-p|password) ADMINPASSWORD="$2"; shift 2;;
	--ad-forest-level) AD_FOREST_LEVEL="$2"; shift 2;;
	--ad-domain-level) AD_DOMAIN_LEVEL="$2"; shift 2;;
	--vm-name|--vmname) VM_NAME="$2"; shift 2;;
	--ram) VM_RAM="$2"; shift 2;;
	--cpus) VM_CPUS="$2"; shift 2;;
	--disk-size) VM_DISKSIZE="$2"; shift 2;;
	--net) VNET_NAME="$2"; shift 2;;
	--static-ip-ext) STATIC_IP_EXT="$2"; shift 2;;
	--static-ip-int) STATIC_IP_INT="$2"; shift 2;;
	--os-variant) VM_OS_VARIANT="$2"; shift 2;;
	--timeout) VM_TIMEOUT="$2"; shift 2;;
	--vncport) VNCPORT="$2"; shift 2;;
	--check-ad) CHECK_AD="yes"; shift 1;;
	--vmshome) VMS_HOME=$2; shift 2;;
	--enable-kdc) KDC_OPT="-kdc"; shift 1;;
	--parent-domain) PARENT_DOMAIN="$2"; shift 2;;
	--parent-ip) PARENT_IP="$2"; shift 2;;
	--openssh) OpenSSHUrl="$2"; shift 2;;
	--driver-url|--download-url) DL_URLS+=("$2"); shift 2;;
	--run|--run-with-reboot) RUN_CMDS+=("$2"); shift 2;;
	--run-post) RUN_POST_CMDS+=("$2"); shift 2;;
	--dfs-target) DFS_TARGET="$2"; DFS=yes; shift 2;;
	-f|--force|--overwrite) OVERWRITE="yes"; shift 1;;
	--xdisk) XDISK="yes"; shift 1;;
	--xcdrom) XCDROM_OPTS+=("--disk=$2,device=cdrom"); shift 2;;
	--hostdev) HOST_DEV_LIST+=("$2"); shift 2;;
	--hostif|--hostnic|--host-nic) HOST_NIC_LIST+=("$2"); shift 2;;
	--) shift; break;;
	*) Usage; exit 1;; 
	esac
done

AD_FOREST_LEVEL=${AD_FOREST_LEVEL:-Default}
AD_DOMAIN_LEVEL=${AD_DOMAIN_LEVEL:-$AD_FOREST_LEVEL}

[[ -z "$WIN_ISO" || -z "$VM_OS_VARIANT" || -z "$VM_NAME" ]] && {
	Usage
	exit 1
}
if egrep -q "@PARENT_(DOMAIN|IP)@" "$@"; then
	[[ -z "$PARENT_DOMAIN" || -z "$PARENT_IP" ]] && {
		echo "Missing parent-domain or parent-ip"
		Usage
		exit 1
	}
fi

[[ -z "$PRODUCT_KEY" ]] && {
	echo -e "{WARN} *** There is no Product Key specified, We assume that you are using evaluation version."
	echo -e "{WARN} *** Otherwise please use the '--product-key <key>' to ensure successful installation."
}

osvariants=$(virt-install --os-variant list 2>/dev/null) ||
	osvariants=$(osinfo-query os 2>/dev/null)
[[ -n "$osvariants" ]] && {
	grep -q -w "$VM_OS_VARIANT" <<<"$osvariants" || {
		echo -e "Unknown OS variant '$VM_OS_VARIANT'; accepted os variants:\n$osvariants"|less
		exit 1
	}
}

curl_download() {
	local filename=$1
	local url=$2
	shift 2;

	local curlopts="-f -L"
	local header=
	local fsizer=1
	local fsizel=0
	local rc=

	[[ -z "$filename" || -z "$url" ]] && {
		echo "Usage: curl_download <filename> <url> [curl options]" >&2
		return 1
	}

	header=$(curl -L -I -s $url|sed 's/\r//')
	fsizer=$(echo "$header"|awk '/Content-Length:/ {print $2; exit}')
	if echo "$header"|grep -q 'Accept-Ranges: bytes'; then
		curlopts+=' --continue-at -'
	fi

	echo "{INFO} run: curl -o $filename $curl $curlopts $curlOpt $@"
	curl -o $filename $url $curlopts $curlOpt "$@"
	rc=$?
	if [[ $rc != 0 && -s $filename ]]; then
		fsizel=$(stat --printf %s $filename)
		if [[ $fsizer -le $fsizel ]]; then
			echo "{INFO} *** '$filename' already exist $fsizel/$fsizer"
			rc=0
		fi
	fi

	return $rc
}
curl_download_x() { until curl_download "$@"; do sleep 1; done; }

is_intranet && {
	baseurl=${intranetDetectUrl// /}
	isobaseurl=${baseurl}/qa/rhts/lookaside/windows-images
	OpenSSHUrl=${baseurl}/qa/rhts/lookaside/windows-images/OpenSSH-Win64.zip
	[[ ! -f "$WIN_ISO" ]] && {
		isoname=${WIN_ISO##*/}
		[[ -n "$isobaseurl" ]] && curl_download_x $WIN_ISO $isobaseurl/$isoname
	}
}
[[ ! -f "$WIN_ISO" ]] && {
	echo -e "{ERROR} *** Windows OSO file '$WIN_ISO' doesn't exist"
	exit 1
}

# =======================================================================
# Global variable
# =======================================================================
IPCONFIG_LOGF=ipconfig.log
INSTALL_COMPLETE_FILE=installcomplete
POST_INSTALL_LOGF=postinstall.log
DEFAULT_VM_IMG_DIR=/var/lib/libvirt/images
VMS_HOME=${VMS_HOME:-/home/Windows_VMs}
VM_PATH=$VMS_HOME/$VM_NAME
VM_TIMEOUT=${VM_TIMEOUT:-60}
VIRTHOST=$(
for H in $(hostname -A); do
	if [[ ${#H} > 15 && $H = *.*.* ]]; then
		echo $H;
		break;
	fi
done)
[[ -z "$VIRTHOST" ]] && {
	_ipaddr=$(getDefaultIp4)
	VIRTHOST=$(host ${_ipaddr%/*} | awk '{print $NF; exit}')
	VIRTHOST=${VIRTHOST%.}
	[[ "$VIRTHOST" = *NXDOMAIN* ]] && {
		VIRTHOST=$_ipaddr
	}
}

VNCPORT=${VNCPORT:-7788}
mkdir -p $VM_PATH
chcon -R --reference=$DEFAULT_VM_IMG_DIR $VMS_HOME
eval setfacl -mu:qemu:rx $VMS_HOME

# =======================================================================
# Windows Preparation
# =======================================================================
WIM_IMAGE_INDEX=${WIM_IMAGE_INDEX:-4}
[[ "$VM_OS_VARIANT" = win10 ]] && WIM_IMAGE_INDEX=1
GUEST_HOSTNAME=${GUEST_HOSTNAME:-$VM_NAME}
[[ ${#GUEST_HOSTNAME} -gt 15 ]] && {
	echo -e "{ERROR} length of hostname($GUEST_HOSTNAME) should < 16" >&2
	exit 1
}
DOMAIN=${DOMAIN:-win.com}
ADMINUSER=${ADMINUSER:-Administrator}
ADMINPASSWORD=${ADMINPASSWORD:-Sesame~0pen}

# Setup Active Directory
FQDN=$GUEST_HOSTNAME.$DOMAIN
[[ -n "$PARENT_DOMAIN" ]] && FQDN+=.$PARENT_DOMAIN
DOMAIN_NETBIOS_NAME=$(echo ${DOMAIN//./} | tr '[a-z]' '[A-Z]')
DOMAIN_NETBIOS_NAME=${DOMAIN_NETBIOS_NAME:0:15}

# =======================================================================
# dfs target prepare
# =======================================================================
if [[ "$DFS" = yes && -z "$DFS_TARGET" ]]; then
	./utils/make-samba-server.sh --users=$ADMINUSER,smbfoo,smbbar \
		--passwd=$ADMINPASSWORD --group=${DOMAIN//./}
	DFS_TARGET=$HOSTNAME:pub
fi

# =======================================================================
# KVM Preparation
# =======================================================================
if [[ "$OVERWRITE" = "yes" ]]; then
	virsh destroy $VM_NAME
	virsh undefine $VM_NAME --remove-all-storage
fi 2>/dev/null

service libvirtd start
service virtlogd start

#for RHEL-6 "ERROR  Format cannot be specified for unmanaged storage."
verx=$(rpm -E %rhel)
[[ "$verx" = 6 ]] && {
	virsh pool-define-as --name extpool --type dir --target $VMS_HOME
	virsh pool-start extpool
}

# VM network parameters
NetMode=macvtap
[[ "$NetMode" = macvtap ]] && MacvtapMode=bridge
DEFAULT_IF=$(get_default_if dev)
VNIC_MAC_EXT=$(gen_virt_mac 01)
echo -e "\n{INFO} vm nic for reach outside network(source:$DEFAULT_IF, MAC:$VNIC_MAC_EXT) ..."
VM_NET_OPT_EXTERNAL="type=direct,source=$DEFAULT_IF,source_mode=$MacvtapMode,model=e1000,mac=$VNIC_MAC_EXT"

VM_NET_NAME=${VNET_NAME:-default}
VNIC_MAC_INT=$(gen_virt_mac)
echo -e "\n{INFO} vm nic for inside network(net: $VM_NET_NAME, MAC:$VNIC_MAC_INT) ..."
VM_NET_OPT_INTERNAL="network=$VM_NET_NAME,model=e1000,mac=$VNIC_MAC_INT"

# VM hostdev options ...
nic2pcislot() {
	local nic=$1
	local eventf=/sys/class/net/$nic/device/uevent
	if [[ -e $eventf ]]; then
		awk -F= '/PCI_SLOT_NAME/{print "pci_" $2}' $eventf | sed 's/[:.]/_/g'
	fi
}
HOST_DEV_OPTS=()
for dev in "${HOST_DEV_LIST[@]}"; do
	HOST_DEV_OPTS+=("--hostdev=$dev")
done
for nic in "${HOST_NIC_LIST[@]}"; do
	pcislot=$(nic2pcislot $nic)
	if [[ -n "$pcislot" ]]; then
		HOST_DEV_OPTS+=("--hostdev=$pcislot")
	else
		echo -e "{WARN} host nic '$nic' is not a pci device" >&2
	fi
done

# VM disk parameters ...
ANSF_USB=$VM_PATH/$VM_NAME-ansf-usb.image
VM_IMAGE=$VM_PATH/$VM_NAME.qcow2
SERIAL_PATH=/tmp/serial-$(date +%Y%m%d%H%M%S).$$
if [[ "$XDISK" = yes ]]; then
	EXTRA_DISK=$VM_PATH/cifstest.qcow2
fi

# VM memory parameters ...
VM_RAM=${VM_RAM:-4096}

# ====================================================================
# Generate answerfiles media(USB)
# ====================================================================
process_ansf() {
	local destdir=$1; shift
	local flist=

	flist=$(for f; do [[ -d "$f" ]] && ls "${f}" || ls ${f}; done)
	for f in $flist; do fname=${f##*/}; cp ${f} $destdir/${fname%.in}; done

	sed -i -e "s/@ADMINPASSWORD@/$ADMINPASSWORD/g" \
		-e "s/@ADMINUSER@/$ADMINUSER/g" \
		-e "s/@AD_DOMAIN@/$DOMAIN/g" \
		-e "s/@DOMAIN_NETBIOS_NAME@/$DOMAIN_NETBIOS_NAME/g" \
		-e "s/@FQDN@/$FQDN/g" \
		-e "s/@PRODUCT_KEY@/$PRODUCT_KEY/g" \
		-e "s/@WIM_IMAGE_INDEX@/$WIM_IMAGE_INDEX/g" \
		-e "s/@INSTALL_COMPLETE_FILE@/$INSTALL_COMPLETE_FILE/g" \
		-e "s/@AD_FOREST_LEVEL@/$AD_FOREST_LEVEL/g" \
		-e "s/@AD_DOMAIN_LEVEL@/$AD_DOMAIN_LEVEL/g" \
		-e "s/@STATIC_IP_INT@/$STATIC_IP_INT/g" \
		-e "s/@STATIC_IP_EXT@/$STATIC_IP_EXT/g" \
		-e "s/@VIRTHOST@/$VIRTHOST/g" \
		-e "s/@IPCONFIG_LOGF@/$IPCONFIG_LOGF/g" \
		-e "s/@GUEST_HOSTNAME@/$GUEST_HOSTNAME/g" \
		-e "s/@POST_INSTALL_LOG@/C:\\\\$POST_INSTALL_LOGF/g" \
		-e "s/@KDC_OPT@/$KDC_OPT/g" \
		-e "s/@PARENT_DOMAIN@/$PARENT_DOMAIN/g" \
		-e "s/@PARENT_IP@/$PARENT_IP/g" \
		-e "s/@DFS_TARGET@/$DFS_TARGET/g" \
		-e "s/@HOST_NAME@/$HOSTNAME/g" \
		-e "s/@AUTORUN_DIR@/$ANSF_AUTORUN_DIR/g" \
		-e "s/@VNIC_MAC_INT@/$VNIC_MAC_INT/g" \
		-e "s/@VNIC_MAC_EXT@/$VNIC_MAC_EXT/g" \
		$destdir/*
	[[ -z "$PRODUCT_KEY" ]] && {
		echo -e "{INFO} remove ProductKey node from xml ..."
		sed -i '/<ProductKey>/ { :loop /<\/ProductKey>/! {N; b loop}; s;<ProductKey>.*</ProductKey>;; }' $destdir/*.xml
	}
	unix2dos $destdir/* >/dev/null

	[[ -n "$OpenSSHUrl" ]] && curl_download_x $destdir/OpenSSH.zip $OpenSSHUrl
	mkdir $destdir/sshkeys
	[[ -f ~/.ssh/id_rsa && -f ~/.ssh/id_rsa.pub ]] || {
		echo -e 'y\n' | ssh-keygen -q -t rsa -f ~/.ssh/id_rsa -N ''; }
	[[ -f ~/.ssh/id_ecdsa && -f ~/.ssh/id_ecdsa.pub ]] || {
		echo -e 'y\n' | ssh-keygen -q -t ecdsa -f ~/.ssh/id_ecdsa -N ''; }
	cp $SUDOUSERHOME/.ssh/id_*.pub $destdir/sshkeys/. 2>/dev/null

	autorundir=$destdir/$ANSF_AUTORUN_DIR
	if [[ -n "$DL_URLS" ]]; then
		mkdir -p $autorundir
		for _url in "${DL_URLS[@]}"; do
			_fname=${_url##*/}
			curl_download_x $autorundir/${_fname} $_url
		done
	fi
	if [[ -n "$RUN_CMDS" || -n "$RUN_POST_CMDS" ]]; then
		mkdir -p $autorundir
		runf=$autorundir/autorun.ps1
		runpostf=$autorundir/autorun-post.ps1
		for _cmd in "${RUN_CMDS[@]}"; do
			echo "$_cmd" >>$runf
		done
		for _cmd in "${RUN_POST_CMDS[@]}"; do
			echo "$_cmd" >>$runpostf
		done
		unix2dos $runf $runpostf >/dev/null
	fi
}

echo -e "\n{INFO} make answer file media ..."
eval ls "$@" || {
	echo -e "\n{ERROR} answer files $@ is not exist"
	exit 1
}
\rm -f $ANSF_USB #remove old/exist media file
media_mp=$(mktemp -d)
ANSF_MEDIA_PATH=$ANSF_USB
ANSF_AUTORUN_DIR=tools-drivers
usbSize=1024M
create_vdisk $ANSF_USB ${usbSize} vfat
mount_vdisk $ANSF_USB $media_mp
process_ansf $media_mp "$@"
umount $media_mp
\rm -rf $media_mp
losetup -a
DiskOption=bus=usb,format=raw,removable=on

echo -e "\n{INFO} copy win iso file to ${VM_PATH}/. # ..."
\rm -f $VM_IMAGE
\cp -f $WIN_ISO $VM_PATH/.

if [[ "$XDISK" = yes ]]; then
	echo -e "\n{INFO} make extra test disk ..."
	qemu-img create -f qcow2 $EXTRA_DISK 4G
	XDISK_OPTS="--disk path=$EXTRA_DISK,bus=sata"
fi

echo -e "\n{INFO} get available vnc port ..."
while nc 127.0.0.1 ${VNCPORT} </dev/null &>/dev/null; do
        let VNCPORT++
done
echo $VNCPORT >$VM_PATH/vncport
echo -e "\tvncviewer $VIRTHOST:$VNCPORT #"

# =======================================================================
# Workaround for Bug 1867527 - libvirt: Guest startup broken when dm_mod is not loaded
# =======================================================================
echo -e "\n{INFO} Workaround for Bug 1867527"
if ! lsmod | grep -q dm_mod; then
	echo -e "\n{INFO} No dm_mod module loaded, loading..."
	if modprobe dm_mod && lsmod | grep -q dm_mod; then
		echo -e "\n{INFO} Load dm_mod module successfully"
	else
		echo -e "\n{INFO} Load dm_mod module failed"
	fi
fi

# =======================================================================
# Execute virt-install command with the parameters given
# =======================================================================
echo -e "\n{INFO} virt-install ..."
if [[ -n "$DISPLAY" ]]; then consoleOpt=--noautoconsole; fi
virt-install --connect=qemu:///system --hvm --accelerate --cpu host \
	--name "$VM_NAME" --ram=${VM_RAM} --vcpu=${VM_CPUS:-2} \
	--os-variant ${VM_OS_VARIANT} \
	--cdrom $VM_PATH/${WIN_ISO##*/} \
	--disk path=$VM_IMAGE,size=$VM_DISKSIZE,format=qcow2,cache=none \
	--disk path=$ANSF_MEDIA_PATH,$DiskOption \
	$XDISK_OPTS \
	"${XCDROM_OPTS[@]}" \
	--network $VM_NET_OPT_INTERNAL \
	--network $VM_NET_OPT_EXTERNAL \
	"${HOST_DEV_OPTS[@]}" \
	--serial file,path=$SERIAL_PATH --serial pty \
	--vnc --vnclisten 0.0.0.0 --vncport ${VNCPORT} \
	$consoleOpt
ret=$?
\rm $SERIAL_PATH

echo -e "\n{INFO} virt-install finish with return code($ret)"
if ! virsh desc $VM_NAME &>/dev/null; then
	echo "{WARN} seems virt-install fail, exit ..."
fi

if [[ -n "$DISPLAY" ]]; then
	virt-viewer -w "$VM_NAME" & 
	wait; sleep 2
	vm start "$VM_NAME"
	virt-viewer -w "$VM_NAME" & 
fi

# =======================================================================
# To check whether the installation is done
# =======================================================================
port_available() { nc $(grep -q -- '-z\>' < <(nc -h 2>&1) && echo -z) $1 $2  </dev/null &>/dev/null; }

echo -e "\n{INFO} waiting install done ...\n\tvncviewer $VIRTHOST:$VNCPORT"
timeouts=$((VM_TIMEOUT*60))
timestep=10
for ((i=0; i<=timeouts; i+=timestep)) ; do
	read vmaddr _ < <(virsh --quiet domifaddr "$VM_NAME" | awk '{print gensub("/.*","",1,$4)}')
	port_available ${vmaddr} 22 && break
	sleep $timestep
done
((i > $timeouts)) && { echo -e "\n{WARN} Install timeout(${VM_TIMEOUT}m)"; }

# =======================================================================
# Post Setup
# =======================================================================

# Get install and ipconfig log
WIN_INSTALL_LOG=/tmp/$VM_NAME.install.log
WIN_IPCONFIG_LOG=/tmp/$VM_NAME.ipconfig.log
rm -f $WIN_INSTALL_LOG $WIN_IPCONFIG_LOG
sudo -i -u $SUDOUSER bash <<EOF
scp -o StrictHostKeyChecking=no $ADMINUSER@$vmaddr:C:/$POST_INSTALL_LOGF $WIN_INSTALL_LOG
scp -o StrictHostKeyChecking=no $ADMINUSER@$vmaddr:C:/$IPCONFIG_LOGF $WIN_IPCONFIG_LOG
iconv -f UTF-16LE -t UTF-8 $WIN_INSTALL_LOG -o $WIN_INSTALL_LOG
dos2unix $WIN_INSTALL_LOG $WIN_IPCONFIG_LOG
EOF

# Eject CDs
echo -e "\n{INFO} eject media ..."
eject_cds $VM_NAME $VM_PATH/${WIN_ISO##*/}  #$ANSF_MEDIA_PATH

# Save relative variables into a log file
echo -e "\n{INFO} show guest info:"
VM_INT_IP=$(awk '/^ *IPv4 Address/ {if ($NF ~ /^192/) print $NF}' $WIN_IPCONFIG_LOG)
VM_EXT_IP=$(awk '/^ *IPv4 Address/ {if ($NF !~ /^(192|169.254)/) print $NF}' $WIN_IPCONFIG_LOG)
VM_EXT_IP6=$(awk '/^ *IPv6 Address/ {printf("%s,", $NF)}' $WIN_IPCONFIG_LOG)
[[ -z "$VM_EXT_IP" ]] && VM_EXT_IP=${VM_EXT_IP6%%,*}

showmount -e "$VM_INT_IP"

VM_INFO_FILE=/tmp/$VM_NAME.env
cat <<-EOF | tee $VM_INFO_FILE
	VM_INT_IP=$VM_INT_IP
	VM_EXT_IP=$VM_EXT_IP
	VM_EXT_IP6=$VM_EXT_IP6
	ADMINUSER=$ADMINUSER
	ADMINPASSWORD=$ADMINPASSWORD
	AD_VM_NAME=$VM_NAME
	AD_DOMAIN=$DOMAIN
	AD_FQDN=$FQDN
	AD_DOMAIN_NETBIOS_NAME=$DOMAIN_NETBIOS_NAME
	AD_VNC_URL=$VIRTHOST:$VNCPORT
	WIN_CIFS_SHARE1=cifstest
	WIN_CIFS_SHARE2=cifssch
	WIN_DFS_SHARE=dfsroot
	WIN_DFS_SHARE1=dfsroot/local
	WIN_DFS_SHARE2=dfsroot/remote
	WIN_NFS_SHARE1=/nfstest
	WIN_NFS_SHARE2=/nfssch
EOF

if [[ -z "$VM_INT_IP" || -z "$VM_EXT_IP" ]]; then
	echo -e "\n{ERROR} VM_INT_IP($VM_INT_IP) or VM_EXT_IP($VM_EXT_IP) is nil"
	run -debug cat $WIN_IPCONFIG_LOG
	run -debug cat $WIN_INSTALL_LOG
	exit 1
fi

if [[ "$CHECK_AD" = yes ]]; then
	echo -e "\n{INFO} run follow command to test AD connection"
	ldapurl=ldap://${VM_INT_IP}
	run -debug ./utils/test-cert.sh $VM_NAME $FQDN $DOMAIN $ADMINUSER:$ADMINPASSWORD $ldapurl
fi