#!/bin/bash # This script is a level script # It must be run on a XenServer or XCP machine # # It creates a DomU VM that runs OpenStack services # # For more details see: README.md # Exit on errors set -o errexit # Echo commands set -o xtrace # Abort if localrc is not set if [ ! -e ../../localrc ]; then echo "You must have a localrc with ALL necessary passwords defined before proceeding." echo "See the xen README for required passwords." exit 1 fi # This directory TOP_DIR=$(cd $(dirname "$0") && pwd) # Source lower level functions . $TOP_DIR/../../functions # Include onexit commands . $TOP_DIR/scripts/on_exit.sh # # Get Settings # # Source params - override xenrc params in your localrc to suit your taste source xenrc xe_min() { local cmd="$1" shift xe "$cmd" --minimal "$@" } # # Prepare Dom0 # including installing XenAPI plugins # cd $TOP_DIR if [ -f ./master ] then rm -rf ./master rm -rf ./nova fi # get nova NOVA_ZIPBALL_URL=${NOVA_ZIPBALL_URL:-$(echo $NOVA_REPO | sed "s:\.git$::;s:$:/zipball/$NOVA_BRANCH:g")} wget -nv $NOVA_ZIPBALL_URL -O nova-zipball --no-check-certificate unzip -q -o nova-zipball -d ./nova # install xapi plugins XAPI_PLUGIN_DIR=/etc/xapi.d/plugins/ if [ ! -d $XAPI_PLUGIN_DIR ]; then # the following is needed when using xcp-xapi XAPI_PLUGIN_DIR=/usr/lib/xcp/plugins/ fi cp -pr ./nova/*/plugins/xenserver/xenapi/etc/xapi.d/plugins/* $XAPI_PLUGIN_DIR # Install the netwrap xapi plugin to support agent control of dom0 networking if [[ "$ENABLED_SERVICES" =~ "q-agt" && "$Q_PLUGIN" = "openvswitch" ]]; then if [ -f ./quantum ]; then rm -rf ./quantum fi # get quantum QUANTUM_ZIPBALL_URL=${QUANTUM_ZIPBALL_URL:-$(echo $QUANTUM_REPO | sed "s:\.git$::;s:$:/zipball/$QUANTUM_BRANCH:g")} wget -nv $QUANTUM_ZIPBALL_URL -O quantum-zipball --no-check-certificate unzip -q -o quantum-zipball -d ./quantum cp -pr ./quantum/*/quantum/plugins/openvswitch/agent/xenapi/etc/xapi.d/plugins/* $XAPI_PLUGIN_DIR fi chmod a+x ${XAPI_PLUGIN_DIR}* mkdir -p /boot/guest # # Configure Networking # # Helper to create networks # Uses echo trickery to return network uuid function create_network() { br=$1 dev=$2 vlan=$3 netname=$4 if [ -z $br ] then pif=$(xe_min pif-list device=$dev VLAN=$vlan) if [ -z $pif ] then net=$(xe network-create name-label=$netname) else net=$(xe_min network-list PIF-uuids=$pif) fi echo $net return 0 fi if [ ! $(xe_min network-list params=bridge | grep -w --only-matching $br) ] then echo "Specified bridge $br does not exist" echo "If you wish to use defaults, please keep the bridge name empty" exit 1 else net=$(xe_min network-list bridge=$br) echo $net fi } function errorcheck() { rc=$? if [ $rc -ne 0 ] then exit $rc fi } # Create host, vm, mgmt, pub networks on XenServer VM_NET=$(create_network "$VM_BR" "$VM_DEV" "$VM_VLAN" "vmbr") errorcheck MGT_NET=$(create_network "$MGT_BR" "$MGT_DEV" "$MGT_VLAN" "mgtbr") errorcheck PUB_NET=$(create_network "$PUB_BR" "$PUB_DEV" "$PUB_VLAN" "pubbr") errorcheck # Helper to create vlans function create_vlan() { dev=$1 vlan=$2 net=$3 # VLAN -1 refers to no VLAN (physical network) if [ $vlan -eq -1 ] then return fi if [ -z $(xe_min vlan-list tag=$vlan) ] then pif=$(xe_min pif-list network-uuid=$net) # We created a brand new network this time if [ -z $pif ] then pif=$(xe_min pif-list device=$dev VLAN=-1) xe vlan-create pif-uuid=$pif vlan=$vlan network-uuid=$net else echo "VLAN does not exist but PIF attached to this network" echo "How did we reach here?" exit 1 fi fi } # Create vlans for vm and management create_vlan $PUB_DEV $PUB_VLAN $PUB_NET create_vlan $VM_DEV $VM_VLAN $VM_NET create_vlan $MGT_DEV $MGT_VLAN $MGT_NET # Get final bridge names if [ -z $VM_BR ]; then VM_BR=$(xe_min network-list uuid=$VM_NET params=bridge) fi if [ -z $MGT_BR ]; then MGT_BR=$(xe_min network-list uuid=$MGT_NET params=bridge) fi if [ -z $PUB_BR ]; then PUB_BR=$(xe_min network-list uuid=$PUB_NET params=bridge) fi # dom0 ip, XenAPI is assumed to be listening HOST_IP=${HOST_IP:-`ifconfig xenbr0 | grep "inet addr" | cut -d ":" -f2 | sed "s/ .*//"`} # Set up ip forwarding, but skip on xcp-xapi if [ -a /etc/sysconfig/network ]; then if ! grep -q "FORWARD_IPV4=YES" /etc/sysconfig/network; then # FIXME: This doesn't work on reboot! echo "FORWARD_IPV4=YES" >> /etc/sysconfig/network fi fi # Also, enable ip forwarding in rc.local, since the above trick isn't working if ! grep -q "echo 1 >/proc/sys/net/ipv4/ip_forward" /etc/rc.local; then echo "echo 1 >/proc/sys/net/ipv4/ip_forward" >> /etc/rc.local fi # Enable ip forwarding at runtime as well echo 1 > /proc/sys/net/ipv4/ip_forward # # Shutdown previous runs # DO_SHUTDOWN=${DO_SHUTDOWN:-1} CLEAN_TEMPLATES=${CLEAN_TEMPLATES:-false} if [ "$DO_SHUTDOWN" = "1" ]; then # Shutdown all domU's that created previously clean_templates_arg="" if $CLEAN_TEMPLATES; then clean_templates_arg="--remove-templates" fi ./scripts/uninstall-os-vpx.sh $clean_templates_arg # Destroy any instances that were launched for uuid in `xe vm-list | grep -1 instance | grep uuid | sed "s/.*\: //g"`; do echo "Shutting down nova instance $uuid" xe vm-unpause uuid=$uuid || true xe vm-shutdown uuid=$uuid || true xe vm-destroy uuid=$uuid done # Destroy orphaned vdis for uuid in `xe vdi-list | grep -1 Glance | grep uuid | sed "s/.*\: //g"`; do xe vdi-destroy uuid=$uuid done fi # # Create Ubuntu VM template # and/or create VM from template # GUEST_NAME=${GUEST_NAME:-"DevStackOSDomU"} TNAME="devstack_template" SNAME_PREPARED="template_prepared" SNAME_FIRST_BOOT="before_first_boot" function wait_for_VM_to_halt() { set +x echo "Waiting for the VM to halt. Progress in-VM can be checked with vncviewer:" mgmt_ip=$(echo $XENAPI_CONNECTION_URL | tr -d -c '1234567890.') domid=$(xe vm-list name-label="$GUEST_NAME" params=dom-id minimal=true) port=$(xenstore-read /local/domain/$domid/console/vnc-port) echo "vncviewer -via $mgmt_ip localhost:${port:2}" while true do state=$(xe_min vm-list name-label="$GUEST_NAME" power-state=halted) if [ -n "$state" ] then break else echo -n "." sleep 20 fi done set -x } templateuuid=$(xe template-list name-label="$TNAME") if [ -z "$templateuuid" ]; then # # Install Ubuntu over network # # always update the preseed file, incase we have a newer one PRESEED_URL=${PRESEED_URL:-""} if [ -z "$PRESEED_URL" ]; then PRESEED_URL="${HOST_IP}/devstackubuntupreseed.cfg" HTTP_SERVER_LOCATION="/opt/xensource/www" if [ ! -e $HTTP_SERVER_LOCATION ]; then HTTP_SERVER_LOCATION="/var/www/html" mkdir -p $HTTP_SERVER_LOCATION fi cp -f $TOP_DIR/devstackubuntupreseed.cfg $HTTP_SERVER_LOCATION MIRROR=${MIRROR:-""} if [ -n "$MIRROR" ]; then sed -e "s,d-i mirror/http/hostname string .*,d-i mirror/http/hostname string $MIRROR," \ -i "${HTTP_SERVER_LOCATION}/devstackubuntupreseed.cfg" fi fi # Update the template $TOP_DIR/scripts/install_ubuntu_template.sh $PRESEED_URL # create a new VM with the given template # creating the correct VIFs and metadata $TOP_DIR/scripts/install-os-vpx.sh -t "$UBUNTU_INST_TEMPLATE_NAME" -v $VM_BR -m $MGT_BR -p $PUB_BR -l $GUEST_NAME -r $OSDOMU_MEM_MB -k "flat_network_bridge=${VM_BR}" # wait for install to finish wait_for_VM_to_halt # set VM to restart after a reboot vm_uuid=$(xe_min vm-list name-label="$GUEST_NAME") xe vm-param-set actions-after-reboot=Restart uuid="$vm_uuid" # # Prepare VM for DevStack # # Install XenServer tools, and other such things $TOP_DIR/prepare_guest_template.sh "$GUEST_NAME" # start the VM to run the prepare steps xe vm-start vm="$GUEST_NAME" # Wait for prep script to finish and shutdown system wait_for_VM_to_halt # Make template from VM snuuid=$(xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_PREPARED") xe snapshot-clone uuid=$snuuid new-name-label="$TNAME" else # # Template already installed, create VM from template # vm_uuid=$(xe vm-install template="$TNAME" new-name-label="$GUEST_NAME") fi # # Inject DevStack inside VM disk # $TOP_DIR/build_xva.sh "$GUEST_NAME" # create a snapshot before the first boot # to allow a quick re-run with the same settings xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_FIRST_BOOT" # # Run DevStack VM # xe vm-start vm="$GUEST_NAME" # # Find IP and optionally wait for stack.sh to complete # function find_ip_by_name() { local guest_name="$1" local interface="$2" local period=10 max_tries=10 i=0 while true do if [ $i -ge $max_tries ]; then echo "Timed out waiting for devstack ip address" exit 11 fi devstackip=$(xe vm-list --minimal \ name-label=$guest_name \ params=networks | sed -ne "s,^.*${interface}/ip: \([0-9.]*\).*\$,\1,p") if [ -z "$devstackip" ] then sleep $period ((i++)) else echo $devstackip break fi done } function ssh_no_check() { ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no "$@" } # Note the XenServer needs to be on the chosen # network, so XenServer can access Glance API if [ $HOST_IP_IFACE == "eth2" ]; then DOMU_IP=$MGT_IP if [ $MGT_IP == "dhcp" ]; then DOMU_IP=$(find_ip_by_name $GUEST_NAME 2) fi else DOMU_IP=$PUB_IP if [ $PUB_IP == "dhcp" ]; then DOMU_IP=$(find_ip_by_name $GUEST_NAME 3) fi fi # If we have copied our ssh credentials, use ssh to monitor while the installation runs WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1} COPYENV=${COPYENV:-1} if [ "$WAIT_TILL_LAUNCH" = "1" ] && [ -e ~/.ssh/id_rsa.pub ] && [ "$COPYENV" = "1" ]; then set +x echo "VM Launched - Waiting for startup script" # wait for log to appear while ! ssh_no_check -q stack@$DOMU_IP "[ -e run.sh.log ]"; do sleep 10 done echo -n "Running" while [ `ssh_no_check -q stack@$DOMU_IP pgrep -c run.sh` -ge 1 ] do sleep 10 echo -n "." done echo "done!" set -x # output the run.sh.log ssh_no_check -q stack@$DOMU_IP 'cat run.sh.log' # Fail if the expected text is not found ssh_no_check -q stack@$DOMU_IP 'cat run.sh.log' | grep -q 'stack.sh completed in' set +x echo "################################################################################" echo "" echo "All Finished!" echo "You can visit the OpenStack Dashboard" echo "at http://$DOMU_IP, and contact other services at the usual ports." else set +x echo "################################################################################" echo "" echo "All Finished!" echo "Now, you can monitor the progress of the stack.sh installation by " echo "tailing /opt/stack/run.sh.log from within your domU." echo "" echo "ssh into your domU now: 'ssh stack@$DOMU_IP' using your password" echo "and then do: 'tail -f /opt/stack/run.sh.log'" echo "" echo "When the script completes, you can then visit the OpenStack Dashboard" echo "at http://$DOMU_IP, and contact other services at the usual ports." fi