3a87eddc7f
* NOVA_ZIPBALL_URL can be set for a XS/XCP install to point to a non-standard zipball location. * PIP_USE_MIRRORS (default True) can be set to False to stop pip from attempting to use mirrors (useful for when using an offline eggproxy). Change-Id: I01a9944fe4c13c8cc8323a703f598bc498491b73
426 lines
11 KiB
Bash
Executable File
426 lines
11 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# This script is a level script
|
|
# It must be run on a XenServer or XCP machine
|
|
#
|
|
# It creates a DomU VM that runs OpenStack services
|
|
#
|
|
# For more details see: README.md
|
|
|
|
# Exit on errors
|
|
set -o errexit
|
|
# Echo commands
|
|
set -o xtrace
|
|
|
|
# Abort if localrc is not set
|
|
if [ ! -e ../../localrc ]; then
|
|
echo "You must have a localrc with ALL necessary passwords defined before proceeding."
|
|
echo "See the xen README for required passwords."
|
|
exit 1
|
|
fi
|
|
|
|
# This directory
|
|
TOP_DIR=$(cd $(dirname "$0") && pwd)
|
|
|
|
# Source lower level functions
|
|
. $TOP_DIR/../../functions
|
|
|
|
# Include onexit commands
|
|
. $TOP_DIR/scripts/on_exit.sh
|
|
|
|
|
|
#
|
|
# Get Settings
|
|
#
|
|
|
|
# Source params - override xenrc params in your localrc to suit your taste
|
|
source xenrc
|
|
|
|
xe_min()
|
|
{
|
|
local cmd="$1"
|
|
shift
|
|
xe "$cmd" --minimal "$@"
|
|
}
|
|
|
|
|
|
#
|
|
# Prepare Dom0
|
|
# including installing XenAPI plugins
|
|
#
|
|
|
|
cd $TOP_DIR
|
|
if [ -f ./master ]
|
|
then
|
|
rm -rf ./master
|
|
rm -rf ./nova
|
|
fi
|
|
|
|
# get nova
|
|
NOVA_ZIPBALL_URL=${NOVA_ZIPBALL_URL:-$(echo $NOVA_REPO | sed "s:\.git$::;s:$:/zipball/$NOVA_BRANCH:g")}
|
|
wget $NOVA_ZIPBALL_URL -O nova-zipball --no-check-certificate
|
|
unzip -o nova-zipball -d ./nova
|
|
|
|
# install xapi plugins
|
|
XAPI_PLUGIN_DIR=/etc/xapi.d/plugins/
|
|
if [ ! -d $XAPI_PLUGIN_DIR ]; then
|
|
# the following is needed when using xcp-xapi
|
|
XAPI_PLUGIN_DIR=/usr/lib/xcp/plugins/
|
|
fi
|
|
cp -pr ./nova/*/plugins/xenserver/xenapi/etc/xapi.d/plugins/* $XAPI_PLUGIN_DIR
|
|
chmod a+x ${XAPI_PLUGIN_DIR}*
|
|
|
|
mkdir -p /boot/guest
|
|
|
|
|
|
#
|
|
# Configure Networking
|
|
#
|
|
|
|
# Helper to create networks
|
|
# Uses echo trickery to return network uuid
|
|
function create_network() {
|
|
br=$1
|
|
dev=$2
|
|
vlan=$3
|
|
netname=$4
|
|
if [ -z $br ]
|
|
then
|
|
pif=$(xe_min pif-list device=$dev VLAN=$vlan)
|
|
if [ -z $pif ]
|
|
then
|
|
net=$(xe network-create name-label=$netname)
|
|
else
|
|
net=$(xe_min network-list PIF-uuids=$pif)
|
|
fi
|
|
echo $net
|
|
return 0
|
|
fi
|
|
if [ ! $(xe_min network-list params=bridge | grep -w --only-matching $br) ]
|
|
then
|
|
echo "Specified bridge $br does not exist"
|
|
echo "If you wish to use defaults, please keep the bridge name empty"
|
|
exit 1
|
|
else
|
|
net=$(xe_min network-list bridge=$br)
|
|
echo $net
|
|
fi
|
|
}
|
|
|
|
function errorcheck() {
|
|
rc=$?
|
|
if [ $rc -ne 0 ]
|
|
then
|
|
exit $rc
|
|
fi
|
|
}
|
|
|
|
# Create host, vm, mgmt, pub networks on XenServer
|
|
VM_NET=$(create_network "$VM_BR" "$VM_DEV" "$VM_VLAN" "vmbr")
|
|
errorcheck
|
|
MGT_NET=$(create_network "$MGT_BR" "$MGT_DEV" "$MGT_VLAN" "mgtbr")
|
|
errorcheck
|
|
PUB_NET=$(create_network "$PUB_BR" "$PUB_DEV" "$PUB_VLAN" "pubbr")
|
|
errorcheck
|
|
|
|
# Helper to create vlans
|
|
function create_vlan() {
|
|
dev=$1
|
|
vlan=$2
|
|
net=$3
|
|
# VLAN -1 refers to no VLAN (physical network)
|
|
if [ $vlan -eq -1 ]
|
|
then
|
|
return
|
|
fi
|
|
if [ -z $(xe_min vlan-list tag=$vlan) ]
|
|
then
|
|
pif=$(xe_min pif-list network-uuid=$net)
|
|
# We created a brand new network this time
|
|
if [ -z $pif ]
|
|
then
|
|
pif=$(xe_min pif-list device=$dev VLAN=-1)
|
|
xe vlan-create pif-uuid=$pif vlan=$vlan network-uuid=$net
|
|
else
|
|
echo "VLAN does not exist but PIF attached to this network"
|
|
echo "How did we reach here?"
|
|
exit 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# Create vlans for vm and management
|
|
create_vlan $PUB_DEV $PUB_VLAN $PUB_NET
|
|
create_vlan $VM_DEV $VM_VLAN $VM_NET
|
|
create_vlan $MGT_DEV $MGT_VLAN $MGT_NET
|
|
|
|
# Get final bridge names
|
|
if [ -z $VM_BR ]; then
|
|
VM_BR=$(xe_min network-list uuid=$VM_NET params=bridge)
|
|
fi
|
|
if [ -z $MGT_BR ]; then
|
|
MGT_BR=$(xe_min network-list uuid=$MGT_NET params=bridge)
|
|
fi
|
|
if [ -z $PUB_BR ]; then
|
|
PUB_BR=$(xe_min network-list uuid=$PUB_NET params=bridge)
|
|
fi
|
|
|
|
# dom0 ip, XenAPI is assumed to be listening
|
|
HOST_IP=${HOST_IP:-`ifconfig xenbr0 | grep "inet addr" | cut -d ":" -f2 | sed "s/ .*//"`}
|
|
|
|
# Set up ip forwarding, but skip on xcp-xapi
|
|
if [ -a /etc/sysconfig/network ]; then
|
|
if ! grep -q "FORWARD_IPV4=YES" /etc/sysconfig/network; then
|
|
# FIXME: This doesn't work on reboot!
|
|
echo "FORWARD_IPV4=YES" >> /etc/sysconfig/network
|
|
fi
|
|
fi
|
|
# Also, enable ip forwarding in rc.local, since the above trick isn't working
|
|
if ! grep -q "echo 1 >/proc/sys/net/ipv4/ip_forward" /etc/rc.local; then
|
|
echo "echo 1 >/proc/sys/net/ipv4/ip_forward" >> /etc/rc.local
|
|
fi
|
|
# Enable ip forwarding at runtime as well
|
|
echo 1 > /proc/sys/net/ipv4/ip_forward
|
|
|
|
|
|
#
|
|
# Shutdown previous runs
|
|
#
|
|
|
|
DO_SHUTDOWN=${DO_SHUTDOWN:-1}
|
|
CLEAN_TEMPLATES=${CLEAN_TEMPLATES:-false}
|
|
if [ "$DO_SHUTDOWN" = "1" ]; then
|
|
# Shutdown all domU's that created previously
|
|
clean_templates_arg=""
|
|
if $CLEAN_TEMPLATES; then
|
|
clean_templates_arg="--remove-templates"
|
|
fi
|
|
./scripts/uninstall-os-vpx.sh $clean_templates_arg
|
|
|
|
# Destroy any instances that were launched
|
|
for uuid in `xe vm-list | grep -1 instance | grep uuid | sed "s/.*\: //g"`; do
|
|
echo "Shutting down nova instance $uuid"
|
|
xe vm-unpause uuid=$uuid || true
|
|
xe vm-shutdown uuid=$uuid || true
|
|
xe vm-destroy uuid=$uuid
|
|
done
|
|
|
|
# Destroy orphaned vdis
|
|
for uuid in `xe vdi-list | grep -1 Glance | grep uuid | sed "s/.*\: //g"`; do
|
|
xe vdi-destroy uuid=$uuid
|
|
done
|
|
fi
|
|
|
|
|
|
#
|
|
# Create Ubuntu VM template
|
|
# and/or create VM from template
|
|
#
|
|
|
|
GUEST_NAME=${GUEST_NAME:-"DevStackOSDomU"}
|
|
TNAME="devstack_template"
|
|
SNAME_PREPARED="template_prepared"
|
|
SNAME_FIRST_BOOT="before_first_boot"
|
|
|
|
function wait_for_VM_to_halt() {
|
|
while true
|
|
do
|
|
state=$(xe_min vm-list name-label="$GUEST_NAME" power-state=halted)
|
|
if [ -n "$state" ]
|
|
then
|
|
break
|
|
else
|
|
echo "Waiting for "$GUEST_NAME" to finish installation..."
|
|
sleep 20
|
|
fi
|
|
done
|
|
}
|
|
|
|
templateuuid=$(xe template-list name-label="$TNAME")
|
|
if [ -z "$templateuuid" ]; then
|
|
#
|
|
# Install Ubuntu over network
|
|
#
|
|
|
|
# always update the preseed file, incase we have a newer one
|
|
PRESEED_URL=${PRESEED_URL:-""}
|
|
if [ -z "$PRESEED_URL" ]; then
|
|
PRESEED_URL="${HOST_IP}/devstackubuntupreseed.cfg"
|
|
HTTP_SERVER_LOCATION="/opt/xensource/www"
|
|
if [ ! -e $HTTP_SERVER_LOCATION ]; then
|
|
HTTP_SERVER_LOCATION="/var/www/html"
|
|
mkdir -p $HTTP_SERVER_LOCATION
|
|
fi
|
|
cp -f $TOP_DIR/devstackubuntupreseed.cfg $HTTP_SERVER_LOCATION
|
|
MIRROR=${MIRROR:-""}
|
|
if [ -n "$MIRROR" ]; then
|
|
sed -e "s,d-i mirror/http/hostname string .*,d-i mirror/http/hostname string $MIRROR," \
|
|
-i "${HTTP_SERVER_LOCATION}/devstackubuntupreseed.cfg"
|
|
fi
|
|
fi
|
|
|
|
# Update the template
|
|
$TOP_DIR/scripts/install_ubuntu_template.sh $PRESEED_URL
|
|
|
|
# create a new VM with the given template
|
|
# creating the correct VIFs and metadata
|
|
$TOP_DIR/scripts/install-os-vpx.sh -t "$UBUNTU_INST_TEMPLATE_NAME" -v $VM_BR -m $MGT_BR -p $PUB_BR -l $GUEST_NAME -r $OSDOMU_MEM_MB -k "flat_network_bridge=${VM_BR}"
|
|
|
|
# wait for install to finish
|
|
wait_for_VM_to_halt
|
|
|
|
# set VM to restart after a reboot
|
|
vm_uuid=$(xe_min vm-list name-label="$GUEST_NAME")
|
|
xe vm-param-set actions-after-reboot=Restart uuid="$vm_uuid"
|
|
|
|
#
|
|
# Prepare VM for DevStack
|
|
#
|
|
|
|
# Install XenServer tools, and other such things
|
|
$TOP_DIR/prepare_guest_template.sh "$GUEST_NAME"
|
|
|
|
# start the VM to run the prepare steps
|
|
xe vm-start vm="$GUEST_NAME"
|
|
|
|
# Wait for prep script to finish and shutdown system
|
|
wait_for_VM_to_halt
|
|
|
|
# Make template from VM
|
|
snuuid=$(xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_PREPARED")
|
|
xe snapshot-clone uuid=$snuuid new-name-label="$TNAME"
|
|
else
|
|
#
|
|
# Template already installed, create VM from template
|
|
#
|
|
vm_uuid=$(xe vm-install template="$TNAME" new-name-label="$GUEST_NAME")
|
|
fi
|
|
|
|
|
|
#
|
|
# Inject DevStack inside VM disk
|
|
#
|
|
$TOP_DIR/build_xva.sh "$GUEST_NAME"
|
|
|
|
# create a snapshot before the first boot
|
|
# to allow a quick re-run with the same settings
|
|
xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_FIRST_BOOT"
|
|
|
|
|
|
#
|
|
# Run DevStack VM
|
|
#
|
|
xe vm-start vm="$GUEST_NAME"
|
|
|
|
|
|
#
|
|
# Find IP and optionally wait for stack.sh to complete
|
|
#
|
|
|
|
function find_ip_by_name() {
|
|
local guest_name="$1"
|
|
local interface="$2"
|
|
local period=10
|
|
max_tries=10
|
|
i=0
|
|
while true
|
|
do
|
|
if [ $i -ge $max_tries ]; then
|
|
echo "Timed out waiting for devstack ip address"
|
|
exit 11
|
|
fi
|
|
|
|
devstackip=$(xe vm-list --minimal \
|
|
name-label=$guest_name \
|
|
params=networks | sed -ne "s,^.*${interface}/ip: \([0-9.]*\).*\$,\1,p")
|
|
if [ -z "$devstackip" ]
|
|
then
|
|
sleep $period
|
|
((i++))
|
|
else
|
|
echo $devstackip
|
|
break
|
|
fi
|
|
done
|
|
}
|
|
|
|
function ssh_no_check() {
|
|
ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no "$@"
|
|
}
|
|
|
|
# Note the XenServer needs to be on the chosen
|
|
# network, so XenServer can access Glance API
|
|
if [ $HOST_IP_IFACE == "eth2" ]; then
|
|
DOMU_IP=$MGT_IP
|
|
if [ $MGT_IP == "dhcp" ]; then
|
|
DOMU_IP=$(find_ip_by_name $GUEST_NAME 2)
|
|
fi
|
|
else
|
|
DOMU_IP=$PUB_IP
|
|
if [ $PUB_IP == "dhcp" ]; then
|
|
DOMU_IP=$(find_ip_by_name $GUEST_NAME 3)
|
|
fi
|
|
fi
|
|
|
|
# If we have copied our ssh credentials, use ssh to monitor while the installation runs
|
|
WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
|
|
COPYENV=${COPYENV:-1}
|
|
if [ "$WAIT_TILL_LAUNCH" = "1" ] && [ -e ~/.ssh/id_rsa.pub ] && [ "$COPYENV" = "1" ]; then
|
|
echo "We're done launching the vm, about to start tailing the"
|
|
echo "stack.sh log. It will take a second or two to start."
|
|
echo
|
|
echo "Just CTRL-C at any time to stop tailing."
|
|
|
|
# wait for log to appear
|
|
while ! ssh_no_check -q stack@$DOMU_IP "[ -e run.sh.log ]"; do
|
|
sleep 10
|
|
done
|
|
|
|
# output the run.sh.log
|
|
ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no stack@$DOMU_IP 'tail -f run.sh.log' &
|
|
TAIL_PID=$!
|
|
|
|
function kill_tail() {
|
|
kill -9 $TAIL_PID
|
|
exit 1
|
|
}
|
|
# Let Ctrl-c kill tail and exit
|
|
trap kill_tail SIGINT
|
|
|
|
# ensure we kill off the tail if we exit the script early
|
|
# for other reasons
|
|
add_on_exit "kill -9 $TAIL_PID || true"
|
|
|
|
# wait silently until stack.sh has finished
|
|
set +o xtrace
|
|
while ! ssh_no_check -q stack@$DOMU_IP "tail run.sh.log | grep -q 'stack.sh completed in'"; do
|
|
sleep 10
|
|
done
|
|
set -o xtrace
|
|
|
|
# kill the tail process now stack.sh has finished
|
|
kill -9 $TAIL_PID
|
|
|
|
# check for a failure
|
|
if ssh_no_check -q stack@$DOMU_IP "grep -q 'stack.sh failed' run.sh.log"; then
|
|
exit 1
|
|
fi
|
|
echo "################################################################################"
|
|
echo ""
|
|
echo "All Finished!"
|
|
echo "You can visit the OpenStack Dashboard"
|
|
echo "at http://$DOMU_IP, and contact other services at the usual ports."
|
|
else
|
|
echo "################################################################################"
|
|
echo ""
|
|
echo "All Finished!"
|
|
echo "Now, you can monitor the progress of the stack.sh installation by "
|
|
echo "tailing /opt/stack/run.sh.log from within your domU."
|
|
echo ""
|
|
echo "ssh into your domU now: 'ssh stack@$DOMU_IP' using your password"
|
|
echo "and then do: 'tail -f /opt/stack/run.sh.log'"
|
|
echo ""
|
|
echo "When the script completes, you can then visit the OpenStack Dashboard"
|
|
echo "at http://$DOMU_IP, and contact other services at the usual ports."
|
|
fi
|