2014-12-05 14:25:28 -05:00
|
|
|
|
#!/bin/bash
|
|
|
|
|
#
|
2014-01-30 15:37:40 -06:00
|
|
|
|
# functions - DevStack-specific functions
|
2012-03-27 14:50:45 -05:00
|
|
|
|
#
|
2012-08-28 17:43:40 -05:00
|
|
|
|
# The following variables are assumed to be defined by certain functions:
|
2013-10-24 11:27:02 +01:00
|
|
|
|
#
|
2014-02-17 11:00:42 -06:00
|
|
|
|
# - ``DATABASE_BACKENDS``
|
2013-10-24 11:27:02 +01:00
|
|
|
|
# - ``ENABLED_SERVICES``
|
|
|
|
|
# - ``FILES``
|
|
|
|
|
# - ``GLANCE_HOSTPORT``
|
2014-02-17 11:00:42 -06:00
|
|
|
|
#
|
2012-03-27 14:50:45 -05:00
|
|
|
|
|
2014-01-30 15:37:40 -06:00
|
|
|
|
# Include the common functions
|
|
|
|
|
FUNC_DIR=$(cd $(dirname "${BASH_SOURCE:-$0}") && pwd)
|
|
|
|
|
source ${FUNC_DIR}/functions-common
|
2015-03-09 15:16:10 -05:00
|
|
|
|
source ${FUNC_DIR}/inc/ini-config
|
2015-01-30 14:38:35 -06:00
|
|
|
|
source ${FUNC_DIR}/inc/python
|
2015-03-29 14:16:44 -05:00
|
|
|
|
source ${FUNC_DIR}/inc/rootwrap
|
2012-01-31 12:11:56 -06:00
|
|
|
|
|
2012-03-16 16:16:56 -05:00
|
|
|
|
# Save trace setting
|
|
|
|
|
XTRACE=$(set +o | grep xtrace)
|
|
|
|
|
set +o xtrace
|
|
|
|
|
|
2014-06-03 16:05:12 +10:00
|
|
|
|
# Check if a function already exists
|
|
|
|
|
function function_exists {
|
|
|
|
|
declare -f -F $1 > /dev/null
|
|
|
|
|
}
|
2012-01-31 12:11:56 -06:00
|
|
|
|
|
2013-10-05 12:11:07 +01:00
|
|
|
|
# Retrieve an image from a URL and upload into Glance.
|
2012-04-13 15:58:37 -05:00
|
|
|
|
# Uses the following variables:
|
2013-10-05 12:11:07 +01:00
|
|
|
|
#
|
|
|
|
|
# - ``FILES`` must be set to the cache dir
|
|
|
|
|
# - ``GLANCE_HOSTPORT``
|
|
|
|
|
#
|
2012-04-13 15:58:37 -05:00
|
|
|
|
# upload_image image-url glance-token
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function upload_image {
|
2012-04-13 15:58:37 -05:00
|
|
|
|
local image_url=$1
|
|
|
|
|
local token=$2
|
|
|
|
|
|
2014-07-25 11:09:36 -05:00
|
|
|
|
local image image_fname image_name
|
|
|
|
|
|
2012-04-13 15:58:37 -05:00
|
|
|
|
# Create a directory for the downloaded image tarballs.
|
|
|
|
|
mkdir -p $FILES/images
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_fname=`basename "$image_url"`
|
2013-11-15 16:06:03 -08:00
|
|
|
|
if [[ $image_url != file* ]]; then
|
2014-03-03 21:34:45 -08:00
|
|
|
|
# Downloads the image (uec ami+akistyle), then extracts it.
|
2014-07-25 11:09:36 -05:00
|
|
|
|
if [[ ! -f $FILES/$image_fname || "$(stat -c "%s" $FILES/$image_fname)" = "0" ]]; then
|
2015-01-13 14:01:26 +01:00
|
|
|
|
wget --progress=dot:giga -c $image_url -O $FILES/$image_fname
|
2014-01-10 15:28:29 +09:00
|
|
|
|
if [[ $? -ne 0 ]]; then
|
|
|
|
|
echo "Not found: $image_url"
|
|
|
|
|
return
|
|
|
|
|
fi
|
2013-11-15 16:06:03 -08:00
|
|
|
|
fi
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image="$FILES/${image_fname}"
|
2013-11-15 16:06:03 -08:00
|
|
|
|
else
|
2014-09-18 09:26:39 -05:00
|
|
|
|
# File based URL (RFC 1738): ``file://host/path``
|
2013-11-15 16:06:03 -08:00
|
|
|
|
# Remote files are not considered here.
|
2014-09-18 09:26:39 -05:00
|
|
|
|
# unix: ``file:///home/user/path/file``
|
|
|
|
|
# windows: ``file:///C:/Documents%20and%20Settings/user/path/file``
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image=$(echo $image_url | sed "s/^file:\/\///g")
|
|
|
|
|
if [[ ! -f $image || "$(stat -c "%s" $image)" == "0" ]]; then
|
2012-04-13 15:58:37 -05:00
|
|
|
|
echo "Not found: $image_url"
|
|
|
|
|
return
|
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
# OpenVZ-format images are provided as .tar.gz, but not decompressed prior to loading
|
|
|
|
|
if [[ "$image_url" =~ 'openvz' ]]; then
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name="${image_fname%.tar.gz}"
|
2014-03-19 17:47:42 -04:00
|
|
|
|
openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name" --public --container-format ami --disk-format ami < "${image}"
|
2012-04-13 15:58:37 -05:00
|
|
|
|
return
|
|
|
|
|
fi
|
|
|
|
|
|
2013-07-24 19:49:23 -07:00
|
|
|
|
# vmdk format images
|
|
|
|
|
if [[ "$image_url" =~ '.vmdk' ]]; then
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name="${image_fname%.vmdk}"
|
2013-09-04 23:51:29 -07:00
|
|
|
|
|
|
|
|
|
# Before we can upload vmdk type images to glance, we need to know it's
|
|
|
|
|
# disk type, storage adapter, and networking adapter. These values are
|
2013-11-11 21:20:14 -08:00
|
|
|
|
# passed to glance as custom properties.
|
2013-11-01 16:42:54 -07:00
|
|
|
|
# We take these values from the vmdk file if populated. Otherwise, we use
|
2013-09-04 23:51:29 -07:00
|
|
|
|
# vmdk filename, which is expected in the following format:
|
|
|
|
|
#
|
2013-11-11 21:20:14 -08:00
|
|
|
|
# <name>-<disk type>;<storage adapter>;<network adapter>
|
2013-09-04 23:51:29 -07:00
|
|
|
|
#
|
|
|
|
|
# If the filename does not follow the above format then the vsphere
|
|
|
|
|
# driver will supply default values.
|
2013-11-01 16:42:54 -07:00
|
|
|
|
|
2014-07-25 11:09:36 -05:00
|
|
|
|
local vmdk_disktype=""
|
2014-12-04 17:48:26 -08:00
|
|
|
|
local vmdk_net_adapter="e1000"
|
2014-07-25 11:09:36 -05:00
|
|
|
|
local path_len
|
2013-11-11 21:20:14 -08:00
|
|
|
|
|
2013-11-01 16:42:54 -07:00
|
|
|
|
# vmdk adapter type
|
2014-07-25 11:09:36 -05:00
|
|
|
|
local vmdk_adapter_type="$(head -25 $image | { grep -a -F -m 1 'ddb.adapterType =' $image || true; })"
|
2013-11-01 16:42:54 -07:00
|
|
|
|
vmdk_adapter_type="${vmdk_adapter_type#*\"}"
|
|
|
|
|
vmdk_adapter_type="${vmdk_adapter_type%?}"
|
|
|
|
|
|
|
|
|
|
# vmdk disk type
|
2014-07-25 11:09:36 -05:00
|
|
|
|
local vmdk_create_type="$(head -25 $image | { grep -a -F -m 1 'createType=' $image || true; })"
|
2013-11-01 16:42:54 -07:00
|
|
|
|
vmdk_create_type="${vmdk_create_type#*\"}"
|
2014-02-03 17:57:39 -08:00
|
|
|
|
vmdk_create_type="${vmdk_create_type%\"*}"
|
2013-11-22 16:05:39 -08:00
|
|
|
|
|
|
|
|
|
descriptor_data_pair_msg="Monolithic flat and VMFS disks "`
|
2014-01-10 15:28:29 +09:00
|
|
|
|
`"should use a descriptor-data pair."
|
2013-11-01 16:42:54 -07:00
|
|
|
|
if [[ "$vmdk_create_type" = "monolithicSparse" ]]; then
|
|
|
|
|
vmdk_disktype="sparse"
|
2014-07-25 11:09:36 -05:00
|
|
|
|
elif [[ "$vmdk_create_type" = "monolithicFlat" || "$vmdk_create_type" = "vmfs" ]]; then
|
2014-09-18 09:26:39 -05:00
|
|
|
|
# Attempt to retrieve the ``*-flat.vmdk``
|
2014-07-25 11:09:36 -05:00
|
|
|
|
local flat_fname="$(head -25 $image | { grep -G 'RW\|RDONLY [0-9]+ FLAT\|VMFS' $image || true; })"
|
2013-11-22 16:05:39 -08:00
|
|
|
|
flat_fname="${flat_fname#*\"}"
|
|
|
|
|
flat_fname="${flat_fname%?}"
|
2014-03-10 14:12:58 -07:00
|
|
|
|
if [[ -z "$flat_fname" ]]; then
|
2014-07-25 11:09:36 -05:00
|
|
|
|
flat_fname="$image_name-flat.vmdk"
|
2013-11-22 16:05:39 -08:00
|
|
|
|
fi
|
2014-07-25 11:09:36 -05:00
|
|
|
|
path_len=`expr ${#image_url} - ${#image_fname}`
|
|
|
|
|
local flat_url="${image_url:0:$path_len}$flat_fname"
|
2013-11-22 16:05:39 -08:00
|
|
|
|
warn $LINENO "$descriptor_data_pair_msg"`
|
2014-01-10 15:28:29 +09:00
|
|
|
|
`" Attempt to retrieve the *-flat.vmdk: $flat_url"
|
2013-11-22 16:05:39 -08:00
|
|
|
|
if [[ $flat_url != file* ]]; then
|
|
|
|
|
if [[ ! -f $FILES/$flat_fname || \
|
|
|
|
|
"$(stat -c "%s" $FILES/$flat_fname)" = "0" ]]; then
|
2015-01-13 14:01:26 +01:00
|
|
|
|
wget --progress=dot:giga -c $flat_url -O $FILES/$flat_fname
|
2013-11-22 16:05:39 -08:00
|
|
|
|
fi
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image="$FILES/${flat_fname}"
|
2013-11-22 16:05:39 -08:00
|
|
|
|
else
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image=$(echo $flat_url | sed "s/^file:\/\///g")
|
|
|
|
|
if [[ ! -f $image || "$(stat -c "%s" $image)" == "0" ]]; then
|
2013-11-22 16:05:39 -08:00
|
|
|
|
echo "Flat disk not found: $flat_url"
|
2014-03-10 14:12:58 -07:00
|
|
|
|
return 1
|
2013-11-22 16:05:39 -08:00
|
|
|
|
fi
|
|
|
|
|
fi
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name="${flat_fname}"
|
2013-11-22 16:05:39 -08:00
|
|
|
|
vmdk_disktype="preallocated"
|
2014-02-03 17:57:39 -08:00
|
|
|
|
elif [[ "$vmdk_create_type" = "streamOptimized" ]]; then
|
|
|
|
|
vmdk_disktype="streamOptimized"
|
2013-11-22 16:05:39 -08:00
|
|
|
|
elif [[ -z "$vmdk_create_type" ]]; then
|
|
|
|
|
# *-flat.vmdk provided: attempt to retrieve the descriptor (*.vmdk)
|
|
|
|
|
# to retrieve appropriate metadata
|
2014-07-25 11:09:36 -05:00
|
|
|
|
if [[ ${image_name: -5} != "-flat" ]]; then
|
2013-11-22 16:05:39 -08:00
|
|
|
|
warn $LINENO "Expected filename suffix: '-flat'."`
|
2014-07-25 11:09:36 -05:00
|
|
|
|
`" Filename provided: ${image_name}"
|
2014-03-05 15:35:49 -08:00
|
|
|
|
else
|
2014-07-25 11:09:36 -05:00
|
|
|
|
descriptor_fname="${image_name:0:${#image_name} - 5}.vmdk"
|
|
|
|
|
path_len=`expr ${#image_url} - ${#image_fname}`
|
|
|
|
|
local flat_path="${image_url:0:$path_len}"
|
|
|
|
|
local descriptor_url=$flat_path$descriptor_fname
|
2014-03-10 14:12:58 -07:00
|
|
|
|
warn $LINENO "$descriptor_data_pair_msg"`
|
|
|
|
|
`" Attempt to retrieve the descriptor *.vmdk: $descriptor_url"
|
|
|
|
|
if [[ $flat_path != file* ]]; then
|
|
|
|
|
if [[ ! -f $FILES/$descriptor_fname || \
|
|
|
|
|
"$(stat -c "%s" $FILES/$descriptor_fname)" = "0" ]]; then
|
|
|
|
|
wget -c $descriptor_url -O $FILES/$descriptor_fname
|
|
|
|
|
fi
|
|
|
|
|
descriptor_url="$FILES/$descriptor_fname"
|
|
|
|
|
else
|
|
|
|
|
descriptor_url=$(echo $descriptor_url | sed "s/^file:\/\///g")
|
|
|
|
|
if [[ ! -f $descriptor_url || \
|
|
|
|
|
"$(stat -c "%s" $descriptor_url)" == "0" ]]; then
|
|
|
|
|
echo "Descriptor not found: $descriptor_url"
|
|
|
|
|
return 1
|
|
|
|
|
fi
|
2014-01-10 15:28:29 +09:00
|
|
|
|
fi
|
2014-03-05 15:35:49 -08:00
|
|
|
|
vmdk_adapter_type="$(head -25 $descriptor_url | { grep -a -F -m 1 'ddb.adapterType =' $descriptor_url || true; })"
|
|
|
|
|
vmdk_adapter_type="${vmdk_adapter_type#*\"}"
|
|
|
|
|
vmdk_adapter_type="${vmdk_adapter_type%?}"
|
|
|
|
|
fi
|
2014-01-10 15:28:29 +09:00
|
|
|
|
vmdk_disktype="preallocated"
|
2013-11-01 16:42:54 -07:00
|
|
|
|
else
|
|
|
|
|
vmdk_disktype="preallocated"
|
|
|
|
|
fi
|
2013-11-11 21:20:14 -08:00
|
|
|
|
|
|
|
|
|
# NOTE: For backwards compatibility reasons, colons may be used in place
|
|
|
|
|
# of semi-colons for property delimiters but they are not permitted
|
|
|
|
|
# characters in NTFS filesystems.
|
2014-07-25 11:09:36 -05:00
|
|
|
|
property_string=`echo "$image_name" | { grep -oP '(?<=-)(?!.*-).*[:;].*[:;].*$' || true; }`
|
2013-11-11 21:20:14 -08:00
|
|
|
|
IFS=':;' read -a props <<< "$property_string"
|
|
|
|
|
vmdk_disktype="${props[0]:-$vmdk_disktype}"
|
|
|
|
|
vmdk_adapter_type="${props[1]:-$vmdk_adapter_type}"
|
|
|
|
|
vmdk_net_adapter="${props[2]:-$vmdk_net_adapter}"
|
2013-09-04 23:51:29 -07:00
|
|
|
|
|
2014-03-19 17:47:42 -04:00
|
|
|
|
openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name" --public --container-format bare --disk-format vmdk --property vmware_disktype="$vmdk_disktype" --property vmware_adaptertype="$vmdk_adapter_type" --property hw_vif_model="$vmdk_net_adapter" < "${image}"
|
2013-07-24 19:49:23 -07:00
|
|
|
|
return
|
|
|
|
|
fi
|
|
|
|
|
|
2013-08-15 18:06:59 +01:00
|
|
|
|
# XenServer-vhd-ovf-format images are provided as .vhd.tgz
|
2013-02-06 15:29:49 -05:00
|
|
|
|
# and should not be decompressed prior to loading
|
|
|
|
|
if [[ "$image_url" =~ '.vhd.tgz' ]]; then
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name="${image_fname%.vhd.tgz}"
|
|
|
|
|
local force_vm_mode=""
|
|
|
|
|
if [[ "$image_name" =~ 'cirros' ]]; then
|
2014-03-19 11:08:54 +00:00
|
|
|
|
# Cirros VHD image currently only boots in PV mode.
|
|
|
|
|
# Nova defaults to PV for all VHD images, but
|
|
|
|
|
# the glance setting is needed for booting
|
|
|
|
|
# directly from volume.
|
2014-07-25 11:09:36 -05:00
|
|
|
|
force_vm_mode="--property vm_mode=xen"
|
2014-03-19 11:08:54 +00:00
|
|
|
|
fi
|
2014-08-02 23:47:15 -04:00
|
|
|
|
openstack \
|
|
|
|
|
--os-token $token \
|
2014-03-19 17:47:42 -04:00
|
|
|
|
--os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT \
|
2014-08-02 23:47:15 -04:00
|
|
|
|
image create \
|
|
|
|
|
"$image_name" --public \
|
2014-03-19 11:08:54 +00:00
|
|
|
|
--container-format=ovf --disk-format=vhd \
|
2014-07-25 11:09:36 -05:00
|
|
|
|
$force_vm_mode < "${image}"
|
2013-02-06 15:29:49 -05:00
|
|
|
|
return
|
|
|
|
|
fi
|
|
|
|
|
|
2013-08-15 18:06:59 +01:00
|
|
|
|
# .xen-raw.tgz suggests a Xen capable raw image inside a tgz.
|
|
|
|
|
# and should not be decompressed prior to loading.
|
|
|
|
|
# Setting metadata, so PV mode is used.
|
|
|
|
|
if [[ "$image_url" =~ '.xen-raw.tgz' ]]; then
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name="${image_fname%.xen-raw.tgz}"
|
2014-08-02 23:47:15 -04:00
|
|
|
|
openstack \
|
|
|
|
|
--os-token $token \
|
2014-03-19 17:47:42 -04:00
|
|
|
|
--os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT \
|
2014-08-02 23:47:15 -04:00
|
|
|
|
image create \
|
|
|
|
|
"$image_name" --public \
|
2013-08-15 18:06:59 +01:00
|
|
|
|
--container-format=tgz --disk-format=raw \
|
2014-07-25 11:09:36 -05:00
|
|
|
|
--property vm_mode=xen < "${image}"
|
2013-08-15 18:06:59 +01:00
|
|
|
|
return
|
|
|
|
|
fi
|
|
|
|
|
|
2014-07-25 11:09:36 -05:00
|
|
|
|
local kernel=""
|
|
|
|
|
local ramdisk=""
|
|
|
|
|
local disk_format=""
|
|
|
|
|
local container_format=""
|
|
|
|
|
local unpack=""
|
|
|
|
|
local img_property=""
|
|
|
|
|
case "$image_fname" in
|
2012-04-13 15:58:37 -05:00
|
|
|
|
*.tar.gz|*.tgz)
|
|
|
|
|
# Extract ami and aki files
|
2014-07-25 11:09:36 -05:00
|
|
|
|
[ "${image_fname%.tar.gz}" != "$image_fname" ] &&
|
|
|
|
|
image_name="${image_fname%.tar.gz}" ||
|
|
|
|
|
image_name="${image_fname%.tgz}"
|
|
|
|
|
local xdir="$FILES/images/$image_name"
|
2012-04-13 15:58:37 -05:00
|
|
|
|
rm -Rf "$xdir";
|
|
|
|
|
mkdir "$xdir"
|
2014-07-25 11:09:36 -05:00
|
|
|
|
tar -zxf $image -C "$xdir"
|
|
|
|
|
kernel=$(for f in "$xdir/"*-vmlinuz* "$xdir/"aki-*/image; do
|
2013-10-22 07:43:22 -04:00
|
|
|
|
[ -f "$f" ] && echo "$f" && break; done; true)
|
2014-07-25 11:09:36 -05:00
|
|
|
|
ramdisk=$(for f in "$xdir/"*-initrd* "$xdir/"ari-*/image; do
|
2013-10-22 07:43:22 -04:00
|
|
|
|
[ -f "$f" ] && echo "$f" && break; done; true)
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image=$(for f in "$xdir/"*.img "$xdir/"ami-*/image; do
|
2013-10-22 07:43:22 -04:00
|
|
|
|
[ -f "$f" ] && echo "$f" && break; done; true)
|
2014-07-25 11:09:36 -05:00
|
|
|
|
if [[ -z "$image_name" ]]; then
|
|
|
|
|
image_name=$(basename "$image" ".img")
|
2012-04-13 15:58:37 -05:00
|
|
|
|
fi
|
|
|
|
|
;;
|
|
|
|
|
*.img)
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name=$(basename "$image" ".img")
|
|
|
|
|
local format=$(qemu-img info ${image} | awk '/^file format/ { print $3; exit }')
|
2012-09-14 11:36:07 -05:00
|
|
|
|
if [[ ",qcow2,raw,vdi,vmdk,vpc," =~ ",$format," ]]; then
|
2014-07-25 11:09:36 -05:00
|
|
|
|
disk_format=$format
|
2012-09-14 11:36:07 -05:00
|
|
|
|
else
|
2014-07-25 11:09:36 -05:00
|
|
|
|
disk_format=raw
|
2012-09-14 11:36:07 -05:00
|
|
|
|
fi
|
2014-07-25 11:09:36 -05:00
|
|
|
|
container_format=bare
|
2012-04-13 15:58:37 -05:00
|
|
|
|
;;
|
|
|
|
|
*.img.gz)
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name=$(basename "$image" ".img.gz")
|
|
|
|
|
disk_format=raw
|
|
|
|
|
container_format=bare
|
|
|
|
|
unpack=zcat
|
2012-04-13 15:58:37 -05:00
|
|
|
|
;;
|
|
|
|
|
*.qcow2)
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name=$(basename "$image" ".qcow2")
|
|
|
|
|
disk_format=qcow2
|
|
|
|
|
container_format=bare
|
2012-04-13 15:58:37 -05:00
|
|
|
|
;;
|
2013-03-21 14:29:58 +01:00
|
|
|
|
*.iso)
|
2014-07-25 11:09:36 -05:00
|
|
|
|
image_name=$(basename "$image" ".iso")
|
|
|
|
|
disk_format=iso
|
|
|
|
|
container_format=bare
|
2013-03-21 14:29:58 +01:00
|
|
|
|
;;
|
2014-08-07 02:05:26 +03:00
|
|
|
|
*.vhd|*.vhdx|*.vhd.gz|*.vhdx.gz)
|
|
|
|
|
local extension="${image_fname#*.}"
|
|
|
|
|
image_name=$(basename "$image" ".$extension")
|
|
|
|
|
disk_format=vhd
|
|
|
|
|
container_format=bare
|
|
|
|
|
if [ "${image_fname##*.}" == "gz" ]; then
|
|
|
|
|
unpack=zcat
|
|
|
|
|
fi
|
|
|
|
|
;;
|
2014-07-25 11:09:36 -05:00
|
|
|
|
*) echo "Do not know what to do with $image_fname"; false;;
|
2012-04-13 15:58:37 -05:00
|
|
|
|
esac
|
|
|
|
|
|
2013-12-02 14:04:32 -02:00
|
|
|
|
if is_arch "ppc64"; then
|
2014-07-25 11:09:36 -05:00
|
|
|
|
img_property="--property hw_cdrom_bus=scsi"
|
2013-12-02 14:04:32 -02:00
|
|
|
|
fi
|
|
|
|
|
|
2015-04-07 16:31:47 +00:00
|
|
|
|
if is_arch "aarch64"; then
|
|
|
|
|
img_property="--property hw_machine_type=virt --property hw_cdrom_bus=virtio --property os_command_line='console=ttyAMA0'"
|
|
|
|
|
fi
|
|
|
|
|
|
2014-07-25 11:09:36 -05:00
|
|
|
|
if [ "$container_format" = "bare" ]; then
|
|
|
|
|
if [ "$unpack" = "zcat" ]; then
|
2014-03-19 17:47:42 -04:00
|
|
|
|
openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name" $img_property --public --container-format=$container_format --disk-format $disk_format < <(zcat --force "${image}")
|
2012-04-13 15:58:37 -05:00
|
|
|
|
else
|
2014-03-19 17:47:42 -04:00
|
|
|
|
openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name" $img_property --public --container-format=$container_format --disk-format $disk_format < "${image}"
|
2012-04-13 15:58:37 -05:00
|
|
|
|
fi
|
|
|
|
|
else
|
|
|
|
|
# Use glance client to add the kernel the root filesystem.
|
|
|
|
|
# We parse the results of the first upload to get the glance ID of the
|
|
|
|
|
# kernel for use when uploading the root filesystem.
|
2014-07-25 11:09:36 -05:00
|
|
|
|
local kernel_id="" ramdisk_id="";
|
|
|
|
|
if [ -n "$kernel" ]; then
|
2014-03-19 17:47:42 -04:00
|
|
|
|
kernel_id=$(openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name-kernel" $img_property --public --container-format aki --disk-format aki < "$kernel" | grep ' id ' | get_field 2)
|
2012-04-13 15:58:37 -05:00
|
|
|
|
fi
|
2014-07-25 11:09:36 -05:00
|
|
|
|
if [ -n "$ramdisk" ]; then
|
2014-03-19 17:47:42 -04:00
|
|
|
|
ramdisk_id=$(openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name-ramdisk" $img_property --public --container-format ari --disk-format ari < "$ramdisk" | grep ' id ' | get_field 2)
|
2012-04-13 15:58:37 -05:00
|
|
|
|
fi
|
2014-03-19 17:47:42 -04:00
|
|
|
|
openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "${image_name%.img}" $img_property --public --container-format ami --disk-format ami ${kernel_id:+--property kernel_id=$kernel_id} ${ramdisk_id:+--property ramdisk_id=$ramdisk_id} < "${image}"
|
2012-04-13 15:58:37 -05:00
|
|
|
|
fi
|
|
|
|
|
}
|
|
|
|
|
|
2013-06-03 16:47:36 -05:00
|
|
|
|
|
2012-11-05 14:26:09 -06:00
|
|
|
|
# Set the database backend to use
|
|
|
|
|
# When called from stackrc/localrc DATABASE_BACKENDS has not been
|
|
|
|
|
# initialized yet, just save the configuration selection and call back later
|
|
|
|
|
# to validate it.
|
2013-10-05 12:11:07 +01:00
|
|
|
|
#
|
|
|
|
|
# ``$1`` - the name of the database backend to use (mysql, postgresql, ...)
|
2012-11-05 14:26:09 -06:00
|
|
|
|
function use_database {
|
|
|
|
|
if [[ -z "$DATABASE_BACKENDS" ]]; then
|
2013-02-07 15:56:24 -06:00
|
|
|
|
# No backends registered means this is likely called from ``localrc``
|
|
|
|
|
# This is now deprecated usage
|
2012-11-05 14:26:09 -06:00
|
|
|
|
DATABASE_TYPE=$1
|
2013-02-28 17:39:41 +00:00
|
|
|
|
DEPRECATED_TEXT="$DEPRECATED_TEXT\nThe database backend needs to be properly set in ENABLED_SERVICES; use_database is deprecated localrc\n"
|
2012-12-16 15:05:44 +01:00
|
|
|
|
else
|
2013-02-07 15:56:24 -06:00
|
|
|
|
# This should no longer get called...here for posterity
|
2012-12-16 15:05:44 +01:00
|
|
|
|
use_exclusive_service DATABASE_BACKENDS DATABASE_TYPE $1
|
2012-11-05 14:26:09 -06:00
|
|
|
|
fi
|
|
|
|
|
}
|
|
|
|
|
|
2015-02-24 07:23:24 +00:00
|
|
|
|
#Macro for curl statements. curl requires -g option for literal IPv6 addresses.
|
|
|
|
|
CURL_GET="${CURL_GET:-curl -g}"
|
2013-06-03 16:47:36 -05:00
|
|
|
|
|
2012-12-11 15:26:24 -06:00
|
|
|
|
# Wait for an HTTP server to start answering requests
|
|
|
|
|
# wait_for_service timeout url
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function wait_for_service {
|
2012-12-11 15:26:24 -06:00
|
|
|
|
local timeout=$1
|
|
|
|
|
local url=$2
|
2015-02-24 07:23:24 +00:00
|
|
|
|
timeout $timeout sh -c "while ! $CURL_GET -k --noproxy '*' -s $url >/dev/null; do sleep 1; done"
|
2012-12-11 15:26:24 -06:00
|
|
|
|
}
|
|
|
|
|
|
2013-06-03 16:47:36 -05:00
|
|
|
|
|
2012-10-24 17:26:02 -07:00
|
|
|
|
# ping check
|
2015-04-16 08:58:32 -04:00
|
|
|
|
# Uses globals ``ENABLED_SERVICES``, ``TOP_DIR``, ``MULTI_HOST``, ``PRIVATE_NETWORK``
|
|
|
|
|
# ping_check <ip> [boot-timeout] [from_net] [expected]
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function ping_check {
|
2015-04-16 08:58:32 -04:00
|
|
|
|
local ip=$1
|
|
|
|
|
local timeout=${2:-30}
|
|
|
|
|
local from_net=${3:-""}
|
|
|
|
|
local expected=${4:-True}
|
|
|
|
|
local op="!"
|
|
|
|
|
local failmsg="[Fail] Couldn't ping server"
|
|
|
|
|
local ping_cmd="ping"
|
2012-10-24 17:26:02 -07:00
|
|
|
|
|
2015-04-16 08:58:32 -04:00
|
|
|
|
# if we don't specify a from_net we're expecting things to work
|
|
|
|
|
# fine from our local box.
|
|
|
|
|
if [[ -n "$from_net" ]]; then
|
|
|
|
|
if is_service_enabled neutron; then
|
|
|
|
|
ping_cmd="$TOP_DIR/tools/ping_neutron.sh $from_net"
|
|
|
|
|
elif [[ "$MULTI_HOST" = "True" && "$from_net" = "$PRIVATE_NETWORK_NAME" ]]; then
|
|
|
|
|
# there is no way to address the multihost / private case, bail here for compatibility.
|
|
|
|
|
# TODO: remove this cruft and redo code to handle this at the caller level.
|
|
|
|
|
return
|
|
|
|
|
fi
|
2012-10-24 17:26:02 -07:00
|
|
|
|
fi
|
2015-04-16 08:58:32 -04:00
|
|
|
|
|
|
|
|
|
# inverse the logic if we're testing no connectivity
|
|
|
|
|
if [[ "$expected" != "True" ]]; then
|
|
|
|
|
op=""
|
|
|
|
|
failmsg="[Fail] Could ping server"
|
2012-10-29 11:25:29 -07:00
|
|
|
|
fi
|
2015-04-16 08:58:32 -04:00
|
|
|
|
|
|
|
|
|
# Because we've transformed this command so many times, print it
|
|
|
|
|
# out at the end.
|
|
|
|
|
local check_command="while $op $ping_cmd -c1 -w1 $ip; do sleep 1; done"
|
|
|
|
|
echo "Checking connectivity with $check_command"
|
|
|
|
|
|
|
|
|
|
if ! timeout $timeout sh -c "$check_command"; then
|
|
|
|
|
die $LINENO $failmsg
|
2012-10-24 17:26:02 -07:00
|
|
|
|
fi
|
|
|
|
|
}
|
|
|
|
|
|
2013-08-12 18:18:56 -07:00
|
|
|
|
# Get ip of instance
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function get_instance_ip {
|
2013-08-12 18:18:56 -07:00
|
|
|
|
local vm_id=$1
|
|
|
|
|
local network_name=$2
|
|
|
|
|
local nova_result="$(nova show $vm_id)"
|
|
|
|
|
local ip=$(echo "$nova_result" | grep "$network_name" | get_field 2)
|
|
|
|
|
if [[ $ip = "" ]];then
|
|
|
|
|
echo "$nova_result"
|
|
|
|
|
die $LINENO "[Fail] Coudn't get ipaddress of VM"
|
|
|
|
|
fi
|
|
|
|
|
echo $ip
|
|
|
|
|
}
|
2013-06-03 16:47:36 -05:00
|
|
|
|
|
2012-10-24 17:26:02 -07:00
|
|
|
|
# ssh check
|
2012-10-29 11:25:29 -07:00
|
|
|
|
|
2013-06-03 16:47:36 -05:00
|
|
|
|
# ssh_check net-name key-file floating-ip default-user active-timeout
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function ssh_check {
|
2013-07-06 23:29:39 -04:00
|
|
|
|
if is_service_enabled neutron; then
|
|
|
|
|
_ssh_check_neutron "$1" $2 $3 $4 $5
|
2012-10-29 11:25:29 -07:00
|
|
|
|
return
|
|
|
|
|
fi
|
|
|
|
|
_ssh_check_novanet "$1" $2 $3 $4 $5
|
|
|
|
|
}
|
|
|
|
|
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function _ssh_check_novanet {
|
2012-10-24 17:26:02 -07:00
|
|
|
|
local NET_NAME=$1
|
|
|
|
|
local KEY_FILE=$2
|
|
|
|
|
local FLOATING_IP=$3
|
|
|
|
|
local DEFAULT_INSTANCE_USER=$4
|
|
|
|
|
local ACTIVE_TIMEOUT=$5
|
2012-11-07 16:51:21 -06:00
|
|
|
|
local probe_cmd=""
|
2013-04-08 15:38:03 -05:00
|
|
|
|
if ! timeout $ACTIVE_TIMEOUT sh -c "while ! ssh -o StrictHostKeyChecking=no -i $KEY_FILE ${DEFAULT_INSTANCE_USER}@$FLOATING_IP echo success; do sleep 1; done"; then
|
2013-02-26 12:38:18 -08:00
|
|
|
|
die $LINENO "server didn't become ssh-able!"
|
2012-10-24 17:26:02 -07:00
|
|
|
|
fi
|
|
|
|
|
}
|
2012-03-27 14:50:45 -05:00
|
|
|
|
|
2012-11-21 16:04:12 +01:00
|
|
|
|
|
|
|
|
|
# Get the location of the $module-rootwrap executables, where module is cinder
|
|
|
|
|
# or nova.
|
|
|
|
|
# get_rootwrap_location module
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function get_rootwrap_location {
|
2012-11-21 16:04:12 +01:00
|
|
|
|
local module=$1
|
|
|
|
|
|
2013-01-30 15:35:54 +01:00
|
|
|
|
echo "$(get_python_exec_prefix)/$module-rootwrap"
|
2012-11-21 16:04:12 +01:00
|
|
|
|
}
|
|
|
|
|
|
2013-06-03 16:47:36 -05:00
|
|
|
|
|
2013-04-11 12:04:36 +10:00
|
|
|
|
# Path permissions sanity check
|
|
|
|
|
# check_path_perm_sanity path
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function check_path_perm_sanity {
|
2013-04-11 12:04:36 +10:00
|
|
|
|
# Ensure no element of the path has 0700 permissions, which is very
|
|
|
|
|
# likely to cause issues for daemons. Inspired by default 0700
|
|
|
|
|
# homedir permissions on RHEL and common practice of making DEST in
|
|
|
|
|
# the stack user's homedir.
|
|
|
|
|
|
|
|
|
|
local real_path=$(readlink -f $1)
|
|
|
|
|
local rebuilt_path=""
|
|
|
|
|
for i in $(echo ${real_path} | tr "/" " "); do
|
|
|
|
|
rebuilt_path=$rebuilt_path"/"$i
|
|
|
|
|
|
|
|
|
|
if [[ $(stat -c '%a' ${rebuilt_path}) = 700 ]]; then
|
|
|
|
|
echo "*** DEST path element"
|
|
|
|
|
echo "*** ${rebuilt_path}"
|
|
|
|
|
echo "*** appears to have 0700 permissions."
|
2015-03-28 08:20:50 -05:00
|
|
|
|
echo "*** This is very likely to cause fatal issues for DevStack daemons."
|
2013-04-11 12:04:36 +10:00
|
|
|
|
|
|
|
|
|
if [[ -n "$SKIP_PATH_SANITY" ]]; then
|
|
|
|
|
return
|
|
|
|
|
else
|
|
|
|
|
echo "*** Set SKIP_PATH_SANITY to skip this check"
|
|
|
|
|
die $LINENO "Invalid path permissions"
|
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
done
|
|
|
|
|
}
|
|
|
|
|
|
2013-06-03 16:47:36 -05:00
|
|
|
|
|
2013-06-13 11:47:56 +00:00
|
|
|
|
# This function recursively compares versions, and is not meant to be
|
|
|
|
|
# called by anything other than vercmp_numbers below. This function does
|
|
|
|
|
# not work with alphabetic versions.
|
|
|
|
|
#
|
|
|
|
|
# _vercmp_r sep ver1 ver2
|
|
|
|
|
function _vercmp_r {
|
2013-10-22 07:43:22 -04:00
|
|
|
|
typeset sep
|
|
|
|
|
typeset -a ver1=() ver2=()
|
|
|
|
|
sep=$1; shift
|
|
|
|
|
ver1=("${@:1:sep}")
|
|
|
|
|
ver2=("${@:sep+1}")
|
2013-06-13 11:47:56 +00:00
|
|
|
|
|
2013-10-22 07:43:22 -04:00
|
|
|
|
if ((ver1 > ver2)); then
|
|
|
|
|
echo 1; return 0
|
|
|
|
|
elif ((ver2 > ver1)); then
|
|
|
|
|
echo -1; return 0
|
|
|
|
|
fi
|
2013-06-13 11:47:56 +00:00
|
|
|
|
|
2013-10-22 07:43:22 -04:00
|
|
|
|
if ((sep <= 1)); then
|
|
|
|
|
echo 0; return 0
|
|
|
|
|
fi
|
2013-06-13 11:47:56 +00:00
|
|
|
|
|
2013-10-22 07:43:22 -04:00
|
|
|
|
_vercmp_r $((sep-1)) "${ver1[@]:1}" "${ver2[@]:1}"
|
2013-06-13 11:47:56 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# This function compares two versions and is meant to be called by
|
|
|
|
|
# external callers. Please note the function assumes non-alphabetic
|
|
|
|
|
# versions. For example, this will work:
|
|
|
|
|
#
|
|
|
|
|
# vercmp_numbers 1.10 1.4
|
|
|
|
|
#
|
|
|
|
|
# The above will return "1", as 1.10 is greater than 1.4.
|
|
|
|
|
#
|
|
|
|
|
# vercmp_numbers 5.2 6.4
|
|
|
|
|
#
|
|
|
|
|
# The above will return "-1", as 5.2 is less than 6.4.
|
|
|
|
|
#
|
|
|
|
|
# vercmp_numbers 4.0 4.0
|
|
|
|
|
#
|
|
|
|
|
# The above will return "0", as the versions are equal.
|
|
|
|
|
#
|
|
|
|
|
# vercmp_numbers ver1 ver2
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function vercmp_numbers {
|
2013-10-22 07:43:22 -04:00
|
|
|
|
typeset v1=$1 v2=$2 sep
|
|
|
|
|
typeset -a ver1 ver2
|
2013-06-13 11:47:56 +00:00
|
|
|
|
|
2013-10-22 07:43:22 -04:00
|
|
|
|
IFS=. read -ra ver1 <<< "$v1"
|
|
|
|
|
IFS=. read -ra ver2 <<< "$v2"
|
2013-06-13 11:47:56 +00:00
|
|
|
|
|
2013-10-22 07:43:22 -04:00
|
|
|
|
_vercmp_r "${#ver1[@]}" "${ver1[@]}" "${ver2[@]}"
|
2013-06-13 11:47:56 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-08-20 14:51:08 -07:00
|
|
|
|
# This function sets log formatting options for colorizing log
|
|
|
|
|
# output to stdout. It is meant to be called by lib modules.
|
|
|
|
|
# The last two parameters are optional and can be used to specify
|
|
|
|
|
# non-default value for project and user format variables.
|
|
|
|
|
# Defaults are respectively 'project_name' and 'user_name'
|
|
|
|
|
#
|
|
|
|
|
# setup_colorized_logging something.conf SOMESECTION
|
2014-02-21 15:35:08 +11:00
|
|
|
|
function setup_colorized_logging {
|
2013-08-20 14:51:08 -07:00
|
|
|
|
local conf_file=$1
|
|
|
|
|
local conf_section=$2
|
|
|
|
|
local project_var=${3:-"project_name"}
|
|
|
|
|
local user_var=${4:-"user_name"}
|
|
|
|
|
# Add color to logging output
|
|
|
|
|
iniset $conf_file $conf_section logging_context_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [[01;36m%(request_id)s [00;36m%("$user_var")s %("$project_var")s%(color)s] [01;35m%(instance)s%(color)s%(message)s[00m"
|
|
|
|
|
iniset $conf_file $conf_section logging_default_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [[00;36m-%(color)s] [01;35m%(instance)s%(color)s%(message)s[00m"
|
|
|
|
|
iniset $conf_file $conf_section logging_debug_format_suffix "[00;33mfrom (pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d[00m"
|
|
|
|
|
iniset $conf_file $conf_section logging_exception_prefix "%(color)s%(asctime)s.%(msecs)03d TRACE %(name)s [01;35m%(instance)s[00m"
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-03 16:05:12 +10:00
|
|
|
|
# These functions are provided for basic fall-back functionality for
|
2015-03-28 08:20:50 -05:00
|
|
|
|
# projects that include parts of DevStack (Grenade). stack.sh will
|
|
|
|
|
# override these with more specific versions for DevStack (with fancy
|
2014-06-03 16:05:12 +10:00
|
|
|
|
# spinners, etc). We never override an existing version
|
|
|
|
|
if ! function_exists echo_summary; then
|
|
|
|
|
function echo_summary {
|
|
|
|
|
echo $@
|
|
|
|
|
}
|
|
|
|
|
fi
|
|
|
|
|
if ! function_exists echo_nolog; then
|
|
|
|
|
function echo_nolog {
|
|
|
|
|
echo $@
|
|
|
|
|
}
|
|
|
|
|
fi
|
2014-01-30 15:37:40 -06:00
|
|
|
|
|
2014-01-06 18:09:26 +01:00
|
|
|
|
|
|
|
|
|
# create_disk - Create backing disk
|
|
|
|
|
function create_disk {
|
|
|
|
|
local node_number
|
|
|
|
|
local disk_image=${1}
|
|
|
|
|
local storage_data_dir=${2}
|
|
|
|
|
local loopback_disk_size=${3}
|
|
|
|
|
|
|
|
|
|
# Create a loopback disk and format it to XFS.
|
|
|
|
|
if [[ -e ${disk_image} ]]; then
|
|
|
|
|
if egrep -q ${storage_data_dir} /proc/mounts; then
|
|
|
|
|
sudo umount ${storage_data_dir}/drives/sdb1
|
|
|
|
|
sudo rm -f ${disk_image}
|
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
sudo mkdir -p ${storage_data_dir}/drives/images
|
|
|
|
|
|
|
|
|
|
sudo truncate -s ${loopback_disk_size} ${disk_image}
|
|
|
|
|
|
|
|
|
|
# Make a fresh XFS filesystem. Use bigger inodes so xattr can fit in
|
|
|
|
|
# a single inode. Keeping the default inode size (256) will result in multiple
|
|
|
|
|
# inodes being used to store xattr. Retrieving the xattr will be slower
|
|
|
|
|
# since we have to read multiple inodes. This statement is true for both
|
|
|
|
|
# Swift and Ceph.
|
|
|
|
|
sudo mkfs.xfs -f -i size=1024 ${disk_image}
|
|
|
|
|
|
|
|
|
|
# Mount the disk with mount options to make it as efficient as possible
|
|
|
|
|
if ! egrep -q ${storage_data_dir} /proc/mounts; then
|
|
|
|
|
sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8 \
|
|
|
|
|
${disk_image} ${storage_data_dir}
|
|
|
|
|
fi
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-16 16:16:56 -05:00
|
|
|
|
# Restore xtrace
|
2012-03-15 23:21:55 +00:00
|
|
|
|
$XTRACE
|
2012-08-28 17:43:40 -05:00
|
|
|
|
|
|
|
|
|
# Local variables:
|
2013-03-29 14:34:53 -04:00
|
|
|
|
# mode: shell-script
|
2012-09-05 17:23:14 -04:00
|
|
|
|
# End:
|