1c1aef0eb7
This reverts commit 3d84cf2d7c.
This is believed to be the cause for the massive increase in
neutron failures in the gate reseting other projects. Realize
this is just a work around.
Change-Id: Id3c59f3fe9ccbb869eb3200ef7ff2659409e2253
Partial-Bug: 1224001
351 lines
12 KiB
Plaintext
351 lines
12 KiB
Plaintext
# lib/tempest
|
|
# Install and configure Tempest
|
|
|
|
# Dependencies:
|
|
# ``functions`` file
|
|
# ``lib/nova`` service is running
|
|
# <list other global vars that are assumed to be defined>
|
|
# - ``DEST``, ``FILES``
|
|
# - ``ADMIN_PASSWORD``
|
|
# - ``DEFAULT_IMAGE_NAME``
|
|
# - ``S3_SERVICE_PORT``
|
|
# - ``SERVICE_HOST``
|
|
# - ``BASE_SQL_CONN`` ``lib/database`` declares
|
|
# - ``PUBLIC_NETWORK_NAME``
|
|
# - ``Q_USE_NAMESPACE``
|
|
# - ``Q_ROUTER_NAME``
|
|
# - ``VIRT_DRIVER``
|
|
# - ``LIBVIRT_TYPE``
|
|
# - ``KEYSTONE_SERVICE_PROTOCOL``, ``KEYSTONE_SERVICE_HOST`` from lib/keystone
|
|
# Optional Dependencies:
|
|
# ALT_* (similar vars exists in keystone_data.sh)
|
|
# ``LIVE_MIGRATION_AVAILABLE``
|
|
# ``USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION``
|
|
# ``DEFAULT_INSTANCE_TYPE``
|
|
# ``DEFAULT_INSTANCE_USER``
|
|
# ``CINDER_MULTI_LVM_BACKEND``
|
|
# ``HEAT_CREATE_TEST_IMAGE``
|
|
# ``stack.sh`` calls the entry points in this order:
|
|
#
|
|
# install_tempest
|
|
# configure_tempest
|
|
# init_tempest
|
|
|
|
# Save trace setting
|
|
XTRACE=$(set +o | grep xtrace)
|
|
set +o xtrace
|
|
|
|
|
|
# Defaults
|
|
# --------
|
|
|
|
# Set up default directories
|
|
TEMPEST_DIR=$DEST/tempest
|
|
TEMPEST_CONF_DIR=$TEMPEST_DIR/etc
|
|
TEMPEST_CONF=$TEMPEST_CONF_DIR/tempest.conf
|
|
TEMPEST_STATE_PATH=${TEMPEST_STATE_PATH:=$DATA_DIR/tempest}
|
|
|
|
NOVA_SOURCE_DIR=$DEST/nova
|
|
|
|
BUILD_INTERVAL=1
|
|
BUILD_TIMEOUT=400
|
|
|
|
|
|
BOTO_MATERIALS_PATH="$FILES/images/s3-materials/cirros-0.3.1"
|
|
|
|
|
|
# Functions
|
|
# ---------
|
|
|
|
# configure_tempest() - Set config files, create data dirs, etc
|
|
function configure_tempest() {
|
|
setup_develop $TEMPEST_DIR
|
|
local image_lines
|
|
local images
|
|
local num_images
|
|
local image_uuid
|
|
local image_uuid_alt
|
|
local errexit
|
|
local password
|
|
local line
|
|
local flavors
|
|
local flavors_ref
|
|
local flavor_lines
|
|
local public_network_id
|
|
local public_router_id
|
|
local tenant_networks_reachable
|
|
local boto_instance_type="m1.tiny"
|
|
|
|
# TODO(afazekas):
|
|
# sudo python setup.py deploy
|
|
|
|
# This function exits on an error so that errors don't compound and you see
|
|
# only the first error that occurred.
|
|
errexit=$(set +o | grep errexit)
|
|
set -o errexit
|
|
|
|
# Save IFS
|
|
ifs=$IFS
|
|
|
|
# Glance should already contain images to be used in tempest
|
|
# testing. Here we simply look for images stored in Glance
|
|
# and set the appropriate variables for use in the tempest config
|
|
# We ignore ramdisk and kernel images, look for the default image
|
|
# ``DEFAULT_IMAGE_NAME``. If not found, we set the ``image_uuid`` to the
|
|
# first image returned and set ``image_uuid_alt`` to the second,
|
|
# if there is more than one returned...
|
|
# ... Also ensure we only take active images, so we don't get snapshots in process
|
|
declare -a images
|
|
|
|
while read -r IMAGE_NAME IMAGE_UUID; do
|
|
if [ "$IMAGE_NAME" = "$DEFAULT_IMAGE_NAME" ]; then
|
|
image_uuid="$IMAGE_UUID"
|
|
image_uuid_alt="$IMAGE_UUID"
|
|
fi
|
|
images+=($IMAGE_UUID)
|
|
done < <(glance image-list --status=active | awk -F'|' '!/^(+--)|ID|aki|ari/ { print $3,$2 }')
|
|
|
|
case "${#images[*]}" in
|
|
0)
|
|
echo "Found no valid images to use!"
|
|
exit 1
|
|
;;
|
|
1)
|
|
if [ -z "$image_uuid" ]; then
|
|
image_uuid=${images[0]}
|
|
image_uuid_alt=${images[0]}
|
|
fi
|
|
;;
|
|
*)
|
|
if [ -z "$image_uuid" ]; then
|
|
image_uuid=${images[0]}
|
|
image_uuid_alt=${images[1]}
|
|
fi
|
|
;;
|
|
esac
|
|
|
|
# Create tempest.conf from tempest.conf.sample
|
|
# copy every time, because the image UUIDS are going to change
|
|
cp $TEMPEST_CONF.sample $TEMPEST_CONF
|
|
|
|
password=${ADMIN_PASSWORD:-secrete}
|
|
|
|
# See files/keystone_data.sh where alt_demo user
|
|
# and tenant are set up...
|
|
ALT_USERNAME=${ALT_USERNAME:-alt_demo}
|
|
ALT_TENANT_NAME=${ALT_TENANT_NAME:-alt_demo}
|
|
|
|
# If the ``DEFAULT_INSTANCE_TYPE`` not declared, use the new behavior
|
|
# Tempest creates instane types for himself
|
|
if [[ -z "$DEFAULT_INSTANCE_TYPE" ]]; then
|
|
nova flavor-create m1.nano 42 64 0 1
|
|
flavor_ref=42
|
|
boto_instance_type=m1.nano
|
|
nova flavor-create m1.micro 84 128 0 1
|
|
flavor_ref_alt=84
|
|
else
|
|
# Check Nova for existing flavors and, if set, look for the
|
|
# ``DEFAULT_INSTANCE_TYPE`` and use that.
|
|
boto_instance_type=$DEFAULT_INSTANCE_TYPE
|
|
flavor_lines=`nova flavor-list`
|
|
IFS=$'\r\n'
|
|
flavors=""
|
|
for line in $flavor_lines; do
|
|
f=$(echo $line | awk "/ $DEFAULT_INSTANCE_TYPE / { print \$2 }")
|
|
flavors="$flavors $f"
|
|
done
|
|
|
|
for line in $flavor_lines; do
|
|
flavors="$flavors `echo $line | grep -v "^\(|\s*ID\|+--\)" | cut -d' ' -f2`"
|
|
done
|
|
|
|
IFS=" "
|
|
flavors=($flavors)
|
|
num_flavors=${#flavors[*]}
|
|
echo "Found $num_flavors flavors"
|
|
if [[ $num_flavors -eq 0 ]]; then
|
|
echo "Found no valid flavors to use!"
|
|
exit 1
|
|
fi
|
|
flavor_ref=${flavors[0]}
|
|
flavor_ref_alt=$flavor_ref
|
|
|
|
# ensure flavor_ref and flavor_ref_alt have different values
|
|
# some resize instance in tempest tests depends on this.
|
|
for f in ${flavors[@]:1}; do
|
|
if [[ $f -ne $flavor_ref ]]; then
|
|
flavor_ref_alt=$f
|
|
break
|
|
fi
|
|
done
|
|
fi
|
|
|
|
if [ "$Q_USE_NAMESPACE" != "False" ]; then
|
|
tenant_networks_reachable=false
|
|
else
|
|
tenant_networks_reachable=true
|
|
fi
|
|
|
|
if is_service_enabled q-l3; then
|
|
public_network_id=$(neutron net-list | grep $PUBLIC_NETWORK_NAME | \
|
|
awk '{print $2}')
|
|
if [ "$Q_USE_NAMESPACE" == "False" ]; then
|
|
# If namespaces are disabled, devstack will create a single
|
|
# public router that tempest should be configured to use.
|
|
public_router_id=$(neutron router-list | awk "/ $Q_ROUTER_NAME / \
|
|
{ print \$2 }")
|
|
fi
|
|
fi
|
|
|
|
# Oslo
|
|
iniset $TEMPEST_CONF DEFAULT lock_path $TEMPEST_STATE_PATH
|
|
mkdir -p $TEMPEST_STATE_PATH
|
|
iniset $TEMPEST_CONF DEFAULT use_stderr False
|
|
iniset $TEMPEST_CONF DEFAULT log_file tempest.log
|
|
iniset $TEMPEST_CONF DEFAULT debug True
|
|
|
|
# Timeouts
|
|
iniset $TEMPEST_CONF compute build_timeout $BUILD_TIMEOUT
|
|
iniset $TEMPEST_CONF volume build_timeout $BUILD_TIMEOUT
|
|
iniset $TEMPEST_CONF boto build_timeout $BUILD_TIMEOUT
|
|
iniset $TEMPEST_CONF compute build_interval $BUILD_INTERVAL
|
|
iniset $TEMPEST_CONF volume build_interval $BUILD_INTERVAL
|
|
iniset $TEMPEST_CONF boto build_interval $BUILD_INTERVAL
|
|
iniset $TEMPEST_CONF boto http_socket_timeout 5
|
|
|
|
# Identity
|
|
iniset $TEMPEST_CONF identity uri "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:5000/v2.0/"
|
|
iniset $TEMPEST_CONF identity password "$password"
|
|
iniset $TEMPEST_CONF identity alt_username $ALT_USERNAME
|
|
iniset $TEMPEST_CONF identity alt_password "$password"
|
|
iniset $TEMPEST_CONF identity alt_tenant_name $ALT_TENANT_NAME
|
|
iniset $TEMPEST_CONF identity admin_password "$password"
|
|
|
|
# Image
|
|
# for the gate we want to be able to override this variable so we aren't
|
|
# doing an HTTP fetch over the wide internet for this test
|
|
if [[ ! -z "$TEMPEST_HTTP_IMAGE" ]]; then
|
|
iniset $TEMPEST_CONF image http_image $TEMPEST_HTTP_IMAGE
|
|
fi
|
|
|
|
# Compute
|
|
iniset $TEMPEST_CONF compute change_password_available False
|
|
# Note(nati) current tempest don't create network for each tenant
|
|
# so reuse same tenant for now
|
|
if is_service_enabled neutron; then
|
|
TEMPEST_ALLOW_TENANT_ISOLATION=${TEMPEST_ALLOW_TENANT_ISOLATION:-False}
|
|
fi
|
|
iniset $TEMPEST_CONF compute allow_tenant_isolation ${TEMPEST_ALLOW_TENANT_ISOLATION:-True}
|
|
iniset $TEMPEST_CONF compute ssh_user ${DEFAULT_INSTANCE_USER:-cirros} # DEPRECATED
|
|
iniset $TEMPEST_CONF compute network_for_ssh $PRIVATE_NETWORK_NAME
|
|
iniset $TEMPEST_CONF compute ip_version_for_ssh 4
|
|
iniset $TEMPEST_CONF compute ssh_timeout $BUILD_TIMEOUT
|
|
iniset $TEMPEST_CONF compute image_ref $image_uuid
|
|
iniset $TEMPEST_CONF compute image_ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
|
|
iniset $TEMPEST_CONF compute image_ref_alt $image_uuid_alt
|
|
iniset $TEMPEST_CONF compute image_alt_ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
|
|
iniset $TEMPEST_CONF compute flavor_ref $flavor_ref
|
|
iniset $TEMPEST_CONF compute flavor_ref_alt $flavor_ref_alt
|
|
iniset $TEMPEST_CONF compute live_migration_available ${LIVE_MIGRATION_AVAILABLE:-False}
|
|
iniset $TEMPEST_CONF compute use_block_migration_for_live_migration ${USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION:-False}
|
|
|
|
# Compute admin
|
|
iniset $TEMPEST_CONF "compute-admin" password "$password" # DEPRECATED
|
|
|
|
iniset $TEMPEST_CONF network api_version 2.0
|
|
iniset $TEMPEST_CONF network tenant_networks_reachable "$tenant_networks_reachable"
|
|
iniset $TEMPEST_CONF network public_network_id "$public_network_id"
|
|
iniset $TEMPEST_CONF network public_router_id "$public_router_id"
|
|
|
|
# boto
|
|
iniset $TEMPEST_CONF boto ec2_url "http://$SERVICE_HOST:8773/services/Cloud"
|
|
iniset $TEMPEST_CONF boto s3_url "http://$SERVICE_HOST:${S3_SERVICE_PORT:-3333}"
|
|
iniset $TEMPEST_CONF boto s3_materials_path "$BOTO_MATERIALS_PATH"
|
|
iniset $TEMPEST_CONF boto instance_type "$boto_instance_type"
|
|
iniset $TEMPEST_CONF boto http_socket_timeout 30
|
|
iniset $TEMPEST_CONF boto ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
|
|
|
|
# Orchestration test image
|
|
if [ $HEAT_CREATE_TEST_IMAGE == "True" ]; then
|
|
disk_image_create /usr/share/tripleo-image-elements "vm fedora heat-cfntools" "i386" "fedora-vm-heat-cfntools-tempest"
|
|
iniset $TEMPEST_CONF orchestration image_ref "fedora-vm-heat-cfntools-tempest"
|
|
fi
|
|
|
|
# Scenario
|
|
iniset $TEMPEST_CONF scenario img_dir "$FILES/images/cirros-0.3.1-x86_64-uec"
|
|
|
|
# Large Ops Number
|
|
iniset $TEMPEST_CONF scenario large_ops_number ${TEMPEST_LARGE_OPS_NUMBER:-0}
|
|
|
|
# Volume
|
|
if is_service_enabled c-bak; then
|
|
iniset $TEMPEST_CONF volume volume_backup_enabled "True"
|
|
fi
|
|
CINDER_MULTI_LVM_BACKEND=$(trueorfalse False $CINDER_MULTI_LVM_BACKEND)
|
|
if [ $CINDER_MULTI_LVM_BACKEND == "True" ]; then
|
|
iniset $TEMPEST_CONF volume multi_backend_enabled "True"
|
|
iniset $TEMPEST_CONF volume backend1_name "LVM_iSCSI"
|
|
iniset $TEMPEST_CONF volume backend2_name "LVM_iSCSI_2"
|
|
fi
|
|
|
|
# Dashboard
|
|
iniset $TEMPEST_CONF dashboard dashboard_url "http://$SERVICE_HOST/"
|
|
iniset $TEMPEST_CONF dashboard login_url "http://$SERVICE_HOST/auth/login/"
|
|
|
|
# cli
|
|
iniset $TEMPEST_CONF cli cli_dir $NOVA_BIN_DIR
|
|
|
|
# service_available
|
|
for service in nova cinder glance neutron swift heat horizon ; do
|
|
if is_service_enabled $service ; then
|
|
iniset $TEMPEST_CONF service_available $service "True"
|
|
else
|
|
iniset $TEMPEST_CONF service_available $service "False"
|
|
fi
|
|
done
|
|
|
|
echo "Created tempest configuration file:"
|
|
cat $TEMPEST_CONF
|
|
|
|
# Restore IFS
|
|
IFS=$ifs
|
|
#Restore errexit
|
|
$errexit
|
|
}
|
|
|
|
# install_tempest() - Collect source and prepare
|
|
function install_tempest() {
|
|
git_clone $TEMPEST_REPO $TEMPEST_DIR $TEMPEST_BRANCH
|
|
}
|
|
|
|
# init_tempest() - Initialize ec2 images
|
|
function init_tempest() {
|
|
local base_image_name=cirros-0.3.1-x86_64
|
|
# /opt/stack/devstack/files/images/cirros-0.3.1-x86_64-uec
|
|
local image_dir="$FILES/images/${base_image_name}-uec"
|
|
local kernel="$image_dir/${base_image_name}-vmlinuz"
|
|
local ramdisk="$image_dir/${base_image_name}-initrd"
|
|
local disk_image="$image_dir/${base_image_name}-blank.img"
|
|
# if the cirros uec downloaded and the system is uec capable
|
|
if [ -f "$kernel" -a -f "$ramdisk" -a -f "$disk_image" -a "$VIRT_DRIVER" != "openvz" \
|
|
-a \( "$LIBVIRT_TYPE" != "lxc" -o "$VIRT_DRIVER" != "libvirt" \) ]; then
|
|
echo "Prepare aki/ari/ami Images"
|
|
( #new namespace
|
|
# tenant:demo ; user: demo
|
|
source $TOP_DIR/accrc/demo/demo
|
|
euca-bundle-image -i "$kernel" --kernel true -d "$BOTO_MATERIALS_PATH"
|
|
euca-bundle-image -i "$ramdisk" --ramdisk true -d "$BOTO_MATERIALS_PATH"
|
|
euca-bundle-image -i "$disk_image" -d "$BOTO_MATERIALS_PATH"
|
|
) 2>&1 </dev/null | cat
|
|
else
|
|
echo "Boto materials are not prepared"
|
|
fi
|
|
}
|
|
|
|
# Restore xtrace
|
|
$XTRACE
|
|
|
|
# Local variables:
|
|
# mode: shell-script
|
|
# End:
|