tempest_config_tool
This commit is contained in:
Martin Kopec
parent
aa7973cd05
commit
f1bea2a7e8
209
config_tempest/api_discovery.py
Normal file
209
config_tempest/api_discovery.py
Normal file
@ -0,0 +1,209 @@
|
|||||||
|
#!/usr/bin/env python
|
||||||
|
|
||||||
|
# Copyright 2013 Red Hat, Inc.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
# not use this file except in compliance with the License. You may obtain
|
||||||
|
# a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import re
|
||||||
|
import requests
|
||||||
|
import urllib3
|
||||||
|
import urlparse
|
||||||
|
|
||||||
|
LOG = logging.getLogger(__name__)
|
||||||
|
MULTIPLE_SLASH = re.compile(r'/+')
|
||||||
|
|
||||||
|
|
||||||
|
class ServiceError(Exception):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class Service(object):
|
||||||
|
def __init__(self, name, service_url, token, disable_ssl_validation):
|
||||||
|
self.name = name
|
||||||
|
self.service_url = service_url
|
||||||
|
self.headers = {'Accept': 'application/json', 'X-Auth-Token': token}
|
||||||
|
self.disable_ssl_validation = disable_ssl_validation
|
||||||
|
|
||||||
|
def do_get(self, url, top_level=False, top_level_path=""):
|
||||||
|
parts = list(urlparse.urlparse(url))
|
||||||
|
# 2 is the path offset
|
||||||
|
if top_level:
|
||||||
|
parts[2] = '/' + top_level_path
|
||||||
|
|
||||||
|
parts[2] = MULTIPLE_SLASH.sub('/', parts[2])
|
||||||
|
url = urlparse.urlunparse(parts)
|
||||||
|
|
||||||
|
try:
|
||||||
|
if self.disable_ssl_validation:
|
||||||
|
urllib3.disable_warnings()
|
||||||
|
http = urllib3.PoolManager(cert_reqs='CERT_NONE')
|
||||||
|
else:
|
||||||
|
http = urllib3.PoolManager()
|
||||||
|
r = http.request('GET', url, headers=self.headers)
|
||||||
|
except Exception as e:
|
||||||
|
LOG.error("Request on service '%s' with url '%s' failed" %
|
||||||
|
(self.name, url))
|
||||||
|
raise e
|
||||||
|
if r.status >= 400:
|
||||||
|
raise ServiceError("Request on service '%s' with url '%s' failed"
|
||||||
|
" with code %d" % (self.name, url, r.status))
|
||||||
|
return r.data
|
||||||
|
|
||||||
|
def get_extensions(self):
|
||||||
|
return []
|
||||||
|
|
||||||
|
def get_versions(self):
|
||||||
|
return []
|
||||||
|
|
||||||
|
|
||||||
|
class VersionedService(Service):
|
||||||
|
def get_versions(self):
|
||||||
|
body = self.do_get(self.service_url, top_level=True)
|
||||||
|
body = json.loads(body)
|
||||||
|
return self.deserialize_versions(body)
|
||||||
|
|
||||||
|
def deserialize_versions(self, body):
|
||||||
|
return map(lambda x: x['id'], body['versions'])
|
||||||
|
|
||||||
|
|
||||||
|
class ComputeService(VersionedService):
|
||||||
|
def get_extensions(self):
|
||||||
|
body = self.do_get(self.service_url + '/extensions')
|
||||||
|
body = json.loads(body)
|
||||||
|
return map(lambda x: x['alias'], body['extensions'])
|
||||||
|
|
||||||
|
|
||||||
|
class ImageService(VersionedService):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class NetworkService(VersionedService):
|
||||||
|
def get_extensions(self):
|
||||||
|
body = self.do_get(self.service_url + '/v2.0/extensions.json')
|
||||||
|
body = json.loads(body)
|
||||||
|
return map(lambda x: x['alias'], body['extensions'])
|
||||||
|
|
||||||
|
|
||||||
|
class VolumeService(VersionedService):
|
||||||
|
def get_extensions(self):
|
||||||
|
body = self.do_get(self.service_url + '/extensions')
|
||||||
|
body = json.loads(body)
|
||||||
|
return map(lambda x: x['alias'], body['extensions'])
|
||||||
|
|
||||||
|
|
||||||
|
class IdentityService(VersionedService):
|
||||||
|
def get_extensions(self):
|
||||||
|
if 'v2.0' in self.service_url:
|
||||||
|
body = self.do_get(self.service_url + '/extensions')
|
||||||
|
else:
|
||||||
|
body = self.do_get(self.service_url + '/v2.0/extensions')
|
||||||
|
body = json.loads(body)
|
||||||
|
return map(lambda x: x['alias'], body['extensions']['values'])
|
||||||
|
|
||||||
|
def deserialize_versions(self, body):
|
||||||
|
return map(lambda x: x['id'], body['versions']['values'])
|
||||||
|
|
||||||
|
|
||||||
|
class ObjectStorageService(Service):
|
||||||
|
def get_extensions(self):
|
||||||
|
body = self.do_get(self.service_url, top_level=True,
|
||||||
|
top_level_path="info")
|
||||||
|
body = json.loads(body)
|
||||||
|
# Remove Swift general information from extensions list
|
||||||
|
body.pop('swift')
|
||||||
|
return body.keys()
|
||||||
|
|
||||||
|
|
||||||
|
service_dict = {'compute': ComputeService,
|
||||||
|
'image': ImageService,
|
||||||
|
'network': NetworkService,
|
||||||
|
'object-store': ObjectStorageService,
|
||||||
|
'volume': VolumeService,
|
||||||
|
'identity': IdentityService}
|
||||||
|
|
||||||
|
|
||||||
|
def get_service_class(service_name):
|
||||||
|
return service_dict.get(service_name, Service)
|
||||||
|
|
||||||
|
|
||||||
|
def get_identity_v3_extensions(keystone_v3_url):
|
||||||
|
"""Returns discovered identity v3 extensions
|
||||||
|
|
||||||
|
As keystone V3 uses a JSON Home to store the extensions,
|
||||||
|
this method is kept here just for the sake of functionality, but it
|
||||||
|
implements a different discovery method.
|
||||||
|
|
||||||
|
:param keystone_v3_url: Keystone V3 auth url
|
||||||
|
:return: A list with the discovered extensions
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
r = requests.get(keystone_v3_url,
|
||||||
|
verify=False,
|
||||||
|
headers={'Accept': 'application/json-home'})
|
||||||
|
except requests.exceptions.RequestException as re:
|
||||||
|
LOG.error("Request on service '%s' with url '%s' failed" %
|
||||||
|
('identity', keystone_v3_url))
|
||||||
|
raise re
|
||||||
|
ext_h = 'http://docs.openstack.org/api/openstack-identity/3/ext/'
|
||||||
|
res = [x for x in json.loads(r.content)['resources'].keys()]
|
||||||
|
ext = [ex for ex in res if 'ext' in ex]
|
||||||
|
return list(set([str(e).replace(ext_h, '').split('/')[0] for e in ext]))
|
||||||
|
|
||||||
|
|
||||||
|
def discover(auth_provider, region, object_store_discovery=True,
|
||||||
|
api_version=2, disable_ssl_certificate_validation=True):
|
||||||
|
"""Returns a dict with discovered apis.
|
||||||
|
|
||||||
|
:param auth_provider: An AuthProvider to obtain service urls.
|
||||||
|
:param region: A specific region to use. If the catalog has only one region
|
||||||
|
then that region will be used.
|
||||||
|
:return: A dict with an entry for the type of each discovered service.
|
||||||
|
Each entry has keys for 'extensions' and 'versions'.
|
||||||
|
"""
|
||||||
|
token, auth_data = auth_provider.get_auth()
|
||||||
|
services = {}
|
||||||
|
service_catalog = 'serviceCatalog'
|
||||||
|
public_url = 'publicURL'
|
||||||
|
identity_port = urlparse.urlparse(auth_provider.auth_url).port
|
||||||
|
identity_version = urlparse.urlparse(auth_provider.auth_url).path
|
||||||
|
if api_version == 3:
|
||||||
|
service_catalog = 'catalog'
|
||||||
|
public_url = 'url'
|
||||||
|
|
||||||
|
for entry in auth_data[service_catalog]:
|
||||||
|
name = entry['type']
|
||||||
|
services[name] = dict()
|
||||||
|
for _ep in entry['endpoints']:
|
||||||
|
if _ep['region'] == region:
|
||||||
|
ep = _ep
|
||||||
|
break
|
||||||
|
else:
|
||||||
|
ep = entry['endpoints'][0]
|
||||||
|
if 'identity' in ep[public_url]:
|
||||||
|
services[name]['url'] = ep[public_url].replace(
|
||||||
|
"/identity", ":{0}{1}".format(
|
||||||
|
identity_port, identity_version))
|
||||||
|
else:
|
||||||
|
services[name]['url'] = ep[public_url]
|
||||||
|
service_class = get_service_class(name)
|
||||||
|
service = service_class(name, services[name]['url'], token,
|
||||||
|
disable_ssl_certificate_validation)
|
||||||
|
if name == 'object-store' and not object_store_discovery:
|
||||||
|
services[name]['extensions'] = []
|
||||||
|
else:
|
||||||
|
services[name]['extensions'] = service.get_extensions()
|
||||||
|
services[name]['versions'] = service.get_versions()
|
||||||
|
return services
|
||||||
|
|
||||||
850
config_tempest/config_tempest.py
Normal file
850
config_tempest/config_tempest.py
Normal file
@ -0,0 +1,850 @@
|
|||||||
|
#!/usr/bin/env python
|
||||||
|
|
||||||
|
# Copyright 2014 Red Hat, Inc.
|
||||||
|
# All Rights Reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
# not use this file except in compliance with the License. You may obtain
|
||||||
|
# a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
"""
|
||||||
|
This script will generate the etc/tempest.conf file by applying a series of
|
||||||
|
specified options in the following order:
|
||||||
|
|
||||||
|
1. Values from etc/default-overrides.conf, if present. This file will be
|
||||||
|
provided by the distributor of the tempest code, a distro for example, to
|
||||||
|
specify defaults that are different than the generic defaults for tempest.
|
||||||
|
|
||||||
|
2. Values using the file provided by the --deployer-input argument to the
|
||||||
|
script.
|
||||||
|
Some required options differ among deployed clouds but the right values cannot
|
||||||
|
be discovered by the user. The file used here could be created by an installer,
|
||||||
|
or manually if necessary.
|
||||||
|
|
||||||
|
3. Values provided on the command line. These override all other values.
|
||||||
|
|
||||||
|
4. Discovery. Values that have not been provided in steps [2-3] will be
|
||||||
|
obtained by querying the cloud.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import ConfigParser
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
import sys
|
||||||
|
import urllib2
|
||||||
|
|
||||||
|
# Since tempest can be configured in different directories, we need to use
|
||||||
|
# the path starting at cwd.
|
||||||
|
sys.path.insert(0, os.getcwd())
|
||||||
|
|
||||||
|
import config_tempest.api_discovery as api_discovery
|
||||||
|
from tempest.common import identity
|
||||||
|
import tempest.config
|
||||||
|
from tempest.lib import auth
|
||||||
|
from tempest.lib import exceptions
|
||||||
|
from tempest.lib.services.compute import flavors_client
|
||||||
|
from tempest.lib.services.compute import networks_client as nova_net_client
|
||||||
|
from tempest.lib.services.compute import servers_client
|
||||||
|
from tempest.lib.services.image.v2 import images_client
|
||||||
|
from tempest.lib.services.network import networks_client
|
||||||
|
from tempest.services.identity.v2.json import identity_client
|
||||||
|
from tempest.services.identity.v2.json import roles_client
|
||||||
|
from tempest.services.identity.v2.json import tenants_client
|
||||||
|
from tempest.services.identity.v2.json import users_client
|
||||||
|
from tempest.services.identity.v3.json \
|
||||||
|
import identity_client as identity_v3_client
|
||||||
|
|
||||||
|
LOG = logging.getLogger(__name__)
|
||||||
|
LOG_FORMAT = '%(asctime)s - %(name)s - %(levelname)s - %(message)s'
|
||||||
|
|
||||||
|
TEMPEST_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
|
||||||
|
|
||||||
|
DEFAULTS_FILE = os.path.join(TEMPEST_DIR, "etc", "default-overrides.conf")
|
||||||
|
DEFAULT_IMAGE = ("http://download.cirros-cloud.net/0.3.4/"
|
||||||
|
"cirros-0.3.4-x86_64-disk.img")
|
||||||
|
DEFAULT_IMAGE_FORMAT = 'qcow2'
|
||||||
|
|
||||||
|
# services and their codenames
|
||||||
|
SERVICE_NAMES = {
|
||||||
|
'baremetal': 'ironic',
|
||||||
|
'compute': 'nova',
|
||||||
|
'database': 'trove',
|
||||||
|
'data-processing': 'sahara',
|
||||||
|
'image': 'glance',
|
||||||
|
'network': 'neutron',
|
||||||
|
'object-store': 'swift',
|
||||||
|
'orchestration': 'heat',
|
||||||
|
'telemetry': 'ceilometer',
|
||||||
|
'volume': 'cinder',
|
||||||
|
'messaging': 'zaqar',
|
||||||
|
}
|
||||||
|
|
||||||
|
# what API versions could the service have and should be enabled/disabled
|
||||||
|
# depending on whether they get discovered as supported. Services with only one
|
||||||
|
# version don't need to be here, neither do service versions that are not
|
||||||
|
# configurable in tempest.conf
|
||||||
|
SERVICE_VERSIONS = {
|
||||||
|
'image': ['v1', 'v2'],
|
||||||
|
'identity': ['v2', 'v3'],
|
||||||
|
'volume': ['v1', 'v2']
|
||||||
|
}
|
||||||
|
|
||||||
|
# Keep track of where the extensions are saved for that service.
|
||||||
|
# This is necessary because the configuration file is inconsistent - it uses
|
||||||
|
# different option names for service extension depending on the service.
|
||||||
|
SERVICE_EXTENSION_KEY = {
|
||||||
|
'compute': 'api_extensions',
|
||||||
|
'object-store': 'discoverable_apis',
|
||||||
|
'network': 'api_extensions',
|
||||||
|
'volume': 'api_extensions',
|
||||||
|
'identity': 'api_extensions'
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
args = parse_arguments()
|
||||||
|
logging.basicConfig(format=LOG_FORMAT)
|
||||||
|
|
||||||
|
if args.debug:
|
||||||
|
LOG.setLevel(logging.DEBUG)
|
||||||
|
elif args.verbose:
|
||||||
|
LOG.setLevel(logging.INFO)
|
||||||
|
|
||||||
|
conf = TempestConf()
|
||||||
|
if os.path.isfile(DEFAULTS_FILE):
|
||||||
|
LOG.info("Reading defaults from file '%s'", DEFAULTS_FILE)
|
||||||
|
conf.read(DEFAULTS_FILE)
|
||||||
|
if args.deployer_input and os.path.isfile(args.deployer_input):
|
||||||
|
LOG.info("Adding options from deployer-input file '%s'",
|
||||||
|
args.deployer_input)
|
||||||
|
deployer_input = ConfigParser.SafeConfigParser()
|
||||||
|
deployer_input.read(args.deployer_input)
|
||||||
|
for section in deployer_input.sections():
|
||||||
|
# There are no deployer input options in DEFAULT
|
||||||
|
for (key, value) in deployer_input.items(section):
|
||||||
|
conf.set(section, key, value, priority=True)
|
||||||
|
for section, key, value in args.overrides:
|
||||||
|
conf.set(section, key, value, priority=True)
|
||||||
|
uri = conf.get("identity", "uri")
|
||||||
|
api_version = 2
|
||||||
|
v3_only = False
|
||||||
|
if "v3" in uri and v3_only:
|
||||||
|
api_version = 3
|
||||||
|
if "v3" in uri:
|
||||||
|
conf.set("identity", "auth_version", "v3")
|
||||||
|
conf.set("identity", "uri", uri.replace("v3", "v2.0"), priority=True)
|
||||||
|
conf.set("identity", "uri_v3", uri)
|
||||||
|
else:
|
||||||
|
conf.set("identity", "uri_v3", uri.replace("v2.0", "v3"))
|
||||||
|
if args.non_admin:
|
||||||
|
conf.set("identity", "admin_username", "")
|
||||||
|
conf.set("identity", "admin_tenant_name", "")
|
||||||
|
conf.set("identity", "admin_password", "")
|
||||||
|
conf.set("auth", "allow_tenant_isolation", "False")
|
||||||
|
if args.use_test_accounts:
|
||||||
|
conf.set("auth", "allow_tenant_isolation", "True")
|
||||||
|
clients = ClientManager(conf, not args.non_admin)
|
||||||
|
swift_discover = conf.get_defaulted('object-storage-feature-enabled',
|
||||||
|
'discoverability')
|
||||||
|
services = api_discovery.discover(
|
||||||
|
clients.auth_provider,
|
||||||
|
clients.identity_region,
|
||||||
|
object_store_discovery=conf.get_bool_value(swift_discover),
|
||||||
|
api_version=api_version,
|
||||||
|
disable_ssl_certificate_validation=conf.get_defaulted(
|
||||||
|
'identity',
|
||||||
|
'disable_ssl_certificate_validation'
|
||||||
|
)
|
||||||
|
)
|
||||||
|
if args.create and not args.use_test_accounts:
|
||||||
|
create_tempest_users(clients.tenants, clients.roles, clients.users,
|
||||||
|
conf, services)
|
||||||
|
create_tempest_flavors(clients.flavors, conf, args.create)
|
||||||
|
create_tempest_images(clients.images, conf, args.image, args.create,
|
||||||
|
args.image_disk_format)
|
||||||
|
has_neutron = "network" in services
|
||||||
|
|
||||||
|
LOG.info("Setting up network")
|
||||||
|
LOG.debug("Is neutron present: {0}".format(has_neutron))
|
||||||
|
create_tempest_networks(clients, conf, has_neutron, args.network_id)
|
||||||
|
|
||||||
|
configure_discovered_services(conf, services)
|
||||||
|
configure_boto(conf, services)
|
||||||
|
configure_horizon(conf)
|
||||||
|
LOG.info("Creating configuration file %s" % os.path.abspath(args.out))
|
||||||
|
with open(args.out, 'w') as f:
|
||||||
|
conf.write(f)
|
||||||
|
|
||||||
|
|
||||||
|
def parse_arguments():
|
||||||
|
# TODO(tkammer): add mutual exclusion groups
|
||||||
|
parser = argparse.ArgumentParser(__doc__)
|
||||||
|
parser.add_argument('--create', action='store_true', default=False,
|
||||||
|
help='create default tempest resources')
|
||||||
|
parser.add_argument('--out', default="etc/tempest.conf",
|
||||||
|
help='the tempest.conf file to write')
|
||||||
|
parser.add_argument('--deployer-input', default=None,
|
||||||
|
help="""A file in the format of tempest.conf that will
|
||||||
|
override the default values. The
|
||||||
|
deployer-input file is an alternative to
|
||||||
|
providing key/value pairs. If there are also
|
||||||
|
key/value pairs they will be applied after the
|
||||||
|
deployer-input file.
|
||||||
|
""")
|
||||||
|
parser.add_argument('overrides', nargs='*', default=[],
|
||||||
|
help="""key value pairs to modify. The key is
|
||||||
|
section.key where section is a section header
|
||||||
|
in the conf file.
|
||||||
|
For example: identity.username myname
|
||||||
|
identity.password mypass""")
|
||||||
|
parser.add_argument('--debug', action='store_true', default=False,
|
||||||
|
help='Print debugging information')
|
||||||
|
parser.add_argument('--verbose', '-v', action='store_true', default=False,
|
||||||
|
help='Print more information about the execution')
|
||||||
|
parser.add_argument('--non-admin', action='store_true', default=False,
|
||||||
|
help='Run without admin creds')
|
||||||
|
parser.add_argument('--use-test-accounts', action='store_true',
|
||||||
|
default=False, help='Use accounts from accounts.yaml')
|
||||||
|
parser.add_argument('--image-disk-format', default=DEFAULT_IMAGE_FORMAT,
|
||||||
|
help="""a format of an image to be uploaded to glance.
|
||||||
|
Default is '%s'""" % DEFAULT_IMAGE_FORMAT)
|
||||||
|
parser.add_argument('--image', default=DEFAULT_IMAGE,
|
||||||
|
help="""an image to be uploaded to glance. The name of
|
||||||
|
the image is the leaf name of the path which
|
||||||
|
can be either a filename or url. Default is
|
||||||
|
'%s'""" % DEFAULT_IMAGE)
|
||||||
|
parser.add_argument('--network-id',
|
||||||
|
help="""The ID of an existing network in our openstack
|
||||||
|
instance with external connectivity""")
|
||||||
|
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
if args.create and args.non_admin:
|
||||||
|
raise Exception("Options '--create' and '--non-admin' cannot be used"
|
||||||
|
" together, since creating" " resources requires"
|
||||||
|
" admin rights")
|
||||||
|
args.overrides = parse_overrides(args.overrides)
|
||||||
|
return args
|
||||||
|
|
||||||
|
|
||||||
|
def parse_overrides(overrides):
|
||||||
|
"""Manual parsing of positional arguments.
|
||||||
|
|
||||||
|
TODO(mkollaro) find a way to do it in argparse
|
||||||
|
"""
|
||||||
|
if len(overrides) % 2 != 0:
|
||||||
|
raise Exception("An odd number of override options was found. The"
|
||||||
|
" overrides have to be in 'section.key value' format.")
|
||||||
|
i = 0
|
||||||
|
new_overrides = []
|
||||||
|
while i < len(overrides):
|
||||||
|
section_key = overrides[i].split('.')
|
||||||
|
value = overrides[i + 1]
|
||||||
|
if len(section_key) != 2:
|
||||||
|
raise Exception("Missing dot. The option overrides has to come in"
|
||||||
|
" the format 'section.key value', but got '%s'."
|
||||||
|
% (overrides[i] + ' ' + value))
|
||||||
|
section, key = section_key
|
||||||
|
new_overrides.append((section, key, value))
|
||||||
|
i += 2
|
||||||
|
return new_overrides
|
||||||
|
|
||||||
|
|
||||||
|
class ClientManager(object):
|
||||||
|
"""Manager of various OpenStack API clients.
|
||||||
|
|
||||||
|
Connections to clients are created on-demand, i.e. the client tries to
|
||||||
|
connect to the server only when it's being requested.
|
||||||
|
"""
|
||||||
|
def get_credentials(self, conf, username, tenant_name, password,
|
||||||
|
identity_version='v2'):
|
||||||
|
creds_kwargs = {'username': username,
|
||||||
|
'password': password}
|
||||||
|
if identity_version == 'v3':
|
||||||
|
creds_kwargs.update({'project_name': tenant_name,
|
||||||
|
'domain_name': 'Default',
|
||||||
|
'user_domain_name': 'Default'})
|
||||||
|
else:
|
||||||
|
creds_kwargs.update({'tenant_name': tenant_name})
|
||||||
|
return auth.get_credentials(
|
||||||
|
auth_url=None,
|
||||||
|
fill_in=False,
|
||||||
|
identity_version=identity_version,
|
||||||
|
disable_ssl_certificate_validation=conf.get_defaulted(
|
||||||
|
'identity',
|
||||||
|
'disable_ssl_certificate_validation'),
|
||||||
|
ca_certs=conf.get_defaulted(
|
||||||
|
'identity',
|
||||||
|
'ca_certificates_file'),
|
||||||
|
**creds_kwargs)
|
||||||
|
|
||||||
|
def get_auth_provider(self, conf, credentials):
|
||||||
|
disable_ssl_certificate_validation = conf.get_defaulted(
|
||||||
|
'identity',
|
||||||
|
'disable_ssl_certificate_validation')
|
||||||
|
ca_certs = conf.get_defaulted(
|
||||||
|
'identity',
|
||||||
|
'ca_certificates_file')
|
||||||
|
if isinstance(credentials, auth.KeystoneV3Credentials):
|
||||||
|
return auth.KeystoneV3AuthProvider(
|
||||||
|
credentials, conf.get_defaulted('identity', 'uri_v3'),
|
||||||
|
disable_ssl_certificate_validation,
|
||||||
|
ca_certs)
|
||||||
|
else:
|
||||||
|
return auth.KeystoneV2AuthProvider(
|
||||||
|
credentials, conf.get_defaulted('identity', 'uri'),
|
||||||
|
disable_ssl_certificate_validation,
|
||||||
|
ca_certs)
|
||||||
|
|
||||||
|
def get_identity_version(self, conf):
|
||||||
|
if "v3" in conf.get("identity", "uri"):
|
||||||
|
return "v3"
|
||||||
|
else:
|
||||||
|
return "v2"
|
||||||
|
|
||||||
|
def __init__(self, conf, admin):
|
||||||
|
self.identity_version = self.get_identity_version(conf)
|
||||||
|
if admin:
|
||||||
|
username = conf.get_defaulted('identity', 'admin_username')
|
||||||
|
password = conf.get_defaulted('identity', 'admin_password')
|
||||||
|
tenant_name = conf.get_defaulted('identity', 'admin_tenant_name')
|
||||||
|
else:
|
||||||
|
username = conf.get_defaulted('identity', 'username')
|
||||||
|
password = conf.get_defaulted('identity', 'password')
|
||||||
|
tenant_name = conf.get_defaulted('identity', 'tenant_name')
|
||||||
|
|
||||||
|
self.identity_region = conf.get_defaulted('identity', 'region')
|
||||||
|
default_params = {
|
||||||
|
'disable_ssl_certificate_validation':
|
||||||
|
conf.get_defaulted('identity',
|
||||||
|
'disable_ssl_certificate_validation'),
|
||||||
|
'ca_certs': conf.get_defaulted('identity', 'ca_certificates_file')
|
||||||
|
}
|
||||||
|
compute_params = {
|
||||||
|
'service': conf.get_defaulted('compute', 'catalog_type'),
|
||||||
|
'region': self.identity_region,
|
||||||
|
'endpoint_type': conf.get_defaulted('compute', 'endpoint_type')
|
||||||
|
}
|
||||||
|
compute_params.update(default_params)
|
||||||
|
|
||||||
|
if self.identity_version == "v2":
|
||||||
|
_creds = self.get_credentials(conf, username, tenant_name,
|
||||||
|
password)
|
||||||
|
else:
|
||||||
|
_creds = self.get_credentials(
|
||||||
|
conf, username, tenant_name, password,
|
||||||
|
identity_version=self.identity_version)
|
||||||
|
|
||||||
|
_auth = self.get_auth_provider(conf, _creds)
|
||||||
|
self.auth_provider = _auth
|
||||||
|
|
||||||
|
if "v2.0" in conf.get("identity", "uri"):
|
||||||
|
self.identity = identity_client.IdentityClient(
|
||||||
|
_auth, conf.get_defaulted('identity', 'catalog_type'),
|
||||||
|
self.identity_region, endpoint_type='adminURL',
|
||||||
|
**default_params)
|
||||||
|
else:
|
||||||
|
self.identity = identity_v3_client.IdentityV3Client(
|
||||||
|
_auth, conf.get_defaulted('identity', 'catalog_type'),
|
||||||
|
self.identity_region, endpoint_type='adminURL',
|
||||||
|
**default_params)
|
||||||
|
|
||||||
|
self.tenants = tenants_client.TenantsClient(
|
||||||
|
_auth,
|
||||||
|
conf.get_defaulted('identity', 'catalog_type'),
|
||||||
|
self.identity_region,
|
||||||
|
endpoint_type='adminURL',
|
||||||
|
**default_params)
|
||||||
|
|
||||||
|
self.roles = roles_client.RolesClient(
|
||||||
|
_auth,
|
||||||
|
conf.get_defaulted('identity', 'catalog_type'),
|
||||||
|
self.identity_region,
|
||||||
|
endpoint_type='adminURL',
|
||||||
|
**default_params)
|
||||||
|
|
||||||
|
self.users = users_client.UsersClient(
|
||||||
|
_auth,
|
||||||
|
conf.get_defaulted('identity', 'catalog_type'),
|
||||||
|
self.identity_region,
|
||||||
|
endpoint_type='adminURL',
|
||||||
|
**default_params)
|
||||||
|
|
||||||
|
self.images = images_client.ImagesClient(
|
||||||
|
_auth,
|
||||||
|
conf.get_defaulted('image', 'catalog_type'),
|
||||||
|
self.identity_region,
|
||||||
|
**default_params)
|
||||||
|
self.servers = servers_client.ServersClient(_auth,
|
||||||
|
**compute_params)
|
||||||
|
self.flavors = flavors_client.FlavorsClient(_auth,
|
||||||
|
**compute_params)
|
||||||
|
|
||||||
|
self.networks = None
|
||||||
|
|
||||||
|
def create_nova_network_client():
|
||||||
|
if self.networks is None:
|
||||||
|
self.networks = nova_net_client.NetworksClient(
|
||||||
|
_auth, **compute_params)
|
||||||
|
return self.networks
|
||||||
|
|
||||||
|
def create_neutron_client():
|
||||||
|
if self.networks is None:
|
||||||
|
self.networks = networks_client.NetworksClient(
|
||||||
|
_auth,
|
||||||
|
conf.get_defaulted('network', 'catalog_type'),
|
||||||
|
self.identity_region,
|
||||||
|
endpoint_type=conf.get_defaulted('network',
|
||||||
|
'endpoint_type'),
|
||||||
|
**default_params)
|
||||||
|
return self.networks
|
||||||
|
|
||||||
|
self.get_nova_net_client = create_nova_network_client
|
||||||
|
self.get_neutron_client = create_neutron_client
|
||||||
|
|
||||||
|
# Set admin tenant id needed for keystone v3 tests.
|
||||||
|
if admin:
|
||||||
|
tenant_id = identity.get_tenant_by_name(self.tenants,
|
||||||
|
tenant_name)['id']
|
||||||
|
conf.set('identity', 'admin_tenant_id', tenant_id)
|
||||||
|
|
||||||
|
|
||||||
|
class TempestConf(ConfigParser.SafeConfigParser):
|
||||||
|
# causes the config parser to preserve case of the options
|
||||||
|
optionxform = str
|
||||||
|
|
||||||
|
# set of pairs `(section, key)` which have a higher priority (are
|
||||||
|
# user-defined) and will usually not be overwritten by `set()`
|
||||||
|
priority_sectionkeys = set()
|
||||||
|
|
||||||
|
CONF = tempest.config.TempestConfigPrivate(parse_conf=False)
|
||||||
|
|
||||||
|
def get_bool_value(self, value):
|
||||||
|
strval = str(value).lower()
|
||||||
|
if strval == 'true':
|
||||||
|
return True
|
||||||
|
elif strval == 'false':
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
raise ValueError("'%s' is not a boolean" % value)
|
||||||
|
|
||||||
|
def get_defaulted(self, section, key):
|
||||||
|
if self.has_option(section, key):
|
||||||
|
return self.get(section, key)
|
||||||
|
else:
|
||||||
|
return self.CONF.get(section).get(key)
|
||||||
|
|
||||||
|
def set(self, section, key, value, priority=False):
|
||||||
|
"""Set value in configuration, similar to `SafeConfigParser.set`
|
||||||
|
|
||||||
|
Creates non-existent sections. Keeps track of options which were
|
||||||
|
specified by the user and should not be normally overwritten.
|
||||||
|
|
||||||
|
:param priority: if True, always over-write the value. If False, don't
|
||||||
|
over-write an existing value if it was written before with a
|
||||||
|
priority (i.e. if it was specified by the user)
|
||||||
|
:returns: True if the value was written, False if not (because of
|
||||||
|
priority)
|
||||||
|
"""
|
||||||
|
if not self.has_section(section) and section.lower() != "default":
|
||||||
|
self.add_section(section)
|
||||||
|
if not priority and (section, key) in self.priority_sectionkeys:
|
||||||
|
LOG.debug("Option '[%s] %s = %s' was defined by user, NOT"
|
||||||
|
" overwriting into value '%s'", section, key,
|
||||||
|
self.get(section, key), value)
|
||||||
|
return False
|
||||||
|
if priority:
|
||||||
|
self.priority_sectionkeys.add((section, key))
|
||||||
|
LOG.debug("Setting [%s] %s = %s", section, key, value)
|
||||||
|
ConfigParser.SafeConfigParser.set(self, section, key, value)
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def create_tempest_users(tenants_client, roles_client, users_client, conf,
|
||||||
|
services):
|
||||||
|
"""Create users necessary for Tempest if they don't exist already."""
|
||||||
|
create_user_with_tenant(tenants_client, users_client,
|
||||||
|
conf.get('identity', 'username'),
|
||||||
|
conf.get('identity', 'password'),
|
||||||
|
conf.get('identity', 'tenant_name'))
|
||||||
|
|
||||||
|
give_role_to_user(tenants_client, roles_client, users_client,
|
||||||
|
conf.get('identity', 'admin_username'),
|
||||||
|
conf.get('identity', 'tenant_name'), role_name='admin')
|
||||||
|
|
||||||
|
# Prior to juno, and with earlier juno defaults, users needed to have
|
||||||
|
# the heat_stack_owner role to use heat stack apis. We assign that role
|
||||||
|
# to the user if the role is present.
|
||||||
|
if 'orchestration' in services:
|
||||||
|
give_role_to_user(tenants_client, roles_client, users_client,
|
||||||
|
conf.get('identity', 'username'),
|
||||||
|
conf.get('identity', 'tenant_name'),
|
||||||
|
role_name='heat_stack_owner',
|
||||||
|
role_required=False)
|
||||||
|
|
||||||
|
create_user_with_tenant(tenants_client, users_client,
|
||||||
|
conf.get('identity', 'alt_username'),
|
||||||
|
conf.get('identity', 'alt_password'),
|
||||||
|
conf.get('identity', 'alt_tenant_name'))
|
||||||
|
|
||||||
|
|
||||||
|
def give_role_to_user(tenants_client, roles_client, users_client, username,
|
||||||
|
tenant_name, role_name, role_required=True):
|
||||||
|
"""Give the user a role in the project (tenant).""",
|
||||||
|
tenant_id = identity.get_tenant_by_name(tenants_client, tenant_name)['id']
|
||||||
|
users = users_client.list_users()
|
||||||
|
user_ids = [u['id'] for u in users['users'] if u['name'] == username]
|
||||||
|
user_id = user_ids[0]
|
||||||
|
roles = roles_client.list_roles()
|
||||||
|
role_ids = [r['id'] for r in roles['roles'] if r['name'] == role_name]
|
||||||
|
if not role_ids:
|
||||||
|
if role_required:
|
||||||
|
raise Exception("required role %s not found" % role_name)
|
||||||
|
LOG.debug("%s role not required" % role_name)
|
||||||
|
return
|
||||||
|
role_id = role_ids[0]
|
||||||
|
try:
|
||||||
|
roles_client.create_user_role_on_project(tenant_id, user_id, role_id)
|
||||||
|
LOG.debug("User '%s' was given the '%s' role in project '%s'",
|
||||||
|
username, role_name, tenant_name)
|
||||||
|
except exceptions.Conflict:
|
||||||
|
LOG.debug("(no change) User '%s' already has the '%s' role in"
|
||||||
|
" project '%s'", username, role_name, tenant_name)
|
||||||
|
|
||||||
|
|
||||||
|
def create_user_with_tenant(tenants_client, users_client, username,
|
||||||
|
password, tenant_name):
|
||||||
|
"""Create user and tenant if he doesn't exist.
|
||||||
|
|
||||||
|
Sets password even for existing user.
|
||||||
|
"""
|
||||||
|
LOG.info("Creating user '%s' with tenant '%s' and password '%s'",
|
||||||
|
username, tenant_name, password)
|
||||||
|
tenant_description = "Tenant for Tempest %s user" % username
|
||||||
|
email = "%s@test.com" % username
|
||||||
|
# create tenant
|
||||||
|
try:
|
||||||
|
tenants_client.create_tenant(name=tenant_name,
|
||||||
|
description=tenant_description)
|
||||||
|
except exceptions.Conflict:
|
||||||
|
LOG.info("(no change) Tenant '%s' already exists", tenant_name)
|
||||||
|
|
||||||
|
tenant_id = identity.get_tenant_by_name(tenants_client, tenant_name)['id']
|
||||||
|
# create user
|
||||||
|
try:
|
||||||
|
users_client.create_user(**{'name': username, 'password': password,
|
||||||
|
'tenantId': tenant_id, 'email': email})
|
||||||
|
except exceptions.Conflict:
|
||||||
|
LOG.info("User '%s' already exists. Setting password to '%s'",
|
||||||
|
username, password)
|
||||||
|
user = identity.get_user_by_username(tenants_client, tenant_id,
|
||||||
|
username)
|
||||||
|
users_client.update_user_password(user['id'], password=password)
|
||||||
|
|
||||||
|
|
||||||
|
def create_tempest_flavors(client, conf, allow_creation):
|
||||||
|
"""Find or create flavors 'm1.nano' and 'm1.micro' and set them in conf.
|
||||||
|
|
||||||
|
If 'flavor_ref' and 'flavor_ref_alt' are specified in conf, it will first
|
||||||
|
try to find those - otherwise it will try finding or creating 'm1.nano' and
|
||||||
|
'm1.micro' and overwrite those options in conf.
|
||||||
|
|
||||||
|
:param allow_creation: if False, fail if flavors were not found
|
||||||
|
"""
|
||||||
|
# m1.nano flavor
|
||||||
|
flavor_id = None
|
||||||
|
if conf.has_option('compute', 'flavor_ref'):
|
||||||
|
flavor_id = conf.get('compute', 'flavor_ref')
|
||||||
|
flavor_id = find_or_create_flavor(client,
|
||||||
|
flavor_id, 'm1.nano',
|
||||||
|
allow_creation, ram=64)
|
||||||
|
conf.set('compute', 'flavor_ref', flavor_id)
|
||||||
|
|
||||||
|
# m1.micro flavor
|
||||||
|
alt_flavor_id = None
|
||||||
|
if conf.has_option('compute', 'flavor_ref_alt'):
|
||||||
|
alt_flavor_id = conf.get('compute', 'flavor_ref_alt')
|
||||||
|
alt_flavor_id = find_or_create_flavor(client,
|
||||||
|
alt_flavor_id, 'm1.micro',
|
||||||
|
allow_creation, ram=128)
|
||||||
|
conf.set('compute', 'flavor_ref_alt', alt_flavor_id)
|
||||||
|
|
||||||
|
|
||||||
|
def find_or_create_flavor(client, flavor_id, flavor_name,
|
||||||
|
allow_creation, ram=64, vcpus=1, disk=0):
|
||||||
|
"""Try finding flavor by ID or name, create if not found.
|
||||||
|
|
||||||
|
:param flavor_id: first try finding the flavor by this
|
||||||
|
:param flavor_name: find by this if it was not found by ID, create new
|
||||||
|
flavor with this name if not found at all
|
||||||
|
:param allow_creation: if False, fail if flavors were not found
|
||||||
|
:param ram: memory of created flavor in MB
|
||||||
|
:param vcpus: number of VCPUs for the flavor
|
||||||
|
:param disk: size of disk for flavor in GB
|
||||||
|
"""
|
||||||
|
flavor = None
|
||||||
|
flavors = client.list_flavors()['flavors']
|
||||||
|
# try finding it by the ID first
|
||||||
|
if flavor_id:
|
||||||
|
found = [f for f in flavors if f['id'] == flavor_id]
|
||||||
|
if found:
|
||||||
|
flavor = found[0]
|
||||||
|
# if not found previously, try finding it by name
|
||||||
|
if flavor_name and not flavor:
|
||||||
|
found = [f for f in flavors if f['name'] == flavor_name]
|
||||||
|
if found:
|
||||||
|
flavor = found[0]
|
||||||
|
|
||||||
|
if not flavor and not allow_creation:
|
||||||
|
raise Exception("Flavor '%s' not found, but resource creation"
|
||||||
|
" isn't allowed. Either use '--create' or provide"
|
||||||
|
" an existing flavor" % flavor_name)
|
||||||
|
|
||||||
|
if not flavor:
|
||||||
|
LOG.info("Creating flavor '%s'", flavor_name)
|
||||||
|
flavor = client.create_flavor(name=flavor_name,
|
||||||
|
ram=ram, vcpus=vcpus,
|
||||||
|
disk=disk, id=None)
|
||||||
|
return flavor['flavor']['id']
|
||||||
|
else:
|
||||||
|
LOG.info("(no change) Found flavor '%s'", flavor['name'])
|
||||||
|
|
||||||
|
return flavor['id']
|
||||||
|
|
||||||
|
|
||||||
|
def create_tempest_images(client, conf, image_path, allow_creation,
|
||||||
|
disk_format):
|
||||||
|
img_path = os.path.join(conf.get("scenario", "img_dir"),
|
||||||
|
conf.get_defaulted("scenario", "img_file"))
|
||||||
|
name = image_path[image_path.rfind('/') + 1:]
|
||||||
|
alt_name = name + "_alt"
|
||||||
|
image_id = None
|
||||||
|
if conf.has_option('compute', 'image_ref'):
|
||||||
|
image_id = conf.get('compute', 'image_ref')
|
||||||
|
image_id = find_or_upload_image(client,
|
||||||
|
image_id, name, allow_creation,
|
||||||
|
image_source=image_path,
|
||||||
|
image_dest=img_path,
|
||||||
|
disk_format=disk_format)
|
||||||
|
alt_image_id = None
|
||||||
|
if conf.has_option('compute', 'image_ref_alt'):
|
||||||
|
alt_image_id = conf.get('compute', 'image_ref_alt')
|
||||||
|
alt_image_id = find_or_upload_image(client,
|
||||||
|
alt_image_id, alt_name, allow_creation,
|
||||||
|
image_source=image_path,
|
||||||
|
image_dest=img_path,
|
||||||
|
disk_format=disk_format)
|
||||||
|
|
||||||
|
conf.set('compute', 'image_ref', image_id)
|
||||||
|
conf.set('compute', 'image_ref_alt', alt_image_id)
|
||||||
|
|
||||||
|
|
||||||
|
def find_or_upload_image(client, image_id, image_name, allow_creation,
|
||||||
|
image_source='', image_dest='', disk_format=''):
|
||||||
|
image = _find_image(client, image_id, image_name)
|
||||||
|
if not image and not allow_creation:
|
||||||
|
raise Exception("Image '%s' not found, but resource creation"
|
||||||
|
" isn't allowed. Either use '--create' or provide"
|
||||||
|
" an existing image_ref" % image_name)
|
||||||
|
|
||||||
|
if image:
|
||||||
|
LOG.info("(no change) Found image '%s'", image['name'])
|
||||||
|
path = os.path.abspath(image_dest)
|
||||||
|
if not os.path.isfile(path):
|
||||||
|
_download_image(client, image['id'], path)
|
||||||
|
else:
|
||||||
|
LOG.info("Creating image '%s'", image_name)
|
||||||
|
if image_source.startswith("http:") or \
|
||||||
|
image_source.startswith("https:"):
|
||||||
|
_download_file(image_source, image_dest)
|
||||||
|
else:
|
||||||
|
shutil.copyfile(image_source, image_dest)
|
||||||
|
image = _upload_image(client, image_name, image_dest, disk_format)
|
||||||
|
return image['id']
|
||||||
|
|
||||||
|
|
||||||
|
def create_tempest_networks(clients, conf, has_neutron, public_network_id):
|
||||||
|
label = None
|
||||||
|
# TODO(tkammer): separate logic to different func of Nova network
|
||||||
|
# vs Neutron
|
||||||
|
if has_neutron:
|
||||||
|
client = clients.get_neutron_client()
|
||||||
|
|
||||||
|
# if user supplied the network we should use
|
||||||
|
if public_network_id:
|
||||||
|
LOG.info("Looking for existing network id: {0}"
|
||||||
|
"".format(public_network_id))
|
||||||
|
|
||||||
|
# check if network exists
|
||||||
|
network_list = client.list_networks()
|
||||||
|
for network in network_list['networks']:
|
||||||
|
if network['id'] == public_network_id:
|
||||||
|
break
|
||||||
|
else:
|
||||||
|
raise ValueError('provided network id: {0} was not found.'
|
||||||
|
''.format(public_network_id))
|
||||||
|
|
||||||
|
# no network id provided, try to auto discover a public network
|
||||||
|
else:
|
||||||
|
LOG.info("No network supplied, trying auto discover for network")
|
||||||
|
network_list = client.list_networks()
|
||||||
|
for network in network_list['networks']:
|
||||||
|
if network['router:external'] and network['subnets']:
|
||||||
|
LOG.info("Found network, using: {0}".format(network['id']))
|
||||||
|
public_network_id = network['id']
|
||||||
|
break
|
||||||
|
|
||||||
|
# Couldn't find an existing external network
|
||||||
|
else:
|
||||||
|
LOG.error("No external networks found. "
|
||||||
|
"Please note that any test that relies on external "
|
||||||
|
"connectivity would most likely fail.")
|
||||||
|
|
||||||
|
if public_network_id is not None:
|
||||||
|
conf.set('network', 'public_network_id', public_network_id)
|
||||||
|
|
||||||
|
else:
|
||||||
|
client = clients.get_nova_net_client()
|
||||||
|
networks = client.list_networks()
|
||||||
|
if networks:
|
||||||
|
label = networks['networks'][0]['label']
|
||||||
|
|
||||||
|
if label:
|
||||||
|
conf.set('compute', 'fixed_network_name', label)
|
||||||
|
elif not has_neutron:
|
||||||
|
raise Exception('fixed_network_name could not be discovered and'
|
||||||
|
' must be specified')
|
||||||
|
|
||||||
|
|
||||||
|
def configure_boto(conf, services):
|
||||||
|
"""Set boto URLs based on discovered APIs."""
|
||||||
|
if 'ec2' in services:
|
||||||
|
conf.set('boto', 'ec2_url', services['ec2']['url'])
|
||||||
|
if 's3' in services:
|
||||||
|
conf.set('boto', 's3_url', services['s3']['url'])
|
||||||
|
|
||||||
|
|
||||||
|
def configure_horizon(conf):
|
||||||
|
"""Derive the horizon URIs from the identity's URI."""
|
||||||
|
uri = conf.get('identity', 'uri')
|
||||||
|
base = uri.rsplit(':', 1)[0] + '/dashboard'
|
||||||
|
assert base.startswith('http:') or base.startswith('https:')
|
||||||
|
has_horizon = True
|
||||||
|
try:
|
||||||
|
urllib2.urlopen(base)
|
||||||
|
except urllib2.URLError:
|
||||||
|
has_horizon = False
|
||||||
|
conf.set('service_available', 'horizon', str(has_horizon))
|
||||||
|
conf.set('dashboard', 'dashboard_url', base + '/')
|
||||||
|
conf.set('dashboard', 'login_url', base + '/auth/login/')
|
||||||
|
|
||||||
|
|
||||||
|
def configure_discovered_services(conf, services):
|
||||||
|
"""Set service availability and supported extensions and versions.
|
||||||
|
|
||||||
|
Set True/False per service in the [service_available] section of `conf`
|
||||||
|
depending of wheter it is in services. In the [<service>-feature-enabled]
|
||||||
|
section, set extensions and versions found in `services`.
|
||||||
|
|
||||||
|
:param conf: ConfigParser configuration
|
||||||
|
:param services: dictionary of discovered services - expects each service
|
||||||
|
to have a dictionary containing 'extensions' and 'versions' keys
|
||||||
|
"""
|
||||||
|
# check if volume service is disabled
|
||||||
|
if conf.has_section('services') and conf.has_option('services', 'volume'):
|
||||||
|
if not conf.getboolean('services', 'volume'):
|
||||||
|
SERVICE_NAMES.pop('volume')
|
||||||
|
SERVICE_VERSIONS.pop('volume')
|
||||||
|
# set service availability
|
||||||
|
for service, codename in SERVICE_NAMES.iteritems():
|
||||||
|
# ceilometer is still transitioning from metering to telemetry
|
||||||
|
if service == 'telemetry' and 'metering' in services:
|
||||||
|
service = 'metering'
|
||||||
|
# data-processing is the default service name since Kilo
|
||||||
|
elif service == 'data-processing' and 'data_processing' in services:
|
||||||
|
service = 'data_processing'
|
||||||
|
conf.set('service_available', codename, str(service in services))
|
||||||
|
|
||||||
|
# set supported API versions for services with more of them
|
||||||
|
for service, versions in SERVICE_VERSIONS.iteritems():
|
||||||
|
supported_versions = services[service]['versions']
|
||||||
|
section = service + '-feature-enabled'
|
||||||
|
for version in versions:
|
||||||
|
is_supported = any(version in item
|
||||||
|
for item in supported_versions)
|
||||||
|
conf.set(section, 'api_' + version, str(is_supported))
|
||||||
|
|
||||||
|
# set service extensions
|
||||||
|
keystone_v3_support = conf.get('identity-feature-enabled', 'api_v3')
|
||||||
|
for service, ext_key in SERVICE_EXTENSION_KEY.iteritems():
|
||||||
|
if service in services:
|
||||||
|
extensions = ','.join(services[service]['extensions'])
|
||||||
|
if service == 'object-store':
|
||||||
|
# tempest.conf is inconsistent and uses 'object-store' for the
|
||||||
|
# catalog name but 'object-storage-feature-enabled'
|
||||||
|
service = 'object-storage'
|
||||||
|
if service == 'identity' and keystone_v3_support:
|
||||||
|
identity_v3_ext = api_discovery.get_identity_v3_extensions(
|
||||||
|
conf.get("identity", "uri_v3"))
|
||||||
|
extensions = list(set(extensions.split(',') + identity_v3_ext))
|
||||||
|
extensions = ','.join(extensions)
|
||||||
|
conf.set(service + '-feature-enabled', ext_key, extensions)
|
||||||
|
|
||||||
|
|
||||||
|
def _download_file(url, destination):
|
||||||
|
LOG.info("Downloading '%s' and saving as '%s'", url, destination)
|
||||||
|
f = urllib2.urlopen(url)
|
||||||
|
data = f.read()
|
||||||
|
with open(destination, "wb") as dest:
|
||||||
|
dest.write(data)
|
||||||
|
|
||||||
|
|
||||||
|
def _download_image(client, id, path):
|
||||||
|
"""Download file from glance."""
|
||||||
|
LOG.info("Downloading image %s to %s" % (id, path))
|
||||||
|
body = client.show_image_file(id)
|
||||||
|
LOG.debug(type(body.data))
|
||||||
|
with open(path, 'wb') as out:
|
||||||
|
out.write(body.data)
|
||||||
|
|
||||||
|
|
||||||
|
def _upload_image(client, name, path, disk_format):
|
||||||
|
"""Upload image file from `path` into Glance with `name."""
|
||||||
|
LOG.info("Uploading image '%s' from '%s'", name, os.path.abspath(path))
|
||||||
|
|
||||||
|
with open(path) as data:
|
||||||
|
image = client.create_image(name=name,
|
||||||
|
disk_format=disk_format,
|
||||||
|
container_format='bare',
|
||||||
|
visibility="public")
|
||||||
|
client.store_image_file(image['id'], data)
|
||||||
|
return image
|
||||||
|
|
||||||
|
|
||||||
|
def _find_image(client, image_id, image_name):
|
||||||
|
"""Find image by ID or name (the image client doesn't have this)."""
|
||||||
|
if image_id:
|
||||||
|
try:
|
||||||
|
return client.get_image(image_id)
|
||||||
|
except exceptions.NotFound:
|
||||||
|
pass
|
||||||
|
found = filter(lambda x: x['name'] == image_name,
|
||||||
|
client.list_images()['images'])
|
||||||
|
if found:
|
||||||
|
return found[0]
|
||||||
|
else:
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
|
|
||||||
Loading…
Reference in New Issue
Block a user