From b04873c70c1a3bd49f49d91e2157fa133fdc84ac Mon Sep 17 00:00:00 2001 From: sslypushenko Date: Thu, 16 Oct 2014 18:35:04 +0300 Subject: [PATCH] Report page prototype This patch provides templates (Jinja-like) for single test run report and for comparison of two test runs. By default these templates display demo results. https://storyboard.openstack.org/#!/story/111 Change-Id: Icde3559216d3a7a38c7a8e6a54e7a53300d309e9 --- defcore/capabilities.html | 24 +- defcore/js/helpers.js | 293 +- refstack/static/capabilities/havanacore.json | 1 + .../static/capabilities/icehouse_mockup.json | 5160 +++++++++++++++++ refstack/static/comparison.html | 1 + refstack/static/js/jquery.cookie.js | 117 + refstack/static/js/refstack.js | 339 ++ refstack/static/js/spin.js | 349 ++ .../mustache/diff_capabilities_details.mst | 60 + refstack/static/mustache/diff_header.mst | 23 + refstack/static/mustache/report_base.mst | 167 + .../mustache/single_capabilities_details.mst | 36 + refstack/static/mustache/single_header.mst | 10 + refstack/static/other_test_result.json | 1756 ++++++ refstack/static/output.html | 1 + refstack/static/output_demo.html | 1 + refstack/static/refstack.css | 4 +- refstack/static/refstack.js | 0 refstack/static/report_page.css | 140 + refstack/static/sample_test_result.json | 1739 ++++++ refstack/static/test_result.mst | 122 + refstack/templates/comparison.html | 49 + refstack/templates/output.html | 48 + 23 files changed, 10300 insertions(+), 140 deletions(-) create mode 120000 refstack/static/capabilities/havanacore.json create mode 100644 refstack/static/capabilities/icehouse_mockup.json create mode 120000 refstack/static/comparison.html create mode 100644 refstack/static/js/jquery.cookie.js create mode 100644 refstack/static/js/refstack.js create mode 100644 refstack/static/js/spin.js create mode 100644 refstack/static/mustache/diff_capabilities_details.mst create mode 100644 refstack/static/mustache/diff_header.mst create mode 100644 refstack/static/mustache/report_base.mst create mode 100644 refstack/static/mustache/single_capabilities_details.mst create mode 100644 refstack/static/mustache/single_header.mst create mode 100644 refstack/static/other_test_result.json create mode 120000 refstack/static/output.html create mode 120000 refstack/static/output_demo.html delete mode 100644 refstack/static/refstack.js create mode 100644 refstack/static/report_page.css create mode 100644 refstack/static/sample_test_result.json create mode 100644 refstack/static/test_result.mst create mode 100644 refstack/templates/comparison.html create mode 100644 refstack/templates/output.html diff --git a/defcore/capabilities.html b/defcore/capabilities.html index 6350a6db..b723df95 100644 --- a/defcore/capabilities.html +++ b/defcore/capabilities.html @@ -9,8 +9,6 @@

{{release}} Tracked Capabilities

+ - +
- + + +
@@ -80,4 +82,4 @@
Copyright OpenStack Foundation, 2014. Apache 2 License.
- + diff --git a/defcore/js/helpers.js b/defcore/js/helpers.js index 0d1c00c4..f95a5b1f 100644 --- a/defcore/js/helpers.js +++ b/defcore/js/helpers.js @@ -1,140 +1,181 @@ -function has_upper_case(str) { +// +// Licensed under the Apache License, Version 2.0 (the "License"); you may +// not use this file except in compliance with the License. You may obtain +// a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +// License for the specific language governing permissions and limitations +// under the License. + +/*global $:false */ +/*global Mustache:false */ +/*global window:false */ +/*global document:false */ +/*jslint devel: true*/ +/* jshint -W097 */ +/*jslint node: true */ + +'use strict'; + +var has_upper_case = function (str) { return (/[A-Z]/.test(str)); -} +}; -function capitaliseFirstLetter(string){ +var capitaliseFirstLetter = function (string) { return string.charAt(0).toUpperCase() + string.slice(1); -} +}; -function code_url(text, render){ - return render( ' [github] ' ); -} - -function get_code_url (test_id) { - var id = test_id.split('/').join('.'); - var parts = id.split('.'); - var path_array = []; - for (var i in parts){ - if (has_upper_case(parts[i])) { break } - path_array.push(parts[i]) - } +// Function searches for test with specified test_id on github and opens result in new window +var get_code_url = function (test_id) { + var id = test_id.split('/').join('.'), + parts = id.split('.'), + path_array = [], + path, + test, + url; + $(parts).each(function (i, part) { + if (has_upper_case(part)) {return false; } + path_array.push(part); + }); path_array.pop(); - var path = path_array.join('/'); - var test = parts.slice(-1)[0] + '('; + path = path_array.join('/'); + test = parts.slice(-1)[0] + '('; test = test.replace(/\s+/g, ''); path = path.replace(/\s+/g, ''); - var url = 'https://api.github.com/search/code?q=' + test + + url = 'https://api.github.com/search/code?q=' + test + ' repo:openstack/tempest extension:py path:' + path; - console.log(url); $.when($.ajax({type: 'GET', url: url, dataType: 'json'})).done( - function (data, status, xhr) { - if (data['items'].length < 1) { - alert('No test found !') - } - var html_url = data['items'][0]['html_url']; - console.log(data['items'][0]['git_url']); - $.when($.ajax({type: 'GET', url: data['items'][0]['git_url'], dataType: 'json'})).done( - function (data, status, xhr) { - var content = window.atob(data['content'].replace(/\s+/g, '')).split('\n'); - for (var i in content) { - if (content[i].indexOf(test) > -1) { - var line = parseInt(i) + 1; - var url = html_url + '#L' + line; - var win = window.open(url, '_blank'); - win.focus(); - } - } + function (data, status, xhr) { + if (data.items.length < 1) { + alert('No test found !'); + } + var html_url = data.items[0].html_url; + console.log(data.items[0].git_url); + $.when($.ajax({type: 'GET', url: data.items[0].git_url, dataType: 'json'})).done( + function (data, status, xhr) { + var content = window.atob(data.content.replace(/\s+/g, '')).split('\n'); + content.forEach(function (line, i) { + if (line.indexOf(test) > -1) { + var github_url = html_url + '#L' + i.toString(), + win = window.open(github_url, '_blank'); + win.focus(); } - ) - }); - -} -function render_header(data){ - var template = $('#header_template').html(); - data["release"] = capitaliseFirstLetter(data["release"]); - var rendered = Mustache.render(template, data); - $("div#header").html(rendered); -} - -function render_caps(only_core, admin_filter, data){ - var template = $('#capabilities_template').html(); - var criteria_count = Object.keys(data['criteria']).length; - var caps_dict = {'capabilities': {}}; - var capabilities_count = 0; - for(var id in data['capabilities']){ - var capability = data['capabilities'][id]; - capability['class'] = id.split('-')[0]; - capability['id'] = id; - if (!(capability['class'] in caps_dict['capabilities'])){ - caps_dict['capabilities'][capability['class']] = { - 'items': [], - 'total': 0 - } + }); + } + ); } - caps_dict['capabilities'][capability['class']]['total'] += 1; - if (only_core == true && (capability['core'] !== true)) {continue} - if (admin_filter == 'Tests require admin rights' && (capability['admin'] !== true)) {continue} - if (admin_filter == "Tests don't require admin rights" && (capability['admin'] == true)) {continue} - capability['code_url'] = function(){ - return code_url + ); +}; + +// Function builds list of capabilities from json schema and applies filters to this list +var build_caps_list = function (data, filters) { + var criteria_count = Object.keys(data.criteria).length, + caps_dict = {'capabilities': {}}, + caps_list = { + 'release': data.release, + 'capabilities': [], + 'criteria_count': criteria_count, + 'global_test_list': [], + "scope_tests_list": [] }; - capability['achievements_count'] = capability['achievements'].length; - capability['tests_count'] = capability['tests'].length; - caps_dict['capabilities'][capability['class']]['items'].push(capability) - } - var caps_list={ - 'capabilities': [], - 'criteria_count': criteria_count - }; - for (var cls in caps_dict['capabilities']){ - if (caps_dict['capabilities'][cls]['items'].length == 0) { - continue - } - caps_list['capabilities'].push({ - 'class': cls, - 'items': caps_dict['capabilities'][cls]['items'], - 'count': caps_dict['capabilities'][cls]['items'].length, - 'total': caps_dict['capabilities'][cls]['total'] - }) - } - var rendered = Mustache.render(template, caps_list); - - $("div#capabilities").html(rendered); -} - -function render_criteria(data){ - var template = $('#criteria_template').html(); - var crits = {'criteria': []}; - for(var tag in data['criteria']){ - var criterion = data['criteria'][tag]; - criterion['tag'] = tag; - crits['criteria'].push(criterion); - } - var rendered = Mustache.render(template, crits); - - $("ul#criteria").html(rendered); -} - -function create_caps() { - - if (document.getElementById('only_core')){ - only_core = document.getElementById('only_core').checked - } - else only_core = true; - if (document.getElementById('admin')){ - admin_filter = document.getElementById('admin').value - } - else admin_filter = 'All tests'; - $.ajax({ - type: "GET", - dataType: 'json', - url: 'havanacore.json', - success: function(data, status, xhr) { - render_caps(only_core, admin_filter, data); - render_criteria(data); - render_header(data) + $.each(data.capabilities, function (id, capability) { + capability.class = id.split('-')[0]; + capability.id = id; + if (!(caps_dict.capabilities.hasOwnProperty(capability.class))) { + caps_dict.capabilities[capability.class] = { + 'items': [], + 'total': 0 + }; } + capability.tests.forEach(function (test) { + if (caps_list.global_test_list.indexOf(test) < 0) { + caps_list.global_test_list.push(test); + } + }); + caps_dict.capabilities[capability.class].total += 1; + if (filters.only_core === true && (capability.core !== true)) {return; } + if (filters.admin_filter === 'admin' && (capability.admin !== true)) {return; } + if (filters.admin_filter === 'noadmin' && (capability.admin === true)) {return; } + capability.tests.forEach(function (test) { + if (caps_list.scope_tests_list.indexOf(test) < 0) { + caps_list.scope_tests_list.push(test); + } + }); + capability.achievements_count = capability.achievements.length; + capability.tests_count = capability.tests.length; + caps_dict.capabilities[capability.class].items.push(capability); }); -} -window.onload = create_caps(); + caps_list.scope_tests_count = caps_list.scope_tests_list.length; + $.each(caps_dict.capabilities, function (class_id, cap_class) { + if (cap_class.items.length === 0) {return; } + caps_list.capabilities.push({ + 'class': class_id, + 'items': cap_class.items, + 'count': cap_class.items.length, + 'total': cap_class.total + }); + }); + return caps_list; +}; + +//Get admin and core filter values +var get_filters_local = function () { + if (document.getElementById('only_core')) { + window.only_core = document.getElementById('only_core').checked; + } else { + window.only_core = true; + } + if (document.getElementById('admin')) { + window.admin_filter = document.getElementById('admin').value; + } else { + window.admin_filter = 'all'; + } + return {only_core: window.only_core, admin_filter: window.admin_filter}; +}; + +//Rendering page header +var render_header = function (data) { + var template = $('#header_template').html(); + data.release = capitaliseFirstLetter(data.release); + $("div#header").html(Mustache.render(template, data)); +}; + +//Rendeirng capabilities list +var render_caps = function (data) { + var filters = get_filters_local(), + template = $('#capabilities_template').html(), + caps_list = build_caps_list(data, filters), + rendered = Mustache.render(template, caps_list); + $("div#capabilities").html(rendered); +}; + +//Rendering criteria section +var render_criteria = function (data) { + var template = $('#criteria_template').html(), + crits = {'criteria': []}; + $.map(data.criteria, function (criterion, tag) { + criterion.tag = tag; + crits.criteria.push(criterion); + }); + + $("ul#criteria").html(Mustache.render(template, crits)); +}; + +//Rendering page +var render_capabilities_page = function () { + $.get('capabilities/havanacore.json').done(function (data) { + render_caps(data); + render_criteria(data); + render_header(data); + }); +}; + +//Helper for toggling one item in list +var toggle_one_item = function (klass, id, postfix) { + $('div.' + klass + '_' + postfix + ':not(div#' + id + '_' + postfix + ')').slideUp(); + $('div#' + id + '_' + postfix).slideToggle(); +}; \ No newline at end of file diff --git a/refstack/static/capabilities/havanacore.json b/refstack/static/capabilities/havanacore.json new file mode 120000 index 00000000..75f69aa7 --- /dev/null +++ b/refstack/static/capabilities/havanacore.json @@ -0,0 +1 @@ +../../../defcore/havanacore.json \ No newline at end of file diff --git a/refstack/static/capabilities/icehouse_mockup.json b/refstack/static/capabilities/icehouse_mockup.json new file mode 100644 index 00000000..953b30bb --- /dev/null +++ b/refstack/static/capabilities/icehouse_mockup.json @@ -0,0 +1,5160 @@ +{ "release" : "icehouse ", + "schema" : "1.0", + "criteria" : { "atomic" : { "Description" : "Capabilities is unique and cannot be built out of other must-pass capabilities", + "name" : "Atomic", + "weight" : 8 + }, + "clients" : { "Description" : "Candidates are widely used capabilities: Should be included if part of common libraries (Fog,Apache jclouds,etc)", + "name" : "Used by Clients", + "weight" : 8 + }, + "complete" : { "Description" : "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles,there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology.", + "name" : "Complete", + "weight" : 8 + }, + "deployed" : { "Description" : "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products.", + "name" : "Widely Deployed", + "weight" : 8 + }, + "discover" : { "Description" : "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)", + "name" : "Discoverable", + "weight" : 8 + }, + "doc" : { "Description" : "Should be well documented,particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time.", + "name" : "Documented", + "weight" : 8 + }, + "foundation" : { "Description" : "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities", + "name" : "Foundation", + "weight" : 8 + }, + "future" : { "Description" : "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities.", + "name" : "Future Direction", + "weight" : 9 + }, + "proximity" : { "Description" : "Sometimes called a Test Cluster,selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together.", + "name" : "Proximity", + "weight" : 8 + }, + "stable" : { "Description" : "Test is required stable for >2 releases because we don't want core capabilities that do not have dependable APIs.", + "name" : "Stable", + "weight" : 9 + }, + "sticky" : { "Description" : "A test that is a must-pass test should stay a must-pass test. This make makes core capabilities sticky release per release. Leaving Core is disruptive to the ecosystem", + "name" : "Core in Last Release", + "weight" : 9 + }, + "tools" : { "Description" : "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale,Scalr,CloudForms,...)", + "name" : "Used by Tools", + "weight" : 9 + } + }, + "capabilities": { + "telemetry-test_telemetry_alarming_api": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.telemetry.test_telemetry_alarming_api.TelemetryAlarmingAPITestJSON.test_alarm_list", + "tempest.api.telemetry.test_telemetry_alarming_api.TelemetryAlarmingAPITestJSON.test_create_alarm" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "telemetry-test_telemetry_alarming_api" + }, + "compute-admin-test_simple_tenant_usage": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestJSON.test_get_usage_tenant", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestJSON.test_get_usage_tenant_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestJSON.test_list_usage_all_tenants", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_get_usage_tenant", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_get_usage_tenant_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_list_usage_all_tenants" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_simple_tenant_usage" + }, + "compute-servers-test_servers_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_non_existent_keypair", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_nonexistent_security_group", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_force_delete_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_force_delete_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_console_output_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_access_ip_v4_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_paused_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_nonexistent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_restore_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_restore_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_shelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_shelve_shelved_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unshelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unshelve_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_numeric_server_name", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_server_metadata_exceeds_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_image", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_network_uuid", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_non_existent_keypair", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_nonexistent_security_group", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_a_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_server_pass_id_exceeding_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_server_pass_negative_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_force_delete_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_force_delete_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_get_console_output_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_get_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_invalid_access_ip_v4_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_invalid_ip_v6_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_pause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_pause_paused_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_personality_file_contents_not_encoded", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_reboot_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_rebuild_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_rebuild_reboot_deleted_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resize_nonexistent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resize_server_with_non_existent_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resize_server_with_null_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_restore_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_restore_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resume_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resume_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_server_name_blank", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_shelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_shelve_shelved_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_stop_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_suspend_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_suspend_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unpause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unpause_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unshelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unshelve_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_name_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_set_empty_name" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_servers_negative" + }, + "image-v1-test_images_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_blank_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_id_is_over_35_character_limit", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_negative_image_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_non_hex_string_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_with_invalid_image_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_non_existent_image", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_register_with_invalid_container_format", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_register_with_invalid_disk_format" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v1-test_images_negative" + }, + "compute-v3-servers-test_server_metadata_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_create_server_metadata_blank_key", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_delete_metadata_non_existent_server", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_list_server_metadata_non_existent_server", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_metadata_items_limit", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_server_create_metadata_key_too_long", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_server_metadata_non_existent_server", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_set_metadata_non_existent_server", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_set_server_metadata_blank_key", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_set_server_metadata_missing_metadata", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_update_metadata_non_existent_server", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_update_metadata_with_blank_key", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_wrong_key_passed_in_body" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_server_metadata_negative" + }, + "compute-keypairs-test_keypairs_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_invalid_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_when_public_key_bits_exceeds_maximum", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_duplicate_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_empty_name_string", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_empty_public_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_long_keynames", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_keypair_create_with_invalid_pub_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_keypair_delete_nonexistent_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_invalid_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_when_public_key_bits_exceeds_maximum", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_duplicate_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_empty_name_string", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_empty_public_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_long_keynames", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_keypair_create_with_invalid_pub_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_keypair_delete_nonexistent_key" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-keypairs-test_keypairs_negative" + }, + "object_storage-test_account_bulk": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_account_bulk.BulkTest.test_bulk_delete", + "tempest.api.object_storage.test_account_bulk.BulkTest.test_extract_archive" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_account_bulk" + }, + "object_storage-test_container_quotas": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object", + "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects", + "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_container_quotas" + }, + "network-test_security_groups": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group", + "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args", + "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule", + "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_list_update_show_delete_security_group", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_security_group_rule_with_additional_args", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_show_delete_security_group_rule", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_list_security_groups" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_security_groups" + }, + "compute-v3-admin-test_services_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_services_negative.ServicesAdminNegativeV3Test.test_get_service_by_invalid_params", + "tempest.api.compute.v3.admin.test_services_negative.ServicesAdminNegativeV3Test.test_get_service_by_invalid_service_and_valid_host", + "tempest.api.compute.v3.admin.test_services_negative.ServicesAdminNegativeV3Test.test_get_service_with_valid_service_and_invalid_host", + "tempest.api.compute.v3.admin.test_services_negative.ServicesAdminNegativeV3Test.test_list_services_with_non_admin_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_services_negative" + }, + "compute-v3-images-test_images_oneserver_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.images.test_images_oneserver_negative.ImagesOneServerNegativeV3Test.test_create_image_specify_invalid_metadata", + "tempest.api.compute.v3.images.test_images_oneserver_negative.ImagesOneServerNegativeV3Test.test_create_image_specify_metadata_over_limits", + "tempest.api.compute.v3.images.test_images_oneserver_negative.ImagesOneServerNegativeV3Test.test_create_image_specify_multibyte_character_image_name", + "tempest.api.compute.v3.images.test_images_oneserver_negative.ImagesOneServerNegativeV3Test.test_create_image_specify_name_over_256_chars", + "tempest.api.compute.v3.images.test_images_oneserver_negative.ImagesOneServerNegativeV3Test.test_create_second_image_when_first_image_is_being_saved", + "tempest.api.compute.v3.images.test_images_oneserver_negative.ImagesOneServerNegativeV3Test.test_delete_image_that_is_not_yet_active" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-images-test_images_oneserver_negative" + }, + "compute-images-test_image_metadata": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_delete_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_get_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_list_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_set_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_set_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_update_image_metadata" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_image_metadata" + }, + "orchestration-stacks-test_templates_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_templates_negative.TemplateAWSNegativeTestJSON.test_validate_template_url", + "tempest.api.orchestration.stacks.test_templates_negative.TemplateYAMLNegativeTestJSON.test_validate_template_url" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_templates_negative" + }, + "compute-v3-keypairs-test_keypairs": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.keypairs.test_keypairs.KeyPairsV3Test.test_get_keypair_detail", + "tempest.api.compute.v3.keypairs.test_keypairs.KeyPairsV3Test.test_keypair_create_delete", + "tempest.api.compute.v3.keypairs.test_keypairs.KeyPairsV3Test.test_keypair_create_with_pub_key", + "tempest.api.compute.v3.keypairs.test_keypairs.KeyPairsV3Test.test_keypairs_create_list_delete" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-keypairs-test_keypairs" + }, + "image-v2-test_images_member": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_member", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_member_schema", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_members_schema", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_image_share_accept", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_image_share_reject", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_remove_image_member" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v2-test_images_member" + }, + "volume-v2-test_volumes_list": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details_param_display_name_and_status", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details_param_metadata", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_by_name", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_details_by_name", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_details_with_multiple_params", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_param_display_name_and_status", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_details", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_details_param_display_name_and_status", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_details_param_metadata", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_param_metadata", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_by_availability_zone", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_by_status", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_details_by_status" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-v2-test_volumes_list" + }, + "compute-admin-test_hosts_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_list_hosts_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_reboot_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_reboot_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_show_host_detail_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_show_host_detail_with_nonexistent_hostname", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_shutdown_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_shutdown_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_startup_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_startup_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_extra_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_invalid_maintenance_mode", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_invalid_status", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_without_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_list_hosts_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_reboot_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_reboot_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_show_host_detail_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_show_host_detail_with_nonexistent_hostname", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_shutdown_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_shutdown_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_startup_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_startup_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_extra_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_invalid_maintenance_mode", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_invalid_status", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_without_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_nonexistent_host" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_hosts_negative" + }, + "compute-servers-test_list_servers_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_changes_since", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_changes_since_future_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_changes_since_invalid_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_greater_than_actual_count", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_pass_negative_value", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_pass_string", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_flavor", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_image", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_server_name", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_detail_server_is_deleted", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_status_non_existing", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_with_a_deleted_server" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_list_servers_negative" + }, + "compute-servers-test_attach_interfaces": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestXML.test_add_remove_fixed_ip", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestXML.test_create_list_show_delete_interfaces" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_attach_interfaces" + }, + "baremetal-test_nodes": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.baremetal.test_nodes.TestNodes.test_create_node", + "tempest.api.baremetal.test_nodes.TestNodes.test_delete_node", + "tempest.api.baremetal.test_nodes.TestNodes.test_list_nodes", + "tempest.api.baremetal.test_nodes.TestNodes.test_show_node", + "tempest.api.baremetal.test_nodes.TestNodes.test_update_node" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "baremetal-test_nodes" + }, + "compute-test_quotas": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.test_quotas.QuotasTestJSON.test_compare_tenant_quotas_with_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_compare_tenant_quotas_with_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_get_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_get_quotas" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-test_quotas" + }, + "volume-admin-test_volume_hosts": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volume_hosts.VolumeHostsAdminTestsJSON.test_list_hosts", + "tempest.api.volume.admin.test_volume_hosts.VolumeHostsAdminTestsXML.test_list_hosts" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volume_hosts" + }, + "compute-admin-test_flavors_extra_specs_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_get_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_set_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_update_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_unset_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_update_mismatch_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_update_more_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_get_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_set_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_update_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_unset_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_update_mismatch_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_update_more_key" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_flavors_extra_specs_negative" + }, + "network-test_ports": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_create_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_list_ports_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_show_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestJSON.test_update_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestXML.test_create_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestXML.test_list_ports_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestXML.test_show_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsIpV6TestXML.test_update_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_create_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_list_ports_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_show_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_update_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_create_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_list_ports_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_show_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_update_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port", + "tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports", + "tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports_fields", + "tempest.api.network.test_ports.PortsIpV6TestJSON.test_port_list_filter_by_router_id", + "tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port", + "tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port_fields", + "tempest.api.network.test_ports.PortsIpV6TestXML.test_create_update_delete_port", + "tempest.api.network.test_ports.PortsIpV6TestXML.test_list_ports", + "tempest.api.network.test_ports.PortsIpV6TestXML.test_list_ports_fields", + "tempest.api.network.test_ports.PortsIpV6TestXML.test_port_list_filter_by_router_id", + "tempest.api.network.test_ports.PortsIpV6TestXML.test_show_port", + "tempest.api.network.test_ports.PortsIpV6TestXML.test_show_port_fields", + "tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port", + "tempest.api.network.test_ports.PortsTestJSON.test_list_ports", + "tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields", + "tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id", + "tempest.api.network.test_ports.PortsTestJSON.test_show_port", + "tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields", + "tempest.api.network.test_ports.PortsTestXML.test_create_update_delete_port", + "tempest.api.network.test_ports.PortsTestXML.test_list_ports", + "tempest.api.network.test_ports.PortsTestXML.test_list_ports_fields", + "tempest.api.network.test_ports.PortsTestXML.test_port_list_filter_by_router_id", + "tempest.api.network.test_ports.PortsTestXML.test_show_port", + "tempest.api.network.test_ports.PortsTestXML.test_show_port_fields" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_ports" + }, + "image-v2-test_images_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v2-test_images_negative" + }, + "identity-admin-v3-test_endpoints": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_create_list_delete_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_list_endpoints", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_create_list_delete_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_list_endpoints", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_update_endpoint" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_endpoints" + }, + "compute-v3-admin-test_servers_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_servers_negative.ServersAdminNegativeV3Test.test_get_server_diagnostics_by_non_admin", + "tempest.api.compute.v3.admin.test_servers_negative.ServersAdminNegativeV3Test.test_migrate_non_existent_server", + "tempest.api.compute.v3.admin.test_servers_negative.ServersAdminNegativeV3Test.test_migrate_server_invalid_state", + "tempest.api.compute.v3.admin.test_servers_negative.ServersAdminNegativeV3Test.test_reset_state_server_invalid_state", + "tempest.api.compute.v3.admin.test_servers_negative.ServersAdminNegativeV3Test.test_reset_state_server_invalid_type", + "tempest.api.compute.v3.admin.test_servers_negative.ServersAdminNegativeV3Test.test_reset_state_server_nonexistent_server", + "tempest.api.compute.v3.admin.test_servers_negative.ServersAdminNegativeV3Test.test_resize_server_using_overlimit_ram", + "tempest.api.compute.v3.admin.test_servers_negative.ServersAdminNegativeV3Test.test_resize_server_using_overlimit_vcpus" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_servers_negative" + }, + "compute-admin-test_security_groups": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_security_groups.SecurityGroupsTestAdminJSON.test_list_security_groups_list_all_tenants_filter", + "tempest.api.compute.admin.test_security_groups.SecurityGroupsTestAdminXML.test_list_security_groups_list_all_tenants_filter" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_security_groups" + }, + "compute-images-test_images": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image", + "tempest.api.compute.images.test_images.ImagesTestXML.test_delete_saving_image" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_images" + }, + "volume-test_volumes_get": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_get.VolumesGetTestXML.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesGetTestXML.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesGetTestXML.test_volume_create_get_update_delete_from_image" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_volumes_get" + }, + "compute-floating_ips-test_floating_ips_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_allocate_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_already_associated_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_disassociate_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_delete_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestXML.test_allocate_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestXML.test_associate_already_associated_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestXML.test_associate_disassociate_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestXML.test_delete_floating_ip" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-floating_ips-test_floating_ips_actions" + }, + "compute-images-test_list_images": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images", + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_get_image", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_list_images", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_list_images_with_detail" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_list_images" + }, + "compute-test_live_block_migration": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.test_live_block_migration.LiveBlockMigrationTestJSON.test_iscsi_volume", + "tempest.api.compute.test_live_block_migration.LiveBlockMigrationTestJSON.test_live_block_migration", + "tempest.api.compute.test_live_block_migration.LiveBlockMigrationTestXML.test_iscsi_volume", + "tempest.api.compute.test_live_block_migration.LiveBlockMigrationTestXML.test_live_block_migration" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-test_live_block_migration" + }, + "compute-v3-servers-test_servers_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_create_numeric_server_name", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_create_server_metadata_exceeds_length_limit", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_create_server_name_length_exceeds_256", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_create_with_invalid_flavor", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_create_with_invalid_image", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_create_with_invalid_network_uuid", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_create_with_non_existent_keypair", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_create_with_nonexistent_security_group", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_delete_a_server_of_another_tenant", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_delete_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_delete_server_pass_id_exceeding_length_limit", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_delete_server_pass_negative_id", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_force_delete_nonexistent_server_id", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_force_delete_server_invalid_state", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_get_console_output_of_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_get_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_invalid_access_ip_v4_address", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_invalid_ip_v6_address", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_pause_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_pause_paused_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_reboot_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_rebuild_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_rebuild_reboot_deleted_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_resize_nonexistent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_resize_server_with_non_existent_flavor", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_resize_server_with_null_flavor", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_restore_nonexistent_server_id", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_restore_server_invalid_state", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_resume_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_resume_server_invalid_state", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_server_name_blank", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_shelve_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_shelve_shelved_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_stop_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_suspend_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_suspend_server_invalid_state", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_unpause_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_unpause_server_invalid_state", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_unshelve_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_unshelve_server_invalid_state", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_update_name_of_non_existent_server", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_update_server_name_length_exceeds_256", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_update_server_of_another_tenant", + "tempest.api.compute.v3.servers.test_servers_negative.ServersNegativeV3Test.test_update_server_set_empty_name" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_servers_negative" + }, + "compute-admin-test_hosts": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_a_blank_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_nonexistent_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_a_blank_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_nonexistent_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_show_host_detail" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_hosts" + }, + "compute-admin-test_flavors_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_OS-FLV-EXT-DATA:ephemeral_gen_none)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_OS-FLV-EXT-DATA:ephemeral_gen_string)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_disk_gen_none)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_disk_gen_string)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_id_gen_none)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_id_gen_string)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_name_gen_int)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_name_gen_none)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_ram_gen_int_min)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_ram_gen_none)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_ram_gen_string)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_rxtx_factor_gen_none)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_rxtx_factor_gen_string)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_swap_gen_none)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_swap_gen_string)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_vcpus_gen_int_min)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_vcpus_gen_none)", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative(prop_vcpus_gen_string)", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_create_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_delete_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_get_flavor_details_for_deleted_flavor" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_flavors_negative" + }, + "compute-v3-servers-test_server_metadata": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_server_metadata.ServerMetadataV3Test.test_delete_server_metadata_item", + "tempest.api.compute.v3.servers.test_server_metadata.ServerMetadataV3Test.test_get_server_metadata_item", + "tempest.api.compute.v3.servers.test_server_metadata.ServerMetadataV3Test.test_list_server_metadata", + "tempest.api.compute.v3.servers.test_server_metadata.ServerMetadataV3Test.test_set_server_metadata", + "tempest.api.compute.v3.servers.test_server_metadata.ServerMetadataV3Test.test_set_server_metadata_item", + "tempest.api.compute.v3.servers.test_server_metadata.ServerMetadataV3Test.test_update_metadata_empty_body", + "tempest.api.compute.v3.servers.test_server_metadata.ServerMetadataV3Test.test_update_server_metadata" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_server_metadata" + }, + "compute-servers-test_delete_server": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestJSON.test_admin_delete_servers_of_others", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestJSON.test_delete_server_while_in_error_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestXML.test_admin_delete_servers_of_others", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestXML.test_delete_server_while_in_error_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_active_server", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_attached_volume", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_building_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_pause_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_shelved_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_shutoff_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_verify_resize_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_active_server", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_attached_volume", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_building_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_pause_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_shelved_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_shutoff_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_verify_resize_state" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_delete_server" + }, + "object_storage-test_container_sync": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_container_sync.ContainerSyncTest.test_container_synchronization" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_container_sync" + }, + "compute-floating_ips-test_floating_ips_actions_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_allocate_floating_ip_from_nonexistent_pool", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_associate_ip_to_server_without_passing_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_associate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_delete_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_dissociate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_allocate_floating_ip_from_nonexistent_pool", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_associate_ip_to_server_without_passing_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_associate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_delete_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_dissociate_nonexistent_floating_ip" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-floating_ips-test_floating_ips_actions_negative" + }, + "compute-admin-test_agents": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_create_agent", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_delete_agent", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_list_agents", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_list_agents_with_filter", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_update_agent" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_agents" + }, + "compute-flavors-test_flavors_negative_xml": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_invalid_minDisk_filter", + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_invalid_minRam_filter", + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_non_existent_flavor_id" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-flavors-test_flavors_negative_xml" + }, + "identity-admin-test_users": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.test_users.UsersTestJSON.test_authentication_request_without_token", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user_with_enabled", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_delete_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_get_users", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_with_roles_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_user_authentication", + "tempest.api.identity.admin.test_users.UsersTestXML.test_authentication_request_without_token", + "tempest.api.identity.admin.test_users.UsersTestXML.test_create_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_create_user_with_enabled", + "tempest.api.identity.admin.test_users.UsersTestXML.test_delete_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_get_users", + "tempest.api.identity.admin.test_users.UsersTestXML.test_list_users_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestXML.test_list_users_with_roles_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestXML.test_update_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_user_authentication" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-test_users" + }, + "identity-admin-v3-test_trusts": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_query", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_trust_expire", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_trust_expire_invalid", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_trust_impersonate", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_trust_noimpersonate" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_trusts" + }, + "compute-servers-test_server_addresses": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses", + "tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network", + "tempest.api.compute.servers.test_server_addresses.ServerAddressesTestXML.test_list_server_addresses", + "tempest.api.compute.servers.test_server_addresses.ServerAddressesTestXML.test_list_server_addresses_by_network" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_addresses" + }, + "compute-v3-admin-test_flavors_extra_specs": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_flavors_extra_specs.FlavorsExtraSpecsV3Test.test_flavor_non_admin_get_all_keys", + "tempest.api.compute.v3.admin.test_flavors_extra_specs.FlavorsExtraSpecsV3Test.test_flavor_non_admin_get_specific_key", + "tempest.api.compute.v3.admin.test_flavors_extra_specs.FlavorsExtraSpecsV3Test.test_flavor_set_get_update_show_unset_keys" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_flavors_extra_specs" + }, + "orchestration-stacks-test_swift_resources": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_swift_resources.SwiftResourcesTestJSON.test_acl", + "tempest.api.orchestration.stacks.test_swift_resources.SwiftResourcesTestJSON.test_created_containers", + "tempest.api.orchestration.stacks.test_swift_resources.SwiftResourcesTestJSON.test_created_resources", + "tempest.api.orchestration.stacks.test_swift_resources.SwiftResourcesTestJSON.test_metadata" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_swift_resources" + }, + "compute-v3-servers-test_server_rescue": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_server_rescue.ServerRescueV3Test.test_rescue_unrescue_instance" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_server_rescue" + }, + "compute-admin-test_flavors": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_using_string_ram", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_verify_entry_in_list_details", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_int_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_none_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_uuid_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_list_flavor_without_extra_data", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_server_with_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_is_public_string_variations", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_public_flavor_with_other_user", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_using_string_ram", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_verify_entry_in_list_details", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_int_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_none_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_uuid_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_list_flavor_without_extra_data", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_server_with_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_is_public_string_variations", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_list_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_list_public_flavor_with_other_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_flavors" + }, + "compute-v3-flavors-test_flavors_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.flavors.test_flavors_negative.FlavorDetailsNegativeV3Test.test_flavor_details_negative_v3(inv_res_flavor)", + "tempest.api.compute.v3.flavors.test_flavors_negative.FlavorsListNegativeV3Test.test_flavors_list_negative_v3(prop_min_disk_gen_none)", + "tempest.api.compute.v3.flavors.test_flavors_negative.FlavorsListNegativeV3Test.test_flavors_list_negative_v3(prop_min_disk_gen_string)", + "tempest.api.compute.v3.flavors.test_flavors_negative.FlavorsListNegativeV3Test.test_flavors_list_negative_v3(prop_min_ram_gen_none)", + "tempest.api.compute.v3.flavors.test_flavors_negative.FlavorsListNegativeV3Test.test_flavors_list_negative_v3(prop_min_ram_gen_string)" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-flavors-test_flavors_negative" + }, + "identity-admin-v3-test_endpoints_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_create_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_create_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_update_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_update_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_create_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_create_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_update_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_update_with_enabled_True" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_endpoints_negative" + }, + "compute-v3-admin-test_availability_zone": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_availability_zone.AZAdminV3Test.test_get_availability_zone_list", + "tempest.api.compute.v3.admin.test_availability_zone.AZAdminV3Test.test_get_availability_zone_list_detail" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_availability_zone" + }, + "compute-servers-test_virtual_interfaces_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_virtual_interfaces_negative.VirtualInterfacesNegativeTestJSON.test_list_virtual_interfaces_invalid_server_id", + "tempest.api.compute.servers.test_virtual_interfaces_negative.VirtualInterfacesNegativeTestXML.test_list_virtual_interfaces_invalid_server_id" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_virtual_interfaces_negative" + }, + "compute-volumes-test_volumes_get": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete", + "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestXML.test_volume_create_get_delete" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-volumes-test_volumes_get" + }, + "identity-admin-test_tokens": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.test_tokens.TokensTestJSON.test_create_get_delete_token", + "tempest.api.identity.admin.test_tokens.TokensTestJSON.test_rescope_token", + "tempest.api.identity.admin.test_tokens.TokensTestXML.test_create_get_delete_token", + "tempest.api.identity.admin.test_tokens.TokensTestXML.test_rescope_token" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-test_tokens" + }, + "compute-volumes-test_volumes_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_out_passing_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_invalid_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_out_passing_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_size_zero", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_delete_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_delete_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_get_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_get_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_volume_delete_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_volume_get_nonexistent_volume_id" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-volumes-test_volumes_negative" + }, + "orchestration-stacks-test_neutron_resources": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_network", + "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_resources", + "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_router", + "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_router_interface", + "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_server", + "tempest.api.orchestration.stacks.test_neutron_resources.NeutronResourcesTestJSON.test_created_subnet" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_neutron_resources" + }, + "object_storage-test_account_quotas_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_account_quotas_negative.AccountQuotasNegativeTest.test_upload_large_object", + "tempest.api.object_storage.test_account_quotas_negative.AccountQuotasNegativeTest.test_user_modify_quota" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_account_quotas_negative" + }, + "object_storage-test_container_acl_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_delete_object_with_non_authorized_user", + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_delete_object_without_using_creds", + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_delete_object_without_write_rights", + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_read_object_with_non_authorized_user", + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_read_object_without_rights", + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_write_object_with_non_authorized_user", + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_write_object_without_rights", + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_write_object_without_using_creds", + "tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_write_object_without_write_rights" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_container_acl_negative" + }, + "network-test_fwaas_extensions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestJSON.test_create_show_delete_firewall", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestJSON.test_create_update_delete_firewall_policy", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestJSON.test_create_update_delete_firewall_rule", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestJSON.test_list_firewall_policies", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestJSON.test_list_firewall_rules", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestJSON.test_show_firewall_policy", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestJSON.test_show_firewall_rule", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestXML.test_create_show_delete_firewall", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestXML.test_create_update_delete_firewall_policy", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestXML.test_create_update_delete_firewall_rule", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestXML.test_list_firewall_policies", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestXML.test_list_firewall_rules", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestXML.test_show_firewall_policy", + "tempest.api.network.test_fwaas_extensions.FWaaSExtensionTestXML.test_show_firewall_rule" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_fwaas_extensions" + }, + "compute-v3-servers-test_multiple_create": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_multiple_create.MultipleCreateV3Test.test_multiple_create", + "tempest.api.compute.v3.servers.test_multiple_create.MultipleCreateV3Test.test_multiple_create_with_reservation_return" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_multiple_create" + }, + "object_storage-test_object_formpost_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_object_formpost_negative.ObjectFormPostNegativeTest.test_post_object_using_form_expired", + "tempest.api.object_storage.test_object_formpost_negative.ObjectFormPostNegativeTest.test_post_object_using_form_invalid_signature" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_object_formpost_negative" + }, + "compute-v3-servers-test_list_servers_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_changes_since", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_changes_since_future_date", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_changes_since_invalid_date", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_limits", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_limits_greater_than_actual_count", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_limits_pass_negative_value", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_limits_pass_string", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_non_existing_flavor", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_non_existing_image", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_by_non_existing_server_name", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_detail_server_is_deleted", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_status_non_existing", + "tempest.api.compute.v3.servers.test_list_servers_negative.ListServersNegativeV3Test.test_list_servers_with_a_deleted_server" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_list_servers_negative" + }, + "compute-admin-test_quotas": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_delete_quota", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_default_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_updated_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_update_all_quota_resources_for_tenant", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_delete_quota", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_get_default_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_get_updated_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_update_all_quota_resources_for_tenant" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_quotas" + }, + "data_processing-test_node_group_templates": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create", + "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete", + "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get", + "tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "data_processing-test_node_group_templates" + }, + "orchestration-stacks-test_server_cfn_init": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_server_cfn_init.ServerCfnInitTestJSON.test_all_resources_created", + "tempest.api.orchestration.stacks.test_server_cfn_init.ServerCfnInitTestJSON.test_can_log_into_created_server" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_server_cfn_init" + }, + "volume-test_volume_metadata": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_volume_metadata.VolumeMetadataTest.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumeMetadataTest.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumeMetadataTest.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumeMetadataTestXML.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumeMetadataTestXML.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumeMetadataTestXML.test_update_volume_metadata_item" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_volume_metadata" + }, + "compute-floating_ips-test_list_floating_ips": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_get_floating_ip_details", + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ip_pools", + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ips", + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestXML.test_get_floating_ip_details", + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestXML.test_list_floating_ip_pools", + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestXML.test_list_floating_ips" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-floating_ips-test_list_floating_ips" + }, + "network-admin-test_external_network_extension": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_create_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_list_external_networks", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_show_external_networks_attribute", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_update_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_create_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_list_external_networks", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_show_external_networks_attribute", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_update_external_network" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "network-admin-test_external_network_extension" + }, + "compute-servers-test_server_addresses_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestJSON.test_list_server_addresses_by_network_neg", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestJSON.test_list_server_addresses_invalid_server_id", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestXML.test_list_server_addresses_by_network_neg", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestXML.test_list_server_addresses_invalid_server_id" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_addresses_negative" + }, + "compute-admin-test_flavors_access_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_add_flavor_access_duplicate", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_access_list_with_public_flavor", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_non_admin_add", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_non_admin_remove", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_remove_flavor_access_not_found", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_add_flavor_access_duplicate", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_access_list_with_public_flavor", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_non_admin_add", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_non_admin_remove", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_remove_flavor_access_not_found" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_flavors_access_negative" + }, + "compute-v3-admin-test_flavors_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_already_exists", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_as_user", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_using_invalid_ram", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_using_invalid_vcpus", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_id_length_exceeds_255", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_invalid_ephemeral_gb", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_invalid_flavor_id", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_invalid_is_public", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_invalid_name", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_invalid_root_gb", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_invalid_rxtx_factor", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_invalid_swap", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_name_length_exceeds_255", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_create_flavor_with_name_length_less_than_1", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_delete_flavor_as_user", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_delete_nonexistent_flavor", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_get_flavor_details_for_deleted_flavor", + "tempest.api.compute.v3.admin.test_flavors_negative.FlavorsAdminNegativeV3Test.test_invalid_is_public_string" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_flavors_negative" + }, + "compute-v3-servers-test_delete_server": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersAdminV3Test.test_admin_delete_servers_of_others", + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersAdminV3Test.test_delete_server_while_in_error_state", + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersV3Test.test_delete_active_server", + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersV3Test.test_delete_server_while_in_attached_volume", + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersV3Test.test_delete_server_while_in_building_state", + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersV3Test.test_delete_server_while_in_pause_state", + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersV3Test.test_delete_server_while_in_shelved_state", + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersV3Test.test_delete_server_while_in_shutoff_state", + "tempest.api.compute.v3.servers.test_delete_server.DeleteServersV3Test.test_delete_server_while_in_verify_resize_state" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_delete_server" + }, + "compute-images-test_images_oneserver": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestXML.test_create_delete_image", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestXML.test_create_image_specify_multibyte_character_image_name" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_images_oneserver" + }, + "network-admin-test_lbaas_agent_scheduler": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.admin.test_lbaas_agent_scheduler.LBaaSAgentSchedulerTestJSON.test_list_pools_on_lbaas_agent", + "tempest.api.network.admin.test_lbaas_agent_scheduler.LBaaSAgentSchedulerTestJSON.test_show_lbaas_agent_hosting_pool", + "tempest.api.network.admin.test_lbaas_agent_scheduler.LBaaSAgentSchedulerTestXML.test_list_pools_on_lbaas_agent", + "tempest.api.network.admin.test_lbaas_agent_scheduler.LBaaSAgentSchedulerTestXML.test_show_lbaas_agent_hosting_pool" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "network-admin-test_lbaas_agent_scheduler" + }, + "compute-admin-test_instance_usage_audit_log": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestJSON.test_get_instance_usage_audit_log", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestJSON.test_list_instance_usage_audit_logs", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestXML.test_get_instance_usage_audit_log", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestXML.test_list_instance_usage_audit_logs" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_instance_usage_audit_log" + }, + "orchestration-stacks-test_non_empty_stack": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_events", + "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_list_resources", + "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_resource_metadata", + "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_event", + "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_show_resource", + "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_list", + "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_stack_show", + "tempest.api.orchestration.stacks.test_non_empty_stack.StacksTestJSON.test_suspend_resume_stack" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_non_empty_stack" + }, + "compute-servers-test_server_personality": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestJSON.test_can_create_server_with_max_number_personality_files", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestJSON.test_create_server_with_existent_personality_file", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestJSON.test_personality_files_exceed_limit", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestXML.test_can_create_server_with_max_number_personality_files", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestXML.test_create_server_with_existent_personality_file", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestXML.test_personality_files_exceed_limit" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_personality" + }, + "compute-admin-test_availability_zone_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_availability_zone_negative.AZAdminNegativeTestJSON.test_get_availability_zone_list_detail_with_non_admin_user", + "tempest.api.compute.admin.test_availability_zone_negative.AZAdminNegativeTestXML.test_get_availability_zone_list_detail_with_non_admin_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_availability_zone_negative" + }, + "compute-admin-test_quotas_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_server_when_cpu_quota_is_full", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_server_when_instances_quota_is_full", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_server_when_memory_quota_is_full", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_security_groups_exceed_limit", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_security_groups_rules_exceed_limit", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_update_quota_normal_user", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestXML.test_create_server_when_cpu_quota_is_full", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestXML.test_create_server_when_instances_quota_is_full", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestXML.test_create_server_when_memory_quota_is_full", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestXML.test_security_groups_exceed_limit", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestXML.test_security_groups_rules_exceed_limit", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestXML.test_update_quota_normal_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_quotas_negative" + }, + "compute-admin-test_services_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_by_invalid_params", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_by_invalid_service_and_valid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_with_valid_service_and_invalid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_list_services_with_non_admin_user", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_by_invalid_params", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_by_invalid_service_and_valid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_with_valid_service_and_invalid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_list_services_with_non_admin_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_services_negative" + }, + "baremetal-test_chassis": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.baremetal.test_chassis.TestChassis.test_create_chassis", + "tempest.api.baremetal.test_chassis.TestChassis.test_create_chassis_unicode_description", + "tempest.api.baremetal.test_chassis.TestChassis.test_delete_chassis", + "tempest.api.baremetal.test_chassis.TestChassis.test_list_chassis", + "tempest.api.baremetal.test_chassis.TestChassis.test_show_chassis", + "tempest.api.baremetal.test_chassis.TestChassis.test_update_chassis" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "baremetal-test_chassis" + }, + "baremetal-test_api_discovery": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.baremetal.test_api_discovery.TestApiDiscovery.test_api_versions", + "tempest.api.baremetal.test_api_discovery.TestApiDiscovery.test_default_version", + "tempest.api.baremetal.test_api_discovery.TestApiDiscovery.test_version_1_resources" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "baremetal-test_api_discovery" + }, + "baremetal-test_ports_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_duplicated_mac", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_duplicated_port_uuid", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_malformed_extra", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_malformed_mac", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_malformed_node_id", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_malformed_port_uuid", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_no_mandatory_field_mac", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_no_mandatory_field_node_id", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_create_port_nonexsistent_node_id", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_delete_port_by_mac_not_allowed", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_show_port_by_mac_not_allowed", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_show_port_malformed_uuid", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_show_port_nonexistent_uuid", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_add_malformed_extra", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_add_nonexistent_property", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_add_whole_malformed_extra", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_by_mac_not_allowed", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_malformed_port_uuid", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_mixed_ops_integrity", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_nonexistent", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_remove_mandatory_field_mac", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_remove_mandatory_field_port_uuid", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_remove_nonexistent_property", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_replace_extra_item_with_malformed", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_replace_mac_with_duplicated", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_replace_mac_with_malformed", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_replace_node_id_with_malformed", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_replace_node_id_with_nonexistent", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_replace_nonexistent_property", + "tempest.api.baremetal.test_ports_negative.TestPortsNegative.test_update_port_replace_whole_extra_with_malformed" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "baremetal-test_ports_negative" + }, + "object_storage-test_account_quotas": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota", + "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_account_quotas" + }, + "compute-v3-certificates-test_certificates": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.certificates.test_certificates.CertificatesV3Test.test_create_root_certificate", + "tempest.api.compute.v3.certificates.test_certificates.CertificatesV3Test.test_get_root_certificate" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-certificates-test_certificates" + }, + "orchestration-stacks-test_nova_keypair_resources": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesAWSTest.test_created_resources", + "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesAWSTest.test_stack_keypairs_output", + "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesYAMLTest.test_created_resources", + "tempest.api.orchestration.stacks.test_nova_keypair_resources.NovaKeyPairResourcesYAMLTest.test_stack_keypairs_output" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_nova_keypair_resources" + }, + "compute-v3-servers-test_create_server": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_create_server.ServersV3Test.test_create_server_response", + "tempest.api.compute.v3.servers.test_create_server.ServersV3Test.test_host_name_is_same_as_server_name", + "tempest.api.compute.v3.servers.test_create_server.ServersV3Test.test_list_servers", + "tempest.api.compute.v3.servers.test_create_server.ServersV3Test.test_list_servers_with_detail", + "tempest.api.compute.v3.servers.test_create_server.ServersV3Test.test_verify_created_server_vcpus", + "tempest.api.compute.v3.servers.test_create_server.ServersV3Test.test_verify_server_details", + "tempest.api.compute.v3.servers.test_create_server.ServersV3TestManualDisk.test_create_server_response", + "tempest.api.compute.v3.servers.test_create_server.ServersV3TestManualDisk.test_host_name_is_same_as_server_name", + "tempest.api.compute.v3.servers.test_create_server.ServersV3TestManualDisk.test_list_servers", + "tempest.api.compute.v3.servers.test_create_server.ServersV3TestManualDisk.test_list_servers_with_detail", + "tempest.api.compute.v3.servers.test_create_server.ServersV3TestManualDisk.test_verify_created_server_vcpus", + "tempest.api.compute.v3.servers.test_create_server.ServersV3TestManualDisk.test_verify_server_details", + "tempest.api.compute.v3.servers.test_create_server.ServersWithSpecificFlavorV3Test.test_verify_created_server_ephemeral_disk" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_create_server" + }, + "compute-v3-servers-test_attach_volume": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_attach_volume.AttachVolumeV3Test.test_attach_detach_volume" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_attach_volume" + }, + "compute-admin-test_flavors_extra_specs": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_non_admin_get_all_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_non_admin_get_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_set_get_update_show_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_non_admin_get_all_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_non_admin_get_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_set_get_update_show_unset_keys" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_flavors_extra_specs" + }, + "volume-test_volume_transfers": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_volume_transfers.VolumesTransfersTest.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesTransfersTest.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesTransfersTestXML.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesTransfersTestXML.test_create_list_delete_volume_transfer" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_volume_transfers" + }, + "network-admin-test_l3_agent_scheduler": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_add_list_remove_router_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_list_routers_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestXML.test_add_list_remove_router_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestXML.test_list_routers_on_l3_agent" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "network-admin-test_l3_agent_scheduler" + }, + "volume-admin-test_volume_types_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_empty_name", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_nonexistent_volume_type", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_delete_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_get_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_create_with_empty_name", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_create_with_nonexistent_volume_type", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_delete_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_get_nonexistent_type_id" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volume_types_negative" + }, + "compute-v3-flavors-test_flavors": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_get_flavor", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_detailed_filter_by_min_disk", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_detailed_filter_by_min_ram", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_detailed_limit_results", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_detailed_using_marker", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_filter_by_min_disk", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_filter_by_min_ram", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_limit_results", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_using_marker", + "tempest.api.compute.v3.flavors.test_flavors.FlavorsV3Test.test_list_flavors_with_detail" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-flavors-test_flavors" + }, + "compute-images-test_image_metadata_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_delete_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_get_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_list_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_set_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_set_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_update_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_delete_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_get_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_list_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_set_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_set_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_update_nonexistent_image_metadata" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_image_metadata_negative" + }, + "compute-v3-servers-test_servers": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_servers.ServersV3Test.test_create_server_with_admin_password", + "tempest.api.compute.v3.servers.test_servers.ServersV3Test.test_create_server_with_ipv6_addr_only", + "tempest.api.compute.v3.servers.test_servers.ServersV3Test.test_create_specify_keypair", + "tempest.api.compute.v3.servers.test_servers.ServersV3Test.test_create_with_existing_server_name", + "tempest.api.compute.v3.servers.test_servers.ServersV3Test.test_update_access_server_address", + "tempest.api.compute.v3.servers.test_servers.ServersV3Test.test_update_server_name" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_servers" + }, + "compute-admin-test_flavors_access": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_add_remove", + "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_list_with_private_flavor", + "tempest.api.compute.admin.test_flavors_access.FlavorsAdminTestXML.test_flavor_access_add_remove", + "tempest.api.compute.admin.test_flavors_access.FlavorsAdminTestXML.test_flavor_access_list_with_private_flavor" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_flavors_access" + }, + "image-v2-test_images_member_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v2.test_images_member_negative.ImagesMemberNegativeTest.test_image_share_invalid_status", + "tempest.api.image.v2.test_images_member_negative.ImagesMemberNegativeTest.test_image_share_owner_cannot_accept" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v2-test_images_member_negative" + }, + "object_storage-test_healthcheck": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_healthcheck.HealthcheckTest.test_get_healthcheck" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_healthcheck" + }, + "compute-v3-servers-test_instance_actions_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_instance_actions_negative.InstanceActionsNegativeV3Test.test_get_server_action_invalid_request", + "tempest.api.compute.v3.servers.test_instance_actions_negative.InstanceActionsNegativeV3Test.test_list_server_actions_invalid_server" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_instance_actions_negative" + }, + "object_storage-test_object_temp_url": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url", + "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url_key_2", + "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_head_object_using_temp_url", + "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_object_temp_url" + }, + "compute-test_authorization": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_change_password_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_rule_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_rule_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_console_output_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_server_addresses_by_network_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_server_addresses_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_servers_with_alternate_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_reboot_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_rebuild_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_resize_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_update_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_change_password_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_keypair_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_security_group_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_security_group_rule_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_server_fails_when_tenant_incorrect", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_server_with_unauthorized_image", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_security_group_rule_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_console_output_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_server_addresses_by_network_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_server_addresses_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_servers_with_alternate_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_reboot_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_rebuild_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_resize_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_set_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_set_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_update_server_for_alt_account_fails" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-test_authorization" + }, + "image-v2-test_images_tags": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v2-test_images_tags" + }, + "identity-admin-test_services": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_get_delete_service", + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_service_without_description", + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_list_services", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_create_get_delete_service", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_create_service_without_description", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_list_services" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-test_services" + }, + "compute-servers-test_list_server_filters": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_exceed_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_shutoff_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_zero_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_image", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_limit_results", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_exceed_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_image", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_shutoff_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_zero_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filtered_by_ip", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filtered_by_ip_regex", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filtered_by_name_wildcard" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_list_server_filters" + }, + "identity-admin-v3-test_credentials": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_list_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestXML.test_credentials_create_get_update_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestXML.test_credentials_list_delete" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_credentials" + }, + "compute-images-test_images_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_deleted_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_invalid_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_stopped_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_specify_uuid_35_characters_or_less", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_specify_uuid_37_characters_or_more", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_blank_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_id_is_over_35_character_limit", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_negative_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_non_hex_string_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_with_invalid_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_non_existent_image", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_deleted_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_invalid_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_stopped_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_specify_uuid_35_characters_or_less", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_specify_uuid_37_characters_or_more", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_blank_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_id_is_over_35_character_limit", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_negative_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_non_hex_string_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_with_invalid_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_non_existent_image" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_images_negative" + }, + "compute-admin-test_fixed_ips": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_list_fixed_ip_details", + "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_reserve", + "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestJson.test_set_unreserve", + "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_list_fixed_ip_details", + "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_set_reserve", + "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_set_unreserve" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_fixed_ips" + }, + "compute-admin-test_hypervisor": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_servers", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_stats", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_search_hypervisor", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_list", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_list_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_show_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_show_servers", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_stats", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_search_hypervisor" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_hypervisor" + }, + "identity-admin-test_tenant_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_with_empty_name", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenants_name_length_over_64", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_delete_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenants_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_create_duplicate", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_update_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_with_empty_name", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenants_name_length_over_64", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_delete_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_list_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_list_tenants_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_create_duplicate", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_delete_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_delete_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_update_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_update_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_update_non_existent_tenant" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-test_tenant_negative" + }, + "compute-v3-test_live_block_migration_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.test_live_block_migration_negative.LiveBlockMigrationV3NegativeTest.test_invalid_host_for_migration" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-test_live_block_migration_negative" + }, + "compute-v3-servers-test_instance_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_instance_actions.InstanceActionsV3Test.test_get_server_action", + "tempest.api.compute.v3.servers.test_instance_actions.InstanceActionsV3Test.test_list_server_actions" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_instance_actions" + }, + "compute-servers-test_servers_negative_new": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative(gen_obj_add_attr)", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative(inv_res_server)", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative(prop_os-getConsoleOutput_prop_length_gen_int_min)", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative(prop_os-getConsoleOutput_prop_length_gen_none)", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative(prop_os-getConsoleOutput_prop_length_gen_string)" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_servers_negative_new" + }, + "volume-test_volumes_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_extend", + "tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload", + "tempest.api.volume.test_volumes_actions.VolumesActionsTestXML.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesActionsTestXML.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesActionsTestXML.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesActionsTestXML.test_volume_extend", + "tempest.api.volume.test_volumes_actions.VolumesActionsTestXML.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesActionsTestXML.test_volume_upload" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_volumes_actions" + }, + "object_storage-test_container_acl": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights", + "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_container_acl" + }, + "compute-test_live_block_migration_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.test_live_block_migration_negative.LiveBlockMigrationNegativeTestJSON.test_invalid_host_for_migration", + "tempest.api.compute.test_live_block_migration_negative.LiveBlockMigrationNegativeTestXML.test_invalid_host_for_migration" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-test_live_block_migration_negative" + }, + "compute-v3-admin-test_flavors_access_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_flavors_access_negative.FlavorsAccessNegativeV3Test.test_add_flavor_access_duplicate", + "tempest.api.compute.v3.admin.test_flavors_access_negative.FlavorsAccessNegativeV3Test.test_flavor_access_list_with_public_flavor", + "tempest.api.compute.v3.admin.test_flavors_access_negative.FlavorsAccessNegativeV3Test.test_flavor_non_admin_add", + "tempest.api.compute.v3.admin.test_flavors_access_negative.FlavorsAccessNegativeV3Test.test_flavor_non_admin_remove", + "tempest.api.compute.v3.admin.test_flavors_access_negative.FlavorsAccessNegativeV3Test.test_remove_flavor_access_not_found" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_flavors_access_negative" + }, + "compute-v3-servers-test_server_rescue_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_server_rescue_negative.ServerRescueNegativeV3Test.test_rescue_non_existent_server", + "tempest.api.compute.v3.servers.test_server_rescue_negative.ServerRescueNegativeV3Test.test_rescue_paused_instance", + "tempest.api.compute.v3.servers.test_server_rescue_negative.ServerRescueNegativeV3Test.test_rescued_vm_attach_volume", + "tempest.api.compute.v3.servers.test_server_rescue_negative.ServerRescueNegativeV3Test.test_rescued_vm_detach_volume", + "tempest.api.compute.v3.servers.test_server_rescue_negative.ServerRescueNegativeV3Test.test_rescued_vm_reboot", + "tempest.api.compute.v3.servers.test_server_rescue_negative.ServerRescueNegativeV3Test.test_rescued_vm_rebuild" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_server_rescue_negative" + }, + "compute-v3-servers-test_multiple_create_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_multiple_create_negative.MultipleCreateV3NegativeTest.test_max_count_less_than_min_count", + "tempest.api.compute.v3.servers.test_multiple_create_negative.MultipleCreateV3NegativeTest.test_max_count_less_than_one", + "tempest.api.compute.v3.servers.test_multiple_create_negative.MultipleCreateV3NegativeTest.test_max_count_non_integer", + "tempest.api.compute.v3.servers.test_multiple_create_negative.MultipleCreateV3NegativeTest.test_min_count_less_than_one", + "tempest.api.compute.v3.servers.test_multiple_create_negative.MultipleCreateV3NegativeTest.test_min_count_non_integer" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_multiple_create_negative" + }, + "compute-limits-test_absolute_limits": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON.test_absLimits_get", + "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestXML.test_absLimits_get" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-limits-test_absolute_limits" + }, + "compute-servers-test_virtual_interfaces": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_virtual_interfaces.VirtualInterfacesTestJSON.test_list_virtual_interfaces", + "tempest.api.compute.servers.test_virtual_interfaces.VirtualInterfacesTestXML.test_list_virtual_interfaces" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_virtual_interfaces" + }, + "compute-v3-images-test_images_oneserver": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.images.test_images_oneserver.ImagesOneServerV3Test.test_create_delete_image", + "tempest.api.compute.v3.images.test_images_oneserver.ImagesOneServerV3Test.test_create_image_specify_multibyte_character_image_name" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-images-test_images_oneserver" + }, + "compute-security_groups-test_security_group_rules": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_arguments", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_create", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_create_with_optional_arguments", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_delete_when_peer_group_deleted", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_list" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-security_groups-test_security_group_rules" + }, + "compute-admin-test_aggregates": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_create_server_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_list", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_remove_host", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_metadata_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_verify_entry_in_list", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_create_server_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_list", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_remove_host", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_delete", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_delete_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_update_metadata_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_update_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_verify_entry_in_list" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_aggregates" + }, + "compute-v3-servers-test_availability_zone": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_availability_zone.AZV3Test.test_get_availability_zone_list_with_non_admin_user" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_availability_zone" + }, + "identity-admin-test_roles": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_assign_user_role", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_get_role_by_id", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_roles", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_user_roles", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_remove_user_role", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_role_create_delete", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_assign_user_role", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_get_role_by_id", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_list_roles", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_list_user_roles", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_remove_user_role", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_role_create_delete" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-test_roles" + }, + "volume-test_volumes_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesNegativeTestXML.test_volume_get_nonexistent_volume_id" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_volumes_negative" + }, + "compute-v3-servers-test_list_server_filters": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_detailed_filter_by_flavor", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_detailed_filter_by_image", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_detailed_filter_by_server_name", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_detailed_filter_by_server_status", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_detailed_limit_results", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filter_by_exceed_limit", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filter_by_flavor", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filter_by_image", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filter_by_limit", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filter_by_server_name", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filter_by_server_status", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filter_by_shutoff_status", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filter_by_zero_limit", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filtered_by_ip", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filtered_by_ip_regex", + "tempest.api.compute.v3.servers.test_list_server_filters.ListServerFiltersV3Test.test_list_servers_filtered_by_name_wildcard" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_list_server_filters" + }, + "identity-admin-test_tenants": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_not_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_with_description", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_list_delete", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_desc", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_enable", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_name", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_not_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_with_description", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_list_delete", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_desc", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_enable", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_name" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-test_tenants" + }, + "network-test_networks_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_port", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_subnet", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_delete_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_port", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_subnet", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_update_non_existent_network" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_networks_negative" + }, + "compute-servers-test_server_metadata_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_create_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_list_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_server_create_metadata_key_too_long", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_wrong_key_passed_in_body", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_create_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_delete_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_list_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_metadata_items_limit", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_server_create_metadata_key_too_long", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_server_metadata_missing_metadata", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_update_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_update_metadata_with_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_wrong_key_passed_in_body" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_metadata_negative" + }, + "object_storage-test_crossdomain": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_crossdomain.CrossdomainTest.test_get_crossdomain_policy" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_crossdomain" + }, + "compute-security_groups-test_security_groups": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_security_group_create_get_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_security_groups_create_list_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_server_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_update_security_groups" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-security_groups-test_security_groups" + }, + "compute-v3-test_extensions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.test_extensions.ExtensionsV3Test.test_get_extension", + "tempest.api.compute.v3.test_extensions.ExtensionsV3Test.test_list_extensions" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-test_extensions" + }, + "compute-servers-test_create_server": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_create_server_response", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_create_server_response", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_create_server_response", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_host_name_is_same_as_server_name", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_list_servers", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_verify_created_server_vcpus", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_verify_server_details", + "tempest.api.compute.servers.test_create_server.ServersWithSpecificFlavorTestJSON.test_verify_created_server_ephemeral_disk", + "tempest.api.compute.servers.test_create_server.ServersWithSpecificFlavorTestXML.test_verify_created_server_ephemeral_disk" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_create_server" + }, + "identity-admin-v3-test_domains": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", + "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_list_domains", + "tempest.api.identity.admin.v3.test_domains.DomainsTestXML.test_create_update_delete_domain", + "tempest.api.identity.admin.v3.test_domains.DomainsTestXML.test_list_domains" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_domains" + }, + "compute-v3-admin-test_flavors_access": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_flavors_access.FlavorsAccessV3Test.test_flavor_access_add_remove", + "tempest.api.compute.v3.admin.test_flavors_access.FlavorsAccessV3Test.test_flavor_access_list_with_private_flavor" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_flavors_access" + }, + "network-test_networks": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network", + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port", + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_network", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_port", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_subnet", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_port_with_no_ip", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_delete_network_with_subnet", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks_fields", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets_fields", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network_fields", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet", + "tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet_fields", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_create_port_with_no_ip", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_create_update_delete_network_subnet", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_delete_network_with_subnet", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_list_networks", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_list_networks_fields", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_list_subnets", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_list_subnets_fields", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_show_network", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_show_network_fields", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_show_subnet", + "tempest.api.network.test_networks.NetworksIpV6TestXML.test_show_subnet_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_create_port_with_no_ip", + "tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_delete_network_with_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_networks", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_networks_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_network", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_network_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_create_port_with_no_ip", + "tempest.api.network.test_networks.NetworksTestXML.test_create_update_delete_network_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_delete_network_with_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_list_networks", + "tempest.api.network.test_networks.NetworksTestXML.test_list_networks_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_list_subnets", + "tempest.api.network.test_networks.NetworksTestXML.test_list_subnets_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_show_network", + "tempest.api.network.test_networks.NetworksTestXML.test_show_network_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_show_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_show_subnet_fields" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_networks" + }, + "volume-admin-test_volume_quotas": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_list_default_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_list_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_show_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_update_all_quota_resources_for_tenant", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_list_default_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_list_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_show_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_update_all_quota_resources_for_tenant" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volume_quotas" + }, + "volume-test_extensions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions", + "tempest.api.volume.test_extensions.ExtensionsTestXML.test_list_extensions" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_extensions" + }, + "network-test_extensions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions", + "tempest.api.network.test_extensions.ExtensionsTestXML.test_list_show_extensions" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_extensions" + }, + "compute-v3-admin-test_hypervisor": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_hypervisor.HypervisorAdminV3Test.test_get_hypervisor_list", + "tempest.api.compute.v3.admin.test_hypervisor.HypervisorAdminV3Test.test_get_hypervisor_list_details", + "tempest.api.compute.v3.admin.test_hypervisor.HypervisorAdminV3Test.test_get_hypervisor_show_details", + "tempest.api.compute.v3.admin.test_hypervisor.HypervisorAdminV3Test.test_get_hypervisor_show_servers", + "tempest.api.compute.v3.admin.test_hypervisor.HypervisorAdminV3Test.test_get_hypervisor_stats", + "tempest.api.compute.v3.admin.test_hypervisor.HypervisorAdminV3Test.test_get_hypervisor_uptime", + "tempest.api.compute.v3.admin.test_hypervisor.HypervisorAdminV3Test.test_search_hypervisor" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_hypervisor" + }, + "compute-servers-test_multiple_create_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_less_than_min_count", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_min_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_min_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_less_than_min_count", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_min_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_min_count_non_integer" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_multiple_create_negative" + }, + "identity-admin-v3-test_policies": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_list_policies", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestXML.test_create_update_delete_policy", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestXML.test_list_policies" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_policies" + }, + "compute-v3-admin-test_quotas": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_quotas.QuotasAdminV3Test.test_delete_quota", + "tempest.api.compute.v3.admin.test_quotas.QuotasAdminV3Test.test_get_default_quotas", + "tempest.api.compute.v3.admin.test_quotas.QuotasAdminV3Test.test_get_quota_set_detail", + "tempest.api.compute.v3.admin.test_quotas.QuotasAdminV3Test.test_get_updated_quotas", + "tempest.api.compute.v3.admin.test_quotas.QuotasAdminV3Test.test_update_all_quota_resources_for_tenant" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_quotas" + }, + "compute-v3-admin-test_hosts_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_list_hosts_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_reboot_host_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_reboot_nonexistent_host", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_show_host_detail_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_show_host_detail_with_nonexistent_hostname", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_shutdown_host_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_shutdown_nonexistent_host", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_startup_host_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_startup_nonexistent_host", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_update_host_with_extra_param", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_update_host_with_invalid_maintenance_mode", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_update_host_with_invalid_status", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_update_host_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_update_host_without_param", + "tempest.api.compute.v3.admin.test_hosts_negative.HostsAdminNegativeV3Test.test_update_nonexistent_host" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_hosts_negative" + }, + "compute-v3-servers-test_attach_interfaces": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_attach_interfaces.AttachInterfacesV3Test.test_add_remove_fixed_ip", + "tempest.api.compute.v3.servers.test_attach_interfaces.AttachInterfacesV3Test.test_create_list_show_delete_interfaces" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_attach_interfaces" + }, + "compute-certificates-test_certificates": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.certificates.test_certificates.CertificatesTestJSON.test_create_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesTestJSON.test_get_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesTestXML.test_create_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesTestXML.test_get_root_certificate" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-certificates-test_certificates" + }, + "object_storage-test_account_services_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_account_services_negative.AccountNegativeTest.test_list_containers_with_non_authorized_user" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_account_services_negative" + }, + "compute-v3-admin-test_aggregates_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_add_existent_host", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_add_host_as_user", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_add_non_exist_host", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_create_aggregate_name_length_exceeds_255", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_create_aggregate_name_length_less_than_1", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_create_as_user", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_create_with_existent_aggregate_name", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_delete_as_user", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_delete_with_invalid_id", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_get_details_as_user", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_get_details_with_invalid_id", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_list_as_user", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_remove_host_as_user", + "tempest.api.compute.v3.admin.test_aggregates_negative.AggregatesAdminNegativeV3Test.test_aggregate_remove_nonexistent_host" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_aggregates_negative" + }, + "image-v1-test_image_members": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_add_image_member", + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_get_shared_images", + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_remove_member" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v1-test_image_members" + }, + "volume-test_volumes_snapshots_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTest.test_create_snapshot_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTest.test_create_snapshot_without_passing_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestXML.test_create_snapshot_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestXML.test_create_snapshot_without_passing_volume_id" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_volumes_snapshots_negative" + }, + "volume-test_volumes_list": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumeListTestXML.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesListTest.test_volumes_list_details_by_status" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_volumes_list" + }, + "network-admin-test_load_balancer_admin_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.admin.test_load_balancer_admin_actions.LoadBalancerAdminTestJSON.test_create_health_monitor_as_admin_for_another_tenant", + "tempest.api.network.admin.test_load_balancer_admin_actions.LoadBalancerAdminTestJSON.test_create_member_from_admin_user_other_tenant", + "tempest.api.network.admin.test_load_balancer_admin_actions.LoadBalancerAdminTestJSON.test_create_pool_from_admin_user_other_tenant", + "tempest.api.network.admin.test_load_balancer_admin_actions.LoadBalancerAdminTestJSON.test_create_vip_as_admin_for_another_tenant", + "tempest.api.network.admin.test_load_balancer_admin_actions.LoadBalancerAdminTestXML.test_create_health_monitor_as_admin_for_another_tenant", + "tempest.api.network.admin.test_load_balancer_admin_actions.LoadBalancerAdminTestXML.test_create_member_from_admin_user_other_tenant", + "tempest.api.network.admin.test_load_balancer_admin_actions.LoadBalancerAdminTestXML.test_create_pool_from_admin_user_other_tenant", + "tempest.api.network.admin.test_load_balancer_admin_actions.LoadBalancerAdminTestXML.test_create_vip_as_admin_for_another_tenant" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "network-admin-test_load_balancer_admin_actions" + }, + "object_storage-test_object_temp_url_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_object_temp_url_negative.ObjectTempUrlNegativeTest.test_get_object_after_expiration_time" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_object_temp_url_negative" + }, + "baremetal-test_nodestates": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.baremetal.test_nodestates.TestNodeStates.test_list_nodestates" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "baremetal-test_nodestates" + }, + "compute-servers-test_server_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_vnc_console", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server_in_stop_state", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_shelve_unshelve_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_change_server_password", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_create_backup", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_get_console_output", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_get_console_output_server_id_in_shutoff_status", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_get_vnc_console", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_lock_unlock_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_pause_unpause_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_reboot_server_hard", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_reboot_server_soft", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_rebuild_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_rebuild_server_in_stop_state", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_resize_server_confirm", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_resize_server_revert", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_shelve_unshelve_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_stop_start_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_suspend_resume_server" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_actions" + }, + "volume-test_snapshot_metadata": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_create_get_delete_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_update_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_update_snapshot_metadata_item", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_create_get_delete_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_update_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_update_snapshot_metadata_item" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_snapshot_metadata" + }, + "volume-admin-test_volumes_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_begin_detaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_attaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_creating", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_error", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_reset_status", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_roll_detaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_begin_detaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_attaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_creating", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_error", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_reset_status", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_roll_detaching" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volumes_actions" + }, + "queuing-test_queues": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.queuing.test_queues.TestManageQueue.test_delete_queue", + "tempest.api.queuing.test_queues.TestQueues.test_create_queue" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "queuing-test_queues" + }, + "network-test_metering_extensions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_metering_extensions.MeteringJSON.test_create_delete_metering_label_rule_with_filters", + "tempest.api.network.test_metering_extensions.MeteringJSON.test_create_delete_metering_label_with_filters", + "tempest.api.network.test_metering_extensions.MeteringJSON.test_list_metering_label_rules", + "tempest.api.network.test_metering_extensions.MeteringJSON.test_list_metering_labels", + "tempest.api.network.test_metering_extensions.MeteringJSON.test_show_metering_label", + "tempest.api.network.test_metering_extensions.MeteringJSON.test_show_metering_label_rule", + "tempest.api.network.test_metering_extensions.MeteringXML.test_create_delete_metering_label_rule_with_filters", + "tempest.api.network.test_metering_extensions.MeteringXML.test_create_delete_metering_label_with_filters", + "tempest.api.network.test_metering_extensions.MeteringXML.test_list_metering_label_rules", + "tempest.api.network.test_metering_extensions.MeteringXML.test_list_metering_labels", + "tempest.api.network.test_metering_extensions.MeteringXML.test_show_metering_label", + "tempest.api.network.test_metering_extensions.MeteringXML.test_show_metering_label_rule" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_metering_extensions" + }, + "network-test_extra_dhcp_options": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_create_list_port_with_extra_dhcp_options", + "tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_update_show_port_with_extra_dhcp_options" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_extra_dhcp_options" + }, + "orchestration-stacks-test_stacks": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources", + "tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_stacks" + }, + "compute-security_groups-test_security_groups_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_nonexistent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_security_group_without_passing_id", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_the_default_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_get_nonexistent_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_non_existent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_nonexistent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_security_group_without_passing_id", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_the_default_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_security_group_create_with_duplicate_name", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_security_group_create_with_invalid_group_description", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_security_group_create_with_invalid_group_name", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_security_group_get_nonexistent_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_update_non_existent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_update_security_group_with_invalid_sg_des", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_update_security_group_with_invalid_sg_id", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_update_security_group_with_invalid_sg_name" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-security_groups-test_security_groups_negative" + }, + "compute-v3-admin-test_hypervisor_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_get_hypervisor_list_details_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_get_hypervisor_list_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_get_hypervisor_stats_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_get_hypervisor_uptime_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_get_nonexistent_hypervisor_uptime", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_search_hypervisor_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_search_nonexistent_hypervisor", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_show_hypervisor_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_show_nonexistent_hypervisor", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_show_servers_with_non_admin_user", + "tempest.api.compute.v3.admin.test_hypervisor_negative.HypervisorAdminNegativeV3Test.test_show_servers_with_nonexistent_hypervisor" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_hypervisor_negative" + }, + "identity-admin-test_roles_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_duplicate_user_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_for_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_for_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_create_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_create_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_non_existent", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_user_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_user_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_role_create_blank_name", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_role_create_duplicate", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_duplicate_user_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_for_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_for_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_create_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_create_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_non_existent", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_user_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_user_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_role_create_blank_name", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_role_create_duplicate" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-test_roles_negative" + }, + "volume-admin-test_multi_backend": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_multi_backend.VolumeMultiBackendTest.test_backend_name_distinction", + "tempest.api.volume.admin.test_multi_backend.VolumeMultiBackendTest.test_backend_name_reporting" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_multi_backend" + }, + "data_processing-test_plugins": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get", + "tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "data_processing-test_plugins" + }, + "compute-servers-test_instance_actions_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestJSON.test_get_instance_action_invalid_request", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestJSON.test_list_instance_actions_non_existent_server", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestXML.test_get_instance_action_invalid_request", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestXML.test_list_instance_actions_non_existent_server" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_instance_actions_negative" + }, + "compute-flavors-test_flavors": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_get_flavor", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_detailed_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_detailed_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_detailed_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_detailed_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsTestJSON.test_list_flavors_with_detail", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_get_flavor", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_detailed_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_detailed_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_detailed_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_detailed_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsTestXML.test_list_flavors_with_detail" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-flavors-test_flavors" + }, + "network-test_floating_ips": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_delete_port", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_update_different_router", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_create_list_show_update_delete_floating_ip", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_floating_ip_delete_port", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_floating_ip_update_different_router" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_floating_ips" + }, + "object_storage-test_container_services": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container", + "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_overwrite", + "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_key", + "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_metadata_value", + "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key", + "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value", + "tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_delimiter", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_end_marker", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_json", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_xml", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_limit", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_marker", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_no_object", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_path", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_prefix", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata", + "tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata", + "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_matadata", + "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_matadata_key", + "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata", + "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata", + "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_container_services" + }, + "network-test_service_type_management": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_service_type_management.ServiceTypeManagementTestJSON.test_service_provider_list", + "tempest.api.network.test_service_type_management.ServiceTypeManagementTestXML.test_service_provider_list" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_service_type_management" + }, + "compute-servers-test_server_rescue": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_rescue.ServerRescueTestJSON.test_rescue_unrescue_instance", + "tempest.api.compute.servers.test_server_rescue.ServerRescueTestJSON.test_rescued_vm_add_remove_security_group", + "tempest.api.compute.servers.test_server_rescue.ServerRescueTestJSON.test_rescued_vm_associate_dissociate_floating_ip", + "tempest.api.compute.servers.test_server_rescue.ServerRescueTestXML.test_rescue_unrescue_instance", + "tempest.api.compute.servers.test_server_rescue.ServerRescueTestXML.test_rescued_vm_add_remove_security_group", + "tempest.api.compute.servers.test_server_rescue.ServerRescueTestXML.test_rescued_vm_associate_dissociate_floating_ip" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_rescue" + }, + "network-test_routers": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces", + "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id", + "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id", + "tempest.api.network.test_routers.RoutersTest.test_create_router_setting_tenant_id", + "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router", + "tempest.api.network.test_routers.RoutersTest.test_update_extra_route", + "tempest.api.network.test_routers.RoutersTest.test_update_router_admin_state", + "tempest.api.network.test_routers.RoutersTest.test_update_router_reset_gateway_without_snat", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_with_snat_explicit", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_without_snat", + "tempest.api.network.test_routers.RoutersTest.test_update_router_unset_gateway" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_routers" + }, + "compute-admin-test_simple_tenant_usage_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_get_usage_tenant_with_empty_tenant_id", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_get_usage_tenant_with_invalid_date", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_list_usage_all_tenants_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_get_usage_tenant_with_empty_tenant_id", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_get_usage_tenant_with_invalid_date", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_list_usage_all_tenants_with_non_admin_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_simple_tenant_usage_negative" + }, + "compute-images-test_images_oneserver_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_invalid_metadata", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_metadata_over_limits", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_multibyte_character_image_name", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_name_over_256_chars", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_second_image_when_first_image_is_being_saved", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_delete_image_that_is_not_yet_active", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_invalid_metadata", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_metadata_over_limits", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_multibyte_character_image_name", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_name_over_256_chars", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_second_image_when_first_image_is_being_saved", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_delete_image_that_is_not_yet_active" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_images_oneserver_negative" + }, + "compute-volumes-test_volumes_list": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_detail_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_detail_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_detail_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_detail_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_details" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-volumes-test_volumes_list" + }, + "image-v2-test_images_tags_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag", + "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v2-test_images_tags_negative" + }, + "object_storage-test_object_slo": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_object_slo.ObjectSloTest.test_delete_large_object", + "tempest.api.object_storage.test_object_slo.ObjectSloTest.test_list_large_object_metadata", + "tempest.api.object_storage.test_object_slo.ObjectSloTest.test_retrieve_large_object", + "tempest.api.object_storage.test_object_slo.ObjectSloTest.test_upload_manifest" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_object_slo" + }, + "compute-servers-test_instance_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestXML.test_get_instance_action", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestXML.test_list_instance_actions" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_instance_actions" + }, + "network-test_routers_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_invalid_network_returns_404", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_net_not_external_returns_400", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_remove_interface_in_use_returns_409" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_routers_negative" + }, + "compute-v3-admin-test_aggregates": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_add_host_create_server_with_az", + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_add_host_get_details", + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_add_host_list", + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_add_remove_host", + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_create_delete", + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_create_delete_with_az", + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_create_update_metadata_get_details", + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_create_update_with_az", + "tempest.api.compute.v3.admin.test_aggregates.AggregatesAdminV3Test.test_aggregate_create_verify_entry_in_list" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_aggregates" + }, + "compute-flavors-test_flavors_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.flavors.test_flavors_negative.FlavorDetailsNegativeTestJSON.test_flavor_details_negative(inv_res_flavor)", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative(prop_minDisk_gen_none)", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative(prop_minDisk_gen_string)", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative(prop_minRam_gen_none)", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative(prop_minRam_gen_string)" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-flavors-test_flavors_negative" + }, + "object_storage-test_object_services": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way", + "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers", + "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container", + "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself", + "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object", + "tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_match", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_modified_since", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_none_match", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_if_unmodified_since", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_metadata", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_range", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_newest", + "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_with_x_object_manifest", + "tempest.api.object_storage.test_object_services.ObjectTest.test_list_no_object_metadata", + "tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata", + "tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata_with_x_object_manifest", + "tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments", + "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata", + "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_create_and_remove_metadata", + "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_remove_metadata", + "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_object_manifest", + "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_object_metakey", + "tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata_with_x_remove_object_metakey", + "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds", + "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_object_services" + }, + "compute-v3-admin-test_hosts": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_hosts.HostsAdminV3Test.test_list_hosts", + "tempest.api.compute.v3.admin.test_hosts.HostsAdminV3Test.test_list_hosts_with_a_blank_zone", + "tempest.api.compute.v3.admin.test_hosts.HostsAdminV3Test.test_list_hosts_with_nonexistent_zone", + "tempest.api.compute.v3.admin.test_hosts.HostsAdminV3Test.test_list_hosts_with_zone", + "tempest.api.compute.v3.admin.test_hosts.HostsAdminV3Test.test_show_host_detail" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_hosts" + }, + "compute-admin-test_servers": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_create_server_with_scheduling_hint", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_get_server_diagnostics_by_admin", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin_with_all_tenants", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_filter_by_error_status", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_filter_by_exist_host", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_rebuild_server_in_error_state", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_state_server", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_create_server_with_scheduling_hint", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_get_server_diagnostics_by_admin", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_by_admin", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_by_admin_with_all_tenants", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_filter_by_error_status", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_filter_by_exist_host", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_rebuild_server_in_error_state", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_reset_network_inject_network_info", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_reset_state_server" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_servers" + }, + "network-test_load_balancer": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_associate_disassociate_health_monitor_with_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_create_health_monitor_http_type", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_create_update_delete_health_monitor", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_create_update_delete_member", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_create_update_delete_pool_vip", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_get_lb_pool_stats", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_list_health_monitors", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_list_health_monitors_with_filters", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_list_members", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_list_members_with_filters", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_list_pools", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_list_pools_with_filters", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_list_vips", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_list_vips_with_filter", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_show_health_monitor", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_show_member", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_show_members_associated_with_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_show_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_show_vip", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_show_vip_associated_with_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_update_admin_state_up_of_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_update_health_monitor_http_method", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_update_list_of_health_monitors_associated_with_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_update_member_weight", + "tempest.api.network.test_load_balancer.LoadBalancerTestJSON.test_update_pool_related_to_member", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_associate_disassociate_health_monitor_with_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_create_health_monitor_http_type", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_create_update_delete_health_monitor", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_create_update_delete_member", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_create_update_delete_pool_vip", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_get_lb_pool_stats", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_list_health_monitors", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_list_health_monitors_with_filters", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_list_members", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_list_members_with_filters", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_list_pools", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_list_pools_with_filters", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_list_vips", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_list_vips_with_filter", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_show_health_monitor", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_show_member", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_show_members_associated_with_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_show_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_show_vip", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_show_vip_associated_with_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_update_admin_state_up_of_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_update_health_monitor_http_method", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_update_list_of_health_monitors_associated_with_pool", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_update_member_weight", + "tempest.api.network.test_load_balancer.LoadBalancerTestXML.test_update_pool_related_to_member" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_load_balancer" + }, + "object_storage-test_container_staticweb": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_error", + "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_index", + "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_listing", + "tempest.api.object_storage.test_container_staticweb.StaticWebTest.test_web_listing_css" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_container_staticweb" + }, + "compute-servers-test_server_metadata": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_metadata_empty_body", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_delete_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_get_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_list_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_set_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_set_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_update_metadata_empty_body", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_update_server_metadata" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_metadata" + }, + "image-v1-test_image_members_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_add_member_with_non_existing_image", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_delete_member_with_non_existing_image", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_delete_member_with_non_existing_tenant", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_get_image_without_membership" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v1-test_image_members_negative" + }, + "compute-admin-test_fixed_ips_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestJson.test_fixed_ip_with_invalid_action", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestJson.test_list_fixed_ip_details_with_non_admin_user", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestJson.test_set_reserve_with_invalid_ip", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestJson.test_set_reserve_with_non_admin_user", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestJson.test_set_unreserve_with_non_admin_user", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestXml.test_fixed_ip_with_invalid_action", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestXml.test_list_fixed_ip_details_with_non_admin_user", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestXml.test_set_reserve_with_invalid_ip", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestXml.test_set_reserve_with_non_admin_user", + "tempest.api.compute.admin.test_fixed_ips_negative.FixedIPsNegativeTestXml.test_set_unreserve_with_non_admin_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_fixed_ips_negative" + }, + "compute-admin-test_hypervisor_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_list_details_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_list_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_stats_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_uptime_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_nonexistent_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_search_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_search_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_servers_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_servers_with_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_list_details_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_list_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_stats_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_uptime_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_nonexistent_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_search_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_search_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_servers_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_servers_with_nonexistent_hypervisor" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_hypervisor_negative" + }, + "compute-servers-test_multiple_create": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestJSON.test_multiple_create", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestJSON.test_multiple_create_with_reservation_return", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestXML.test_multiple_create", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestXML.test_multiple_create_with_reservation_return" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_multiple_create" + }, + "volume-admin-test_volume_quotas_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volume_gigabytes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volume_snapshots", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volumes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volume_gigabytes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volume_snapshots", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volumes" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volume_quotas_negative" + }, + "compute-limits-test_absolute_limits_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.limits.test_absolute_limits_negative.AbsoluteLimitsNegativeTestJSON.test_max_image_meta_exceed_limit", + "tempest.api.compute.limits.test_absolute_limits_negative.AbsoluteLimitsNegativeTestXML.test_max_image_meta_exceed_limit" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-limits-test_absolute_limits_negative" + }, + "volume-admin-test_volume_types": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_create_get_delete_volume_with_volume_type_and_extra_specs", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_create_get_delete", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_encryption_create_get", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_list" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volume_types" + }, + "object_storage-test_account_services": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_json", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_xml", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_end_marker", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker_and_end_marker", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker_and_end_marker", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata", + "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_containers", + "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_and_delete_metadata", + "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_matadata_key", + "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_create_metadata", + "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata", + "tempest.api.object_storage.test_account_services.AccountTest.test_update_account_metadata_with_delete_matadata_key" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_account_services" + }, + "identity-admin-v3-test_users": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_get_user", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_list_user_projects", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_user_update", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_get_user", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_list_user_projects", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_user_update" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_users" + }, + "compute-admin-test_instance_usage_audit_log_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestJSON.test_get_instance_usage_audit_logs_with_invalid_time", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestJSON.test_instance_usage_audit_logs_with_nonadmin_user", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestXML.test_get_instance_usage_audit_logs_with_invalid_time", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestXML.test_instance_usage_audit_logs_with_nonadmin_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_instance_usage_audit_log_negative" + }, + "compute-v3-admin-test_flavors_extra_specs_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeV3Test.test_flavor_get_nonexistent_key", + "tempest.api.compute.v3.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeV3Test.test_flavor_non_admin_set_keys", + "tempest.api.compute.v3.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeV3Test.test_flavor_non_admin_unset_keys", + "tempest.api.compute.v3.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeV3Test.test_flavor_non_admin_update_specific_key", + "tempest.api.compute.v3.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeV3Test.test_flavor_unset_nonexistent_key", + "tempest.api.compute.v3.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeV3Test.test_flavor_update_mismatch_key", + "tempest.api.compute.v3.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeV3Test.test_flavor_update_more_key" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_flavors_extra_specs_negative" + }, + "orchestration-stacks-test_limits": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_limits.TestServerStackLimits.test_exceed_max_resources_per_stack", + "tempest.api.orchestration.stacks.test_limits.TestServerStackLimits.test_exceed_max_template_size_fails" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_limits" + }, + "compute-servers-test_server_rescue_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescue_non_existent_server", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescue_paused_instance", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_attach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_detach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_reboot", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_rebuild", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescue_non_existent_server", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescue_paused_instance", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_attach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_detach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_reboot", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_rebuild" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_rescue_negative" + }, + "compute-v3-keypairs-test_keypairs_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.keypairs.test_keypairs_negative.KeyPairsNegativeV3Test.test_create_keypair_invalid_name", + "tempest.api.compute.v3.keypairs.test_keypairs_negative.KeyPairsNegativeV3Test.test_create_keypair_when_public_key_bits_exceeds_maximum", + "tempest.api.compute.v3.keypairs.test_keypairs_negative.KeyPairsNegativeV3Test.test_create_keypair_with_duplicate_name", + "tempest.api.compute.v3.keypairs.test_keypairs_negative.KeyPairsNegativeV3Test.test_create_keypair_with_empty_name_string", + "tempest.api.compute.v3.keypairs.test_keypairs_negative.KeyPairsNegativeV3Test.test_create_keypair_with_empty_public_key", + "tempest.api.compute.v3.keypairs.test_keypairs_negative.KeyPairsNegativeV3Test.test_create_keypair_with_long_keynames", + "tempest.api.compute.v3.keypairs.test_keypairs_negative.KeyPairsNegativeV3Test.test_keypair_create_with_invalid_pub_key", + "tempest.api.compute.v3.keypairs.test_keypairs_negative.KeyPairsNegativeV3Test.test_keypair_delete_nonexistent_key" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-keypairs-test_keypairs_negative" + }, + "object_storage-test_object_formpost": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_object_formpost.ObjectFormPostTest.test_post_object_using_form" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_object_formpost" + }, + "compute-v3-servers-test_server_addresses_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_server_addresses_negative.ServerAddressesV3NegativeTest.test_list_server_addresses_by_network_neg", + "tempest.api.compute.v3.servers.test_server_addresses_negative.ServerAddressesV3NegativeTest.test_list_server_addresses_nonexistent_server_id" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_server_addresses_negative" + }, + "orchestration-stacks-test_update": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_update.UpdateStackTestJSON.test_stack_update_add_remove", + "tempest.api.orchestration.stacks.test_update.UpdateStackTestJSON.test_stack_update_nochange" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_update" + }, + "compute-v3-admin-test_migrations": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_migrations.MigrationsAdminV3Test.test_list_migrations", + "tempest.api.compute.v3.admin.test_migrations.MigrationsAdminV3Test.test_list_migrations_in_flavor_resize_situation" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_migrations" + }, + "network-admin-test_quotas": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.admin.test_quotas.QuotasTest.test_quotas" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "network-admin-test_quotas" + }, + "network-admin-test_agent_management": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_list_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_list_agents_non_admin", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_show_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_update_agent_description", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_update_agent_status", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_list_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_list_agents_non_admin", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_show_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_update_agent_description", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_update_agent_status" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "network-admin-test_agent_management" + }, + "image-v1-test_images": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_http_image", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_image_with_min_ram", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_remote_image", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_then_upload", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_container_format", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_disk_format", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_max_size", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_min_size", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_name", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_status_active_detail", + "tempest.api.image.v1.test_images.ListSnapshotImagesTest.test_index_by_change_since", + "tempest.api.image.v1.test_images.ListSnapshotImagesTest.test_index_limit", + "tempest.api.image.v1.test_images.ListSnapshotImagesTest.test_index_server_id", + "tempest.api.image.v1.test_images.ListSnapshotImagesTest.test_index_type", + "tempest.api.image.v1.test_images.UpdateImageMetaTest.test_list_image_metadata", + "tempest.api.image.v1.test_images.UpdateImageMetaTest.test_update_image_metadata" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v1-test_images" + }, + "compute-test_extensions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.test_extensions.ExtensionsTestJSON.test_get_extension", + "tempest.api.compute.test_extensions.ExtensionsTestJSON.test_list_extensions", + "tempest.api.compute.test_extensions.ExtensionsTestXML.test_get_extension", + "tempest.api.compute.test_extensions.ExtensionsTestXML.test_list_extensions" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-test_extensions" + }, + "compute-v3-admin-test_agents": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_agents.AgentsAdminV3Test.test_create_update_list_delete_agents" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_agents" + }, + "compute-v3-test_version": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.test_version.VersionV3Test.test_version" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-test_version" + }, + "image-v2-test_images": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image", + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file", + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image", + "tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema", + "tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema", + "tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "image-v2-test_images" + }, + "volume-admin-test_snapshots_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_reset_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_snapshot_force_delete_when_snapshot_is_creating", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_snapshot_force_delete_when_snapshot_is_deleting", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_snapshot_force_delete_when_snapshot_is_error", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_snapshot_force_delete_when_snapshot_is_error_deleting", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_update_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_reset_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_snapshot_force_delete_when_snapshot_is_creating", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_snapshot_force_delete_when_snapshot_is_deleting", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_snapshot_force_delete_when_snapshot_is_error", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_snapshot_force_delete_when_snapshot_is_error_deleting", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_update_snapshot_status" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_snapshots_actions" + }, + "compute-v3-admin-test_flavors": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_create_flavor_using_string_ram", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_create_flavor_verify_entry_in_list_details", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_create_flavor_with_int_id", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_create_flavor_with_none_id", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_create_flavor_with_uuid_id", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_create_list_flavor_without_extra_data", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_create_server_with_non_public_flavor", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_is_public_string_variations", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_list_non_public_flavor", + "tempest.api.compute.v3.admin.test_flavors.FlavorsAdminV3Test.test_list_public_flavor_with_other_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_flavors" + }, + "volume-admin-test_volume_types_extra_specs": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_spec_create_get_delete", + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_list", + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_update" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volume_types_extra_specs" + }, + "compute-v3-test_live_block_migration": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.test_live_block_migration.LiveBlockMigrationV3Test.test_iscsi_volume", + "tempest.api.compute.v3.test_live_block_migration.LiveBlockMigrationV3Test.test_live_block_migration" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-test_live_block_migration" + }, + "identity-admin-v3-test_roles": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_group_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_group_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_user_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_user_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_role_create_update_get_list" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_roles" + }, + "database-flavors-test_flavors_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.database.flavors.test_flavors_negative.DatabaseFlavorsNegativeTest.test_get_non_existent_db_flavor" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "database-flavors-test_flavors_negative" + }, + "baremetal-test_drivers": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.baremetal.test_drivers.TestDrivers.test_list_drivers" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "baremetal-test_drivers" + }, + "compute-security_groups-test_security_group_rules_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_duplicate", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_from_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_ip_protocol", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_port_range", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_to_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_delete_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_duplicate", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_from_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_ip_protocol", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_port_range", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_to_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_delete_security_group_rule_with_non_existent_id" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-security_groups-test_security_group_rules_negative" + }, + "compute-images-test_list_image_filters": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_server_id", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_limit_results" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_list_image_filters" + }, + "compute-admin-test_aggregates_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_non_exist_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_aggregate_name_length_exceeds_255", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_aggregate_name_length_less_than_1", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_with_existent_aggregate_name", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_delete_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_delete_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_get_details_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_get_details_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_list_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_nonexistent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_existent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_non_exist_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_aggregate_name_length_exceeds_255", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_aggregate_name_length_less_than_1", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_with_existent_aggregate_name", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_delete_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_delete_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_get_details_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_get_details_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_list_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_remove_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_remove_nonexistent_host" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_aggregates_negative" + }, + "compute-admin-test_migrations": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_migrations.MigrationsAdminTest.test_list_migrations", + "tempest.api.compute.admin.test_migrations.MigrationsAdminTest.test_list_migrations_in_flavor_resize_situation" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_migrations" + }, + "compute-servers-test_disk_config": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_auto_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_manual_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_auto_to_manual", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_resize_server_from_manual_to_auto", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_update_server_from_auto_to_manual", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_rebuild_server_with_auto_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_rebuild_server_with_manual_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_resize_server_from_auto_to_manual", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_resize_server_from_manual_to_auto", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_update_server_from_auto_to_manual" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_disk_config" + }, + "network-test_security_groups_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_additional_default_security_group_fails", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_bad_protocol", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_invalid_ports", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_delete_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_show_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_show_non_existent_security_group_rule" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_security_groups_negative" + }, + "object_storage-test_object_expiry": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time", + "tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_at_expiry_time" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_object_expiry" + }, + "volume-admin-test_volumes_backup": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volumes_backup.VolumesBackupsTest.test_volume_backup_create_get_detailed_list_restore_delete" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volumes_backup" + }, + "volume-test_volumes_snapshots": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshot_create_get_list_update_delete", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshot_create_with_volume_in_use", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshots_list_details_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshots_list_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_volume_from_snapshot", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshot_create_get_list_update_delete", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshot_create_with_volume_in_use", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshots_list_details_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshots_list_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_volume_from_snapshot" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "volume-test_volumes_snapshots" + }, + "compute-servers-test_server_password": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_server_password.ServerPasswordTestJSON.test_delete_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestJSON.test_get_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestXML.test_delete_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestXML.test_get_server_password" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_server_password" + }, + "compute-v3-servers-test_server_addresses": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_server_addresses.ServerAddressesV3Test.test_list_server_addresses", + "tempest.api.compute.v3.servers.test_server_addresses.ServerAddressesV3Test.test_list_server_addresses_by_network" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_server_addresses" + }, + "compute-admin-test_flavors_negative_xml": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_already_exists", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_using_invalid_ram", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_using_invalid_vcpus", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_id_length_exceeds_255", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_ephemeral_gb", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_flavor_id", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_is_public", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_name", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_root_gb", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_rxtx_factor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_swap", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_name_length_exceeds_255", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_name_length_less_than_1", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_delete_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_delete_nonexistent_flavor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_get_flavor_details_for_deleted_flavor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_invalid_is_public_string" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_flavors_negative_xml" + }, + "compute-images-test_list_image_filters_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.images.test_list_image_filters_negative.ListImageFiltersNegativeTestJSON.test_get_nonexistent_image", + "tempest.api.compute.images.test_list_image_filters_negative.ListImageFiltersNegativeTestXML.test_get_nonexistent_image" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-images-test_list_image_filters_negative" + }, + "compute-v3-admin-test_availability_zone_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_availability_zone_negative.AZAdminNegativeV3Test.test_get_availability_zone_list_detail_with_non_admin_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_availability_zone_negative" + }, + "network-admin-test_dhcp_agent_scheduler": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_dhcp_agent_hosting_network", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_add_remove_network_from_dhcp_agent", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_list_dhcp_agent_hosting_network", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_list_networks_hosted_by_one_dhcp" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "network-admin-test_dhcp_agent_scheduler" + }, + "compute-admin-test_servers_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_get_server_diagnostics_by_non_admin", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_migrate_non_existent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_migrate_server_invalid_state", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_invalid_state", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_invalid_type", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_nonexistent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_resize_server_using_overlimit_ram", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_resize_server_using_overlimit_vcpus", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_get_server_diagnostics_by_non_admin", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_migrate_non_existent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_migrate_server_invalid_state", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_invalid_state", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_invalid_type", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_nonexistent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_resize_server_using_overlimit_ram", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_resize_server_using_overlimit_vcpus" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_servers_negative" + }, + "compute-volumes-test_attach_volume": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume", + "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestXML.test_attach_detach_volume" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-volumes-test_attach_volume" + }, + "object_storage-test_object_version": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "object_storage-test_object_version" + }, + "identity-admin-v3-test_projects_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_project_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_project_with_empty_name", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_projects_name_length_over_64", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_delete_non_existent_project", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_list_projects_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_project_create_duplicate", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_project_delete_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_project_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_project_with_empty_name", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_projects_name_length_over_64", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_delete_non_existent_project", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_list_projects_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_project_create_duplicate", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_project_delete_by_unauthorized_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_projects_negative" + }, + "compute-v3-servers-test_server_actions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_change_server_password", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_create_backup", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_get_console_output", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_get_console_output_server_id_in_shutoff_status", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_get_vnc_console", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_lock_unlock_server", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_pause_unpause_server", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_reboot_server_hard", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_reboot_server_soft", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_rebuild_server", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_rebuild_server_in_stop_state", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_resize_server_confirm", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_resize_server_revert", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_shelve_unshelve_server", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_stop_start_server", + "tempest.api.compute.v3.servers.test_server_actions.ServerActionsV3Test.test_suspend_resume_server" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_server_actions" + }, + "compute-v3-images-test_images_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.images.test_images_negative.ImagesNegativeV3Test.test_create_image_from_deleted_server", + "tempest.api.compute.v3.images.test_images_negative.ImagesNegativeV3Test.test_create_image_from_nonexistent_server", + "tempest.api.compute.v3.images.test_images_negative.ImagesNegativeV3Test.test_create_image_specify_uuid_35_characters_or_less", + "tempest.api.compute.v3.images.test_images_negative.ImagesNegativeV3Test.test_create_image_specify_uuid_37_characters_or_more" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-images-test_images_negative" + }, + "compute-v3-admin-test_quotas_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_quotas_negative.QuotasAdminNegativeV3Test.test_create_server_when_cpu_quota_is_full", + "tempest.api.compute.v3.admin.test_quotas_negative.QuotasAdminNegativeV3Test.test_create_server_when_instances_quota_is_full", + "tempest.api.compute.v3.admin.test_quotas_negative.QuotasAdminNegativeV3Test.test_create_server_when_memory_quota_is_full", + "tempest.api.compute.v3.admin.test_quotas_negative.QuotasAdminNegativeV3Test.test_update_quota_normal_user" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_quotas_negative" + }, + "compute-servers-test_servers": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_ipv6_addr_only", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_server_with_admin_password", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_server_with_ipv6_addr_only", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_specify_keypair", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_with_existing_server_name", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_update_access_server_address", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_update_server_name" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_servers" + }, + "compute-admin-test_services": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_and_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_binary_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_list_services", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_service_and_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_service_binary_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_list_services" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_services" + }, + "compute-v3-servers-test_server_password": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.servers.test_server_password.ServerPasswordV3Test.test_delete_server_password", + "tempest.api.compute.v3.servers.test_server_password.ServerPasswordV3Test.test_get_server_password" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-servers-test_server_password" + }, + "compute-v3-images-test_images": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.images.test_images.ImagesV3Test.test_create_image_from_stopped_server", + "tempest.api.compute.v3.images.test_images.ImagesV3Test.test_delete_queued_image" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-images-test_images" + }, + "compute-admin-test_availability_zone": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.admin.test_availability_zone.AZAdminTestJSON.test_get_availability_zone_list", + "tempest.api.compute.admin.test_availability_zone.AZAdminTestJSON.test_get_availability_zone_list_detail", + "tempest.api.compute.admin.test_availability_zone.AZAdminTestXML.test_get_availability_zone_list", + "tempest.api.compute.admin.test_availability_zone.AZAdminTestXML.test_get_availability_zone_list_detail" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-admin-test_availability_zone" + }, + "database-flavors-test_flavors": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor", + "tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "database-flavors-test_flavors" + }, + "compute-v3-test_quotas": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.test_quotas.QuotasV3Test.test_compare_tenant_quotas_with_default_quotas", + "tempest.api.compute.v3.test_quotas.QuotasV3Test.test_get_default_quotas", + "tempest.api.compute.v3.test_quotas.QuotasV3Test.test_get_quotas" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-v3-test_quotas" + }, + "baremetal-test_ports": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.baremetal.test_ports.TestPorts.test_create_port", + "tempest.api.baremetal.test_ports.TestPorts.test_create_port_specifying_uuid", + "tempest.api.baremetal.test_ports.TestPorts.test_create_port_with_extra", + "tempest.api.baremetal.test_ports.TestPorts.test_delete_port", + "tempest.api.baremetal.test_ports.TestPorts.test_list_ports", + "tempest.api.baremetal.test_ports.TestPorts.test_list_ports_details", + "tempest.api.baremetal.test_ports.TestPorts.test_list_with_limit", + "tempest.api.baremetal.test_ports.TestPorts.test_show_port", + "tempest.api.baremetal.test_ports.TestPorts.test_show_port_with_links", + "tempest.api.baremetal.test_ports.TestPorts.test_update_port_add", + "tempest.api.baremetal.test_ports.TestPorts.test_update_port_mixed_ops", + "tempest.api.baremetal.test_ports.TestPorts.test_update_port_remove", + "tempest.api.baremetal.test_ports.TestPorts.test_update_port_replace" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "baremetal-test_ports" + }, + "identity-admin-v3-test_projects": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_associate_user_to_project", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_not_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_description", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_list_delete", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_desc", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_enable", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_name", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_associate_user_to_project", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_not_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_with_description", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_list_delete", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_desc", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_enable", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_name" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_projects" + }, + "network-test_vpnaas_extensions": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestJSON.test_create_update_delete_ike_policy", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestJSON.test_create_update_delete_vpn_service", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestJSON.test_list_ike_policies", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestJSON.test_list_vpn_services", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestJSON.test_show_ike_policy", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestJSON.test_show_vpn_service", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestXML.test_create_update_delete_ike_policy", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestXML.test_create_update_delete_vpn_service", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestXML.test_list_ike_policies", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestXML.test_list_vpn_services", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestXML.test_show_ike_policy", + "tempest.api.network.test_vpnaas_extensions.VPNaaSTestXML.test_show_vpn_service" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "network-test_vpnaas_extensions" + }, + "identity-admin-v3-test_tokens": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_tokens.TokensV3TestJSON.test_rescope_token", + "tempest.api.identity.admin.v3.test_tokens.TokensV3TestJSON.test_tokens", + "tempest.api.identity.admin.v3.test_tokens.TokensV3TestXML.test_rescope_token", + "tempest.api.identity.admin.v3.test_tokens.TokensV3TestXML.test_tokens" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_tokens" + }, + "identity-admin-test_users_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_for_disabled_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_when_tenant_is_disabled", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_password", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_username", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_for_non_existent_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_duplicate_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_empty_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_enabled_non_bool", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_name_length_over_255", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_request_without_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_list_users_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_for_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_for_disabled_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_when_tenant_is_disabled", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_password", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_username", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_for_non_existent_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_duplicate_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_empty_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_enabled_non_bool", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_name_length_over_255", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_get_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_get_users_request_without_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_list_users_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_for_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_request_without_a_token" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-test_users_negative" + }, + "identity-admin-v3-test_groups": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_create_update_get", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_list_user_groups", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_group_create_update_get", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_group_users_add_list_delete", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_list_user_groups" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_groups" + }, + "identity-admin-v3-test_services": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_update_service", + "tempest.api.identity.admin.v3.test_services.ServicesTestXML.test_update_service" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "identity-admin-v3-test_services" + }, + "compute-servers-test_availability_zone": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.servers.test_availability_zone.AZTestJSON.test_get_availability_zone_list_with_non_admin_user", + "tempest.api.compute.servers.test_availability_zone.AZTestXML.test_get_availability_zone_list_with_non_admin_user" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-servers-test_availability_zone" + }, + "compute-keypairs-test_keypairs": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.keypairs.test_keypairs.KeyPairsTestJSON.test_get_keypair_detail", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsTestJSON.test_keypair_create_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsTestJSON.test_keypair_create_with_pub_key", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsTestJSON.test_keypairs_create_list_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsTestXML.test_get_keypair_detail", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsTestXML.test_keypair_create_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsTestXML.test_keypair_create_with_pub_key", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsTestXML.test_keypairs_create_list_delete" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-keypairs-test_keypairs" + }, + "orchestration-stacks-test_templates": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_show_template", + "tempest.api.orchestration.stacks.test_templates.TemplateAWSTestJSON.test_validate_template", + "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_show_template", + "tempest.api.orchestration.stacks.test_templates.TemplateYAMLTestJSON.test_validate_template" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "orchestration-stacks-test_templates" + }, + "compute-v3-admin-test_servers": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_servers.ServersAdminV3Test.test_get_server_diagnostics_by_admin", + "tempest.api.compute.v3.admin.test_servers.ServersAdminV3Test.test_list_servers_by_admin", + "tempest.api.compute.v3.admin.test_servers.ServersAdminV3Test.test_list_servers_by_admin_with_all_tenants", + "tempest.api.compute.v3.admin.test_servers.ServersAdminV3Test.test_list_servers_filter_by_error_status", + "tempest.api.compute.v3.admin.test_servers.ServersAdminV3Test.test_list_servers_filter_by_existent_host", + "tempest.api.compute.v3.admin.test_servers.ServersAdminV3Test.test_rebuild_server_in_error_state", + "tempest.api.compute.v3.admin.test_servers.ServersAdminV3Test.test_reset_network_inject_network_info", + "tempest.api.compute.v3.admin.test_servers.ServersAdminV3Test.test_reset_state_server" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_servers" + }, + "compute-floating_ips-test_list_floating_ips_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.floating_ips.test_list_floating_ips_negative.FloatingIPDetailsNegativeTestJSON.test_get_nonexistent_floating_ip_details", + "tempest.api.compute.floating_ips.test_list_floating_ips_negative.FloatingIPDetailsNegativeTestXML.test_get_nonexistent_floating_ip_details" + ], + "description": "", + "admin": false, + "flagged": [], + "name": "compute-floating_ips-test_list_floating_ips_negative" + }, + "volume-admin-test_volume_types_extra_specs_negative": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_invalid_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_none_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_delete_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_list_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_multiple_extra_spec", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_no_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_none_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_invalid_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_none_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_delete_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_get_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_get_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_list_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_multiple_extra_spec", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_no_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_none_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_nonexistent_extra_spec_id" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "volume-admin-test_volume_types_extra_specs_negative" + }, + "compute-v3-admin-test_services": { + "achievements": [], + "core": false, + "tests": [ + "tempest.api.compute.v3.admin.test_services.ServicesAdminV3Test.test_get_service_by_host_name", + "tempest.api.compute.v3.admin.test_services.ServicesAdminV3Test.test_get_service_by_service_and_host_name", + "tempest.api.compute.v3.admin.test_services.ServicesAdminV3Test.test_get_service_by_service_binary_name", + "tempest.api.compute.v3.admin.test_services.ServicesAdminV3Test.test_list_services" + ], + "description": "", + "admin": true, + "flagged": [], + "name": "compute-v3-admin-test_services" + } + } +} \ No newline at end of file diff --git a/refstack/static/comparison.html b/refstack/static/comparison.html new file mode 120000 index 00000000..43ca8ec7 --- /dev/null +++ b/refstack/static/comparison.html @@ -0,0 +1 @@ +../templates/comparison.html \ No newline at end of file diff --git a/refstack/static/js/jquery.cookie.js b/refstack/static/js/jquery.cookie.js new file mode 100644 index 00000000..feb62e92 --- /dev/null +++ b/refstack/static/js/jquery.cookie.js @@ -0,0 +1,117 @@ +/*! + * jQuery Cookie Plugin v1.4.1 + * https://github.com/carhartl/jquery-cookie + * + * Copyright 2006, 2014 Klaus Hartl + * Released under the MIT license + */ +(function (factory) { + if (typeof define === 'function' && define.amd) { + // AMD + define(['jquery'], factory); + } else if (typeof exports === 'object') { + // CommonJS + factory(require('jquery')); + } else { + // Browser globals + factory(jQuery); + } +}(function ($) { + + var pluses = /\+/g; + + function encode(s) { + return config.raw ? s : encodeURIComponent(s); + } + + function decode(s) { + return config.raw ? s : decodeURIComponent(s); + } + + function stringifyCookieValue(value) { + return encode(config.json ? JSON.stringify(value) : String(value)); + } + + function parseCookieValue(s) { + if (s.indexOf('"') === 0) { + // This is a quoted cookie as according to RFC2068, unescape... + s = s.slice(1, -1).replace(/\\"/g, '"').replace(/\\\\/g, '\\'); + } + + try { + // Replace server-side written pluses with spaces. + // If we can't decode the cookie, ignore it, it's unusable. + // If we can't parse the cookie, ignore it, it's unusable. + s = decodeURIComponent(s.replace(pluses, ' ')); + return config.json ? JSON.parse(s) : s; + } catch(e) {} + } + + function read(s, converter) { + var value = config.raw ? s : parseCookieValue(s); + return $.isFunction(converter) ? converter(value) : value; + } + + var config = $.cookie = function (key, value, options) { + + // Write + + if (arguments.length > 1 && !$.isFunction(value)) { + options = $.extend({}, config.defaults, options); + + if (typeof options.expires === 'number') { + var days = options.expires, t = options.expires = new Date(); + t.setTime(+t + days * 864e+5); + } + + return (document.cookie = [ + encode(key), '=', stringifyCookieValue(value), + options.expires ? '; expires=' + options.expires.toUTCString() : '', // use expires attribute, max-age is not supported by IE + options.path ? '; path=' + options.path : '', + options.domain ? '; domain=' + options.domain : '', + options.secure ? '; secure' : '' + ].join('')); + } + + // Read + + var result = key ? undefined : {}; + + // To prevent the for loop in the first place assign an empty array + // in case there are no cookies at all. Also prevents odd result when + // calling $.cookie(). + var cookies = document.cookie ? document.cookie.split('; ') : []; + + for (var i = 0, l = cookies.length; i < l; i++) { + var parts = cookies[i].split('='); + var name = decode(parts.shift()); + var cookie = parts.join('='); + + if (key && key === name) { + // If second argument (value) is a function it's a converter... + result = read(cookie, value); + break; + } + + // Prevent storing a cookie that we couldn't decode. + if (!key && (cookie = read(cookie)) !== undefined) { + result[name] = cookie; + } + } + + return result; + }; + + config.defaults = {}; + + $.removeCookie = function (key, options) { + if ($.cookie(key) === undefined) { + return false; + } + + // Must not alter options, thus extending a fresh object... + $.cookie(key, '', $.extend({}, options, { expires: -1 })); + return !$.cookie(key); + }; + +})); diff --git a/refstack/static/js/refstack.js b/refstack/static/js/refstack.js new file mode 100644 index 00000000..9eb76ec4 --- /dev/null +++ b/refstack/static/js/refstack.js @@ -0,0 +1,339 @@ +// +// Licensed under the Apache License, Version 2.0 (the "License"); you may +// not use this file except in compliance with the License. You may obtain +// a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +// License for the specific language governing permissions and limitations +// under the License. + +/*global $:false */ +/*global Mustache:false */ +/*global window:false */ +/*jslint devel: true*/ +/* jshint -W097 */ +/*jslint node: true */ + +'use strict'; + +// Format time (numbers of seconds) in format xx h xx m xx s +// with_sign flag forces to add sign to result +var pretty_time_format = function (time_in, with_sign) { + var time = Math.abs(time_in), + hours = Math.floor(time / 3600), + minutes = Math.floor((time - (hours * 3600)) / 60), + seconds = time - (hours * 3600) - (minutes * 60), + result; + + if (hours < 10) {hours = '0' + hours; } + if (minutes < 10) {minutes = '0' + minutes; } + if (seconds < 10) {seconds = '0' + seconds; } + result = minutes + 'm ' + seconds + 's'; + if (hours > 0) { + return hours + 'h ' + result; + } + if (with_sign) { + if (time_in >= 0) { + result = '+ ' + result; + } else { + result = '- ' + result; + } + } + return result; +}; + +// Used in templates for rendering custom bullets in capabilities support list +var caps_support = function (text, render) { + if (this.fully_supported) { + return render(''); + } + if (this.partial_supported) { + return render(''); + } + return render(''); +}; + +// Building data for rendering report for a single test run +// Requires capabilities list. It can be build by "build_caps_list" function +var build_report = function (caps_list, test_result) { + var other_tests = test_result.results.slice(0), + result = { + 'only_core': $.cookie('only_core_flag') === 'true', + 'all': $.cookie('admin_filter_flag') === 'all', + 'admin': $.cookie('admin_filter_flag') === 'admin', + 'noadmin': $.cookie('admin_filter_flag') === 'noadmin', + 'cpid': test_result.cpid, + 'duration_seconds': pretty_time_format(test_result.duration_seconds), + 'defcore_tests': { + capabilities: caps_list.capabilities, + list: test_result.results.filter(function (test) { + return caps_list.global_test_list.indexOf(test) >= 0; + }), + passed_tests: test_result.results.filter(function (test) { + return caps_list.scope_tests_list.indexOf(test) >= 0; + }), + failed_tests: caps_list.scope_tests_list.filter(function (test) { + return test_result.results.indexOf(test) < 0; + }), + scope_tests_count: caps_list.scope_tests_count + } + }; + result.defcore_tests.count = result.defcore_tests.list.length; + result.defcore_tests.capabilities = caps_list.capabilities.map(function (capability_class) { + var ext_capability_class = { + class: capability_class.class, + count: capability_class.count, + items : capability_class.items.map(function (capability) { + return { + class: capability.class, + description: capability.description, + id: capability.id, + name: capability.name, + tests: capability.tests, + tests_count: capability.tests_count + }; + }) + + }; + ext_capability_class.full_support_count = 0; + ext_capability_class.partial_support_count = 0; + ext_capability_class.items = ext_capability_class.items.map(function (capability) { + capability.passed_tests = []; + capability.failed_tests = []; + capability.test_chart = []; + capability.fully_supported = true; + capability.partial_supported = false; + capability.tests.forEach(function (test) { + var passed = test_result.results.indexOf(test) >= 0, + test_index = other_tests.indexOf(test); + if (passed) { + capability.partial_supported = true; + capability.passed_tests.push(test); + if (test_index >= 0) { + other_tests.splice(test_index, 1); + } + } else { + capability.fully_supported = false; + capability.failed_tests.push(test); + + } + }); + capability.passed_count = capability.passed_tests.length; + capability.failed_count = capability.failed_tests.length; + if (capability.fully_supported) { + capability.partial_supported = false; + } + capability.caps_support = function () {return caps_support; }; + if (capability.fully_supported) { + ext_capability_class.full_support_count += 1; + } + if (capability.partial_supported) { + ext_capability_class.partial_support_count += 1; + } + return capability; + }); + ext_capability_class.items.sort(function (a, b) { + var ai = 0, + bi = 0; + if (a.fully_supported) {ai = 0; } else if (a.partial_supported) {ai = 1; } else {ai = 2; } + if (b.fully_supported) {bi = 0; } else if (b.partial_supported) {bi = 1; } else {bi = 2; } + return ((ai > bi) ? -1 : ((ai < bi) ? 1 : 0)); + }); + ext_capability_class.full_unsupport_count = ext_capability_class.count - (ext_capability_class.partial_support_count + ext_capability_class.full_support_count); + return ext_capability_class; + }); + result.defcore_tests.total_passed_count = result.defcore_tests.passed_tests.length; + result.defcore_tests.total_failed_count = result.defcore_tests.failed_tests.length; + result.other_tests = { + 'list': other_tests, + 'count': other_tests.length + }; + return result; +}; + +// Building data for rendering report for comparison two test runs. +// Requires capabilities list. It can be build by "build_caps_list" function +var build_diff_report = function (caps_list, test_result, prev_test_result) { + var diff_report = build_report(caps_list, test_result), + other_tests = prev_test_result.results.slice(0); + diff_report.current_run = test_result; + diff_report.previous_run = prev_test_result; + diff_report.time_diff = pretty_time_format(diff_report.current_run.duration_seconds - diff_report.previous_run.duration_seconds, true); + diff_report.current_run.duration_seconds = pretty_time_format(diff_report.current_run.duration_seconds); + diff_report.previous_run.duration_seconds = pretty_time_format(diff_report.previous_run.duration_seconds); + diff_report.same_clouds = diff_report.current_run.cpid === diff_report.previous_run.cpid; + diff_report.defcore_tests.fixed_tests = []; + diff_report.defcore_tests.broken_tests = []; + diff_report.defcore_tests.capabilities = diff_report.defcore_tests.capabilities.map(function (capability_class) { + capability_class.items = capability_class.items.map(function (capability) { + capability.fixed_tests = []; + capability.broken_tests = []; + capability.tests.forEach(function (test) { + var passed = prev_test_result.results.indexOf(test) >= 0, + test_index = other_tests.indexOf(test), + failed_index = 0, + passed_index = 0; + if (passed) { + if (capability.passed_tests.indexOf(test) < 0) { + capability.broken_tests.push(test); + if (diff_report.defcore_tests.broken_tests.indexOf(test) < 0) { + diff_report.defcore_tests.broken_tests.push(test); + } + failed_index = capability.failed_tests.indexOf(test); + if (failed_index < 0) { + alert('Comparison is incorrect!'); + throw new Error('Comparison is incorrect!'); + } + capability.failed_tests.splice(failed_index, 1); + } + if (test_index >= 0) { + other_tests.splice(test_index, 1); + } + } else { + if (capability.failed_tests.indexOf(test) < 0) { + capability.fixed_tests.push(test); + if (diff_report.defcore_tests.fixed_tests.indexOf(test) < 0) { + diff_report.defcore_tests.fixed_tests.push(test); + } + passed_index = capability.passed_tests.indexOf(test); + if (passed_index < 0) { + alert('Comparison is incorrect!'); + throw new Error('Comparison is incorrect!'); + } + capability.passed_tests.splice(passed_index, 1); + } + } + }); + capability.broken_count = capability.broken_tests.length; + capability.fixed_count = capability.fixed_tests.length; + return capability; + }); + return capability_class; + }); + diff_report.defcore_tests.passed_tests = diff_report.defcore_tests.passed_tests.filter(function (test) { + return diff_report.defcore_tests.fixed_tests.indexOf(test) < 0; + }); + diff_report.defcore_tests.failed_tests = diff_report.defcore_tests.failed_tests.filter(function (test) { + return diff_report.defcore_tests.broken_tests.indexOf(test) < 0; + }); + diff_report.defcore_tests.total_failed_count = diff_report.defcore_tests.failed_tests.length; + diff_report.defcore_tests.total_passed_count = diff_report.defcore_tests.passed_tests.length; + diff_report.defcore_tests.total_fixed_count = diff_report.defcore_tests.fixed_tests.length; + diff_report.defcore_tests.total_broken_count = diff_report.defcore_tests.broken_tests.length; + return diff_report; +}; + +// Updating admin filter value and render page +var admin_filter_update = function (item) { + $.cookie('admin_filter_flag', item.name); + window.render_page(); +}; + +// Updating core filter value and render page +var core_filter_update = function (item) { + $.cookie('only_core_flag', item.name === 'true'); + window.render_page(); +}; + +// Get filter values (admin and core) +var get_filters_cookie = function () { + if ($('input#only_core').length === 0) { + if (!$.cookie('only_core_flag')) {$.cookie('only_core_flag', 'true'); } + } + if ($('div#admin_filter').length === 0) { + if (!$.cookie('admin_filter_flag')) {$.cookie('admin_filter_flag', 'all'); } + } + return {only_core: $.cookie('only_core_flag') === 'true', admin_filter: $.cookie('admin_filter_flag')}; +}; + +// Init page spinner +var loading_spin = function () { + var opts = { lines: 17, length: 40, width: 11, radius: 32, corners: 1, + rotate: 0, direction: 1, color: '#000', speed: 1, trail: 33, + shadow: false, hwaccel: false, className: 'spinner', zIndex: 2e9, + top: '50%', left: '50%' }, + target = document.getElementById('test_results'); + new Spinner(opts).spin(target); +}; + +// Page post processing for jquery stuff +var post_processing = function post_processing() { + $('div.cap_shot:odd').addClass('zebra_odd'); + $('div.cap_shot:even').addClass('zebra_even'); + $('div#core_filter').buttonset(); + $('div#admin_filter').buttonset(); + $('#schema_selector').selectmenu({change: function () {window.render_page(); } }); + +}; + +// Render page for report from single test run +var render_defcore_report_page = function () { + var filters = get_filters_cookie(), + schema = '', + schema_selector = $('select#schema_selector'); + + if (window.result_source === '{{result_source}}') { + window.result_source = 'sample_test_result.json'; + } + if (schema_selector.length === 0) { + schema = 'havanacore.json'; + } else { + schema = schema_selector[0].value; + } + console.log(schema); + $.when( + $.get('mustache/report_base.mst', undefined, undefined, 'html'), + $.get('mustache/single_header.mst', undefined, undefined, 'html'), + $.get('mustache/single_capabilities_details.mst', undefined, undefined, 'html'), + $.get('capabilities/' + schema, undefined, undefined, 'json'), + $.get(window.result_source, undefined, undefined, 'json') + ).done(function (base_template, header_template, caps_template, schema, test_result) { + var caps_list = window.build_caps_list(schema[0], filters), + report = build_report(caps_list, test_result[0]); + $("div#test_results").html(Mustache.render(base_template[0], report, { + header: header_template[0], + caps_details: caps_template[0] + })); + post_processing(); + }); +}; + +// Render page for report for comparison two test run +var render_defcore_diff_report_page = function () { + var filters = get_filters_cookie(), + schema = '', + schema_selector = $('select#schema_selector'); + + if (window.result_source === '{{result_source}}') { + window.result_source = 'sample_test_result.json'; + } + if (window.prev_result_source === '{{prev_result_source}}') { + window.prev_result_source = 'other_test_result.json'; + } + if (schema_selector.length === 0) { + schema = 'havanacore.json'; + } else { + schema = schema_selector[0].value; + } + $.when( + $.get('mustache/report_base.mst', undefined, undefined, 'html'), + $.get('mustache/diff_header.mst', undefined, undefined, 'html'), + $.get('mustache/diff_capabilities_details.mst', undefined, undefined, 'html'), + $.get('capabilities/' + schema, undefined, undefined, 'json'), + $.get(window.result_source, undefined, undefined, 'json'), + $.get(window.prev_result_source, undefined, undefined, 'json') + ).done(function (base_template, header_template, caps_template, schema, + test_result, prev_result) { + var caps_list = window.build_caps_list(schema[0], filters), + diff_report = build_diff_report(caps_list, test_result[0], prev_result[0]); + $("div#test_results").html(Mustache.render(base_template[0], diff_report, { + header: header_template[0], + caps_details: caps_template[0] + })); + post_processing(); + }); +}; \ No newline at end of file diff --git a/refstack/static/js/spin.js b/refstack/static/js/spin.js new file mode 100644 index 00000000..a3812e23 --- /dev/null +++ b/refstack/static/js/spin.js @@ -0,0 +1,349 @@ +/** + * Copyright (c) 2011-2014 Felix Gnass + * Licensed under the MIT license + */ +(function(root, factory) { + + /* CommonJS */ + if (typeof exports == 'object') module.exports = factory() + + /* AMD module */ + else if (typeof define == 'function' && define.amd) define(factory) + + /* Browser global */ + else root.Spinner = factory() +} +(this, function() { + "use strict"; + + var prefixes = ['webkit', 'Moz', 'ms', 'O'] /* Vendor prefixes */ + , animations = {} /* Animation rules keyed by their name */ + , useCssAnimations /* Whether to use CSS animations or setTimeout */ + + /** + * Utility function to create elements. If no tag name is given, + * a DIV is created. Optionally properties can be passed. + */ + function createEl(tag, prop) { + var el = document.createElement(tag || 'div') + , n + + for(n in prop) el[n] = prop[n] + return el + } + + /** + * Appends children and returns the parent. + */ + function ins(parent /* child1, child2, ...*/) { + for (var i=1, n=arguments.length; i>1) + 'px' + }) + } + + for (; i < o.lines; i++) { + seg = css(createEl(), { + position: 'absolute', + top: 1+~(o.width/2) + 'px', + transform: o.hwaccel ? 'translate3d(0,0,0)' : '', + opacity: o.opacity, + animation: useCssAnimations && addAnimation(o.opacity, o.trail, start + i * o.direction, o.lines) + ' ' + 1/o.speed + 's linear infinite' + }) + + if (o.shadow) ins(seg, css(fill('#000', '0 0 4px ' + '#000'), {top: 2+'px'})) + ins(el, ins(seg, fill(getColor(o.color, i), '0 0 1px rgba(0,0,0,.1)'))) + } + return el + }, + + /** + * Internal method that adjusts the opacity of a single line. + * Will be overwritten in VML fallback mode below. + */ + opacity: function(el, i, val) { + if (i < el.childNodes.length) el.childNodes[i].style.opacity = val + } + + }) + + + function initVML() { + + /* Utility function to create a VML tag */ + function vml(tag, attr) { + return createEl('<' + tag + ' xmlns="urn:schemas-microsoft.com:vml" class="spin-vml">', attr) + } + + // No CSS transforms but VML support, add a CSS rule for VML elements: + sheet.addRule('.spin-vml', 'behavior:url(#default#VML)') + + Spinner.prototype.lines = function(el, o) { + var r = o.length+o.width + , s = 2*r + + function grp() { + return css( + vml('group', { + coordsize: s + ' ' + s, + coordorigin: -r + ' ' + -r + }), + { width: s, height: s } + ) + } + + var margin = -(o.width+o.length)*2 + 'px' + , g = css(grp(), {position: 'absolute', top: margin, left: margin}) + , i + + function seg(i, dx, filter) { + ins(g, + ins(css(grp(), {rotation: 360 / o.lines * i + 'deg', left: ~~dx}), + ins(css(vml('roundrect', {arcsize: o.corners}), { + width: r, + height: o.width, + left: o.radius, + top: -o.width>>1, + filter: filter + }), + vml('fill', {color: getColor(o.color, i), opacity: o.opacity}), + vml('stroke', {opacity: 0}) // transparent stroke to fix color bleeding upon opacity change + ) + ) + ) + } + + if (o.shadow) + for (i = 1; i <= o.lines; i++) + seg(i, -2, 'progid:DXImageTransform.Microsoft.Blur(pixelradius=2,makeshadow=1,shadowopacity=.3)') + + for (i = 1; i <= o.lines; i++) seg(i) + return ins(el, g) + } + + Spinner.prototype.opacity = function(el, i, val, o) { + var c = el.firstChild + o = o.shadow && o.lines || 0 + if (c && i+o < c.childNodes.length) { + c = c.childNodes[i+o]; c = c && c.firstChild; c = c && c.firstChild + if (c) c.opacity = val + } + } + } + + var probe = css(createEl('group'), {behavior: 'url(#default#VML)'}) + + if (!vendor(probe, 'transform') && probe.adj) initVML() + else useCssAnimations = vendor(probe, 'animation') + + return Spinner + +})); diff --git a/refstack/static/mustache/diff_capabilities_details.mst b/refstack/static/mustache/diff_capabilities_details.mst new file mode 100644 index 00000000..a5df8fb0 --- /dev/null +++ b/refstack/static/mustache/diff_capabilities_details.mst @@ -0,0 +1,60 @@ +{{#items}} +
+
+
{{#caps_support}}{{/caps_support}}
+
+ {{name}} +
+
+ {{passed_count}} +
+
+ {{#fixed_count}}+{{fixed_count}}{{/fixed_count}} +
+
+ {{#broken_count}}-{{broken_count}}{{/broken_count}} +
+
+ {{failed_count}} +
+
+ +
+{{/items}} \ No newline at end of file diff --git a/refstack/static/mustache/diff_header.mst b/refstack/static/mustache/diff_header.mst new file mode 100644 index 00000000..e6eb346f --- /dev/null +++ b/refstack/static/mustache/diff_header.mst @@ -0,0 +1,23 @@ +
+
+
+
Current test run
+
Previous test run
+
+
+
Cloud ID
+
{{current_run.cpid}}
+
+ {{#same_clouds}}The same cloud{{/same_clouds}} + {{^same_clouds}}{{previous_run.cpid}}{{/same_clouds}} +
+
+
+
Test execution time
+
{{current_run.duration_seconds}} ( {{time_diff}} )
+
{{previous_run.duration_seconds}}
+
+ +
+ +

\ No newline at end of file diff --git a/refstack/static/mustache/report_base.mst b/refstack/static/mustache/report_base.mst new file mode 100644 index 00000000..3ddf9798 --- /dev/null +++ b/refstack/static/mustache/report_base.mst @@ -0,0 +1,167 @@ +{{>header}} +

DefCore test results

+{{#defcore_tests}} +
+ Total passed DefCore tests: {{defcore_tests.count}} [plain list] +
+ +

+
+

Scope filter

+ +
+ + + + +
+
+
+ + + + + + +
+
+

+
+
+
+
+
Total tests in scope
+
{{scope_tests_count}}
+
+
+ {{#total_fixed_count}} +
+
+
+
Fixed tests in scope compared to previous run
+
{{total_fixed_count}}
+
+ +
+ {{/total_fixed_count}} + {{#total_broken_count}} +
+
+
+
Broken tests in scope compared to previous run
+
{{total_broken_count}}
+
+ +
+ {{/total_broken_count}} +
+
+
+
Passed tests in scope
+
{{total_passed_count}}
+
+ +
+
+
+
+
Not passed tests in scope
+
{{total_failed_count}}
+
+ +
+
+

+

Capabilities status

+ +{{^capabilities}} +
No capabilities!
+{{/capabilities}} +{{/defcore_tests}} +{{#other_tests}} +

Passed tests out of scope

+Total passed tests out of scope: {{count}} [plain list] + +{{/other_tests}} \ No newline at end of file diff --git a/refstack/static/mustache/single_capabilities_details.mst b/refstack/static/mustache/single_capabilities_details.mst new file mode 100644 index 00000000..04129318 --- /dev/null +++ b/refstack/static/mustache/single_capabilities_details.mst @@ -0,0 +1,36 @@ +{{#items}} +
+
+
{{#caps_support}}{{/caps_support}}
+
+ {{name}} +
+
+ {{passed_count}} +
+
+ {{failed_count}} +
+
+ +
+{{/items}} \ No newline at end of file diff --git a/refstack/static/mustache/single_header.mst b/refstack/static/mustache/single_header.mst new file mode 100644 index 00000000..2212c827 --- /dev/null +++ b/refstack/static/mustache/single_header.mst @@ -0,0 +1,10 @@ +
+
+
Cloud ID
+
{{cpid}}
+
+
+
Test execution time
+
{{duration_seconds}}
+
+
\ No newline at end of file diff --git a/refstack/static/other_test_result.json b/refstack/static/other_test_result.json new file mode 100644 index 00000000..e2e6ee42 --- /dev/null +++ b/refstack/static/other_test_result.json @@ -0,0 +1,1756 @@ +{ + "duration_seconds": 6200, + "cpid": "6b678f2c7fa94c7e942728b300451b55", + "results": [ + "tempest.api.compute.v3.images.test_images_oneserver.ImagesOneServerV3Test.test_create_delete_image", + "tempest.api.compute.v3.images.test_images_oneserver.ImagesOneServerV3Test.test_create_image_specify_multibyte_character_image_name", + "tempest.api.compute.v3.admin.test_services.ServicesAdminV3Test.test_get_service_by_host_name", + "tempest.api.compute.v3.admin.test_services.ServicesAdminV3Test.test_get_service_by_service_and_host_name", + "tempest.api.compute.v3.admin.test_services.ServicesAdminV3Test.test_get_service_by_service_binary_name", + "tempest.api.compute.v3.admin.test_services.ServicesAdminV3Test.test_list_services", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_metadata_items_limit", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_server_create_metadata_key_too_long", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_server_metadata_non_existent_server", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_set_metadata_non_existent_server", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_set_server_metadata_blank_key", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_update_metadata_non_existent_server", + "tempest.api.compute.v3.servers.test_server_metadata_negative.ServerMetadataV3NegativeTest.test_update_metadata_with_blank_key", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_delete_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_disassociate_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_associate_already_associated_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_allocate_floating_ip", + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_get_floating_ip_details", + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ips", + "tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ip_pools", + "tempest.api.compute.admin.test_fixed_ips.FixedIPsTestXml.test_list_fixed_ip_details", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_create_agent", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_delete_agent", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_list_agents", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_list_agents_with_filter", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_update_agent", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_remove_host", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_metadata_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_verify_entry_in_list", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_create_server_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_list", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_remove_host", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_delete", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_delete_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_update_metadata_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_update_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_verify_entry_in_list", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_non_exist_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_aggregate_name_length_exceeds_255", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_aggregate_name_length_less_than_1", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_with_existent_aggregate_name", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_delete_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_delete_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_get_details_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_get_details_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_list_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_nonexistent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_existent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_non_exist_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_aggregate_name_length_exceeds_255", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_aggregate_name_length_less_than_1", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_with_existent_aggregate_name", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_delete_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_delete_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_get_details_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_get_details_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_list_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_remove_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_remove_nonexistent_host", + "tempest.api.compute.admin.test_availability_zone.AZAdminV2TestJSON.test_get_availability_zone_list", + "tempest.api.compute.admin.test_availability_zone.AZAdminV2TestJSON.test_get_availability_zone_list_detail", + "tempest.api.compute.admin.test_availability_zone.AZAdminV2TestXML.test_get_availability_zone_list", + "tempest.api.compute.admin.test_availability_zone.AZAdminV2TestXML.test_get_availability_zone_list_detail", + "tempest.api.compute.admin.test_availability_zone_negative.AZAdminNegativeTestJSON.test_get_availability_zone_list_detail_with_non_admin_user", + "tempest.api.compute.admin.test_availability_zone_negative.AZAdminNegativeTestXML.test_get_availability_zone_list_detail_with_non_admin_user", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_using_string_ram", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_verify_entry_in_list_details", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_int_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_none_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_uuid_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_list_flavor_without_extra_data", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_server_with_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_is_public_string_variations", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_public_flavor_with_other_user", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_using_string_ram", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_verify_entry_in_list_details", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_int_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_none_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_uuid_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_list_flavor_without_extra_data", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_server_with_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_is_public_string_variations", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_list_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_list_public_flavor_with_other_user", + "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_add_remove", + "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_list_with_private_flavor", + "tempest.api.compute.admin.test_flavors_access.FlavorsAdminTestXML.test_flavor_access_add_remove", + "tempest.api.compute.admin.test_flavors_access.FlavorsAdminTestXML.test_flavor_access_list_with_private_flavor", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_add_flavor_access_duplicate", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_access_list_with_public_flavor", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_non_admin_add", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_non_admin_remove", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_remove_flavor_access_not_found", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_add_flavor_access_duplicate", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_access_list_with_public_flavor", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_non_admin_add", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_non_admin_remove", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_remove_flavor_access_not_found", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_non_admin_get_all_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_non_admin_get_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_set_get_update_show_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_non_admin_get_all_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_non_admin_get_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_set_get_update_show_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_get_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_set_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_update_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_unset_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_update_mismatch_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_update_more_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_get_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_set_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_update_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_unset_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_update_mismatch_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_update_more_key", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_create_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_delete_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_get_flavor_details_for_deleted_flavor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_already_exists", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_using_invalid_ram", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_using_invalid_vcpus", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_id_length_exceeds_255", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_ephemeral_gb", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_flavor_id", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_is_public", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_name", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_root_gb", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_rxtx_factor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_swap", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_name_length_exceeds_255", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_name_length_less_than_1", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_delete_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_delete_nonexistent_flavor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_get_flavor_details_for_deleted_flavor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_invalid_is_public_string", + "tempest.api.compute.admin.test_floating_ips_bulk.FloatingIPsBulkAdminTestJSON.test_create_list_delete_floating_ips_bulk", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_a_blank_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_nonexistent_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_a_blank_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_nonexistent_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_show_host_detail", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_list_hosts_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_reboot_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_reboot_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_show_host_detail_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_show_host_detail_with_nonexistent_hostname", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_shutdown_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_shutdown_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_startup_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_startup_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_extra_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_invalid_maintenance_mode", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_invalid_status", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_without_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_list_hosts_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_reboot_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_reboot_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_show_host_detail_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_show_host_detail_with_nonexistent_hostname", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_shutdown_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_shutdown_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_startup_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_startup_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_invalid_maintenance_mode", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_invalid_status", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_without_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_nonexistent_host", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_servers", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_stats", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_search_hypervisor", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_list", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_list_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_show_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_show_servers", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_stats", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_search_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_list_details_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_list_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_stats_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_uptime_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_nonexistent_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_search_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_search_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_servers_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_servers_with_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_list_details_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_list_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_stats_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_uptime_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_nonexistent_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_search_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_search_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_servers_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_servers_with_nonexistent_hypervisor", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestJSON.test_get_instance_usage_audit_log", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestJSON.test_list_instance_usage_audit_logs", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestXML.test_get_instance_usage_audit_log", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestXML.test_list_instance_usage_audit_logs", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestJSON.test_get_instance_usage_audit_logs_with_invalid_time", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestJSON.test_instance_usage_audit_logs_with_nonadmin_user", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestXML.test_get_instance_usage_audit_logs_with_invalid_time", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestXML.test_instance_usage_audit_logs_with_nonadmin_user", + "tempest.api.compute.admin.test_migrations.MigrationsAdminTest.test_list_migrations", + "tempest.api.compute.admin.test_networks.NetworksTest.test_get_network", + "tempest.api.compute.admin.test_networks.NetworksTest.test_list_all_networks", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_delete_quota", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_default_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_updated_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_update_all_quota_resources_for_tenant", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_delete_quota", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_get_default_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_get_updated_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_update_all_quota_resources_for_tenant", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_update_quota_normal_user", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestXML.test_update_quota_normal_user", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_create_server_with_scheduling_hint", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin_with_all_tenants", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_filter_by_error_status", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_filter_by_exist_host", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_rebuild_server_in_error_state", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_state_server", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_create_server_with_scheduling_hint", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_by_admin", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_by_admin_with_all_tenants", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_filter_by_error_status", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_filter_by_exist_host", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_rebuild_server_in_error_state", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_reset_network_inject_network_info", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_reset_state_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_get_server_diagnostics_by_non_admin", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_migrate_non_existent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_invalid_state", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_invalid_type", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_nonexistent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_get_server_diagnostics_by_non_admin", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_migrate_non_existent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_invalid_state", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_invalid_type", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_nonexistent_server", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_and_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_binary_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_list_services", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_service_and_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_service_binary_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_list_services", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_by_invalid_params", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_by_invalid_service_and_valid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_with_valid_service_and_invalid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_list_services_with_non_admin_user", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_by_invalid_params", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_by_invalid_service_and_valid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_with_valid_service_and_invalid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_list_services_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestJSON.test_list_usage_all_tenants", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_get_usage_tenant", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_get_usage_tenant_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_list_usage_all_tenants", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_get_usage_tenant_with_empty_tenant_id", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_get_usage_tenant_with_invalid_date", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_list_usage_all_tenants_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_get_usage_tenant_with_empty_tenant_id", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_get_usage_tenant_with_invalid_date", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_list_usage_all_tenants_with_non_admin_user", + "tempest.api.compute.certificates.test_certificates.CertificatesV2TestJSON.test_create_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesV2TestJSON.test_get_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesV2TestXML.test_create_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesV2TestXML.test_get_root_certificate", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_detailed_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_detailed_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_detailed_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_detailed_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_get_flavor", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_detailed_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_detailed_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_detailed_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_detailed_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_with_detail", + "tempest.api.compute.flavors.test_flavors_negative.FlavorDetailsNegativeTestJSON.test_flavor_details_negative", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative", + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_invalid_minDisk_filter", + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_invalid_minRam_filter", + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_non_existent_flavor_id", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_allocate_floating_ip_from_nonexistent_pool", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_associate_ip_to_server_without_passing_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_associate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_delete_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_dissociate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_allocate_floating_ip_from_nonexistent_pool", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_associate_ip_to_server_without_passing_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_associate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_delete_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_dissociate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_list_floating_ips_negative.FloatingIPDetailsNegativeTestJSON.test_get_nonexistent_floating_ip_details", + "tempest.api.compute.floating_ips.test_list_floating_ips_negative.FloatingIPDetailsNegativeTestXML.test_get_nonexistent_floating_ip_details", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_delete_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_get_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_list_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_set_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_set_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_update_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_delete_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_get_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_list_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_set_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_set_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_update_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_delete_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_get_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_list_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_set_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_set_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_update_nonexistent_image_metadata", + "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image", + "tempest.api.compute.images.test_images.ImagesTestXML.test_delete_saving_image", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_deleted_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_invalid_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_stopped_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_specify_uuid_35_characters_or_less", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_specify_uuid_37_characters_or_more", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_blank_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_id_is_over_35_character_limit", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_negative_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_non_hex_string_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_with_invalid_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_non_existent_image", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_deleted_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_invalid_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_stopped_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_specify_uuid_35_characters_or_less", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_specify_uuid_37_characters_or_more", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_blank_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_id_is_over_35_character_limit", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_negative_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_non_hex_string_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_with_invalid_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_non_existent_image", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestXML.test_create_delete_image", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_invalid_metadata", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_metadata_over_limits", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_name_over_256_chars", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_second_image_when_first_image_is_being_saved", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_delete_image_that_is_not_yet_active", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_invalid_metadata", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_metadata_over_limits", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_name_over_256_chars", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_second_image_when_first_image_is_being_saved", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_delete_image_that_is_not_yet_active", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_server_id", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_limit_results", + "tempest.api.compute.images.test_list_image_filters_negative.ListImageFiltersNegativeTestJSON.test_get_nonexistent_image", + "tempest.api.compute.images.test_list_image_filters_negative.ListImageFiltersNegativeTestXML.test_get_nonexistent_image", + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images", + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_get_image", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_list_images", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_list_images_with_detail", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON.test_get_keypair_detail", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON.test_keypair_create_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON.test_keypair_create_with_pub_key", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON.test_keypairs_create_list_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestXML.test_get_keypair_detail", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestXML.test_keypair_create_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestXML.test_keypair_create_with_pub_key", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestXML.test_keypairs_create_list_delete", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_invalid_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_when_public_key_bits_exceeds_maximum", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_duplicate_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_empty_name_string", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_empty_public_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_long_keynames", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_keypair_create_with_invalid_pub_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_keypair_delete_nonexistent_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_invalid_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_when_public_key_bits_exceeds_maximum", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_duplicate_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_empty_name_string", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_empty_public_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_long_keynames", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_keypair_create_with_invalid_pub_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_keypair_delete_nonexistent_key", + "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON.test_absLimits_get", + "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestXML.test_absLimits_get", + "tempest.api.compute.limits.test_absolute_limits_negative.AbsoluteLimitsNegativeTestJSON.test_max_image_meta_exceed_limit", + "tempest.api.compute.limits.test_absolute_limits_negative.AbsoluteLimitsNegativeTestXML.test_max_image_meta_exceed_limit", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_arguments", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_create", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_create_with_optional_arguments", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_delete_when_peer_group_deleted", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_list", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_duplicate", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_from_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_ip_protocol", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_port_range", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_to_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_delete_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_duplicate", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_from_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_ip_protocol", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_port_range", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_to_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_delete_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_security_group_create_get_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_security_groups_create_list_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_server_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_update_security_groups", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_nonexistent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_security_group_without_passing_id", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_the_default_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_get_nonexistent_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_non_existent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_nonexistent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_security_group_without_passing_id", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_the_default_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_security_group_get_nonexistent_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_update_non_existent_security_group", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestXML.test_add_remove_fixed_ip", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestXML.test_create_list_show_delete_interfaces", + "tempest.api.compute.servers.test_availability_zone.AZV2TestJSON.test_get_availability_zone_list_with_non_admin_user", + "tempest.api.compute.servers.test_availability_zone.AZV2TestXML.test_get_availability_zone_list_with_non_admin_user", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_list_servers", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_verify_server_details", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestJSON.test_admin_delete_servers_of_others", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestJSON.test_delete_server_while_in_error_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestXML.test_admin_delete_servers_of_others", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestXML.test_delete_server_while_in_error_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_active_server", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_attached_volume", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_building_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_pause_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_shelved_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_shutoff_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_active_server", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_attached_volume", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_building_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_pause_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_shelved_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_shutoff_state", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_auto_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_manual_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_update_server_from_auto_to_manual", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_rebuild_server_with_auto_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_rebuild_server_with_manual_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_update_server_from_auto_to_manual", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestXML.test_get_instance_action", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestXML.test_list_instance_actions", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestJSON.test_get_instance_action_invalid_request", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestJSON.test_list_instance_actions_non_existent_server", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestXML.test_get_instance_action_invalid_request", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestXML.test_list_instance_actions_non_existent_server", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_exceed_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_shutoff_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_zero_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_limit_results", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_exceed_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_shutoff_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_zero_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filtered_by_ip", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filtered_by_name_wildcard", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_changes_since_future_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_changes_since_invalid_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_greater_than_actual_count", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_pass_negative_value", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_pass_string", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_flavor", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_image", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_server_name", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_detail_server_is_deleted", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_status_non_existing", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_with_a_deleted_server", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestJSON.test_multiple_create", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestJSON.test_multiple_create_with_reservation_return", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestXML.test_multiple_create", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestXML.test_multiple_create_with_reservation_return", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_less_than_min_count", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_min_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_min_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_less_than_min_count", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_min_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_min_count_non_integer", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server_in_stop_state", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_shelve_unshelve_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_create_backup", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_get_console_output", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_get_console_output_server_id_in_shutoff_status", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_lock_unlock_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_pause_unpause_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_reboot_server_hard", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_rebuild_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_rebuild_server_in_stop_state", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_shelve_unshelve_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_stop_start_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_suspend_resume_server", + "tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network", + "tempest.api.compute.servers.test_server_addresses.ServerAddressesTestXML.test_list_server_addresses_by_network", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestJSON.test_list_server_addresses_by_network_neg", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestJSON.test_list_server_addresses_invalid_server_id", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestXML.test_list_server_addresses_by_network_neg", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestXML.test_list_server_addresses_invalid_server_id", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_multiple_server_groups_with_same_name_policy", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_affinity_policy", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_anti_affinity_policy", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_get_server_group", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_list_server_groups", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_metadata_empty_body", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_delete_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_get_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_list_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_set_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_set_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_update_metadata_empty_body", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_update_server_metadata", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_create_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_list_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_server_create_metadata_key_too_long", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_wrong_key_passed_in_body", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_create_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_delete_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_list_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_metadata_items_limit", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_server_create_metadata_key_too_long", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_server_metadata_missing_metadata", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_update_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_update_metadata_with_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_wrong_key_passed_in_body", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestJSON.test_delete_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestJSON.test_get_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestXML.test_delete_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestXML.test_get_server_password", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestJSON.test_can_create_server_with_max_number_personality_files", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestJSON.test_personality_files_exceed_limit", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestXML.test_can_create_server_with_max_number_personality_files", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestXML.test_personality_files_exceed_limit", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescue_non_existent_server", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescue_paused_instance", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_attach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_detach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_reboot", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_rebuild", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescue_non_existent_server", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescue_paused_instance", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_attach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_detach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_reboot", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_rebuild", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_ipv6_addr_only", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name_in_stop_state", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_server_with_admin_password", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_server_with_ipv6_addr_only", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_specify_keypair", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_with_existing_server_name", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_update_access_server_address", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_update_server_name", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_update_server_name_in_stop_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_non_existent_keypair", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_nonexistent_security_group", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_force_delete_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_force_delete_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_console_output_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_access_ip_v4_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_paused_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_restore_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_restore_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_shelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_shelve_shelved_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unshelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unshelve_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_server_metadata_exceeds_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_image", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_network_uuid", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_non_existent_keypair", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_nonexistent_security_group", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_a_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_server_pass_id_exceeding_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_server_pass_negative_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_force_delete_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_force_delete_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_get_console_output_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_get_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_invalid_access_ip_v4_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_invalid_ip_v6_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_pause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_pause_paused_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_personality_file_contents_not_encoded", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_reboot_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_rebuild_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_rebuild_reboot_deleted_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_restore_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_restore_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resume_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resume_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_server_name_blank", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_shelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_shelve_shelved_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_stop_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_suspend_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_suspend_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unpause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unpause_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unshelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unshelve_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_name_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_set_empty_name", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_virtual_interfaces_negative.VirtualInterfacesNegativeTestJSON.test_list_virtual_interfaces_invalid_server_id", + "tempest.api.compute.servers.test_virtual_interfaces_negative.VirtualInterfacesNegativeTestXML.test_list_virtual_interfaces_invalid_server_id", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_change_password_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_rule_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_rule_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_console_output_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_server_addresses_by_network_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_server_addresses_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_servers_with_alternate_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_reboot_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_rebuild_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_resize_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_update_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_change_password_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_keypair_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_security_group_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_security_group_rule_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_server_fails_when_tenant_incorrect", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_server_with_unauthorized_image", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_security_group_rule_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_console_output_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_server_addresses_by_network_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_server_addresses_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_servers_with_alternate_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_reboot_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_rebuild_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_resize_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_set_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_set_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_update_server_for_alt_account_fails", + "tempest.api.compute.test_extensions.ExtensionsTestJSON.test_get_extension", + "tempest.api.compute.test_extensions.ExtensionsTestJSON.test_list_extensions", + "tempest.api.compute.test_extensions.ExtensionsTestXML.test_get_extension", + "tempest.api.compute.test_extensions.ExtensionsTestXML.test_list_extensions", + "tempest.api.compute.test_live_block_migration_negative.LiveBlockMigrationNegativeTestJSON.test_invalid_host_for_migration", + "tempest.api.compute.test_live_block_migration_negative.LiveBlockMigrationNegativeTestXML.test_invalid_host_for_migration", + "tempest.api.compute.test_quotas.QuotasTestJSON.test_compare_tenant_quotas_with_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_compare_tenant_quotas_with_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_get_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_get_quotas", + "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete", + "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestXML.test_volume_create_get_delete", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_detail_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_detail_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_detail_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_detail_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_details", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_out_passing_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_invalid_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_out_passing_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_size_zero", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_delete_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_delete_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_get_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_get_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_volume_delete_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_volume_get_nonexistent_volume_id", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_assign_user_role", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_get_role_by_id", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_roles", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_user_roles", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_remove_user_role", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_role_create_delete", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_assign_user_role", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_get_role_by_id", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_list_roles", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_list_user_roles", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_remove_user_role", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_role_create_delete", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_duplicate_user_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_for_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_for_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_create_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_create_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_non_existent", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_user_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_user_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_role_create_blank_name", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_role_create_duplicate", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_duplicate_user_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_for_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_for_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_create_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_create_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_non_existent", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_user_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_user_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_role_create_blank_name", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_role_create_duplicate", + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_get_delete_service", + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_service_without_description", + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_list_services", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_create_get_delete_service", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_create_service_without_description", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_list_services", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_with_empty_name", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenants_name_length_over_64", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_delete_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenants_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_create_duplicate", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_update_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_with_empty_name", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenants_name_length_over_64", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_delete_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_list_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_list_tenants_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_create_duplicate", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_delete_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_delete_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_update_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_update_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_update_non_existent_tenant", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_not_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_with_description", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_list_delete", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_desc", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_enable", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_name", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_not_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_with_description", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_list_delete", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_desc", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_enable", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_name", + "tempest.api.identity.admin.test_tokens.TokensTestJSON.test_create_get_delete_token", + "tempest.api.identity.admin.test_tokens.TokensTestJSON.test_rescope_token", + "tempest.api.identity.admin.test_tokens.TokensTestXML.test_create_get_delete_token", + "tempest.api.identity.admin.test_tokens.TokensTestXML.test_rescope_token", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_authentication_request_without_token", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user_with_enabled", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_delete_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_get_users", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_with_roles_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user_password", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_user_authentication", + "tempest.api.identity.admin.test_users.UsersTestXML.test_authentication_request_without_token", + "tempest.api.identity.admin.test_users.UsersTestXML.test_create_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_create_user_with_enabled", + "tempest.api.identity.admin.test_users.UsersTestXML.test_delete_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_get_users", + "tempest.api.identity.admin.test_users.UsersTestXML.test_list_users_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestXML.test_list_users_with_roles_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestXML.test_update_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_update_user_password", + "tempest.api.identity.admin.test_users.UsersTestXML.test_user_authentication", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_for_disabled_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_when_tenant_is_disabled", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_password", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_username", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_for_non_existent_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_duplicate_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_empty_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_enabled_non_bool", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_name_length_over_255", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_request_without_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_list_users_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_for_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_for_disabled_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_when_tenant_is_disabled", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_password", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_username", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_for_non_existent_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_duplicate_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_empty_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_enabled_non_bool", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_name_length_over_255", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_get_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_get_users_request_without_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_list_users_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_for_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_request_without_a_token", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_list_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestXML.test_credentials_create_get_update_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestXML.test_credentials_list_delete", + "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", + "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_list_domains", + "tempest.api.identity.admin.v3.test_domains.DomainsTestXML.test_create_update_delete_domain", + "tempest.api.identity.admin.v3.test_domains.DomainsTestXML.test_list_domains", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_create_list_delete_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_list_endpoints", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_create_list_delete_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_list_endpoints", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_update_endpoint", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_create_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_create_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_update_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_update_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_create_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_create_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_update_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_update_with_enabled_True", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_create_update_get", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_list_user_groups", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_group_create_update_get", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_group_users_add_list_delete", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_list_user_groups", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON.test_list_projects_with_domains", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON.test_list_projects_with_enabled", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON.test_list_projects_with_name", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON.test_projects_list", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestXML.test_list_projects_with_domains", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestXML.test_list_projects_with_enabled", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestXML.test_list_projects_with_name", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestXML.test_projects_list", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_get_user", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_list_user_domains", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_list_users", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_list_users_with_name", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_list_users_with_not_enabled", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_get_user", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_list_user_domains", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_list_users", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_list_users_with_name", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_list_users_with_not_enabled", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_list_policies", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestXML.test_create_update_delete_policy", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestXML.test_list_policies", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_associate_user_to_project", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_not_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_description", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_domain", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_desc", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_enable", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_name", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_associate_user_to_project", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_not_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_with_description", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_with_domain", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_desc", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_enable", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_name", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_project_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_project_with_empty_name", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_projects_name_length_over_64", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_delete_non_existent_project", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_list_projects_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_project_create_duplicate", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_project_delete_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_project_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_project_with_empty_name", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_projects_name_length_over_64", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_delete_non_existent_project", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_list_projects_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_project_create_duplicate", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_project_delete_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id", + "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_update_get_delete_region", + "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_list_regions", + "tempest.api.identity.admin.v3.test_regions.RegionsTestXML.test_create_region_with_specific_id", + "tempest.api.identity.admin.v3.test_regions.RegionsTestXML.test_create_update_get_delete_region", + "tempest.api.identity.admin.v3.test_regions.RegionsTestXML.test_list_regions", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_list_roles", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_group_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_group_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_user_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_user_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_list_roles", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_role_create_update_get_list", + "tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_update_service", + "tempest.api.identity.admin.v3.test_services.ServicesTestXML.test_update_service", + "tempest.api.identity.admin.v3.test_tokens.TokensV3TestJSON.test_tokens", + "tempest.api.identity.admin.v3.test_tokens.TokensV3TestXML.test_tokens", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_query", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_trust_expire_invalid", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_get_user", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_list_user_projects", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_update_user_password", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_user_update", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_get_user", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_list_user_projects", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_update_user_password", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_user_update", + "tempest.api.identity.test_extension.ExtensionTestJSON.test_list_extensions", + "tempest.api.identity.test_extension.ExtensionTestXML.test_list_extensions", + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_add_image_member", + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_get_shared_images", + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_remove_member", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_add_member_with_non_existing_image", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_delete_member_with_non_existing_image", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_delete_member_with_non_existing_tenant", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_get_image_without_membership", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_http_image", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_image_with_min_ram", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_remote_image", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_then_upload", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_container_format", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_disk_format", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_max_size", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_min_size", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_name", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_status_active_detail", + "tempest.api.image.v1.test_images.UpdateImageMetaTest.test_list_image_metadata", + "tempest.api.image.v1.test_images.UpdateImageMetaTest.test_update_image_metadata", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_blank_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_id_is_over_35_character_limit", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_negative_image_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_non_hex_string_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_with_invalid_image_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_non_existent_image", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_register_with_invalid_container_format", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_register_with_invalid_disk_format", + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image", + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file", + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image", + "tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema", + "tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema", + "tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_member", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_member_schema", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_members_schema", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_image_share_accept", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_image_share_reject", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_remove_image_member", + "tempest.api.image.v2.test_images_member_negative.ImagesMemberNegativeTest.test_image_share_invalid_status", + "tempest.api.image.v2.test_images_member_negative.ImagesMemberNegativeTest.test_image_share_owner_cannot_accept", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format", + "tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image", + "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag", + "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_list_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_list_agents_non_admin", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_show_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_update_agent_description", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_update_agent_status", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_list_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_list_agents_non_admin", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_show_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_update_agent_description", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_update_agent_status", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_dhcp_agent_hosting_network", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_add_remove_network_from_dhcp_agent", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_list_dhcp_agent_hosting_network", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_list_networks_hosted_by_one_dhcp", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_create_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_list_external_networks", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_show_external_networks_attribute", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_update_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_create_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_list_external_networks", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_show_external_networks_attribute", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_update_external_network", + "tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_list_floating_ips_from_admin_and_nonadmin", + "tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestXML.test_list_floating_ips_from_admin_and_nonadmin", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_add_list_remove_router_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_list_routers_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestXML.test_add_list_remove_router_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestXML.test_list_routers_on_l3_agent", + "tempest.api.network.admin.test_quotas.QuotasTest.test_quotas", + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_create_list_port_with_address_pair", + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_address_pair", + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestXML.test_create_list_port_with_address_pair", + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestXML.test_update_port_with_address_pair", + "tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions", + "tempest.api.network.test_extensions.ExtensionsTestXML.test_list_show_extensions", + "tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_create_list_port_with_extra_dhcp_options", + "tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_update_show_port_with_extra_dhcp_options", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_with_port_multiple_ip_address", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_delete_port", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_update_different_router", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_create_floating_ip_specifying_a_fixed_ip_address", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_create_list_show_update_delete_floating_ip", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_create_update_floatingip_with_port_multiple_ip_address", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_floating_ip_delete_port", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_floating_ip_update_different_router", + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network", + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port", + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_network", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_port", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw", + "tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_without_gw", + "tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_delete_network_with_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_networks", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_networks_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_network", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_network_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_create_delete_subnet_with_gw", + "tempest.api.network.test_networks.NetworksTestXML.test_create_delete_subnet_without_gw", + "tempest.api.network.test_networks.NetworksTestXML.test_create_update_delete_network_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_delete_network_with_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_list_networks", + "tempest.api.network.test_networks.NetworksTestXML.test_list_networks_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_list_subnets", + "tempest.api.network.test_networks.NetworksTestXML.test_list_subnets_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_show_network", + "tempest.api.network.test_networks.NetworksTestXML.test_show_network_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_show_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_show_subnet_fields", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_port", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_subnet", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_delete_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_port", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_subnet", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_update_non_existent_network", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_create_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_list_ports_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_show_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_update_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_create_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_list_ports_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_show_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_update_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port", + "tempest.api.network.test_ports.PortsTestJSON.test_list_ports", + "tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields", + "tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id", + "tempest.api.network.test_ports.PortsTestJSON.test_show_port", + "tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields", + "tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_second_ip", + "tempest.api.network.test_ports.PortsTestXML.test_create_update_delete_port", + "tempest.api.network.test_ports.PortsTestXML.test_list_ports", + "tempest.api.network.test_ports.PortsTestXML.test_list_ports_fields", + "tempest.api.network.test_ports.PortsTestXML.test_port_list_filter_by_router_id", + "tempest.api.network.test_ports.PortsTestXML.test_show_port", + "tempest.api.network.test_ports.PortsTestXML.test_show_port_fields", + "tempest.api.network.test_ports.PortsTestXML.test_update_port_with_second_ip", + "tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces", + "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id", + "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id", + "tempest.api.network.test_routers.RoutersTest.test_create_router_setting_tenant_id", + "tempest.api.network.test_routers.RoutersTest.test_create_router_with_default_snat_value", + "tempest.api.network.test_routers.RoutersTest.test_create_router_with_snat_explicit", + "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router", + "tempest.api.network.test_routers.RoutersTest.test_update_extra_route", + "tempest.api.network.test_routers.RoutersTest.test_update_router_admin_state", + "tempest.api.network.test_routers.RoutersTest.test_update_router_reset_gateway_without_snat", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_with_snat_explicit", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_without_snat", + "tempest.api.network.test_routers.RoutersTest.test_update_router_unset_gateway", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_add_router_interfaces_on_overlapping_subnets_returns_400", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_invalid_network_returns_404", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_net_not_external_returns_400", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_remove_interface_in_use_returns_409", + "tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group", + "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args", + "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule", + "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_list_update_show_delete_security_group", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_security_group_rule_with_additional_args", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_show_delete_security_group_rule", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_list_security_groups", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_additional_default_security_group_fails", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_bad_protocol", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_invalid_ports", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_delete_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_show_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_show_non_existent_security_group_rule", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_reset_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_snapshot_force_delete_when_snapshot_is_creating", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_update_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_reset_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_snapshot_force_delete_when_snapshot_is_creating", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_update_snapshot_status", + "tempest.api.volume.admin.test_volume_hosts.VolumeHostsAdminTestsJSON.test_list_hosts", + "tempest.api.volume.admin.test_volume_hosts.VolumeHostsAdminTestsXML.test_list_hosts", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_delete_quota", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_list_default_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_list_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_show_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_update_all_quota_resources_for_tenant", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_delete_quota", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_list_default_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_list_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_show_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_update_all_quota_resources_for_tenant", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volume_gigabytes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volume_snapshots", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volumes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volume_gigabytes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volume_snapshots", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volumes", + "tempest.api.volume.admin.test_volume_services.VolumesServicesTestJSON.test_get_service_by_host_name", + "tempest.api.volume.admin.test_volume_services.VolumesServicesTestJSON.test_get_service_by_service_and_host_name", + "tempest.api.volume.admin.test_volume_services.VolumesServicesTestJSON.test_get_service_by_service_binary_name", + "tempest.api.volume.admin.test_volume_services.VolumesServicesTestJSON.test_list_services", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_create_get_delete_volume_with_volume_type_and_extra_specs", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_create_get_delete", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_encryption_create_get_delete", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_list", + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_spec_create_get_delete", + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_list", + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_update", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_invalid_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_none_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_delete_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_list_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_multiple_extra_spec", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_no_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_none_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_invalid_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_none_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_delete_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_get_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_get_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_list_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_multiple_extra_spec", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_no_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_none_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_empty_name", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_nonexistent_volume_type", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_delete_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_get_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_create_with_empty_name", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_create_with_nonexistent_volume_type", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_delete_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_get_nonexistent_type_id", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_attaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_creating", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_error", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_reset_status", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_attaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_creating", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_error", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_reset_status", + "tempest.api.volume.test_availability_zone.AvailabilityZoneV1TestJSON.test_get_availability_zone_list", + "tempest.api.volume.test_availability_zone.AvailabilityZoneV1TestXML.test_get_availability_zone_list", + "tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list", + "tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestXML.test_get_availability_zone_list", + "tempest.api.volume.test_extensions.ExtensionsV1TestJSON.test_list_extensions", + "tempest.api.volume.test_extensions.ExtensionsV1TestXML.test_list_extensions", + "tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions", + "tempest.api.volume.test_extensions.ExtensionsV2TestXML.test_list_extensions", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_create_get_delete_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_update_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_update_snapshot_metadata_item", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_create_get_delete_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_update_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_update_snapshot_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTest.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTest.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTest.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTestXML.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTestXML.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTestXML.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTestXML.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTestXML.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTestXML.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_transfers.VolumesV1TransfersTest.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV1TransfersTest.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV1TransfersTestXML.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV1TransfersTestXML.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTest.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTest.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTestXML.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTestXML.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_volume_upload", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_volume_upload", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_upload", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_volume_upload", + "tempest.api.volume.test_volumes_extend.VolumesV1ExtendTest.test_volume_extend", + "tempest.api.volume.test_volumes_extend.VolumesV1ExtendTestXML.test_volume_extend", + "tempest.api.volume.test_volumes_extend.VolumesV2ExtendTest.test_volume_extend", + "tempest.api.volume.test_volumes_extend.VolumesV2ExtendTestXML.test_volume_extend", + "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_get.VolumesV1GetTestXML.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesV1GetTestXML.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesV1GetTestXML.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_get.VolumesV2GetTestXML.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesV2GetTestXML.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesV2GetTestXML.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshot_create_get_list_update_delete", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshots_list_details_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshots_list_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_volume_from_snapshot", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshot_create_get_list_update_delete", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshots_list_details_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshots_list_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_volume_from_snapshot", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTest.test_create_snapshot_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTest.test_create_snapshot_without_passing_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestXML.test_create_snapshot_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestXML.test_create_snapshot_without_passing_volume_id", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_details_with_multiple_params" + ] +} \ No newline at end of file diff --git a/refstack/static/output.html b/refstack/static/output.html new file mode 120000 index 00000000..370251f2 --- /dev/null +++ b/refstack/static/output.html @@ -0,0 +1 @@ +../templates/output.html \ No newline at end of file diff --git a/refstack/static/output_demo.html b/refstack/static/output_demo.html new file mode 120000 index 00000000..da40af56 --- /dev/null +++ b/refstack/static/output_demo.html @@ -0,0 +1 @@ +output.html \ No newline at end of file diff --git a/refstack/static/refstack.css b/refstack/static/refstack.css index 58883ac6..6af7c118 100644 --- a/refstack/static/refstack.css +++ b/refstack/static/refstack.css @@ -6,7 +6,6 @@ body { } .container{ - width: !important; } .grid{ @@ -183,7 +182,6 @@ input[name="openid"] { .report_data_table{ border: 1px solid rgb(200, 200, 200); - border-collapse: initial; border-radius: 5px; } @@ -206,4 +204,4 @@ input[name="openid"] { .blue{ color: blue; -} +} \ No newline at end of file diff --git a/refstack/static/refstack.js b/refstack/static/refstack.js deleted file mode 100644 index e69de29b..00000000 diff --git a/refstack/static/report_page.css b/refstack/static/report_page.css new file mode 100644 index 00000000..f6ad60f6 --- /dev/null +++ b/refstack/static/report_page.css @@ -0,0 +1,140 @@ +.cap-passed { + color: green; + list-style-type: none; + display: block; +} + +.cap-part-passed { + color: gold; + list-style-type: none; + display: block; +} + +.cap-failed { + color: red; + list-style-type: none; + display: block; +} + + +ul.test_results li.passed { + color: green; + list-style-type: none; + display: block; +} + +ul.test_results li.failed { + color: red; + list-style-type: none; + display: block; +} + +ul.test_results li span { + color: black; + list-style-type: none; +} + +span.passed { + color: green; + display: inline; + list-style-type: none; +} + +span.failed { + color: red; + display: inline; + list-style-type: none; +} + +div.caps_names_list{ + display: table-row; +} + +div.caps_summary{ + display: inline; + width: 80%; +} + +span.caps_summary{ + display: inline; + width: 340px !important; +} + +div.caps_summary_table{ + width: 35em; + display: table; +} + +div.caps_summary_col_1{ + width: 2em; + display: table-cell; +} + +div.caps_summary_col_2{ + width: 20em; + display: table-cell; +} + +div.caps_summary_col_3{ + width: 3em; + display: table-cell; +} + +div.overall_summary_table{ + display: table; +} + +div.overall_summary_col_1{ + width: 2em; + display: table-cell; +} + +div.overall_summary_col_2{ + width: 30em; + display: table-cell; +} + +div.overall_summary_col_3{ + width: 3em; + display: table-cell; +} + +div.cap_short{ + width: 50em; + display: inline-table; +} +div.cap_item{ + display: table-row; +} + +div.caps_details_table{ + display: table; +} + +.zebra_odd div { + width: auto; + background-color: #FDFFF5; + } + +.zebra_even div { + width: auto; + background-color: #F7F5FF; + } + +.ui-button .ui-button-text +{ + line-height: 0.9; + font-size: 0.8em !important; +} + +.ui-selectmenu-button span.ui-selectmenu-text +{ + line-height: 0.9; + font-size: 0.8em !important; +} + +.ui-menu .ui-menu-item +{ + line-height: 0.9; + font-size: 0.8em !important; +} \ No newline at end of file diff --git a/refstack/static/sample_test_result.json b/refstack/static/sample_test_result.json new file mode 100644 index 00000000..68b62d5f --- /dev/null +++ b/refstack/static/sample_test_result.json @@ -0,0 +1,1739 @@ +{ + "duration_seconds": 6123, + "cpid": "6b678f2c7fa94c7e942728b300451b56", + "results": [ + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_create_agent", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_delete_agent", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_list_agents", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_list_agents_with_filter", + "tempest.api.compute.admin.test_agents.AgentsAdminTestJSON.test_update_agent", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_create_server_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_host_list", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_add_remove_host", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_delete_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_metadata_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_update_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestJSON.test_aggregate_create_verify_entry_in_list", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_create_server_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_host_list", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_add_remove_host", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_delete", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_delete_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_update_metadata_get_details", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_update_with_az", + "tempest.api.compute.admin.test_aggregates.AggregatesAdminTestXML.test_aggregate_create_verify_entry_in_list", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_existent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_add_non_exist_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_aggregate_name_length_exceeds_255", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_aggregate_name_length_less_than_1", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_create_with_existent_aggregate_name", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_delete_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_delete_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_get_details_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_get_details_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_list_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestJSON.test_aggregate_remove_nonexistent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_existent_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_add_non_exist_host", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_aggregate_name_length_exceeds_255", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_aggregate_name_length_less_than_1", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_create_with_existent_aggregate_name", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_delete_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_delete_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_get_details_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_get_details_with_invalid_id", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_list_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_remove_host_as_user", + "tempest.api.compute.admin.test_aggregates_negative.AggregatesAdminNegativeTestXML.test_aggregate_remove_nonexistent_host", + "tempest.api.compute.admin.test_availability_zone.AZAdminV2TestJSON.test_get_availability_zone_list", + "tempest.api.compute.admin.test_availability_zone.AZAdminV2TestJSON.test_get_availability_zone_list_detail", + "tempest.api.compute.admin.test_availability_zone.AZAdminV2TestXML.test_get_availability_zone_list", + "tempest.api.compute.admin.test_availability_zone.AZAdminV2TestXML.test_get_availability_zone_list_detail", + "tempest.api.compute.admin.test_availability_zone_negative.AZAdminNegativeTestJSON.test_get_availability_zone_list_detail_with_non_admin_user", + "tempest.api.compute.admin.test_availability_zone_negative.AZAdminNegativeTestXML.test_get_availability_zone_list_detail_with_non_admin_user", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_using_string_ram", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_verify_entry_in_list_details", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_int_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_none_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_flavor_with_uuid_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_list_flavor_without_extra_data", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_create_server_with_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_is_public_string_variations", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestJSON.test_list_public_flavor_with_other_user", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_using_string_ram", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_verify_entry_in_list_details", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_int_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_none_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_flavor_with_uuid_id", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_list_flavor_without_extra_data", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_create_server_with_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_is_public_string_variations", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_list_non_public_flavor", + "tempest.api.compute.admin.test_flavors.FlavorsAdminTestXML.test_list_public_flavor_with_other_user", + "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_add_remove", + "tempest.api.compute.admin.test_flavors_access.FlavorsAccessTestJSON.test_flavor_access_list_with_private_flavor", + "tempest.api.compute.admin.test_flavors_access.FlavorsAdminTestXML.test_flavor_access_add_remove", + "tempest.api.compute.admin.test_flavors_access.FlavorsAdminTestXML.test_flavor_access_list_with_private_flavor", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_add_flavor_access_duplicate", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_access_list_with_public_flavor", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_non_admin_add", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_flavor_non_admin_remove", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAccessNegativeTestJSON.test_remove_flavor_access_not_found", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_add_flavor_access_duplicate", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_access_list_with_public_flavor", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_non_admin_add", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_flavor_non_admin_remove", + "tempest.api.compute.admin.test_flavors_access_negative.FlavorsAdminNegativeTestXML.test_remove_flavor_access_not_found", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_non_admin_get_all_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_non_admin_get_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestJSON.test_flavor_set_get_update_show_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_non_admin_get_all_keys", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_non_admin_get_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs.FlavorsExtraSpecsTestXML.test_flavor_set_get_update_show_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_get_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_set_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_non_admin_update_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_unset_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_update_mismatch_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestJSON.test_flavor_update_more_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_get_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_set_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_unset_keys", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_non_admin_update_specific_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_unset_nonexistent_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_update_mismatch_key", + "tempest.api.compute.admin.test_flavors_extra_specs_negative.FlavorsExtraSpecsNegativeTestXML.test_flavor_update_more_key", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorCreateNegativeTestJSON.test_flavor_create_negative", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_create_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_delete_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative.FlavorsAdminNegativeTestJSON.test_get_flavor_details_for_deleted_flavor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_already_exists", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_using_invalid_ram", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_using_invalid_vcpus", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_id_length_exceeds_255", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_ephemeral_gb", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_flavor_id", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_is_public", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_name", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_root_gb", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_rxtx_factor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_invalid_swap", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_name_length_exceeds_255", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_create_flavor_with_name_length_less_than_1", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_delete_flavor_as_user", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_delete_nonexistent_flavor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_get_flavor_details_for_deleted_flavor", + "tempest.api.compute.admin.test_flavors_negative_xml.FlavorsAdminNegativeTestXML.test_invalid_is_public_string", + "tempest.api.compute.admin.test_floating_ips_bulk.FloatingIPsBulkAdminTestJSON.test_create_list_delete_floating_ips_bulk", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_a_blank_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_nonexistent_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_list_hosts_with_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestJSON.test_show_host_detail", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_a_blank_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_nonexistent_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_list_hosts_with_zone", + "tempest.api.compute.admin.test_hosts.HostsAdminTestXML.test_show_host_detail", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_list_hosts_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_reboot_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_reboot_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_show_host_detail_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_show_host_detail_with_nonexistent_hostname", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_shutdown_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_shutdown_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_startup_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_startup_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_extra_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_invalid_maintenance_mode", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_invalid_status", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_host_without_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestJSON.test_update_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_list_hosts_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_reboot_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_reboot_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_show_host_detail_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_show_host_detail_with_nonexistent_hostname", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_shutdown_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_shutdown_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_startup_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_startup_nonexistent_host", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_invalid_maintenance_mode", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_invalid_status", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_with_non_admin_user", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_host_without_param", + "tempest.api.compute.admin.test_hosts_negative.HostsAdminNegativeTestXML.test_update_nonexistent_host", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_list_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_show_servers", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_stats", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_get_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestJSON.test_search_hypervisor", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_list", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_list_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_show_details", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_show_servers", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_stats", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_get_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor.HypervisorAdminTestXML.test_search_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_list_details_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_list_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_stats_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_hypervisor_uptime_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_get_nonexistent_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_search_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_search_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_servers_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestJSON.test_show_servers_with_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_list_details_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_list_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_stats_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_hypervisor_uptime_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_get_nonexistent_hypervisor_uptime", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_search_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_search_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_hypervisor_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_nonexistent_hypervisor", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_servers_with_non_admin_user", + "tempest.api.compute.admin.test_hypervisor_negative.HypervisorAdminNegativeTestXML.test_show_servers_with_nonexistent_hypervisor", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestJSON.test_get_instance_usage_audit_log", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestJSON.test_list_instance_usage_audit_logs", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestXML.test_get_instance_usage_audit_log", + "tempest.api.compute.admin.test_instance_usage_audit_log.InstanceUsageAuditLogTestXML.test_list_instance_usage_audit_logs", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestJSON.test_get_instance_usage_audit_logs_with_invalid_time", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestJSON.test_instance_usage_audit_logs_with_nonadmin_user", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestXML.test_get_instance_usage_audit_logs_with_invalid_time", + "tempest.api.compute.admin.test_instance_usage_audit_log_negative.InstanceUsageAuditLogNegativeTestXML.test_instance_usage_audit_logs_with_nonadmin_user", + "tempest.api.compute.admin.test_migrations.MigrationsAdminTest.test_list_migrations", + "tempest.api.compute.admin.test_networks.NetworksTest.test_get_network", + "tempest.api.compute.admin.test_networks.NetworksTest.test_list_all_networks", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_delete_quota", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_default_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_get_updated_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestJSON.test_update_all_quota_resources_for_tenant", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_delete_quota", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_get_default_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_get_updated_quotas", + "tempest.api.compute.admin.test_quotas.QuotasAdminTestXML.test_update_all_quota_resources_for_tenant", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_update_quota_normal_user", + "tempest.api.compute.admin.test_quotas_negative.QuotasAdminNegativeTestXML.test_update_quota_normal_user", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_create_server_with_scheduling_hint", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_by_admin_with_all_tenants", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_filter_by_error_status", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_list_servers_filter_by_exist_host", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_rebuild_server_in_error_state", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_network_inject_network_info", + "tempest.api.compute.admin.test_servers.ServersAdminTestJSON.test_reset_state_server", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_create_server_with_scheduling_hint", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_by_admin", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_by_admin_with_all_tenants", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_filter_by_error_status", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_list_servers_filter_by_exist_host", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_rebuild_server_in_error_state", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_reset_network_inject_network_info", + "tempest.api.compute.admin.test_servers.ServersAdminTestXML.test_reset_state_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_get_server_diagnostics_by_non_admin", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_migrate_non_existent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_invalid_state", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_invalid_type", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestJSON.test_reset_state_server_nonexistent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_get_server_diagnostics_by_non_admin", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_migrate_non_existent_server", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_invalid_state", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_invalid_type", + "tempest.api.compute.admin.test_servers_negative.ServersAdminNegativeTestXML.test_reset_state_server_nonexistent_server", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_and_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_get_service_by_service_binary_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestJSON.test_list_services", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_service_and_host_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_get_service_by_service_binary_name", + "tempest.api.compute.admin.test_services.ServicesAdminTestXML.test_list_services", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_by_invalid_params", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_by_invalid_service_and_valid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_get_service_with_valid_service_and_invalid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestJSON.test_list_services_with_non_admin_user", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_by_invalid_params", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_by_invalid_service_and_valid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_get_service_with_valid_service_and_invalid_host", + "tempest.api.compute.admin.test_services_negative.ServicesAdminNegativeTestXML.test_list_services_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestJSON.test_list_usage_all_tenants", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_get_usage_tenant", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_get_usage_tenant_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage.TenantUsagesTestXML.test_list_usage_all_tenants", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_get_usage_tenant_with_empty_tenant_id", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_get_usage_tenant_with_invalid_date", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestJSON.test_list_usage_all_tenants_with_non_admin_user", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_get_usage_tenant_with_empty_tenant_id", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_get_usage_tenant_with_invalid_date", + "tempest.api.compute.admin.test_simple_tenant_usage_negative.TenantUsagesNegativeTestXML.test_list_usage_all_tenants_with_non_admin_user", + "tempest.api.compute.certificates.test_certificates.CertificatesV2TestJSON.test_create_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesV2TestJSON.test_get_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesV2TestXML.test_create_root_certificate", + "tempest.api.compute.certificates.test_certificates.CertificatesV2TestXML.test_get_root_certificate", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_detailed_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_detailed_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_detailed_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_detailed_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_get_flavor", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_detailed_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_detailed_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_detailed_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_detailed_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_filter_by_min_disk", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_filter_by_min_ram", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_limit_results", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_using_marker", + "tempest.api.compute.flavors.test_flavors.FlavorsV2TestXML.test_list_flavors_with_detail", + "tempest.api.compute.flavors.test_flavors_negative.FlavorDetailsNegativeTestJSON.test_flavor_details_negative", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative", + "tempest.api.compute.flavors.test_flavors_negative.FlavorsListWithDetailsNegativeTestJSON.test_flavors_list_with_details_negative", + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_invalid_minDisk_filter", + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_invalid_minRam_filter", + "tempest.api.compute.flavors.test_flavors_negative_xml.FlavorsNegativeTestXML.test_non_existent_flavor_id", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_allocate_floating_ip_from_nonexistent_pool", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_associate_ip_to_server_without_passing_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_associate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_delete_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_dissociate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_allocate_floating_ip_from_nonexistent_pool", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_associate_ip_to_server_without_passing_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_associate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_delete_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestXML.test_dissociate_nonexistent_floating_ip", + "tempest.api.compute.floating_ips.test_list_floating_ips_negative.FloatingIPDetailsNegativeTestJSON.test_get_nonexistent_floating_ip_details", + "tempest.api.compute.floating_ips.test_list_floating_ips_negative.FloatingIPDetailsNegativeTestXML.test_get_nonexistent_floating_ip_details", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_delete_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_get_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_list_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_set_image_metadata", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_set_image_metadata_item", + "tempest.api.compute.images.test_image_metadata.ImagesMetadataTestXML.test_update_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_delete_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_get_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_list_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_set_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_set_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestJSON.test_update_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_delete_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_get_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_list_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_set_nonexistent_image_metadata", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_set_nonexistent_image_metadata_item", + "tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataTestXML.test_update_nonexistent_image_metadata", + "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image", + "tempest.api.compute.images.test_images.ImagesTestXML.test_delete_saving_image", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_deleted_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_invalid_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_from_stopped_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_specify_uuid_35_characters_or_less", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_create_image_specify_uuid_37_characters_or_more", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_blank_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_id_is_over_35_character_limit", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_negative_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_non_hex_string_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_image_with_invalid_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestJSON.test_delete_non_existent_image", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_deleted_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_invalid_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_from_stopped_server", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_specify_uuid_35_characters_or_less", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_create_image_specify_uuid_37_characters_or_more", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_blank_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_id_is_over_35_character_limit", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_negative_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_non_hex_string_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_image_with_invalid_image_id", + "tempest.api.compute.images.test_images_negative.ImagesNegativeTestXML.test_delete_non_existent_image", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name", + "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestXML.test_create_delete_image", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_invalid_metadata", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_metadata_over_limits", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_image_specify_name_over_256_chars", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_create_second_image_when_first_image_is_being_saved", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestJSON.test_delete_image_that_is_not_yet_active", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_invalid_metadata", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_metadata_over_limits", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_image_specify_name_over_256_chars", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_create_second_image_when_first_image_is_being_saved", + "tempest.api.compute.images.test_images_oneserver_negative.ImagesOneServerNegativeTestXML.test_delete_image_that_is_not_yet_active", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_server_id", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestXML.test_list_images_with_detail_limit_results", + "tempest.api.compute.images.test_list_image_filters_negative.ListImageFiltersNegativeTestJSON.test_get_nonexistent_image", + "tempest.api.compute.images.test_list_image_filters_negative.ListImageFiltersNegativeTestXML.test_get_nonexistent_image", + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images", + "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_get_image", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_list_images", + "tempest.api.compute.images.test_list_images.ListImagesTestXML.test_list_images_with_detail", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON.test_get_keypair_detail", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON.test_keypair_create_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON.test_keypair_create_with_pub_key", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestJSON.test_keypairs_create_list_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestXML.test_get_keypair_detail", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestXML.test_keypair_create_delete", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestXML.test_keypair_create_with_pub_key", + "tempest.api.compute.keypairs.test_keypairs.KeyPairsV2TestXML.test_keypairs_create_list_delete", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_invalid_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_when_public_key_bits_exceeds_maximum", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_duplicate_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_empty_name_string", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_empty_public_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_create_keypair_with_long_keynames", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_keypair_create_with_invalid_pub_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestJSON.test_keypair_delete_nonexistent_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_invalid_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_when_public_key_bits_exceeds_maximum", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_duplicate_name", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_empty_name_string", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_empty_public_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_create_keypair_with_long_keynames", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_keypair_create_with_invalid_pub_key", + "tempest.api.compute.keypairs.test_keypairs_negative.KeyPairsNegativeTestXML.test_keypair_delete_nonexistent_key", + "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestJSON.test_absLimits_get", + "tempest.api.compute.limits.test_absolute_limits.AbsoluteLimitsTestXML.test_absLimits_get", + "tempest.api.compute.limits.test_absolute_limits_negative.AbsoluteLimitsNegativeTestJSON.test_max_image_meta_exceed_limit", + "tempest.api.compute.limits.test_absolute_limits_negative.AbsoluteLimitsNegativeTestXML.test_max_image_meta_exceed_limit", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_arguments", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_create", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_create_with_optional_arguments", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_delete_when_peer_group_deleted", + "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestXML.test_security_group_rules_list", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_duplicate", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_from_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_ip_protocol", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_port_range", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_invalid_to_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_create_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestJSON.test_delete_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_duplicate", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_from_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_ip_protocol", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_port_range", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_invalid_to_port", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_create_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_group_rules_negative.SecurityGroupRulesNegativeTestXML.test_delete_security_group_rule_with_non_existent_id", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_security_group_create_get_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_security_groups_create_list_delete", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_server_security_groups", + "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestXML.test_update_security_groups", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_nonexistent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_security_group_without_passing_id", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_delete_the_default_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_get_nonexistent_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_non_existent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_nonexistent_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_security_group_without_passing_id", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_delete_the_default_security_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_security_group_get_nonexistent_group", + "tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestXML.test_update_non_existent_security_group", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestXML.test_add_remove_fixed_ip", + "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestXML.test_create_list_show_delete_interfaces", + "tempest.api.compute.servers.test_availability_zone.AZV2TestJSON.test_get_availability_zone_list_with_non_admin_user", + "tempest.api.compute.servers.test_availability_zone.AZV2TestXML.test_get_availability_zone_list_with_non_admin_user", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_list_servers", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_list_servers_with_detail", + "tempest.api.compute.servers.test_create_server.ServersTestXML.test_verify_server_details", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestJSON.test_admin_delete_servers_of_others", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestJSON.test_delete_server_while_in_error_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestXML.test_admin_delete_servers_of_others", + "tempest.api.compute.servers.test_delete_server.DeleteServersAdminTestXML.test_delete_server_while_in_error_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_active_server", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_attached_volume", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_building_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_pause_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_shelved_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_shutoff_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_active_server", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_attached_volume", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_building_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_pause_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_shelved_state", + "tempest.api.compute.servers.test_delete_server.DeleteServersTestXML.test_delete_server_while_in_shutoff_state", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_auto_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_rebuild_server_with_manual_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestJSON.test_update_server_from_auto_to_manual", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_rebuild_server_with_auto_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_rebuild_server_with_manual_disk_config", + "tempest.api.compute.servers.test_disk_config.ServerDiskConfigTestXML.test_update_server_from_auto_to_manual", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestXML.test_get_instance_action", + "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestXML.test_list_instance_actions", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestJSON.test_get_instance_action_invalid_request", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestJSON.test_list_instance_actions_non_existent_server", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestXML.test_get_instance_action_invalid_request", + "tempest.api.compute.servers.test_instance_actions_negative.InstanceActionsNegativeTestXML.test_list_instance_actions_non_existent_server", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_exceed_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_shutoff_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_zero_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_detailed_limit_results", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_exceed_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_flavor", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_server_name", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_server_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_shutoff_status", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filter_by_zero_limit", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filtered_by_ip", + "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestXML.test_list_servers_filtered_by_name_wildcard", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_changes_since_future_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_changes_since_invalid_date", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_greater_than_actual_count", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_pass_negative_value", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_limits_pass_string", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_flavor", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_image", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_by_non_existing_server_name", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_detail_server_is_deleted", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_status_non_existing", + "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestXML.test_list_servers_with_a_deleted_server", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestJSON.test_multiple_create", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestJSON.test_multiple_create_with_reservation_return", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestXML.test_multiple_create", + "tempest.api.compute.servers.test_multiple_create.MultipleCreateTestXML.test_multiple_create_with_reservation_return", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_less_than_min_count", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_max_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_min_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestJSON.test_min_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_less_than_min_count", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_max_count_non_integer", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_min_count_less_than_one", + "tempest.api.compute.servers.test_multiple_create_negative.MultipleCreateNegativeTestXML.test_min_count_non_integer", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_pause_unpause_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server_in_stop_state", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_shelve_unshelve_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_create_backup", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_get_console_output", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_get_console_output_server_id_in_shutoff_status", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_lock_unlock_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_pause_unpause_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_reboot_server_hard", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_rebuild_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_rebuild_server_in_stop_state", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_shelve_unshelve_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_stop_start_server", + "tempest.api.compute.servers.test_server_actions.ServerActionsTestXML.test_suspend_resume_server", + "tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network", + "tempest.api.compute.servers.test_server_addresses.ServerAddressesTestXML.test_list_server_addresses_by_network", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestJSON.test_list_server_addresses_by_network_neg", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestJSON.test_list_server_addresses_invalid_server_id", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestXML.test_list_server_addresses_by_network_neg", + "tempest.api.compute.servers.test_server_addresses_negative.ServerAddressesNegativeTestXML.test_list_server_addresses_invalid_server_id", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_multiple_server_groups_with_same_name_policy", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_affinity_policy", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_anti_affinity_policy", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_get_server_group", + "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_list_server_groups", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_metadata_empty_body", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_delete_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_get_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_list_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_set_server_metadata", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_set_server_metadata_item", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_update_metadata_empty_body", + "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestXML.test_update_server_metadata", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_create_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_delete_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_list_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_metadata_items_limit", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_server_create_metadata_key_too_long", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_set_server_metadata_missing_metadata", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_update_metadata_with_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestJSON.test_wrong_key_passed_in_body", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_create_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_delete_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_list_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_metadata_items_limit", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_server_create_metadata_key_too_long", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_server_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_server_metadata_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_set_server_metadata_missing_metadata", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_update_metadata_non_existent_server", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_update_metadata_with_blank_key", + "tempest.api.compute.servers.test_server_metadata_negative.ServerMetadataNegativeTestXML.test_wrong_key_passed_in_body", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestJSON.test_delete_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestJSON.test_get_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestXML.test_delete_server_password", + "tempest.api.compute.servers.test_server_password.ServerPasswordTestXML.test_get_server_password", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestJSON.test_can_create_server_with_max_number_personality_files", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestJSON.test_personality_files_exceed_limit", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestXML.test_can_create_server_with_max_number_personality_files", + "tempest.api.compute.servers.test_server_personality.ServerPersonalityTestXML.test_personality_files_exceed_limit", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescue_non_existent_server", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescue_paused_instance", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_attach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_detach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_reboot", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestJSON.test_rescued_vm_rebuild", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescue_non_existent_server", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescue_paused_instance", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_attach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_detach_volume", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_reboot", + "tempest.api.compute.servers.test_server_rescue_negative.ServerRescueNegativeTestXML.test_rescued_vm_rebuild", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_ipv6_addr_only", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name", + "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name_in_stop_state", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_server_with_admin_password", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_server_with_ipv6_addr_only", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_specify_keypair", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_create_with_existing_server_name", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_update_access_server_address", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_update_server_name", + "tempest.api.compute.servers.test_servers.ServersTestXML.test_update_server_name_in_stop_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_non_existent_keypair", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_nonexistent_security_group", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_force_delete_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_force_delete_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_console_output_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_access_ip_v4_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_pause_paused_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_personality_file_contents_not_encoded", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_restore_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_restore_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resume_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_shelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_shelve_shelved_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_suspend_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unpause_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unshelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_unshelve_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_server_metadata_exceeds_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_flavor", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_image", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_invalid_network_uuid", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_non_existent_keypair", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_create_with_nonexistent_security_group", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_a_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_server_pass_id_exceeding_length_limit", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_delete_server_pass_negative_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_force_delete_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_force_delete_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_get_console_output_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_get_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_invalid_access_ip_v4_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_invalid_ip_v6_address", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_pause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_pause_paused_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_personality_file_contents_not_encoded", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_reboot_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_rebuild_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_rebuild_reboot_deleted_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_restore_nonexistent_server_id", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_restore_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resume_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_resume_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_server_name_blank", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_shelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_shelve_shelved_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_stop_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_suspend_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_suspend_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unpause_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unpause_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unshelve_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_unshelve_server_invalid_state", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_name_of_non_existent_server", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_name_length_exceeds_256", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_of_another_tenant", + "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestXML.test_update_server_set_empty_name", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_servers_negative_new.GetConsoleOutputNegativeTestJSON.test_get_console_output_negative", + "tempest.api.compute.servers.test_virtual_interfaces_negative.VirtualInterfacesNegativeTestJSON.test_list_virtual_interfaces_invalid_server_id", + "tempest.api.compute.servers.test_virtual_interfaces_negative.VirtualInterfacesNegativeTestXML.test_list_virtual_interfaces_invalid_server_id", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_change_password_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_security_group_rule_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_security_group_rule_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_delete_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_console_output_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_server_addresses_by_network_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_server_addresses_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_list_servers_with_alternate_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_reboot_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_rebuild_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_resize_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_update_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_change_password_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_keypair_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_security_group_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_security_group_rule_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_server_fails_when_tenant_incorrect", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_create_server_with_unauthorized_image", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_security_group_rule_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_delete_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_console_output_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_image_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_keypair_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_security_group_of_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_get_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_server_addresses_by_network_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_server_addresses_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_list_servers_with_alternate_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_reboot_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_rebuild_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_resize_server_for_alt_account_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_set_metadata_of_alt_account_image_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_set_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestXML.test_update_server_for_alt_account_fails", + "tempest.api.compute.test_extensions.ExtensionsTestJSON.test_get_extension", + "tempest.api.compute.test_extensions.ExtensionsTestJSON.test_list_extensions", + "tempest.api.compute.test_extensions.ExtensionsTestXML.test_get_extension", + "tempest.api.compute.test_extensions.ExtensionsTestXML.test_list_extensions", + "tempest.api.compute.test_live_block_migration_negative.LiveBlockMigrationNegativeTestJSON.test_invalid_host_for_migration", + "tempest.api.compute.test_live_block_migration_negative.LiveBlockMigrationNegativeTestXML.test_invalid_host_for_migration", + "tempest.api.compute.test_quotas.QuotasTestJSON.test_compare_tenant_quotas_with_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_compare_tenant_quotas_with_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_get_default_quotas", + "tempest.api.compute.test_quotas.QuotasTestXML.test_get_quotas", + "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete", + "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestXML.test_volume_create_get_delete", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_detail_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_detail_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_detail_param_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_detail_param_offset_and_limit", + "tempest.api.compute.volumes.test_volumes_list.VolumesTestXML.test_volume_list_with_details", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_out_passing_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_invalid_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_out_passing_size", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_create_volume_with_size_zero", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_delete_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_delete_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_get_invalid_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_get_volume_without_passing_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_volume_delete_nonexistent_volume_id", + "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTestXML.test_volume_get_nonexistent_volume_id", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_assign_user_role", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_get_role_by_id", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_roles", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_list_user_roles", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_remove_user_role", + "tempest.api.identity.admin.test_roles.RolesTestJSON.test_role_create_delete", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_assign_user_role", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_get_role_by_id", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_list_roles", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_list_user_roles", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_remove_user_role", + "tempest.api.identity.admin.test_roles.RolesTestXML.test_role_create_delete", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_duplicate_user_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_for_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_for_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_assign_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_create_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_create_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_non_existent", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_delete_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_user_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_list_user_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_remove_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_role_create_blank_name", + "tempest.api.identity.admin.test_roles_negative.RolesNegativeTestJSON.test_role_create_duplicate", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_duplicate_user_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_for_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_for_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_assign_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_create_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_create_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_non_existent", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_delete_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_user_roles_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_list_user_roles_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_by_unauthorized_user", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_non_existent_role", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_non_existent_tenant", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_remove_user_role_request_without_token", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_role_create_blank_name", + "tempest.api.identity.admin.test_roles_negative.RolesTestXML.test_role_create_duplicate", + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_get_delete_service", + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_create_service_without_description", + "tempest.api.identity.admin.test_services.ServicesTestJSON.test_list_services", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_create_get_delete_service", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_create_service_without_description", + "tempest.api.identity.admin.test_services.ServicesTestXML.test_list_services", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenant_with_empty_name", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_create_tenants_name_length_over_64", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_delete_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_list_tenants_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_create_duplicate", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_delete_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_tenant_update_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestJSON.test_update_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenant_with_empty_name", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_create_tenants_name_length_over_64", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_delete_non_existent_tenant", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_list_tenant_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_list_tenants_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_create_duplicate", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_delete_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_delete_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_update_by_unauthorized_user", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_tenant_update_request_without_token", + "tempest.api.identity.admin.test_tenant_negative.TenantsNegativeTestXML.test_update_non_existent_tenant", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_not_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_create_with_description", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_list_delete", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_desc", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_enable", + "tempest.api.identity.admin.test_tenants.TenantsTestJSON.test_tenant_update_name", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_not_enabled", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_create_with_description", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_list_delete", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_desc", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_enable", + "tempest.api.identity.admin.test_tenants.TenantsTestXML.test_tenant_update_name", + "tempest.api.identity.admin.test_tokens.TokensTestJSON.test_create_get_delete_token", + "tempest.api.identity.admin.test_tokens.TokensTestJSON.test_rescope_token", + "tempest.api.identity.admin.test_tokens.TokensTestXML.test_create_get_delete_token", + "tempest.api.identity.admin.test_tokens.TokensTestXML.test_rescope_token", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_authentication_request_without_token", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_create_user_with_enabled", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_delete_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_get_users", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_list_users_with_roles_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_update_user_password", + "tempest.api.identity.admin.test_users.UsersTestJSON.test_user_authentication", + "tempest.api.identity.admin.test_users.UsersTestXML.test_authentication_request_without_token", + "tempest.api.identity.admin.test_users.UsersTestXML.test_create_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_create_user_with_enabled", + "tempest.api.identity.admin.test_users.UsersTestXML.test_delete_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_get_users", + "tempest.api.identity.admin.test_users.UsersTestXML.test_list_users_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestXML.test_list_users_with_roles_for_tenant", + "tempest.api.identity.admin.test_users.UsersTestXML.test_update_user", + "tempest.api.identity.admin.test_users.UsersTestXML.test_update_user_password", + "tempest.api.identity.admin.test_users.UsersTestXML.test_user_authentication", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_for_disabled_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_when_tenant_is_disabled", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_password", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_authentication_with_invalid_username", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_for_non_existent_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_duplicate_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_empty_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_enabled_non_bool", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_create_user_with_name_length_over_255", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_delete_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_get_users_request_without_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_list_users_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_for_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestJSON.test_update_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_for_disabled_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_when_tenant_is_disabled", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_password", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_authentication_with_invalid_username", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_for_non_existent_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_duplicate_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_empty_name", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_enabled_non_bool", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_create_user_with_name_length_over_255", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_user_request_without_a_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_delete_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_get_users_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_get_users_request_without_token", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_list_users_with_invalid_tenant", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_by_unauthorized_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_for_non_existent_user", + "tempest.api.identity.admin.test_users_negative.UsersNegativeTestXML.test_update_user_request_without_a_token", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_list_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestXML.test_credentials_create_get_update_delete", + "tempest.api.identity.admin.v3.test_credentials.CredentialsTestXML.test_credentials_list_delete", + "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", + "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_list_domains", + "tempest.api.identity.admin.v3.test_domains.DomainsTestXML.test_create_update_delete_domain", + "tempest.api.identity.admin.v3.test_domains.DomainsTestXML.test_list_domains", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_create_list_delete_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_list_endpoints", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_create_list_delete_endpoint", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_list_endpoints", + "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestXML.test_update_endpoint", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_create_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_create_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_update_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestJSON.test_update_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_create_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_create_with_enabled_True", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_update_with_enabled_False", + "tempest.api.identity.admin.v3.test_endpoints_negative.EndpointsNegativeTestXML.test_update_with_enabled_True", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_create_update_get", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_list_user_groups", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_group_create_update_get", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_group_users_add_list_delete", + "tempest.api.identity.admin.v3.test_groups.GroupsV3TestXML.test_list_user_groups", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON.test_list_projects_with_domains", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON.test_list_projects_with_enabled", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON.test_list_projects_with_name", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestJSON.test_projects_list", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestXML.test_list_projects_with_domains", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestXML.test_list_projects_with_enabled", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestXML.test_list_projects_with_name", + "tempest.api.identity.admin.v3.test_list_projects.ListProjectsTestXML.test_projects_list", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_get_user", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_list_user_domains", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_list_users", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_list_users_with_name", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestJSON.test_list_users_with_not_enabled", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_get_user", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_list_user_domains", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_list_users", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_list_users_with_name", + "tempest.api.identity.admin.v3.test_list_users.UsersV3TestXML.test_list_users_with_not_enabled", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_list_policies", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestXML.test_create_update_delete_policy", + "tempest.api.identity.admin.v3.test_policies.PoliciesTestXML.test_list_policies", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_associate_user_to_project", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_not_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_description", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_create_with_domain", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_desc", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_enable", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestJSON.test_project_update_name", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_associate_user_to_project", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_not_enabled", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_with_description", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_create_with_domain", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_desc", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_enable", + "tempest.api.identity.admin.v3.test_projects.ProjectsTestXML.test_project_update_name", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_project_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_project_with_empty_name", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_create_projects_name_length_over_64", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_delete_non_existent_project", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_list_projects_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_project_create_duplicate", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestJSON.test_project_delete_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_project_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_project_with_empty_name", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_create_projects_name_length_over_64", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_delete_non_existent_project", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_list_projects_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_project_create_duplicate", + "tempest.api.identity.admin.v3.test_projects_negative.ProjectsNegativeTestXML.test_project_delete_by_unauthorized_user", + "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id", + "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_update_get_delete_region", + "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_list_regions", + "tempest.api.identity.admin.v3.test_regions.RegionsTestXML.test_create_region_with_specific_id", + "tempest.api.identity.admin.v3.test_regions.RegionsTestXML.test_create_update_get_delete_region", + "tempest.api.identity.admin.v3.test_regions.RegionsTestXML.test_list_regions", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_group_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_grant_list_revoke_role_to_user_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_list_roles", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_group_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_group_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_user_on_domain", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_grant_list_revoke_role_to_user_on_project", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_list_roles", + "tempest.api.identity.admin.v3.test_roles.RolesV3TestXML.test_role_create_update_get_list", + "tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_update_service", + "tempest.api.identity.admin.v3.test_services.ServicesTestXML.test_update_service", + "tempest.api.identity.admin.v3.test_tokens.TokensV3TestJSON.test_tokens", + "tempest.api.identity.admin.v3.test_tokens.TokensV3TestXML.test_tokens", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_query", + "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_trust_expire_invalid", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_get_user", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_list_user_projects", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_update_user_password", + "tempest.api.identity.admin.v3.test_users.UsersV3TestJSON.test_user_update", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_get_user", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_list_user_projects", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_update_user_password", + "tempest.api.identity.admin.v3.test_users.UsersV3TestXML.test_user_update", + "tempest.api.identity.test_extension.ExtensionTestJSON.test_list_extensions", + "tempest.api.identity.test_extension.ExtensionTestXML.test_list_extensions", + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_add_image_member", + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_get_shared_images", + "tempest.api.image.v1.test_image_members.ImageMembersTest.test_remove_member", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_add_member_with_non_existing_image", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_delete_member_with_non_existing_image", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_delete_member_with_non_existing_tenant", + "tempest.api.image.v1.test_image_members_negative.ImageMembersNegativeTest.test_get_image_without_membership", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_http_image", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_image_with_min_ram", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_remote_image", + "tempest.api.image.v1.test_images.CreateRegisterImagesTest.test_register_then_upload", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_container_format", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_disk_format", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_max_size", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_min_size", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_name", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params", + "tempest.api.image.v1.test_images.ListImagesTest.test_index_status_active_detail", + "tempest.api.image.v1.test_images.UpdateImageMetaTest.test_list_image_metadata", + "tempest.api.image.v1.test_images.UpdateImageMetaTest.test_update_image_metadata", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_blank_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_id_is_over_35_character_limit", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_negative_image_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_non_hex_string_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_image_with_invalid_image_id", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_delete_non_existent_image", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_register_with_invalid_container_format", + "tempest.api.image.v1.test_images_negative.CreateDeleteImagesNegativeTest.test_register_with_invalid_disk_format", + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image", + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file", + "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image", + "tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema", + "tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema", + "tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status", + "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_member", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_member_schema", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_get_image_members_schema", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_image_share_accept", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_image_share_reject", + "tempest.api.image.v2.test_images_member.ImagesMemberTest.test_remove_image_member", + "tempest.api.image.v2.test_images_member_negative.ImagesMemberNegativeTest.test_image_share_invalid_status", + "tempest.api.image.v2.test_images_member_negative.ImagesMemberNegativeTest.test_image_share_owner_cannot_accept", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format", + "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format", + "tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image", + "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag", + "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_list_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_list_agents_non_admin", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_show_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_update_agent_description", + "tempest.api.network.admin.test_agent_management.AgentManagementTestJSON.test_update_agent_status", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_list_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_list_agents_non_admin", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_show_agent", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_update_agent_description", + "tempest.api.network.admin.test_agent_management.AgentManagementTestXML.test_update_agent_status", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_add_remove_network_from_dhcp_agent", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_dhcp_agent_hosting_network", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON.test_list_networks_hosted_by_one_dhcp", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_add_remove_network_from_dhcp_agent", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_list_dhcp_agent_hosting_network", + "tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestXML.test_list_networks_hosted_by_one_dhcp", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_create_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_list_external_networks", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_show_external_networks_attribute", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON.test_update_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_create_external_network", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_list_external_networks", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_show_external_networks_attribute", + "tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestXML.test_update_external_network", + "tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_list_floating_ips_from_admin_and_nonadmin", + "tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestXML.test_list_floating_ips_from_admin_and_nonadmin", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_add_list_remove_router_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON.test_list_routers_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestXML.test_add_list_remove_router_on_l3_agent", + "tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestXML.test_list_routers_on_l3_agent", + "tempest.api.network.admin.test_quotas.QuotasTest.test_quotas", + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_create_list_port_with_address_pair", + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_address_pair", + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestXML.test_create_list_port_with_address_pair", + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestXML.test_update_port_with_address_pair", + "tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions", + "tempest.api.network.test_extensions.ExtensionsTestXML.test_list_show_extensions", + "tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_create_list_port_with_extra_dhcp_options", + "tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON.test_update_show_port_with_extra_dhcp_options", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_update_floatingip_with_port_multiple_ip_address", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_delete_port", + "tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_floating_ip_update_different_router", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_create_floating_ip_specifying_a_fixed_ip_address", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_create_list_show_update_delete_floating_ip", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_create_update_floatingip_with_port_multiple_ip_address", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_floating_ip_delete_port", + "tempest.api.network.test_floating_ips.FloatingIPTestXML.test_floating_ip_update_different_router", + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network", + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port", + "tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_network", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_port", + "tempest.api.network.test_networks.BulkNetworkOpsTestXML.test_bulk_create_delete_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw", + "tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_without_gw", + "tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_delete_network_with_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_networks", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_networks_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets", + "tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_network", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_network_fields", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet", + "tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_create_delete_subnet_with_gw", + "tempest.api.network.test_networks.NetworksTestXML.test_create_delete_subnet_without_gw", + "tempest.api.network.test_networks.NetworksTestXML.test_create_update_delete_network_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_delete_network_with_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_list_networks", + "tempest.api.network.test_networks.NetworksTestXML.test_list_networks_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_list_subnets", + "tempest.api.network.test_networks.NetworksTestXML.test_list_subnets_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_show_network", + "tempest.api.network.test_networks.NetworksTestXML.test_show_network_fields", + "tempest.api.network.test_networks.NetworksTestXML.test_show_subnet", + "tempest.api.network.test_networks.NetworksTestXML.test_show_subnet_fields", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_port", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_subnet", + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_delete_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_network", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_port", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_show_non_existent_subnet", + "tempest.api.network.test_networks_negative.NetworksNegativeTestXML.test_update_non_existent_network", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_create_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_list_ports_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_show_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON.test_update_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_create_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_list_ports_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_show_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsAdminExtendedAttrsTestXML.test_update_port_binding_ext_attr", + "tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port", + "tempest.api.network.test_ports.PortsTestJSON.test_list_ports", + "tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields", + "tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id", + "tempest.api.network.test_ports.PortsTestJSON.test_show_port", + "tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields", + "tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_second_ip", + "tempest.api.network.test_ports.PortsTestXML.test_create_update_delete_port", + "tempest.api.network.test_ports.PortsTestXML.test_list_ports", + "tempest.api.network.test_ports.PortsTestXML.test_list_ports_fields", + "tempest.api.network.test_ports.PortsTestXML.test_port_list_filter_by_router_id", + "tempest.api.network.test_ports.PortsTestXML.test_show_port", + "tempest.api.network.test_ports.PortsTestXML.test_show_port_fields", + "tempest.api.network.test_ports.PortsTestXML.test_update_port_with_second_ip", + "tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces", + "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id", + "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id", + "tempest.api.network.test_routers.RoutersTest.test_create_router_setting_tenant_id", + "tempest.api.network.test_routers.RoutersTest.test_create_router_with_default_snat_value", + "tempest.api.network.test_routers.RoutersTest.test_create_router_with_snat_explicit", + "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router", + "tempest.api.network.test_routers.RoutersTest.test_update_extra_route", + "tempest.api.network.test_routers.RoutersTest.test_update_router_admin_state", + "tempest.api.network.test_routers.RoutersTest.test_update_router_reset_gateway_without_snat", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_with_snat_explicit", + "tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_without_snat", + "tempest.api.network.test_routers.RoutersTest.test_update_router_unset_gateway", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_add_router_interfaces_on_overlapping_subnets_returns_400", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_invalid_network_returns_404", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_net_not_external_returns_400", + "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_remove_interface_in_use_returns_409", + "tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group", + "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args", + "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule", + "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_list_update_show_delete_security_group", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_security_group_rule_with_additional_args", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_create_show_delete_security_group_rule", + "tempest.api.network.test_security_groups.SecGroupTestXML.test_list_security_groups", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_additional_default_security_group_fails", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_bad_protocol", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_invalid_ports", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_create_security_group_rule_with_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_delete_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_show_non_existent_security_group", + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTestXML.test_show_non_existent_security_group_rule", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_reset_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_snapshot_force_delete_when_snapshot_is_creating", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTest.test_update_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_reset_snapshot_status", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_snapshot_force_delete_when_snapshot_is_creating", + "tempest.api.volume.admin.test_snapshots_actions.SnapshotsActionsTestXML.test_update_snapshot_status", + "tempest.api.volume.admin.test_volume_hosts.VolumeHostsAdminTestsJSON.test_list_hosts", + "tempest.api.volume.admin.test_volume_hosts.VolumeHostsAdminTestsXML.test_list_hosts", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_delete_quota", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_list_default_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_list_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_show_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestJSON.test_update_all_quota_resources_for_tenant", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_delete_quota", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_list_default_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_list_quotas", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_show_quota_usage", + "tempest.api.volume.admin.test_volume_quotas.VolumeQuotasAdminTestXML.test_update_all_quota_resources_for_tenant", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volume_gigabytes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volume_snapshots", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestJSON.test_quota_volumes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volume_gigabytes", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volume_snapshots", + "tempest.api.volume.admin.test_volume_quotas_negative.VolumeQuotasNegativeTestXML.test_quota_volumes", + "tempest.api.volume.admin.test_volume_services.VolumesServicesTestJSON.test_get_service_by_host_name", + "tempest.api.volume.admin.test_volume_services.VolumesServicesTestJSON.test_get_service_by_service_and_host_name", + "tempest.api.volume.admin.test_volume_services.VolumesServicesTestJSON.test_get_service_by_service_binary_name", + "tempest.api.volume.admin.test_volume_services.VolumesServicesTestJSON.test_list_services", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_create_get_delete_volume_with_volume_type_and_extra_specs", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_create_get_delete", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_encryption_create_get_delete", + "tempest.api.volume.admin.test_volume_types.VolumeTypesTest.test_volume_type_list", + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_spec_create_get_delete", + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_list", + "tempest.api.volume.admin.test_volume_types_extra_specs.VolumeTypesExtraSpecsTest.test_volume_type_extra_specs_update", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_invalid_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_none_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_create_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_delete_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_get_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_list_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_multiple_extra_spec", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_no_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_none_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTest.test_update_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_invalid_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_none_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_create_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_delete_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_get_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_get_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_list_nonexistent_volume_type_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_multiple_extra_spec", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_no_body", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_none_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_extra_specs_negative.ExtraSpecsNegativeTestXML.test_update_nonexistent_extra_spec_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_empty_name", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_create_with_nonexistent_volume_type", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_delete_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumeTypesNegativeTest.test_get_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_create_with_empty_name", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_create_with_nonexistent_volume_type", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_delete_nonexistent_type_id", + "tempest.api.volume.admin.test_volume_types_negative.VolumesTypesNegativeTestXML.test_get_nonexistent_type_id", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_attaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_creating", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_force_delete_when_volume_is_error", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTest.test_volume_reset_status", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_attaching", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_creating", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_force_delete_when_volume_is_error", + "tempest.api.volume.admin.test_volumes_actions.VolumesActionsTestXML.test_volume_reset_status", + "tempest.api.volume.test_availability_zone.AvailabilityZoneV1TestJSON.test_get_availability_zone_list", + "tempest.api.volume.test_availability_zone.AvailabilityZoneV1TestXML.test_get_availability_zone_list", + "tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list", + "tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestXML.test_get_availability_zone_list", + "tempest.api.volume.test_extensions.ExtensionsV1TestJSON.test_list_extensions", + "tempest.api.volume.test_extensions.ExtensionsV1TestXML.test_list_extensions", + "tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions", + "tempest.api.volume.test_extensions.ExtensionsV2TestXML.test_list_extensions", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_create_get_delete_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_update_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTest.test_update_snapshot_metadata_item", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_create_get_delete_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_update_snapshot_metadata", + "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestXML.test_update_snapshot_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTest.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTest.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTest.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTestXML.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTestXML.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV1MetadataTestXML.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTestXML.test_create_get_delete_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTestXML.test_update_volume_metadata", + "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTestXML.test_update_volume_metadata_item", + "tempest.api.volume.test_volume_transfers.VolumesV1TransfersTest.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV1TransfersTest.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV1TransfersTestXML.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV1TransfersTestXML.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTest.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTest.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTestXML.test_create_get_list_accept_volume_transfer", + "tempest.api.volume.test_volume_transfers.VolumesV2TransfersTestXML.test_create_list_delete_volume_transfer", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_volume_upload", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTestXML.test_volume_upload", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_upload", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_attach_detach_volume_to_instance", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_get_volume_attachment", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_reserve_unreserve_volume", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_volume_readonly_update", + "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTestXML.test_volume_upload", + "tempest.api.volume.test_volumes_extend.VolumesV1ExtendTest.test_volume_extend", + "tempest.api.volume.test_volumes_extend.VolumesV1ExtendTestXML.test_volume_extend", + "tempest.api.volume.test_volumes_extend.VolumesV2ExtendTest.test_volume_extend", + "tempest.api.volume.test_volumes_extend.VolumesV2ExtendTestXML.test_volume_extend", + "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_get.VolumesV1GetTestXML.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesV1GetTestXML.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesV1GetTestXML.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_get.VolumesV2GetTestXML.test_volume_create_get_update_delete", + "tempest.api.volume.test_volumes_get.VolumesV2GetTestXML.test_volume_create_get_update_delete_as_clone", + "tempest.api.volume.test_volumes_get.VolumesV2GetTestXML.test_volume_create_get_update_delete_from_image", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV1ListTestXML.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_by_name", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_details_by_name", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_detail_param_display_name_and_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_detail_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_details", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volume_list_with_param_metadata", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_by_status", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_details_by_availability_zone", + "tempest.api.volume.test_volumes_list.VolumesV2ListTestXML.test_volumes_list_details_by_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTest.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV1NegativeTestXML.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_attach_volumes_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_invalid_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_nonexistent_snapshot_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_nonexistent_source_volid", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_nonexistent_volume_type", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_out_passing_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_size_negative", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_create_volume_with_size_zero", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_delete_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_delete_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_detach_volumes_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_get_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_get_volume_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_list_volumes_detail_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_list_volumes_detail_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_list_volumes_with_invalid_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_list_volumes_with_nonexistent_name", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_reserve_volume_with_negative_volume_status", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_reserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_unreserve_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_update_volume_with_empty_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_update_volume_with_invalid_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_update_volume_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_delete_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_with_None_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_with_non_number_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_with_size_smaller_than_original_size", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_extend_without_passing_volume_id", + "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTestXML.test_volume_get_nonexistent_volume_id", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshot_create_get_list_update_delete", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshots_list_details_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_snapshots_list_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTest.test_volume_from_snapshot", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshot_create_get_list_update_delete", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshots_list_details_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_snapshots_list_with_params", + "tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestXML.test_volume_from_snapshot", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTest.test_create_snapshot_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTest.test_create_snapshot_without_passing_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestXML.test_create_snapshot_with_nonexistent_volume_id", + "tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestXML.test_create_snapshot_without_passing_volume_id", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params", + "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestXML.test_volume_list_details_with_multiple_params" + ] +} \ No newline at end of file diff --git a/refstack/static/test_result.mst b/refstack/static/test_result.mst new file mode 100644 index 00000000..ff42cba5 --- /dev/null +++ b/refstack/static/test_result.mst @@ -0,0 +1,122 @@ +Cloud ID: {{cpid}}
+Test execution time: {{duration_seconds}}
+

+

DefCore test results

+{{#defcore_tests}} +
+ Total passed DefCore tests: {{defcore_tests.count}} [plain list] +
+ +

+
+

Scope filter

+ + +
+ + +
+

+Total passed tests in scope: {{total_passed_count}} + {{#capabilities}} + + {{/capabilities}} + {{^capabilities}} +
No capabilities!
+ {{/capabilities}} +{{/defcore_tests}} +{{#other_tests}} +

Tests out of scope

+Total passed tests tests out of scope: {{count}} [plain list] + +{{/other_tests}} \ No newline at end of file diff --git a/refstack/templates/comparison.html b/refstack/templates/comparison.html new file mode 100644 index 00000000..f3f88ca9 --- /dev/null +++ b/refstack/templates/comparison.html @@ -0,0 +1,49 @@ + + + + + + + + + + + + + + + + + + + +

DefCore test comparison

+

+
+ +
+ +
+

+
+
+

+
+

+
Copyright OpenStack Foundation, 2014. Apache 2.0 License.
+ + \ No newline at end of file diff --git a/refstack/templates/output.html b/refstack/templates/output.html new file mode 100644 index 00000000..c1c49206 --- /dev/null +++ b/refstack/templates/output.html @@ -0,0 +1,48 @@ + + + + + + + + + + + + + + + + + + + +

DefCore test report

+

+
+ +
+ +
+

+
+
+

+
+

+
Copyright OpenStack Foundation, 2014. Apache 2.0 License.
+ + \ No newline at end of file