From 01b11df1b5652fbd11f941c008892261714e46a3 Mon Sep 17 00:00:00 2001
From: Slawek Kaplonski <skaplons@redhat.com>
Date: Mon, 24 Oct 2022 14:58:52 +0200
Subject: [PATCH] Add tempest job which will run on the oldest Ubuntu release
As was discussed in the TC meeting during last PTG [1] we should run
at least one tempest job on the previosly supported Ubuntu version to
make sure that current release can work on older operating system and
that upgrade process can be as smooth as possible for operators.
[1] https://etherpad.opendev.org/p/tc-2023-1-ptg#L428
Depends-On: https://review.opendev.org/c/openstack/tempest/+/861110
Depends-On: https://review.opendev.org/c/openstack/rally-openstack/+/862219
Depends-On: https://review.opendev.org/c/openstack/devstack/+/862479
Change-Id: I8164d76b28904cde88f4de7da08d647f6bd98a10
---
.../contributor/testing/ci_scenario_jobs.rst | 197 +++++++++---------
zuul.d/project.yaml | 4 +
zuul.d/tempest-singlenode.yaml | 6 +
3 files changed, 110 insertions(+), 97 deletions(-)
diff --git a/doc/source/contributor/testing/ci_scenario_jobs.rst b/doc/source/contributor/testing/ci_scenario_jobs.rst
index 3d713e2d61e..fb544d93f96 100644
--- a/doc/source/contributor/testing/ci_scenario_jobs.rst
+++ b/doc/source/contributor/testing/ci_scenario_jobs.rst
@@ -34,58 +34,61 @@ Each of those jobs runs on slightly different configuration of Neutron services.
Below is a summary of those jobs.
::
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- | Job name | Run tests | nodes | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate |
- | | | | | driver | mode | | | | queue |
- +==============================================+==================================+=======+=============+=================+==========+=======+========+============+=============+
- |neutron-tempest-plugin-designate-scenario |neutron_tempest_plugin.scenario.\ | 1 | openvswitch | openvswitch | legacy | False | False | True | No |
- | |test_dns_integration | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-tempest-plugin-linuxbridge |neutron_tempest_plugin.api | 1 | linuxbridge | iptables | ha | False | False | False | Yes |
- | |neutron_tempest_plugin.scenario | | | | | | | | |
- | |tempest.api.compute.servers.\ | | | | | | | | |
- | | test_attach_interfaces | | | | | | | | |
- | |tempest.api.compute.servers.\ | | | | | | | | |
- | | test_multiple_create | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-tempest-plugin-openvswitch |neutron_tempest_plugin.api | 1 | openvswitch | openvswitch | ha | False | False | False | Yes |
- | |neutron_tempest_plugin.scenario | | | | | | | | |
- | |tempest.api.compute.servers.\ | | | | | | | | |
- | | test_attach_interfaces | | | | | | | | |
- | |tempest.api.compute.servers.\ | | | | | | | | |
- | | test_multiple_create | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-tempest-plugin-openvswitch-\ |neutron_tempest_plugin.api | 1 | openvswitch | iptables_hybrid | ha | False | False | False | Yes |
- | iptables_hybrid |neutron_tempest_plugin.scenario | | | | | | | | |
- | |tempest.api.compute.servers.\ | | | | | | | | |
- | | test_attach_interfaces | | | | | | | | |
- | |tempest.api.compute.servers.\ | | | | | | | | |
- | | test_multiple_create | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-tempest-plugin-scenario-ovn | neutron_tempest_plugin.scenario | 1 | ovn | ovn | --- | False | False | False | Yes |
- | |tempest.api.compute.servers.\ | | | | | | | | |
- | | test_attach_interfaces | | | | | | | | |
- | |tempest.api.compute.servers.\ | | | | | | | | |
- | | test_multiple_create | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-ovs-tempest-multinode-full |tempest.api (without slow tests) | 2 | openvswitch | openvswitch | legacy | False | False | True | Yes |
- | |tempest.scenario | | | | | | | | |
- | |(only tests related to | | | | | | | | |
- | |Neutron and Nova) | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-ovs-tempest-dvr-ha-multinode-full |tempest.api (without slow tests) | 3 | openvswitch | openvswitch | dvr | True | True | True | No |
- |(non-voting) |tempest.scenario | | | | dvr_snat | | | | |
- | | | | | | dvr_snat | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-ovs-tempest-slow |tempest slow tests | 2 | openvswitch | openvswitch | legacy | False | False | True | Yes |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |tempest-integrated-networking |tempest.api (without slow tests) | 1 | ovn | ovn | --- | False | False | True | Yes |
- | |tempest.scenario | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-ovn-tempest-ipv6-only-ovs-release |tempest.api (without slow tests) | 1 | ovn | ovn | --- | False | False | True | Yes |
- | |(only tests related to | | | | | | | | |
- | |Neutron and Nova) | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ | Job name | Run tests | nodes | Operating system | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate |
+ | | | | | driver | mode | | | | | queue |
+ +==============================================+==================================+=======+==================+==============+================+==========+=======+========+============+=============+
+ |neutron-tempest-plugin-designate-scenario |neutron_tempest_plugin.scenario.\ | 1 | Ubuntu Jammy | openvswitch | openvswitch | legacy | False | False | True | No |
+ | |test_dns_integration | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-tempest-plugin-linuxbridge |neutron_tempest_plugin.api | 1 | Ubuntu Jammy | linuxbridge | iptables | ha | False | False | False | Yes |
+ | |neutron_tempest_plugin.scenario | | | | | | | | | |
+ | |tempest.api.compute.servers.\ | | | | | | | | | |
+ | | test_attach_interfaces | | | | | | | | | |
+ | |tempest.api.compute.servers.\ | | | | | | | | | |
+ | | test_multiple_create | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-tempest-plugin-openvswitch |neutron_tempest_plugin.api | 1 | Ubuntu Jammy | openvswitch | openvswitch | ha | False | False | False | Yes |
+ | |neutron_tempest_plugin.scenario | | | | | | | | | |
+ | |tempest.api.compute.servers.\ | | | | | | | | | |
+ | | test_attach_interfaces | | | | | | | | | |
+ | |tempest.api.compute.servers.\ | | | | | | | | | |
+ | | test_multiple_create | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-tempest-plugin-openvswitch-\ |neutron_tempest_plugin.api | 1 | Ubuntu Jammy | openvswitch | iptables_hybrid | ha | False | False | False | Yes |
+ | iptables_hybrid |neutron_tempest_plugin.scenario | | | | | | | | | |
+ | |tempest.api.compute.servers.\ | | | | | | | | | |
+ | | test_attach_interfaces | | | | | | | | | |
+ | |tempest.api.compute.servers.\ | | | | | | | | | |
+ | | test_multiple_create | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-tempest-plugin-scenario-ovn | neutron_tempest_plugin.scenario | 1 | Ubuntu Jammy | ovn | ovn | --- | False | False | False | Yes |
+ | |tempest.api.compute.servers.\ | | | | | | | | | |
+ | | test_attach_interfaces | | | | | | | | | |
+ | |tempest.api.compute.servers.\ | | | | | | | | | |
+ | | test_multiple_create | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovs-tempest-multinode-full |tempest.api (without slow tests) | 2 | Ubuntu Jammy | openvswitch | openvswitch | legacy | False | False | True | Yes |
+ | |tempest.scenario | | | | | | | | | |
+ | |(only tests related to | | | | | | | | | |
+ | |Neutron and Nova) | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovs-tempest-dvr-ha-multinode-full |tempest.api (without slow tests) | 3 | Ubuntu Jammy | openvswitch | openvswitch | dvr | True | True | True | No |
+ |(non-voting) |tempest.scenario | | | | | dvr_snat | | | | |
+ | | | | | | | dvr_snat | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovs-tempest-slow |tempest slow tests | 2 | Ubuntu Jammy | openvswitch | openvswitch | legacy | False | False | True | Yes |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |tempest-integrated-networking |tempest.api (without slow tests) | 1 | Ubuntu Jammy | ovn | ovn | --- | False | False | True | Yes |
+ | |tempest.scenario | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovn-tempest-ovs-release-ubuntu-old |tempest.api (without slow tests) | 1 | Ubuntu Focal | ovn | ovn | --- | False | False | True | Yes |
+ | |tempest.scenario | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovn-tempest-ipv6-only-ovs-release |tempest.api (without slow tests) | 1 | Ubuntu Jammy | ovn | ovn | --- | False | False | True | Yes |
+ | |(only tests related to | | | | | | | | | |
+ | |Neutron and Nova) | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
Grenade jobs running in Neutron CI
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -95,15 +98,15 @@ Each of those jobs runs on slightly different configuration of Neutron services.
Below is summary of those jobs.
::
- +------------------------------------+-------+-------------+-------------+----------+-------+--------+------------+-------------+
- | Job name | nodes | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate |
- | | | | driver | mode | | | | queue |
- +====================================+=======+=============+=============+==========+=======+========+============+=============+
- | neutron-ovs-grenade-multinode | 2 | openvswitch | openvswitch | legacy | False | False | True | Yes |
- +------------------------------------+-------+-------------+-------------+----------+-------+--------+------------+-------------+
- | neutron-ovs-grenade-dvr-multinode | 2 | openvswitch | openvswitch | dvr | False | False | True | Yes |
- | | | | | dvr_snat | | | | |
- +------------------------------------+-------+-------------+-------------+----------+-------+--------+------------+-------------+
+ +------------------------------------+-------+------------------+-------------+-------------+----------+-------+--------+------------+-------------+
+ | Job name | nodes | Operating system | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate |
+ | | | | | driver | mode | | | | queue |
+ +====================================+=======+==================+=============+=============+==========+=======+========+============+=============+
+ | neutron-ovs-grenade-multinode | 2 | Ubuntu Jammy | openvswitch | openvswitch | legacy | False | False | True | Yes |
+ +------------------------------------+-------+------------------+-------------+-------------+----------+-------+--------+------------+-------------+
+ | neutron-ovs-grenade-dvr-multinode | 2 | Ubuntu Jammy | openvswitch | openvswitch | dvr | False | False | True | Yes |
+ | | | | | | dvr_snat | | | | |
+ +------------------------------------+-------+------------------+-------------+-------------+----------+-------+--------+------------+-------------+
Tempest jobs running in Neutron experimental CI
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@@ -116,46 +119,46 @@ the patch in Gerrit.
Currently we have in that queue jobs like listed below.
::
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- | Job name | Run tests | nodes | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate |
- | | | | | driver | mode | | | | queue |
- +==============================================+==================================+=======+=============+=================+==========+=======+========+============+=============+
- |neutron-ovn-tempest-with-uwsgi-loki |tempest.api (without slow tests) | 1 | ovn | ovn | --- | --- | --- | --- | No |
- |(non-voting) |tempest.scenario | | | | | | | | |
- | |(only tests related to | | | | | | | | |
- | |Neutron and Nova) | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-ovn-tempest-full-multinode-ovs-master |Various tempest api, scenario | 2 | ovn | ovn | --- | --- | --- | --- | No |
- | |and neutron_tempest_plugi tests | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-ovn-tempest-ovs-master |Various tempest api, scenario | 1 | ovn | ovn | --- | --- | --- | --- | No |
- | |and neutron_tempest_plugi tests | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-ovn-tempest-with-neutron-lib-master |tempest.api (without slow tests) | 1 | openvswitch | openvswitch | legacy | False | False | True | No |
- | |tempest.scenario | | | | | | | | |
- | |(only tests related to | | | | | | | | |
- | |Neutron and Nova) | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-tempest-with-uwsgi-loki |tempest.api (without slow tests) | 1 | openvswitch | openvswitch | legacy | False | False | True | No |
- |(non-voting) |tempest.scenario | | | | | | | | |
- | |(only tests related to | | | | | | | | |
- | |Neutron and Nova) | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
- |neutron-ovn-tempest-ipv6-only-ovs-master |tempest.api (without slow tests) | 1 | ovn | ovn | --- | False | False | True | Yes |
- | |(only tests related to | | | | | | | | |
- | |Neutron and Nova) | | | | | | | | |
- +----------------------------------------------+----------------------------------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ | Job name | Run tests | nodes | Operating system | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate |
+ | | | | | | driver | mode | | | | queue |
+ +==============================================+==================================+=======+==================+=============+=================+==========+=======+========+============+=============+
+ |neutron-ovn-tempest-with-uwsgi-loki |tempest.api (without slow tests) | 1 | Ubuntu Jammy | ovn | ovn | --- | --- | --- | --- | No |
+ |(non-voting) |tempest.scenario | | | | | | | | | |
+ | |(only tests related to | | | | | | | | | |
+ | |Neutron and Nova) | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovn-tempest-full-multinode-ovs-master |Various tempest api, scenario | 2 | Ubuntu Jammy | ovn | ovn | --- | --- | --- | --- | No |
+ | |and neutron_tempest_plugi tests | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovn-tempest-ovs-master |Various tempest api, scenario | 1 | Ubuntu Jammy | ovn | ovn | --- | --- | --- | --- | No |
+ | |and neutron_tempest_plugi tests | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovn-tempest-with-neutron-lib-master |tempest.api (without slow tests) | 1 | Ubuntu Jammy | openvswitch | openvswitch | legacy | False | False | True | No |
+ | |tempest.scenario | | | | | | | | | |
+ | |(only tests related to | | | | | | | | | |
+ | |Neutron and Nova) | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-tempest-with-uwsgi-loki |tempest.api (without slow tests) | 1 | Ubuntu Jammy | openvswitch | openvswitch | legacy | False | False | True | No |
+ |(non-voting) |tempest.scenario | | | | | | | | | |
+ | |(only tests related to | | | | | | | | | |
+ | |Neutron and Nova) | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
+ |neutron-ovn-tempest-ipv6-only-ovs-master |tempest.api (without slow tests) | 1 | Ubuntu Jammy | ovn | ovn | --- | False | False | True | Yes |
+ | |(only tests related to | | | | | | | | | |
+ | |Neutron and Nova) | | | | | | | | | |
+ +----------------------------------------------+----------------------------------+-------+------------------+-------------+-----------------+----------+-------+--------+------------+-------------+
And we also have Grenade jobs in the experimental queue.
::
- +--------------------------------+-------+-------------+-------------+----------+-------+--------+------------+-------------+
- | Job name | nodes | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate |
- | | | | driver | mode | | | | queue |
- +================================+=======+=============+=============+==========+=======+========+============+=============+
- | neutron-ovn-grenade-multinode | 2 | OVN | --- | --- | --- | --- | False | no |
- | (non-voting) | | | | | | | | |
- +--------------------------------+-------+-------------+-------------+----------+-------+--------+------------+-------------+
+ +--------------------------------+-------+------------------+-------------+-------------+----------+--------+------------+------------+-------------+
+ | Job name | nodes | Operating system | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate |
+ | | | | | driver | mode | | | | queue |
+ +================================+=======+=============+==================+=============+==========+========+============+============+=============+
+ | neutron-ovn-grenade-multinode | 2 | Ubuntu Jammy | OVN | --- | --- | --- | --- | False | no |
+ | (non-voting) | | | | | | | | | |
+ +--------------------------------+-------+------------------+-------------+-------------+----------+--------+------------+------------+-------------+
Columns description
diff --git a/zuul.d/project.yaml b/zuul.d/project.yaml
index b5d5494dd73..653ade77b86 100644
--- a/zuul.d/project.yaml
+++ b/zuul.d/project.yaml
@@ -66,6 +66,8 @@
- ^roles/.*functional.*$
- ^playbooks/.*functional.*$
- ^zuul.d/(?!(project)).*\.yaml
+ - neutron-ovn-tempest-ovs-release-ubuntu-old:
+ irrelevant-files: *ovn-irrelevant-files
gate:
jobs:
@@ -77,3 +79,5 @@
- neutron-ovn-tempest-ipv6-only-ovs-release
- tempest-integrated-networking:
irrelevant-files: *ovn-irrelevant-files
+ - neutron-ovn-tempest-ovs-release-ubuntu-old:
+ irrelevant-files: *ovn-irrelevant-files
diff --git a/zuul.d/tempest-singlenode.yaml b/zuul.d/tempest-singlenode.yaml
index 32eb62c6996..b2f1592d811 100644
--- a/zuul.d/tempest-singlenode.yaml
+++ b/zuul.d/tempest-singlenode.yaml
@@ -561,6 +561,12 @@
description: Job testing for devstack/tempest testing Neutron with ovn driver and latest OVN version provided by the packages released in the operating system this job is deployed on
parent: neutron-ovn-base
+- job:
+ name: neutron-ovn-tempest-ovs-release-ubuntu-old
+ description: Job testing for devstack/tempest testing Neutron with ovn driver and previously supported (old) version of the Ubuntu operating system
+ parent: neutron-ovn-base
+ nodeset: openstack-single-node-focal
+
- job:
name: neutron-ovn-tempest-ovs-master
description: Job testing for devstack/tempest testing Neutron with ovn driver and OVN master branch