diff --git a/.zuul.yaml b/.zuul.yaml index 5faf8beb907..64db7ccbc18 100644 --- a/.zuul.yaml +++ b/.zuul.yaml @@ -1,3 +1,7 @@ +# NOTE: In doc/source/contributor/testing/ci_scenario_jobs.rst file there is +# document with summary of all tempest, neutron-tempest-plugin and grenade jobs +# summary. +# Please update this document always when any changes to jobs are made. - project: templates: - neutron-tempest-plugin-jobs diff --git a/doc/source/contributor/testing/ci_scenario_jobs.rst b/doc/source/contributor/testing/ci_scenario_jobs.rst new file mode 100644 index 00000000000..4d88e3e5949 --- /dev/null +++ b/doc/source/contributor/testing/ci_scenario_jobs.rst @@ -0,0 +1,110 @@ +.. + Licensed under the Apache License, Version 2.0 (the "License"); you may + not use this file except in compliance with the License. You may obtain + a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, WITHOUT + WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the + License for the specific language governing permissions and limitations + under the License. + + + Convention for heading levels in Neutron devref: + ======= Heading 0 (reserved for the title in a document) + ------- Heading 1 + ~~~~~~~ Heading 2 + +++++++ Heading 3 + ''''''' Heading 4 + (Avoid deeper levels because they do not render well.) + + +Neutron jobs running in Zuul CI +=============================== + +Tempest jobs running in Neutron CI +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +In upstream Neutron CI there are various tempest and neutron-tempest-plugin jobs +running. +Each of those jobs runs on slightly different configuration of Neutron services. +Below is a summary of those jobs. +:: + + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + | Job name | Run tests | python | nodes | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate | + | | | version | | | driver | mode | | | | queue | + +==============================================+==================================+=========+=======+=============+=================+==========+=======+========+============+=============+ + |neutron-tempest-plugin-api |neutron_tempest_plugin.api | 3.6 | 1 | openvswitch | openvswitch | legacy | False | False | True | Yes | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-plugin-designate-scenario |neutron_tempest_plugin.scenario.\ | 3.6 | 1 | openvswitch | openvswitch | legacy | False | False | True | No | + | |test_dns_integration | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-plugin-dvr-multinode-scenario |neutron_tempest_plugin.scenario | 3.6 | 2 | openvswitch | openvswitch | dvr_snat | False | True | True | No | + |(non-voting) | | | | | | dvr_snat | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-plugin-scenario-linuxbridge |neutron_tempest_plugin.scenario | 3.6 | 1 | linuxbridge | iptables | legacy | False | False | False | Yes | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |tempest-full |tempest.api (without slow tests) | 2.7 | 1 | openvswitch | openvswitch | legacy | False | False | True | Yes | + | |tempest.scenario | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |tempest-full-py3 |tempest.api (without slow tests) | 3.6 | 1 | openvswitch | openvswitch | legacy | False | False | True | Yes | + | |tempest.scenario | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-dvr |tempest.api (without slow tests) | 3.6 | 1 | openvswitch | openvswitch | dvr_snat | False | True | True | Yes | + | |tempest.scenario | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-linuxbridge |tempest.api (without slow tests) | 3.6 | 1 | linuxbridge | iptables | legacy | False | False | True | Yes | + | |tempest.scenario | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |tempest-multinode-full-py3 |tempest.api (without slow tests) | 3.6 | 2 | openvswitch | openvswitch | legacy | False | False | True | No | + |(non-voting) |tempest.scenario | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-dvr-ha-multinode-full |tempest.api (without slow tests) | 3.6 | 3 | openvswitch | openvswitch | dvr | True | True | True | No | + |(non-voting) |tempest.scenario | | | | | dvr_snat | | | | | + | | | | | | | dvr_snat | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-iptables_hybrid |tempest.api (without slow tests) | 3.6 | 1 | openvswitch | iptables_hybrid | legacy | False | False | True | Yes | + | |tempest.scenario | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-iptables_hybrid-fedora |tempest.api (without slow tests) | 3.6 | 1 | openvswitch | iptables_hybrid | legacy | False | False | True | No | + | |tempest.scenario | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |tempest-slow-py3 |tempest slow tests | 3.6 | 2 | openvswitch | openvswitch | legacy | False | False | True | Yes | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + |neutron-tempest-with-uwsgi |tempest.api (without slow tests) | 3.6 | 1 | openvswitch | openvswitch | legacy | False | False | True | No | + |(non-voting) | | | | | | | | | | | + +----------------------------------------------+----------------------------------+---------+-------+-------------+-----------------+----------+-------+--------+------------+-------------+ + +Grenade jobs running in Neutron CI +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +In upstream Neutron CI there are various Grenade jobs running. +Each of those jobs runs on slightly different configuration of Neutron services. +Below is summary of those jobs. +:: + + +--------------------------------+---------+-------+-------------+-------------+----------+-------+--------+------------+-------------+ + | Job name | python | nodes | L2 agent | firewall | L3 agent | L3 HA | L3 DVR | enable_dvr | Run in gate | + | | version | | | driver | mode | | | | queue | + +================================+=========+=======+=============+=============+==========+=======+========+============+=============+ + | neutron-grenade | 2.7 | 1 | openvswitch | openvswitch | legacy | False | False | True | Yes | + +--------------------------------+---------+-------+-------------+-------------+----------+-------+--------+------------+-------------+ + | grenade-py3 | 3.6 | 1 | openvswitch | openvswitch | legacy | False | False | True | Yes | + +--------------------------------+---------+-------+-------------+-------------+----------+-------+--------+------------+-------------+ + | neutron-grenade-multinode | 3.6 | 2 | openvswitch | openvswitch | legacy | False | False | True | Yes | + +--------------------------------+---------+-------+-------------+-------------+----------+-------+--------+------------+-------------+ + | neutron-grenade-dvr-multinode | 3.6 | 2 | openvswitch | openvswitch | dvr | False | False | True | Yes | + | | | | | | dvr_snat | | | | | + +--------------------------------+---------+-------+-------------+-------------+----------+-------+--------+------------+-------------+ + +Columns description + +* L2 agent - agent used on nodes in test job, +* firewall driver - driver configured in L2 agent's config, +* L3 agent mode - mode(s) configured for L3 agent(s) on test nodes, +* L3 HA - value of ``l3_ha`` option set in ``neutron.conf``, +* L3 DVR - value of ``router_distributed`` option set in ``neutron.conf``, +* enable_dvr - value of ``enable_dvr`` option set in ``neutron.conf`` diff --git a/doc/source/contributor/testing/index.rst b/doc/source/contributor/testing/index.rst index 06d8839d0ac..fe03db3dd7b 100644 --- a/doc/source/contributor/testing/index.rst +++ b/doc/source/contributor/testing/index.rst @@ -35,3 +35,4 @@ Testing coverage template_model_sync_test db_transient_failure_injection + ci_scenario_jobs