361 lines
14 KiB
YAML
Raw Normal View History

heat_template_version: rocky
description: >
Utility stack to convert an array of services into a set of combined
role configs.
parameters:
Services:
default: []
description: |
List nested stack service templates.
type: comma_delimited_list
ServiceData:
default: {}
description: Dictionary packing service data
type: json
ServiceNetMap:
default: {}
description: Mapping of service_name -> network name. Typically set
via parameter_defaults in the resource registry. This
mapping overrides those in ServiceNetMapDefaults.
type: json
EndpointMap:
default: {}
description: Mapping of service endpoint -> protocol. Typically set
via parameter_defaults in the resource registry.
type: json
DefaultPasswords:
default: {}
description: Mapping of service -> default password. Used to help
pass top level passwords managed by Heat into services.
type: json
RoleName:
default: ''
description: Role name on which the service is applied
type: string
RoleParameters:
description: Parameters specific to the role
default: {}
type: json
resources:
ServiceChain:
type: OS::Heat::ResourceChain
properties:
resources: {get_param: Services}
concurrent: true
resource_properties:
ServiceData: {get_param: ServiceData}
ServiceNetMap: {get_param: ServiceNetMap}
EndpointMap: {get_param: EndpointMap}
DefaultPasswords: {get_param: DefaultPasswords}
RoleName: {get_param: RoleName}
RoleParameters: {get_param: RoleParameters}
LoggingConfiguration:
type: OS::TripleO::LoggingConfiguration
ServiceServerMetadataHook:
type: OS::TripleO::ServiceServerMetadataHook
properties:
RoleData: {get_attr: [ServiceChain, role_data]}
PuppetStepConfig:
type: OS::Heat::Value
properties:
type: string
value:
list_join:
- "\n"
- - str_replace:
template: {get_file: ../puppet/manifests/overcloud_common.pp}
params:
__ROLE__: {get_param: RoleName}
- yaql:
expression:
# select 'step_config' only from services that do not have a docker_config
coalesce($.data.service_names, []).zip(coalesce($.data.step_config, []), coalesce($.data.docker_config, [])).where($[2] = null).where($[1] != null).select($[1]).join("\n")
data:
service_names: {get_attr: [ServiceChain, role_data, service_name]}
step_config: {get_attr: [ServiceChain, role_data, step_config]}
docker_config: {get_attr: [ServiceChain, role_data, docker_config]}
DockerConfig:
type: OS::Heat::Value
properties:
type: json
value:
yaql:
expression:
# select 'docker_config' only from services that have it
coalesce($.data.service_names, []).zip(coalesce($.data.docker_config, [])).where($[1] != null).select($[1]).reduce($1.mergeWith($2), {})
data:
service_names: {get_attr: [ServiceChain, role_data, service_names]}
docker_config: {get_attr: [ServiceChain, role_data, docker_config]}
DockerConfigScripts:
type: OS::Heat::Value
properties:
type: json
value:
yaql:
expression:
# select 'docker_config_scripts' only from services that have it
coalesce($.data.service_names, []).zip(coalesce($.data.docker_config_scripts, [])).where($[1] != null).select($[1]).reduce($1.mergeWith($2), {})
data:
service_names: {get_attr: [ServiceChain, role_data, service_names]}
docker_config_scripts: {get_attr: [ServiceChain, role_data, docker_config_scripts]}
MonitoringSubscriptionsConfig:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
expression: list(coalesce($.data.role_data, []).where($ != null).select($.get('monitoring_subscription')).where($ != null))
data: {role_data: {get_attr: [ServiceChain, role_data]}}
ServiceNames:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
filter:
- [null]
- {get_attr: [ServiceChain, role_data, service_name]}
GlobalConfigSettings:
type: OS::Heat::Value
properties:
type: json
value:
map_merge:
yaql:
expression: list(coalesce($.data.role_data, []).where($ != null).select($.get('global_config_settings')).where($ != null))
data: {role_data: {get_attr: [ServiceChain, role_data]}}
ServiceConfigSettings:
type: OS::Heat::Value
properties:
type: json
value:
yaql:
expression: coalesce($.data.role_data, []).where($ != null).select($.get('service_config_settings')).where($ != null).reduce($1.mergeWith($2), {})
data: {role_data: {get_attr: [ServiceChain, role_data]}}
DeployStepsTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('deploy_steps_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
ExternalDeployTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('external_deploy_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
ExternalPostDeployTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('external_post_deploy_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
ExternalUpdateTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('external_update_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
ExternalUpgradeTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('external_upgrade_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
ffu: Add fast-forward upgrade outputs to RoleConfig As outlined in the spec, fast-forward upgrades aim to take an environment from an initial release of N to a release of N>=2, beyond that of the traditionally supported N+1 upgrade path provided today by many OpenStack projects. For TripleO the first phase of this upgrade will be to move the environment to the release prior to the target release. This will be achieved by disabling all OpenStack control plane services and then preforming the minimum number of steps required to upgrade each service through each release until finally reaching the target release. This change introduces the framework for this phase of the fast-forward upgrades by adding playbooks and task files as outputs to RoleConfig. - fast_forward_upgrade_playbook.yaml This is the top level play and acts as the outer loop of the process, iterating through the required releases as set by the FastForwardUpgradeReleases parameter for the fast-forward section of the upgrade. This currently defaults to Ocata and Pike for Queens. Note that this play is run against the overcloud host group and it is currently assumed that the inventory used to run this play is provided by the tripleo-ansible-inventory command. - fast_forward_upgrade_release_tasks.yaml This output simply imports the top level prep and bootstrap task files. - fast_forward_upgrade_prep_tasks.yaml - fast_forward_upgrade_bootstrap_tasks.yaml These outputs act as the inner loop for the fast-forward upgrade phase, iterating over step values while importing their associated role tasks. As prep tasks are carried out first for each release we loop over step values starting at 0 and ending at the defined fast_forward_upgrade_prep_steps_max, currently 3. Following this we then complete the bootstrap tasks for each release, looping over steps values starting at fast_forward_upgrade_prep_steps_max + 1 , currently 4 and ending at fast_forward_upgrade_steps_max,currently 9. - fast_forward_upgrade_prep_role_tasks.yaml - fast_forward_upgrade_bootstrap_role_tasks.yaml These outputs then finally import the fast_forward_upgrade_tasks files generated by the FastForwardUpgradeTasks YAQL query for each role. For prep tasks these are always included when on an Ansible host of a given role. This differs from bootstrap tasks that are only included for the first host associated with a given role. This will result in the following order of task imports with their associated value of release and step: fast_forward_upgrade_playbook \_fast_forward_upgrade_release_tasks \_fast_forward_upgrade_prep_tasks - release=ocata \_fast_forward_upgrade_prep_role_tasks - release=ocata \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=0 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=0 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=1 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=1 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=2 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=2 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=3 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=3 \_fast_forward_upgrade_bootstrap_tasks - release=ocata \_fast_forward_upgrade_bootstrap_role_tasks - release=ocata \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=4 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=4 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=5 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=5 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=N \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=N \_fast_forward_upgrade_release_tasks \_fast_forward_upgrade_prep_tasks - release=pike \_fast_forward_upgrade_prep_role_tasks - release=pike \_$roleA/fast_forward_upgrade_tasks - release=pike, step=0 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=0 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=1 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=1 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=2 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=2 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=3 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=3 \_fast_forward_upgrade_bootstrap_tasks - release=pike \_fast_forward_upgrade_bootstrap_role_tasks - release=pike \_$roleA/fast_forward_upgrade_tasks - release=pike, step=4 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=4 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=5 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=5 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=N \_$roleB/fast_forward_upgrade_tasks - release=pike, step=N bp fast-forward-upgrades Change-Id: Ie2683fd7b81167abe724a7b9245bf85a0a87ad1d
2017-08-25 14:25:08 +01:00
FastForwardUpgradeTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
expression: coalesce($.data, []).where($ != null).select($.get('fast_forward_upgrade_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
FastForwardPostUpgradeTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
expression: coalesce($.data, []).where($ != null).select($.get('fast_forward_post_upgrade_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
PreUpgradeRollingTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
expression: coalesce($.data, []).where($ != null).select($.get('pre_upgrade_rolling_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
UpgradeTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('upgrade_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
PostUpgradeTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('post_upgrade_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
UpdateTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('update_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
PostUpdateTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
expression: coalesce($.data, []).where($ != null).select($.get('post_update_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
UpgradeBatchTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
expression: coalesce($.data, []).where($ != null).select($.get('upgrade_batch_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
PuppetConfig:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
expression: coalesce($.data, []).where($ != null).select($.get('puppet_config')).where($ != null).distinct()
data: {get_attr: [ServiceChain, role_data]}
KollaConfig:
type: OS::Heat::Value
properties:
type: json
value:
yaql:
expression: coalesce($.data.role_data, []).where($ != null).select($.get('kolla_config')).where($ != null).reduce($1.mergeWith($2), {})
data: {role_data: {get_attr: [ServiceChain, role_data]}}
DockerPuppetTasks:
type: OS::Heat::Value
properties:
type: json
value:
yaql:
# This extracts docker_puppet_tasks for each step,
# and merges {service_name: the_service} for each item, so we
# can later filter based on the bootstrap hostname for the service
expression: dict(coalesce($.data, []).where($ != null).select([$.get('docker_puppet_tasks'), $.get('service_name')]).where($[0] != null).select([$[0], dict($[0].keys().zip(dict(service_name=>$[1]).repeat(len($[0].keys()))))]).select($[0].mergeWith($[1])).selectMany($.items()).groupBy($[0], $[1]))
data: {get_attr: [ServiceChain, role_data]}
HostPrepTasks:
type: OS::Heat::Value
properties:
type: comma_delimited_list
value:
yaql:
# Note we use distinct() here to filter any identical tasks
expression: coalesce($.data, []).where($ != null).select($.get('host_prep_tasks')).where($ != null).flatten().distinct()
data: {get_attr: [ServiceChain, role_data]}
AnsibleGroupVars:
type: OS::Heat::Value
properties:
type: json
value:
map_merge:
yaql:
expression: list(coalesce($.data.role_data, []).where($ != null).select($.get('ansible_group_vars')).where($ != null))
data: {role_data: {get_attr: [ServiceChain, role_data]}}
outputs:
role_data:
description: Combined Role data for this set of services.
value:
service_names: {get_attr: [ServiceNames, value]}
monitoring_subscriptions: {get_attr: [MonitoringSubscriptionsConfig, value]}
config_settings:
yaql:
expression: $.data.where($ != null).reduce($1.mergeWith($2), {})
data: {get_attr: [ServiceChain, role_data, config_settings]}
global_config_settings: {get_attr: [GlobalConfigSettings, value]}
service_config_settings: {get_attr: [ServiceConfigSettings, value]}
step_config: {get_attr: [PuppetStepConfig, value]}
deploy_steps_tasks: {get_attr: [DeployStepsTasks, value]}
external_deploy_tasks: {get_attr: [ExternalDeployTasks, value]}
external_post_deploy_tasks: {get_attr: [ExternalPostDeployTasks, value]}
external_update_tasks: {get_attr: [ExternalUpdateTasks, value]}
external_upgrade_tasks: {get_attr: [ExternalUpgradeTasks, value]}
ffu: Add fast-forward upgrade outputs to RoleConfig As outlined in the spec, fast-forward upgrades aim to take an environment from an initial release of N to a release of N>=2, beyond that of the traditionally supported N+1 upgrade path provided today by many OpenStack projects. For TripleO the first phase of this upgrade will be to move the environment to the release prior to the target release. This will be achieved by disabling all OpenStack control plane services and then preforming the minimum number of steps required to upgrade each service through each release until finally reaching the target release. This change introduces the framework for this phase of the fast-forward upgrades by adding playbooks and task files as outputs to RoleConfig. - fast_forward_upgrade_playbook.yaml This is the top level play and acts as the outer loop of the process, iterating through the required releases as set by the FastForwardUpgradeReleases parameter for the fast-forward section of the upgrade. This currently defaults to Ocata and Pike for Queens. Note that this play is run against the overcloud host group and it is currently assumed that the inventory used to run this play is provided by the tripleo-ansible-inventory command. - fast_forward_upgrade_release_tasks.yaml This output simply imports the top level prep and bootstrap task files. - fast_forward_upgrade_prep_tasks.yaml - fast_forward_upgrade_bootstrap_tasks.yaml These outputs act as the inner loop for the fast-forward upgrade phase, iterating over step values while importing their associated role tasks. As prep tasks are carried out first for each release we loop over step values starting at 0 and ending at the defined fast_forward_upgrade_prep_steps_max, currently 3. Following this we then complete the bootstrap tasks for each release, looping over steps values starting at fast_forward_upgrade_prep_steps_max + 1 , currently 4 and ending at fast_forward_upgrade_steps_max,currently 9. - fast_forward_upgrade_prep_role_tasks.yaml - fast_forward_upgrade_bootstrap_role_tasks.yaml These outputs then finally import the fast_forward_upgrade_tasks files generated by the FastForwardUpgradeTasks YAQL query for each role. For prep tasks these are always included when on an Ansible host of a given role. This differs from bootstrap tasks that are only included for the first host associated with a given role. This will result in the following order of task imports with their associated value of release and step: fast_forward_upgrade_playbook \_fast_forward_upgrade_release_tasks \_fast_forward_upgrade_prep_tasks - release=ocata \_fast_forward_upgrade_prep_role_tasks - release=ocata \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=0 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=0 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=1 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=1 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=2 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=2 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=3 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=3 \_fast_forward_upgrade_bootstrap_tasks - release=ocata \_fast_forward_upgrade_bootstrap_role_tasks - release=ocata \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=4 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=4 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=5 \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=5 \_$roleA/fast_forward_upgrade_tasks - release=ocata, step=N \_$roleB/fast_forward_upgrade_tasks - release=ocata, step=N \_fast_forward_upgrade_release_tasks \_fast_forward_upgrade_prep_tasks - release=pike \_fast_forward_upgrade_prep_role_tasks - release=pike \_$roleA/fast_forward_upgrade_tasks - release=pike, step=0 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=0 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=1 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=1 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=2 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=2 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=3 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=3 \_fast_forward_upgrade_bootstrap_tasks - release=pike \_fast_forward_upgrade_bootstrap_role_tasks - release=pike \_$roleA/fast_forward_upgrade_tasks - release=pike, step=4 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=4 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=5 \_$roleB/fast_forward_upgrade_tasks - release=pike, step=5 \_$roleA/fast_forward_upgrade_tasks - release=pike, step=N \_$roleB/fast_forward_upgrade_tasks - release=pike, step=N bp fast-forward-upgrades Change-Id: Ie2683fd7b81167abe724a7b9245bf85a0a87ad1d
2017-08-25 14:25:08 +01:00
fast_forward_upgrade_tasks: {get_attr: [FastForwardUpgradeTasks, value]}
fast_forward_post_upgrade_tasks: {get_attr: [FastForwardPostUpgradeTasks, value]}
pre_upgrade_rolling_tasks: {get_attr: [PreUpgradeRollingTasks, value]}
upgrade_tasks: {get_attr: [UpgradeTasks, value]}
post_upgrade_tasks: {get_attr: [PostUpgradeTasks, value]}
update_tasks: {get_attr: [UpdateTasks, value]}
post_update_tasks: {get_attr: [PostUpdateTasks, value]}
upgrade_batch_tasks: {get_attr: [UpgradeBatchTasks, value]}
service_metadata_settings: {get_attr: [ServiceServerMetadataHook, metadata]}
ansible_group_vars: {get_attr: [AnsibleGroupVars, value]}
# Keys to support docker/services
puppet_config: {get_attr: [PuppetConfig, value]}
kolla_config: {get_attr: [KollaConfig, value]}
docker_config: {get_attr: [DockerConfig, value]}
docker_config_scripts: {get_attr: [DockerConfigScripts, value]}
docker_puppet_tasks: {get_attr: [DockerPuppetTasks, value]}
host_prep_tasks: {get_attr: [HostPrepTasks, value]}