
This commit enhances upgrade orchestration to support Standard subclouds. Strategy Steps: - Pre-checks to verify subcloud is ready for an upgrade and to recover from previous failures - Install release N+1 license in subcloud - Download/import the release N+1 load in subcloud - Update and apply N+1 patches to release N+1 load in subcloud - Finishing patch strategy - Start duplex upgrade - Lock controller-1 - Upgrade and re-install controller-1 - Unlock controller-1 - Swact to controller-1 - Create VIM upgrade strategy - Apply VIM upgrade strategy - Swact to controller-0 - Activating Upgrade - Completing Upgrade - Delete release N load Change-Id: I6fb60912ec1e90baa593cf98e502f4c91f599f42 Story: 2008055 Task: 41105 Signed-off-by: Jessica Castelino <jessica.castelino@windriver.com>
135 lines
5.9 KiB
Python
135 lines
5.9 KiB
Python
#
|
|
# Copyright (c) 2020-2021 Wind River Systems, Inc.
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
import time
|
|
|
|
from dccommon.drivers.openstack import vim
|
|
from dcmanager.common.exceptions import StrategyStoppedException
|
|
from dcmanager.common import utils as dcmanager_utils
|
|
from dcmanager.orchestrator.states.base import BaseState
|
|
|
|
# Max time: 30 minutes = 180 queries x 10 seconds between
|
|
DEFAULT_MAX_QUERIES = 180
|
|
DEFAULT_SLEEP_DURATION = 10
|
|
|
|
|
|
class CreatingVIMStrategyState(BaseState):
|
|
"""State for creating the VIM strategy."""
|
|
|
|
def __init__(self, next_state, region_name, strategy_name):
|
|
super(CreatingVIMStrategyState, self).__init__(
|
|
next_state=next_state, region_name=region_name)
|
|
self.strategy_name = strategy_name
|
|
# max time to wait for the strategy to be built (in seconds)
|
|
# is: sleep_duration * max_queries
|
|
self.sleep_duration = DEFAULT_SLEEP_DURATION
|
|
self.max_queries = DEFAULT_MAX_QUERIES
|
|
|
|
def _create_vim_strategy(self, strategy_step, region):
|
|
self.info_log(strategy_step, "Creating VIM strategy")
|
|
|
|
# Get the update options
|
|
opts_dict = dcmanager_utils.get_sw_update_opts(
|
|
self.context,
|
|
for_sw_update=True,
|
|
subcloud_id=strategy_step.subcloud_id)
|
|
|
|
# Call the API to build the VIM strategy
|
|
subcloud_strategy = self.get_vim_client(region).create_strategy(
|
|
self.strategy_name,
|
|
opts_dict['storage-apply-type'],
|
|
opts_dict['worker-apply-type'],
|
|
opts_dict['max-parallel-workers'],
|
|
opts_dict['default-instance-action'],
|
|
opts_dict['alarm-restriction-type'])
|
|
|
|
# a successful API call to create MUST set the state be 'building'
|
|
if subcloud_strategy.state != vim.STATE_BUILDING:
|
|
raise Exception("Unexpected VIM strategy build state: %s"
|
|
% subcloud_strategy.state)
|
|
return subcloud_strategy
|
|
|
|
def perform_state_action(self, strategy_step):
|
|
"""Create a VIM strategy using VIM REST API
|
|
|
|
Any client (vim, sysinv, etc..) should be re-queried whenever used
|
|
to ensure the keystone token is up to date.
|
|
|
|
Any exceptions raised by this method set the strategy to FAILED
|
|
Returns the next state for the state machine if successful.
|
|
"""
|
|
region = self.get_region_name(strategy_step)
|
|
|
|
# Get the existing VIM strategy, which may be None
|
|
subcloud_strategy = self.get_vim_client(region).get_strategy(
|
|
strategy_name=self.strategy_name,
|
|
raise_error_if_missing=False)
|
|
|
|
if subcloud_strategy is None:
|
|
subcloud_strategy = self._create_vim_strategy(strategy_step,
|
|
region)
|
|
else:
|
|
self.info_log(strategy_step,
|
|
"VIM strategy exists with state: %s"
|
|
% subcloud_strategy.state)
|
|
# if a strategy exists in any type of failed state or aborted
|
|
# state it should be deleted.
|
|
# applied state should also be deleted from previous success runs.
|
|
if subcloud_strategy.state in [vim.STATE_BUILDING,
|
|
vim.STATE_APPLYING,
|
|
vim.STATE_ABORTING]:
|
|
# Can't delete a strategy in these states
|
|
message = ("Failed to create a VIM strategy for %s. "
|
|
"There already is an existing strategy in %s state"
|
|
% (region, subcloud_strategy.state))
|
|
self.warn_log(strategy_step, message)
|
|
raise Exception(message)
|
|
|
|
# if strategy exists in any other type of state, delete and create
|
|
self.info_log(strategy_step,
|
|
"Deleting existing VIM strategy")
|
|
self.get_vim_client(region).delete_strategy(
|
|
strategy_name=self.strategy_name)
|
|
# re-create it
|
|
subcloud_strategy = self._create_vim_strategy(strategy_step,
|
|
region)
|
|
|
|
# A strategy already exists, or is being built
|
|
# Loop until the strategy is done building Repeatedly query the API
|
|
counter = 0
|
|
while True:
|
|
# If event handler stop has been triggered, fail the state
|
|
if self.stopped():
|
|
raise StrategyStoppedException()
|
|
if counter >= self.max_queries:
|
|
raise Exception("Timeout building vim strategy. state: %s"
|
|
% subcloud_strategy.state)
|
|
counter += 1
|
|
time.sleep(self.sleep_duration)
|
|
|
|
# query the vim strategy to see if it is in the new state
|
|
subcloud_strategy = self.get_vim_client(region).get_strategy(
|
|
strategy_name=self.strategy_name,
|
|
raise_error_if_missing=True)
|
|
if subcloud_strategy.state == vim.STATE_READY_TO_APPLY:
|
|
self.info_log(strategy_step, "VIM strategy has been built")
|
|
break
|
|
elif subcloud_strategy.state == vim.STATE_BUILDING:
|
|
# This is the expected state while creating the strategy
|
|
pass
|
|
elif subcloud_strategy.state == vim.STATE_BUILD_FAILED:
|
|
raise Exception("VIM strategy build failed: %s. %s."
|
|
% (subcloud_strategy.state,
|
|
subcloud_strategy.build_phase.reason))
|
|
elif subcloud_strategy.state == vim.STATE_BUILD_TIMEOUT:
|
|
raise Exception("VIM strategy build timed out: %s."
|
|
% subcloud_strategy.state)
|
|
else:
|
|
raise Exception("VIM strategy unexpected build state: %s"
|
|
% subcloud_strategy.state)
|
|
|
|
# Success, state machine can proceed to the next state
|
|
return self.next_state
|