--- # Copyright 2016, Rackspace US, Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # Note(odyssey4me): # This uses a local connection for the lint test which # never sets up host keys and therefore cannot connect # to localhost as a remote host. # - name: Clone the role ansible-role-requirements hosts: localhost connection: local gather_facts: false tasks: - name: Remove target role directories if they are not git repositories shell: | EXIT_CODE=0 {% for role in osa_roles %} {% if role['scm'] == "git" or role['scm'] is undefined %} ROLE_REPO_PATH="{{ lookup('env', 'ANSIBLE_ROLE_DIR') }}/{{ role['name'] | default(role['src'] | basename) }}" if [[ -e ${ROLE_REPO_PATH} ]] && [[ ! -d "${ROLE_REPO_PATH}/.git" ]]; then echo "${ROLE_REPO_PATH} is not a git repo, deleting..." rm -rf "${ROLE_REPO_PATH}" EXIT_CODE=2 fi {% endif %} {% endfor %} exit ${EXIT_CODE} args: executable: /bin/bash register: existing_dir_cleanup changed_when: existing_dir_cleanup.rc == 2 failed_when: existing_dir_cleanup.rc not in [0,2] - name: Create the ansible role directory file: dest: "{{ lookup('env', 'ANSIBLE_ROLE_DIR') }}" state: directory - name: Check whether zuul-cloner is installed and provide the path to it shell: | which zuul-cloner || { [[ -x /usr/zuul-env/bin/zuul-cloner ]] && echo '/usr/zuul-env/bin/zuul-cloner'; } args: executable: /bin/bash changed_when: false failed_when: false register: _zuul_cloner_check - name: Set fact to decide which version of zuul to cater to, if any set_fact: zuul_version: >- {#- This tells us that we are running under zuul v2 or v3 #} {%- if _zuul_cloner_check.rc == 0 %} {#- So now we check for an environment variable that's unique to zuul v2 #} {#- ref: http://git.openstack.org/cgit/openstack-infra/zuul/tree/zuul/ansible/filter/zuul_filters.py?h=feature/zuulv3#n17 #} {%- if lookup('env', 'ZUUL_REF') != "" %} {%- set version_output="2" %} {%- else %} {%- set version_output="3" %} {%- endif %} {%- else %} {%- set version_output="none" %} {%- endif %} {{- version_output }} - name: Clone git repos (no zuul) block: - name: Prepare git clone list set_fact: git_roles: "{{ osa_roles }}" - name: Clone git repos git: repo: "{{ item['src'] }}" dest: "{{ lookup('env', 'ANSIBLE_ROLE_DIR') }}/{{ item['name'] | default(item['src'] | basename) }}" version: "{{ item['version'] | default('master') }}" depth: "{{ item['depth'] | default('10') }}" update: true force: true with_items: "{{ git_roles }}" retries: "{{ git_clone_retries | default(3) }}" delay: "{{ git_clone_retry_delay | default(5) }}" when: - item['scm'] == "git" or item['scm'] is undefined when: - zuul_version == "none" - name: Clone git repos (zuul v2) block: - name: Prepare git clone list set_fact: git_roles: > {%- set filtered_role_list = [] %} {%- for role in osa_roles %} {%- if (not role.src | match(".*git.openstack.org.*")) or (role.name | match("os_previous_.*")) or (role.name | match("previous_.*")) %} {%- set _ = filtered_role_list.append(role) %} {%- endif %} {%- endfor %} {{- filtered_role_list -}} zuul_roles: > {%- set filtered_role_list = [] %} {%- for role in osa_roles %} {%- if (role.src | match(".*git.openstack.org.*")) and (not role.name | match("os_previous_.*")) %} {%- set role_src_cleaned = role.src | regex_replace('https://git.openstack.org/', '') %} {%- set _ = filtered_role_list.append(role_src_cleaned) %} {%- endif %} {%- endfor %} {{- filtered_role_list -}} openstack_repo_list: > {%- set filtered_repo_list = [] %} {%- set repo_list = lookup('env', 'ZUUL_CHANGES').split('^') %} {%- for repo in repo_list %} {%- set repo_cleaned = repo | regex_replace(':.*$', '') %} {%- if not repo_cleaned | match("^openstack/openstack-ansible.*") %} {%- set _ = filtered_repo_list.append(repo_cleaned) %} {%- endif %} {%- endfor %} {{- filtered_repo_list -}} - name: Clone git repos (non openstack) git: repo: "{{ item['src'] }}" dest: "{{ lookup('env', 'ANSIBLE_ROLE_DIR') }}/{{ item['name'] | default(item['src'] | basename) }}" version: "{{ item['version'] | default('master') }}" depth: "{{ item['depth'] | default('10') }}" update: true force: true with_items: "{{ git_roles }}" retries: "{{ git_clone_retries | default(3) }}" delay: "{{ git_clone_retry_delay | default(5) }}" when: - item['scm'] == "git" or item['scm'] is undefined - name: Create clone map copy: content: | clonemap: - name: 'openstack/openstack-ansible-tests' dest: '{{ lookup("env", "WORKING_DIR") }}/tests/common' - name: 'openstack/openstack-ansible-(?!tests)(.*)' dest: '{{ lookup("env", "ANSIBLE_ROLE_DIR") }}/\1' - name: 'openstack/(?!openstack-ansible)(.*)' dest: '{{ homedir }}/git/openstack/\1' dest: "{{ homedir }}/.ansible/clonemap.yml" - name: Clone git repos (with zuul-cloner) shell: | {{ _zuul_cloner_check.stdout }} \ -m {{ homedir }}/.ansible/clonemap.yml \ --cache-dir /opt/git \ git://git.openstack.org \ {% for repo in zuul_roles + openstack_repo_list %} {{ repo }} \ {% endfor %} when: - zuul_version == "2" - name: Clone git repos (zuul v3) block: - name: Find repositories already cloned by zuul command: "find {{ zuul_git_src_dir }} -type d -maxdepth 2" register: zuul_src_folder - name: Simplify the given src repository list set_fact: zuul_src_repo_list: > {%- set filtered_repo_list = [] %} {%- for folder_path in zuul_src_folder['stdout_lines'] %} {%- if folder_path | match("^" ~ zuul_git_src_dir ~ "/openstack/openstack-ansible-(?!tests).*") %} {%- set repo_cleaned = folder_path | regex_replace('^' ~ zuul_git_src_dir ~ '/', '') %} {%- set _ = filtered_repo_list.append(repo_cleaned) %} {%- endif %} {%- endfor %} {{- filtered_repo_list -}} - name: Prepare git clone list set_fact: git_roles: > {%- set filtered_role_list = [] %} {%- for role in osa_roles %} {%- if (role['name'] | match('os_previous_.*')) or (role['name'] | match('previous_.*')) or (role['src'] | regex_replace('https://git.openstack.org/', '') not in zuul_src_repo_list) %} {%- set _ = filtered_role_list.append(role) %} {%- endif %} {%- endfor %} {{- filtered_role_list -}} - name: Link the zuul provided roles file: src: "{{ zuul_git_src_dir }}/{{ item }}" dest: "{{ lookup('env', 'ANSIBLE_ROLE_DIR') }}/{{ item | regex_replace('openstack/openstack-ansible-', '') }}" state: link force: yes with_items: "{{ zuul_src_repo_list }}" - name: Clone the remaining git repos git: repo: "{{ item['src'] }}" dest: "{{ lookup('env', 'ANSIBLE_ROLE_DIR') }}/{{ item['name'] | default(item['src'] | basename) }}" version: "{{ item['version'] | default('master') }}" depth: "{{ item['depth'] | default('10') }}" update: true force: true with_items: "{{ git_roles }}" retries: "{{ git_clone_retries | default(3) }}" delay: "{{ git_clone_retry_delay | default(5) }}" when: - item['scm'] == "git" or item['scm'] is undefined when: - zuul_version == "3" vars: homedir: "{{ lookup('env', 'TESTING_HOME') }}" role_file: "{{ lookup('env', 'ANSIBLE_ROLE_REQUIREMENTS_PATH') }}" osa_roles: "{{ lookup('file', role_file) | from_yaml }}" zuul_git_src_dir: "/home/zuul/src/git.openstack.org"