Add a molecule scenario for kolla-openstack - enable-everything

This scenario enables all services, and checks that expected
configuration files are generated. More validation of configuration file
contents could be added in future.

ansible/roles/kolla-openstack/molecule/enable-everything/Dockerfile.j2

+# Molecule managed
+
+FROM {{ item.image }}
+
+RUN if [ $(command -v apt-get) ]; then apt-get update && apt-get upgrade -y && apt-get install -y python sudo bash ca-certificates && apt-get clean; \
+    elif [ $(command -v dnf) ]; then dnf makecache && dnf --assumeyes install python sudo python-devel python2-dnf bash && dnf clean all; \
+    elif [ $(command -v yum) ]; then yum makecache fast && yum update -y && yum install -y python sudo yum-plugin-ovl bash && sed -i 's/plugins=0/plugins=1/g' /etc/yum.conf && yum clean all; \
+    elif [ $(command -v zypper) ]; then zypper refresh && zypper update -y && zypper install -y python sudo bash python-xml && zypper clean -a; \
+    elif [ $(command -v apk) ]; then apk update && apk add --no-cache python sudo bash ca-certificates; fi

ansible/roles/kolla-openstack/molecule/enable-everything/INSTALL.rst

+*******
+Install
+*******
+
+Requirements
+============
+
+* Docker Engine
+* docker-py
+
+Install
+=======
+
+.. code-block:: bash
+
+  $ sudo pip install docker-py

ansible/roles/kolla-openstack/molecule/enable-everything/create.yml

+---
+- name: Create
+  hosts: localhost
+  connection: local
+  gather_facts: false
+  no_log: "{{ not lookup('env', 'MOLECULE_DEBUG') | bool }}"
+  vars:
+    molecule_file: "{{ lookup('env', 'MOLECULE_FILE') }}"
+    molecule_ephemeral_directory: "{{ lookup('env', 'MOLECULE_EPHEMERAL_DIRECTORY') }}"
+    molecule_scenario_directory: "{{ lookup('env', 'MOLECULE_SCENARIO_DIRECTORY') }}"
+    molecule_yml: "{{ lookup('file', molecule_file) | molecule_from_yaml }}"
+  tasks:
+    - name: Create Dockerfiles from image names
+      template:
+        src: "{{ molecule_scenario_directory }}/Dockerfile.j2"
+        dest: "{{ molecule_ephemeral_directory }}/Dockerfile_{{ item.image | regex_replace('[^a-zA-Z0-9_]', '_') }}"
+      with_items: "{{ molecule_yml.platforms }}"
+      register: platforms
+
+    - name: Discover local Docker images
+      docker_image_facts:
+        name: "molecule_local/{{ item.item.name }}"
+      with_items: "{{ platforms.results }}"
+      register: docker_images
+
+    - name: Build an Ansible compatible image
+      docker_image:
+        path: "{{ molecule_ephemeral_directory }}"
+        name: "molecule_local/{{ item.item.image }}"
+        dockerfile: "{{ item.item.dockerfile | default(item.invocation.module_args.dest) }}"
+        force: "{{ item.item.force | default(true) }}"
+      with_items: "{{ platforms.results }}"
+      when: platforms.changed or docker_images.results | map(attribute='images') | select('equalto', []) | list | count >= 0
+
+    - name: Create molecule instance(s)
+      docker_container:
+        name: "{{ item.name }}"
+        hostname: "{{ item.name }}"
+        image: "molecule_local/{{ item.image }}"
+        state: started
+        recreate: false
+        log_driver: json-file
+        command: "{{ item.command | default('bash -c \"while true; do sleep 10000; done\"') }}"
+        privileged: "{{ item.privileged | default(omit) }}"
+        volumes: "{{ item.volumes | default(omit) }}"
+        capabilities: "{{ item.capabilities | default(omit) }}"
+        ports: "{{ item.exposed_ports | default(omit) }}"
+        ulimits: "{{ item.ulimits | default(omit) }}"
+      register: server
+      with_items: "{{ molecule_yml.platforms }}"
+      async: 7200
+      poll: 0
+
+    - name: Wait for instance(s) creation to complete
+      async_status:
+        jid: "{{ item.ansible_job_id }}"
+      register: docker_jobs
+      until: docker_jobs.finished
+      retries: 300
+      with_items: "{{ server.results }}"

ansible/roles/kolla-openstack/molecule/enable-everything/destroy.yml

+---
+- name: Destroy
+  hosts: localhost
+  connection: local
+  gather_facts: false
+  no_log: "{{ not lookup('env', 'MOLECULE_DEBUG') | bool }}"
+  vars:
+    molecule_file: "{{ lookup('env', 'MOLECULE_FILE') }}"
+    molecule_yml: "{{ lookup('file', molecule_file) | molecule_from_yaml }}"
+  tasks:
+    - name: Destroy molecule instance(s)
+      docker_container:
+        name: "{{ item.name }}"
+        state: absent
+        force_kill: "{{ item.force_kill | default(true) }}"
+      register: server
+      with_items: "{{ molecule_yml.platforms }}"
+      async: 7200
+      poll: 0
+
+    - name: Wait for instance(s) deletion to complete
+      async_status:
+        jid: "{{ item.ansible_job_id }}"
+      register: docker_jobs
+      until: docker_jobs.finished
+      retries: 300
+      with_items: "{{ server.results }}"

ansible/roles/kolla-openstack/molecule/enable-everything/molecule.yml

+---
+dependency:
+  name: galaxy
+driver:
+  name: docker
+lint:
+  name: yamllint
+platforms:
+  - name: centos-7
+    image: centos:7
+  - name: ubuntu-1604
+    image: ubuntu:16.04
+provisioner:
+  name: ansible
+  inventory:
+    group_vars:
+      all:
+        kolla_extra_config_path:
+        kolla_enable_ceph: True
+        kolla_extra_ceph: |
+          [extra-ceph.conf]
+          foo=bar
+        kolla_enable_cinder: True
+        kolla_extra_cinder: |
+          [extra-cinder.conf]
+          foo=bar
+        kolla_enable_designate: True
+        kolla_extra_designate: |
+          [extra-designate.conf]
+          foo=bar
+        kolla_enable_glance: True
+        kolla_extra_glance: |
+          [extra-glance.conf]
+          foo=bar
+        kolla_enable_grafana: True
+        kolla_extra_grafana: |
+          [extra-grafana.ini]
+          foo=bar
+        kolla_enable_heat: True
+        kolla_extra_heat: |
+          [extra-heat.conf]
+          foo=bar
+        kolla_enable_horizon: True
+        kolla_enable_ironic: True
+        kolla_extra_ironic: |
+          [extra-ironic.conf]
+          foo=bar
+        kolla_extra_inspector: |
+          [extra-ironic-inspector.conf]
+          foo=bar
+        kolla_inspector_ipa_kernel_path: ${MOLECULE_TEMP_PATH:-/tmp}/ironic-agent.kernel
+        kolla_inspector_ipa_ramdisk_path: ${MOLECULE_TEMP_PATH:-/tmp}/ironic-agent.initramfs
+        kolla_extra_ironic_dnsmasq: |
+          extra=bar
+        kolla_enable_magnum: True
+        kolla_extra_magnum: |
+          [extra-magnum.conf]
+          foo=bar
+        kolla_enable_manila: True
+        kolla_enable_murano: True
+        kolla_enable_monasca: True
+        kolla_extra_murano: |
+          [extra-murano.conf]
+          foo=bar
+        kolla_enable_neutron: True
+        kolla_extra_neutron: |
+          [extra-neutron.conf]
+          foo=bar
+        kolla_extra_neutron_ml2: |
+          [extra-ml2_conf.ini]
+          foo=bar
+        kolla_enable_nova: True
+        kolla_extra_nova: |
+          [extra-nova.conf]
+          foo=bar
+        kolla_enable_sahara: True
+        kolla_extra_sahara: |
+          [extra-sahara.conf]
+          foo=bar
+        kolla_enable_swift: True
+  lint:
+    name: ansible-lint
+scenario:
+  name: enable-everything
+verifier:
+  name: testinfra
+  lint:
+    name: flake8

ansible/roles/kolla-openstack/molecule/enable-everything/playbook.yml

+---
+- name: Converge
+  hosts: all
+  roles:
+    - role: kolla-openstack

ansible/roles/kolla-openstack/molecule/enable-everything/prepare.yml

+---
+- name: Prepare
+  hosts: all
+  gather_facts: false
+  tasks:
+    - name: Ensure ironic inspector kernel and ramdisk image directory exists
+      local_action:
+        module: file
+        path: "{{ item | dirname }}"
+        state: directory
+        recurse: True
+      with_items:
+        - "{{ kolla_inspector_ipa_kernel_path }}"
+        - "{{ kolla_inspector_ipa_ramdisk_path }}"
+
+    - name: Ensure ironic inspector kernel and ramdisk images exist
+      local_action:
+        module: file
+        path: "{{ item }}"
+        state: touch
+      with_items:
+        - "{{ kolla_inspector_ipa_kernel_path }}"
+        - "{{ kolla_inspector_ipa_ramdisk_path }}"

ansible/roles/kolla-openstack/molecule/enable-everything/tests/test_default.py

+# Copyright (c) 2018 StackHPC Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+import os
+import os.path
+
+from kayobe.tests.molecule import utils
+
+import pytest
+import testinfra.utils.ansible_runner
+
+
+testinfra_hosts = testinfra.utils.ansible_runner.AnsibleRunner(
+    os.environ['MOLECULE_INVENTORY_FILE']).get_hosts('all')
+
+
+@pytest.mark.parametrize(
+    'path',
+    ['ceph',
+     'cinder',
+     'designate',
+     'fluentd/filter',
+     'fluentd/output',
+     'glance',
+     'grafana',
+     'heat',
+     'horizon',
+     'ironic',
+     'keystone',
+     'magnum',
+     'manila',
+     'murano',
+     'neutron',
+     'nova',
+     'sahara',
+     'swift'])
+def test_service_config_directory(host, path):
+    path = os.path.join('/etc/kolla/config', path)
+    utils.test_directory(host, path)
+
+
+@pytest.mark.parametrize(
+    'path',
+    ['ceph.conf',
+     'cinder.conf',
+     'designate.conf',
+     'glance.conf',
+     'grafana.ini',
+     'heat.conf',
+     'ironic.conf',
+     'ironic-inspector.conf',
+     'magnum.conf',
+     'neutron/ml2_conf.ini',
+     'murano.conf',
+     'neutron.conf',
+     'nova.conf',
+     'sahara.conf'])
+def test_service_ini_file(host, path):
+    # TODO(mgoddard): Check more of config file contents.
+    path = os.path.join('/etc/kolla/config', path)
+    extra_section = 'extra-%s' % os.path.basename(path)
+    expected = {extra_section: {'foo': 'bar'}}
+    utils.test_ini_file(host, path, expected=expected)
+
+
+@pytest.mark.parametrize(
+    'path',
+    ['ironic/ironic-agent.initramfs',
+     'ironic/ironic-agent.kernel',
+     'ironic/ironic-dnsmasq.conf',
+     'ironic/pxelinux.default'])
+def test_service_non_ini_file(host, path):
+    # TODO(mgoddard): Check config file contents.
+    path = os.path.join('/etc/kolla/config', path)
+    utils.test_file(host, path)