Merge "Add cron image and playbook"

ansible/roles/common/templates/cron.json.j2

+{% set cron_cmd = 'cron -f' if kolla_base_distro in ['ubuntu', 'debian'] else 'crond -s -n' %}
+{% set services = ["ansible", "cinder", "glance", "haproxy", "heat", "keepalived", "keystone", "magnum", "manila", "mariadb", "mistral", "murano", "neutron", "nova", "rabbitmq", "swift"] %}
+{
+    "command": "{{ cron_cmd }}",
+    "config_files": [
+        {
+            "source": "{{ container_config_directory }}/logrotate/global.conf",
+            "dest": "/etc/logrotate.conf",
+            "owner": "root",
+            "perm": "0644"
+        },
+{% for service in services %}
+        {
+            "source": "{{ container_config_directory }}/logrotate/{{ service }}.conf",
+            "dest": "/etc/logrotate.d/{{ service }}.conf",
+            "owner": "root",
+            "perm": "0644"
+        }{% if not loop.last %},{% endif %}
+{% endfor %}
+
+    ]
+}

ansible/roles/common/templates/heka-keystone.toml.j2

@@ -9,5 +9,6 @@ filename = "lua_decoders/os_keystone_apache_log.lua"
 type = "LogstreamerInput"
 decoder = "keystone_apache_log_decoder"
 log_directory = "/var/log/kolla"
-file_match = '{{ apache_dir }}/keystone-apache-(?P<Service>.+)-access\.log'
+file_match = '{{ apache_dir }}/keystone-apache-(?P<Service>.+)-access\.log\.?(?P<Seq>\d*)$'
+priority = ["^Seq"]
 differentiator = ["keystone-apache-", "Service"]

ansible/roles/common/templates/heka-mariadb.toml.j2

@@ -6,5 +6,6 @@ filename = "lua_decoders/os_mysql_log.lua"
 type = "LogstreamerInput"
 decoder = "mariadb_log_decoder"
 log_directory = "/var/log/kolla"
-file_match = 'mariadb/mariadb\.log'
+file_match = 'mariadb/mariadb\.log\.?(?P<Seq>\d*)$'
+priority = ["^Seq"]
 differentiator = ['mariadb']

ansible/roles/common/templates/heka-openstack.toml.j2

@@ -6,5 +6,6 @@ filename = "lua_decoders/os_openstack_log.lua"
 type = "LogstreamerInput"
 decoder = "openstack_log_decoder"
 log_directory = "/var/log/kolla"
-file_match = '(?P<Service>nova|glance|keystone|neutron|cinder|heat|murano|magnum|mistral|manila)/(?P<Program>.*)\.log'
+file_match = '(?P<Service>nova|glance|keystone|neutron|cinder|heat|murano|magnum|mistral|manila)/(?P<Program>.*)\.log\.?(?P<Seq>\d*)$'
+priority = ["^Seq"]
 differentiator = ["Service", "_", "Program"]

ansible/roles/common/templates/heka-rabbitmq.toml.j2

@@ -13,5 +13,6 @@ type = "LogstreamerInput"
 decoder = "rabbitmq_log_decoder"
 splitter = "rabbitmq_log_splitter"
 log_directory = "/var/log/kolla"
-file_match = 'rabbitmq/(?P<Service>rabbit.*)\.log'
+file_match = 'rabbitmq/(?P<Service>rabbit.*)\.log\.?(?P<Seq>\d*)$'
+priority = ["^Seq"]
 differentiator = ["Service"]

docker/cron/Dockerfile.j2

+FROM {{ namespace }}/{{ image_prefix }}base:{{ tag }}
+MAINTAINER {{ maintainer }}
+
+{% if base_distro in ['centos', 'fedora', 'oraclelinux', 'rhel'] %}
+
+RUN yum -y install \
+        cronie \
+        logrotate \
+    && yum clean all
+
+{% elif base_distro in ['ubuntu', 'debian'] %}
+
+RUN apt-get install -y --no-install-recommends \
+        cron \
+        logrotate \
+    && apt-get clean
+
+{% endif %}
+
+COPY extend_start.sh /usr/local/bin/kolla_extend_start
+RUN chmod 755 /usr/local/bin/kolla_extend_start
+
+{{ include_footer }}

docker/cron/extend_start.sh

+#!/bin/bash
+
+# NOTE(elemoine): the cron daemon sends its logs to /dev/log. Heka's log socket
+# is at /var/lib/kolla/heka/log so we symlink /dev/log to that location.
+if [[ ! -h /dev/log ]]; then
+    ln -sf /var/lib/kolla/heka/log /dev/log
+fi

kolla/common/config.py

@@ -25,7 +25,7 @@ INSTALL_TYPE_CHOICES = ['binary', 'source', 'rdo', 'rhos']
 
 _PROFILE_OPTS = [
     cfg.ListOpt('infra',
-                default=['ceph', 'mariadb', 'haproxy',
+                default=['ceph', 'cron', 'mariadb', 'haproxy',
                          'keepalived', 'kolla-toolbox', 'memcached',
                          'mongodb', 'openvswitch', 'rabbitmq', 'heka'],
                 help='Infra images'),
@@ -39,13 +39,13 @@ _PROFILE_OPTS = [
                          'magnum', 'mistral', 'trove,' 'zaqar', 'zookeeper'],
                 help='Aux Images'),
     cfg.ListOpt('default',
-                default=['kolla-toolbox', 'glance', 'haproxy',
+                default=['cron', 'kolla-toolbox', 'glance', 'haproxy',
                          'heat', 'horizon', 'keepalived', 'keystone',
                          'memcached', 'mariadb', 'neutron', 'nova',
                          'openvswitch', 'rabbitmq', 'heka'],
                 help='Default images'),
     cfg.ListOpt('gate',
-                default=['glance', 'haproxy', 'keepalived', 'keystone',
+                default=['cron', 'glance', 'haproxy', 'keepalived', 'keystone',
                          'kolla-toolbox', 'mariadb', 'memcached', 'neutron',
                          'nova', 'openvswitch', 'rabbitmq', 'heka'],
                 help='Gate images'),

tools/cleanup-containers

@@ -14,6 +14,7 @@ else
         bootstrap_{ceph_mon,cinder,glance,heat,heka,ironic,ironic_pxe,keystone,magnum,mistral,mongodb,murano,neutron,nova,nova_compute} \
         cinder_{volume,scheduler,backup,api} \
         ceph_{mon,rgw} \
+        cron \
         elasticsearch \
         glance_{api,registry} \
         haproxy \