diff --git a/docker/base/Dockerfile.j2 b/docker/base/Dockerfile.j2
index 6da12b1970aa0f3406364747ef115a4d6f567921..6042f57a4f96632161caa3137f9d8e20d288fe44 100644
--- a/docker/base/Dockerfile.j2
+++ b/docker/base/Dockerfile.j2
@@ -277,7 +277,9 @@ RUN touch /usr/local/bin/kolla_extend_start \
     && chmod 755 /usr/local/bin/kolla_start /usr/local/bin/kolla_extend_start /usr/local/bin/kolla_set_configs \
     && chmod 440 /etc/sudoers \
     && groupadd kolla \
-    && rm -f /tmp/kolla_bashrc
+    && rm -f /tmp/kolla_bashrc \
+    && curl -sSL https://github.com/Yelp/dumb-init/releases/download/v1.1.3/dumb-init_1.1.3_amd64 -o /usr/local/bin/dumb-init \
+    && chmod +x /usr/local/bin/dumb-init
 
 {% block base_footer %}{% endblock %}
 CMD ["kolla_start"]
diff --git a/docker/base/start.sh b/docker/base/start.sh
index 2612912686bdc31a2077645bb27d807b46d0917d..3ca6291fc7c254befdd288b343e15a62fba79cbb 100644
--- a/docker/base/start.sh
+++ b/docker/base/start.sh
@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/usr/local/bin/dumb-init /bin/bash
 set -o errexit
 
 # Wait for the log socket
diff --git a/docker/kolla-toolbox/Dockerfile.j2 b/docker/kolla-toolbox/Dockerfile.j2
index 31eb47866aad50116def7b62c410f60bfa8d3b7b..9a6ce95cd9da28f4c2fa0708a628a7df66793840 100644
--- a/docker/kolla-toolbox/Dockerfile.j2
+++ b/docker/kolla-toolbox/Dockerfile.j2
@@ -68,7 +68,7 @@ COPY ansible.cfg /home/ansible/.ansible.cfg
 COPY ansible_sudoers /etc/sudoers.d/ansible_sudoers
 RUN chmod 440 /etc/sudoers.d/ansible_sudoers
 
-CMD ["/bin/sleep", "infinity"]
+CMD ["/usr/local/bin/dumb-init", "/bin/sleep", "infinity"]
 
 {% block kolla_toolbox_footer %}{% endblock %}
 {% block footer %}{% endblock %}
diff --git a/releasenotes/notes/add-dumb-init-manage-root-process-e25a529b322d4fac.yaml b/releasenotes/notes/add-dumb-init-manage-root-process-e25a529b322d4fac.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..cc8854fd8b755febed45e54415e8dd9a2dc7dc41
--- /dev/null
+++ b/releasenotes/notes/add-dumb-init-manage-root-process-e25a529b322d4fac.yaml
@@ -0,0 +1,3 @@
+---
+features:
+  - use dumb-init to manage the pid 1 process