(WIP)-CLOUD-2069 Adding support for multiple compose files.

Author: Mark Wilson

README.md

@@ -558,6 +558,16 @@ docker_compose { '/tmp/docker-compose.yml':
 
 Give options to the ```docker-compose up``` command, such as ```--remove-orphans```, by using the ```up_args``` option.
 
+To supply multiple overide compose files add the following to the manifest file:
+
+```puppet
+class {'docker::compose':
+  compose_files => ['master-docker-compose.yml', 'override-compose.yml],
+}
+```
+
+Please note you should  supply your master docker-compose file as the first element in the array. As per docker multi compose file support compose files will be merged in the order they are specified in the array.
+
 If you are using a v3.2 compose file or above on a Docker Swarm cluster, use the `docker::stack` class. Include the file resource before you run the stack command.
 
 To deploy the stack, add the following code to the manifest file:

lib/puppet/provider/docker_compose/ruby.rb

@@ -7,44 +7,46 @@
 
   def exists?
     Puppet.info("Checking for compose project #{project}")
-    compose_file = YAML.safe_load(File.read(name))
     compose_services = {}
-    containers = docker([
-                          'ps',
-                          '--format',
-                          "{{.Label \"com.docker.compose.service\"}}-{{.Image}}",
-                          '--filter',
-                          "label=com.docker.compose.project=#{project}",
-                        ]).split("\n")
-    case compose_file['version']
-    when %r{^2(\.[0-3])?$}, %r{^3(\.[0-6])?$}
-      compose_services = compose_file['services']
-    # in compose v1 "version" parameter is not specified
-    when nil
-      compose_services = compose_file
-    else
-      raise(Puppet::Error, "Unsupported docker compose file syntax version \"#{compose_file['version']}\"!")
-    end
+    resource[:compose_files].each do |file|
+      compose_file = YAML.safe_load(File.read(file))
+      containers = docker([
+                            'ps',
+                            '--format',
+                            "{{.Label \"com.docker.compose.service\"}}-{{.Image}}",
+                            '--filter',
+                            "label=com.docker.compose.project=#{project}",
+                          ]).split("\n")
+      case compose_file['version']
+      when %r{^2(\.[0-3])?$}, %r{^3(\.[0-6])?$}
+        compose_services = compose_services.merge(compose_file['services'])
+      # in compose v1 "version" parameter is not specified
+      when nil
+        compose_services = compose_services.merge(compose_file)
+      else
+        raise(Puppet::Error, "Unsupported docker compose file syntax version \"#{compose_file['version']}\"!")
+      end
 
-    if compose_services.count != containers.count
-      return false
-    end
+      if compose_services.count != containers.count
+        return false
+      end
 
-    counts = Hash[*compose_services.each.map { |key, array|
-                    image = (array['image']) ? array['image'] : get_image(key, compose_services)
-                    Puppet.info("Checking for compose service #{key} #{image}")
-                    ["#{key}-#{image}", containers.count("#{key}-#{image}")]
-                  }.flatten]
+      counts = Hash[*compose_services.each.map { |key, array|
+                      image = (array['image']) ? array['image'] : get_image(key, compose_services)
+                      Puppet.info("Checking for compose service #{key} #{image}")
+                      ["#{key}-#{image}", containers.count("#{key}-#{image}")]
+                    }.flatten]
 
-    # No containers found for the project
-    if counts.empty? ||
-       # Containers described in the compose file are not running
-       counts.any? { |_k, v| v.zero? } ||
-       # The scaling factors in the resource do not match the number of running containers
-       resource[:scale] && counts.merge(resource[:scale]) != counts
-      false
-    else
-      true
+      # No containers found for the project
+      if counts.empty? ||
+         # Containers described in the compose file are not running
+         counts.any? { |_k, v| v.zero? } ||
+         # The scaling factors in the resource do not match the number of running containers
+         resource[:scale] && counts.merge(resource[:scale]) != counts
+        false
+      else
+        true
+      end
     end
   end
 
@@ -62,20 +64,22 @@ def get_image(service_name, compose_services)
 
   def create
     Puppet.info("Running compose project #{project}")
-    args = ['-f', name, 'up', '-d', '--remove-orphans'].insert(2, resource[:options]).insert(5, resource[:up_args]).compact
+    compose_files_cmd = resource[:compose_files].map { |x| ["-f", x] }.flatten
+    args = [compose_files_cmd, 'up', '-d', '--remove-orphans'].insert(2, resource[:options]).insert(5, resource[:up_args]).compact
     dockercompose(args)
     return unless resource[:scale]
     instructions = resource[:scale].map { |k, v| "#{k}=#{v}" }
     Puppet.info("Scaling compose project #{project}: #{instructions.join(' ')}")
-    args = ['-f', name, 'scale'].insert(2, resource[:options]).compact + instructions
+    args = [compose_files_cmd, 'scale'].insert(2, resource[:options]).compact + instructions
     dockercompose(args)
   end
 
   def destroy
     Puppet.info("Removing all containers for compose project #{project}")
-    kill_args = ['-f', name, 'kill'].insert(2, resource[:options]).compact
+    compose_files_cmd = resource[:compose_files].map { |x| ["-f", x] }.flatten
+    kill_args = [compose_files_cmd, 'kill'].insert(2, resource[:options]).compact
     dockercompose(kill_args)
-    rm_args = ['-f', name, 'rm', '--force', '-v'].insert(2, resource[:options]).compact
+    rm_args = [compose_files_cmd, 'rm', '--force', '-v'].insert(2, resource[:options]).compact
     dockercompose(rm_args)
   end
 
@@ -92,6 +96,7 @@ def restart
   private
 
   def project
-    File.basename(File.dirname(name)).downcase.gsub(%r{[^0-9a-z ]}i, '')
+    project = name
+    project
   end
 end

lib/puppet/type/docker_compose.rb

@@ -7,10 +7,6 @@ def refresh
     provider.restart
   end
 
-  newparam(:name) do
-    desc 'Docker compose file path.'
-  end
-
   newparam(:scale) do
     desc 'A hash of compose services and number of containers.'
     validate do |value|
@@ -38,7 +34,15 @@ def refresh
     end
   end
 
-  autorequire(:file) do
-    self[:name]
+  newparam(:compose_files, :array_matching => :all) do
+    desc 'An array of Docker Compose Files paths.'
+    validate do |value|
+      raise _('compose files should be an array') unless value.is_a? Array
+    end
+  end
+
+  newparam(:name) do
+    isnamevar
+    desc 'The name of the project'
   end
 end

spec/acceptance/compose_v3_spec.rb

@@ -48,6 +48,27 @@ class { 'docker::compose':
     end
   end
 
+  context 'multi compose file override' do
+    before(:all) do
+      @install = <<-code
+docker_compose { 'override_test':
+  compose_files => ['#{tmp_path}/docker-compose-v3.yml', '#{tmp_path}/docker-compose-override-v3.yml'],
+  ensure => present,
+}
+      code
+      apply_manifest(@install, :catch_failures=>true)
+    end
+
+    it 'should be idempotent' do 
+      apply_manifest(@install, :catch_changes=>true)
+    end
+
+    it 'should find container with debian tag' do
+      shell('docker inspect tmp_compose_test', :acceptable_exit_codes => [0])
+    end
+   end
+      
+
   context 'Destroying compose v3 projects' do
     before(:all) do
       install = <<-code

spec/spec_helper_acceptance.rb

@@ -110,6 +110,13 @@ def retry_on_error_matching(max_retry_count = 3, retry_wait_interval_secs = 5, e
     image: ubuntu:14.04
     command: /bin/sh -c "while true; do echo hello world; sleep 1; done"
       EOS
+        docker_compose_override_content_v3 = <<-EOS
+version: "3"
+services:
+   compose_test:
+     image: debian: jessie
+     command: /bin/sh -c "while true; do echo hello world; sleep 1; done"
+       EOS
         docker_compose_content_v3_windows = <<-EOS
 version: "3"
 services:
@@ -127,6 +134,7 @@ def retry_on_error_matching(max_retry_count = 3, retry_wait_interval_secs = 5, e
           create_remote_file(host, "/tmp/docker-compose-v3.yml", docker_compose_content_v3_windows)
         else
           create_remote_file(host, "/tmp/docker-compose-v3.yml", docker_compose_content_v3)
+          create_remote_file(host, "/tmp/docker-compose-override-v3.yml", docker_compose_override_content_v3)
         end
 
         if fact_on(host, 'osfamily') == 'windows'