Raise on user defined max_failures

* When the max attempt of max_failures is reached, we usually do nothing
  and move on
* We might want to fail the run instead of waiting forever or ignore the
  failure
* The max_failures is not user defined, we let them define the limit and
  raising if they do

Change-Id: I32719795edb5fbbd081442f54419ff3450e8c5f8

libraries/primitive_consul_lock.rb

@@ -72,6 +72,7 @@ def human_duration(duration_in_secs)
 
     def wait_until(action, opts = {})
       dc = "(in #{@options[:datacenter]})" if @options[:datacenter]
+      opts[:max_failures] ||= @options[:max_failures]
       Chef::Log.info "Will #{action} the lock #{path} #{dc}"
       start = Time.now
       success = 0.upto(opts[:max_failures] || Float::INFINITY).any? do |tries|
@@ -86,6 +87,7 @@ def wait_until(action, opts = {})
         Chef::Log.info "#{action.to_s.capitalize}ed the lock #{path}"
       else
         Chef::Log.warn "Will ignore errors and since we've reached #{opts[:max_failures]} errors"
+        raise "Max attempt #{options[:max_failures]} reached" if @options[:max_failures] && !opts[:continue]
       end
     end
 
@@ -101,7 +103,7 @@ def register(choregraphie)
         # The reason we have to be a bit more relaxed here, is that all
         # chef run including a choregraphie with this primitive try to
         # release the lock at the end of a successful run
-        wait_until(:exit, max_failures: 5) { semaphore.exit(name: @options[:id]) }
+        wait_until(:exit, max_failures: 5, continue: true) { semaphore.exit(name: @options[:id]) }
       end
     end