From 0533c7f5e0e1831c4e7b7430c815515ff0902ef0 Mon Sep 17 00:00:00 2001
From: tyler-ball <tyleraball@gmail.com>
Date: Tue, 28 Jul 2015 09:42:56 -0600
Subject: [PATCH] Rolling back
 https://github.com/test-kitchen/kitchen-ec2/pull/171 because there is no good
 output, fixes https://github.com/test-kitchen/kitchen-ec2/pull/179
 (hopefully)

---
 kitchen-ec2.gemspec             |  1 +
 lib/kitchen/driver/ec2.rb       | 56 +++++++++++++++++++++------------
 spec/kitchen/driver/ec2_spec.rb |  5 +--
 3 files changed, 38 insertions(+), 24 deletions(-)

diff --git a/kitchen-ec2.gemspec b/kitchen-ec2.gemspec
index ff7954fb3..917b7db59 100644
--- a/kitchen-ec2.gemspec
+++ b/kitchen-ec2.gemspec
@@ -23,6 +23,7 @@ Gem::Specification.new do |gem|
   gem.add_dependency "multi_json"
   gem.add_dependency "aws-sdk", "~> 2"
   gem.add_dependency "ubuntu_ami", "~> 0.4.1"
+  gem.add_dependency "retryable", "~> 2.0"
 
   gem.add_development_dependency "rspec",     "~> 3.2"
   gem.add_development_dependency "countloc",  "~> 0.4"
diff --git a/lib/kitchen/driver/ec2.rb b/lib/kitchen/driver/ec2.rb
index e795bb824..bc285b3f0 100644
--- a/lib/kitchen/driver/ec2.rb
+++ b/lib/kitchen/driver/ec2.rb
@@ -24,6 +24,7 @@
 require_relative "aws/instance_generator"
 require "aws-sdk-core/waiters/errors"
 require "ubuntu_ami"
+require "retryable"
 
 module Kitchen
 
@@ -193,11 +194,22 @@ def create(state) # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
           server = submit_server
         end
         info("Instance <#{server.id}> requested.")
-        ec2.client.wait_until(
-          :instance_running,
-          :instance_ids => [server.id]
-        )
-        tag_server(server)
+        server.wait_until_exists do |w|
+          w.before_attempt do |attempts|
+            info("Polling AWS for existence, attempt #{attempts}...")
+          end
+        end
+
+        # See https://github.com/aws/aws-sdk-ruby/issues/859
+        # Tagging can fail with a NotFound error even though we waited until the server exists
+        Retryable.retryable(
+          :tries => 10,
+          :sleep => lambda { |n| [2**n, 30].min },
+          :on => ::Aws::EC2::Errors::InvalidInstanceIDNotFound
+        ) do |r, _|
+          info("Attempting to tag the instance, #{r} retries")
+          tag_server(server)
+        end
 
         state[:server_id] = server.id
         info("EC2 instance <#{state[:server_id]}> created.")
@@ -341,6 +353,8 @@ def tag_server(server)
         server.create_tags(:tags => tags)
       end
 
+      # Normally we could use `server.wait_until_running` but we actually need
+      # to check more than just the instance state
       def wait_until_ready(server, state)
         wait_with_destroy(server, state, "to become ready") do |aws_instance|
           hostname = hostname(aws_instance, config[:interface])
@@ -363,21 +377,8 @@ def wait_until_ready(server, state)
         end
       end
 
-      # rubocop:disable Lint/UnusedBlockArgument
-      def fetch_windows_admin_password(server, state)
-        wait_with_destroy(server, state, "to fetch windows admin password") do |aws_instance|
-          enc = server.client.get_password_data(
-            :instance_id => state[:server_id]
-          ).password_data
-          # Password data is blank until password is available
-          !enc.nil? && !enc.empty?
-        end
-        pass = server.decrypt_windows_password(instance.transport[:ssh_key])
-        state[:password] = pass
-        info("Retrieved Windows password for instance <#{state[:server_id]}>.")
-      end
-      # rubocop:enable Lint/UnusedBlockArgument
-
+      # Poll a block, waiting for it to return true.  If it does not succeed
+      # within the configured time we destroy the instance to save people money
       def wait_with_destroy(server, state, status_msg, &block)
         wait_log = proc do |attempts|
           c = attempts * config[:retryable_sleep]
@@ -399,6 +400,21 @@ def wait_with_destroy(server, state, status_msg, &block)
         end
       end
 
+      # rubocop:disable Lint/UnusedBlockArgument
+      def fetch_windows_admin_password(server, state)
+        wait_with_destroy(server, state, "to fetch windows admin password") do |aws_instance|
+          enc = server.client.get_password_data(
+            :instance_id => state[:server_id]
+          ).password_data
+          # Password data is blank until password is available
+          !enc.nil? && !enc.empty?
+        end
+        pass = server.decrypt_windows_password(instance.transport[:ssh_key])
+        state[:password] = pass
+        info("Retrieved Windows password for instance <#{state[:server_id]}>.")
+      end
+      # rubocop:enable Lint/UnusedBlockArgument
+
       def amis
         @amis ||= begin
           json_file = File.join(File.dirname(__FILE__),
diff --git a/spec/kitchen/driver/ec2_spec.rb b/spec/kitchen/driver/ec2_spec.rb
index 4edb813e6..a7db9140a 100644
--- a/spec/kitchen/driver/ec2_spec.rb
+++ b/spec/kitchen/driver/ec2_spec.rb
@@ -337,10 +337,7 @@
 
     shared_examples "common create" do
       it "successfully creates and tags the instance" do
-        expect(actual_client).to receive(:wait_until).with(
-          :instance_running,
-          :instance_ids => [server.id]
-        )
+        expect(server).to receive(:wait_until_exists)
         expect(driver).to receive(:tag_server).with(server)
         expect(driver).to receive(:wait_until_ready).with(server, state)
         expect(transport).to receive_message_chain("connection.wait_until_ready")