Merge pull request #173 from coderdojo-japan/api-rate-limit

Sleep and retry if raise API rate limit exceeded

Author: nalabjp

lib/statistics/client.rb

@@ -1,5 +1,7 @@
 module Statistics
   class Client
+    class APIRateLimitError < ::StandardError; end
+
     class_attribute :debug
     self.debug = false
 
@@ -99,6 +101,12 @@ def fetch_events(group_id:, since_at: @default_since, until_at: @default_until)
         end
 
         events
+      rescue Faraday::ClientError => e
+        if e.response[:status] == 429
+          raise Client::APIRateLimitError
+        else
+          raise e
+        end
       end
     end
   end

lib/tasks/statistics.rake

@@ -42,7 +42,15 @@ namespace :statistics do
       raise StopIteration if nm > to
       list << nm
     }.each { |date|
-      Statistics::Aggregation.run(date: date)
+      begin
+        puts "Aggregate for #{date.strftime('%Y/%m')}"
+        Statistics::Aggregation.run(date: date)
+      rescue Statistics::Client::APIRateLimitError
+        puts 'API rate limit exceeded.'
+        puts "This task will retry in 60 seconds from now(#{Time.zone.now})."
+        sleep 60
+        retry
+      end
     }
   end