Create recent events table

db/migrate/20180306024000_create_recently_events.rb

@@ -0,0 +1,13 @@
+class CreateRecentlyEvents < ActiveRecord::Migration[5.1]
+  def change
+    create_table :recently_events do |t|
+      t.integer :dojo_event_service_id, null: false
+      t.string :event_id, null: false
+      t.string :event_url, null: false
+      t.datetime :event_at, null: false
+
+      t.index ["dojo_event_service_id"], name: "index_recently_events_on_dojo_event_service_id"
+      t.index ["event_at"], name: "index_recently_events_on_event_at"
+    end
+  end
+end

db/schema.rb

@@ -10,7 +10,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 20180117164209) do
+ActiveRecord::Schema.define(version: 20180306024000) do
 
   # These are extensions that must be enabled in order to support this database
   enable_extension "plpgsql"
@@ -61,6 +61,15 @@
     t.index ["region"], name: "index_prefectures_on_region"
   end
 
+  create_table "recently_events", force: :cascade do |t|
+    t.integer "dojo_event_service_id", null: false
+    t.string "event_id", null: false
+    t.string "event_url", null: false
+    t.datetime "event_at", null: false
+    t.index ["dojo_event_service_id"], name: "index_recently_events_on_dojo_event_service_id"
+    t.index ["event_at"], name: "index_recently_events_on_event_at"
+  end
+
   add_foreign_key "dojo_event_services", "dojos"
   add_foreign_key "event_histories", "dojos"
 end

lib/eventservice.rb

@@ -0,0 +1,3 @@
+module EventService; end
+
+require_relative 'eventservice/providers'

lib/statistics/providers.rb → lib/eventservice/providers.rb

@@ -1,4 +1,4 @@
-module Statistics
+module EventService
   module Providers
   end
 end

lib/eventservice/providers/connpass.rb

@@ -0,0 +1,42 @@
+module EventService
+  module Providers
+      class Connpass
+        ENDPOINT = 'https://connpass.com/api/v1'.freeze
+
+        def initialize
+          @client = Statistics::Client.new(ENDPOINT)
+        end
+
+        def search(keyword:)
+          @client.get('event/', { keyword: keyword, count: 100 })
+        end
+
+        def fetch_events(series_id:, yyyymm: nil, yyyymmdd: nil)
+          params = {
+            series_id: series_id,
+            start: 1,
+            count: 100
+          }
+          params[:ym] = yyyymm if yyyymm
+          params[:ymd] = yyyymmdd if yyyymmdd
+          events = []
+
+          loop do
+            part = @client.get('event/', params)
+
+            break if part['results_returned'].zero?
+
+            events.push(*part.fetch('events'))
+
+            break if part.size < params[:count]
+
+            break if params[:start] + params[:count] > part['results_available']
+
+            params[:start] += params[:count]
+          end
+
+          events
+        end
+      end
+  end
+end

lib/eventservice/providers/doorkeeper.rb

@@ -0,0 +1,51 @@
+module EventService
+  module Providers
+      class Doorkeeper
+        ENDPOINT = 'https://api.doorkeeper.jp'.freeze
+
+        def initialize
+          @client = Statistics::Client.new(ENDPOINT) do |c|
+            c.authorization(:Bearer, ENV.fetch('DOORKEEPER_API_TOKEN'))
+          end
+          @default_since = Time.zone.parse('2010-07-01')
+          @default_until = Time.zone.now.end_of_day
+        end
+
+        def search(keyword:)
+          @client.get('events', q: keyword, since: @default_since, expand: 'group')
+        end
+
+        def fetch_events(group_id:, since_at: @default_since, until_at: @default_until)
+          begin
+            params = {
+              page: 1,
+              since: since_at,
+              until: until_at
+            }
+            events = []
+
+            loop do
+              part = @client.get("groups/#{group_id}/events", params)
+
+              break if part.size.zero?
+
+              events.push(*part.map { |e| e['event'] })
+
+              break if part.size < 25   # 25 items / 1 request
+
+              params[:page] += 1
+            end
+
+            events
+          rescue Faraday::ClientError => e
+            raise e unless e.response[:status] == 429
+
+            puts 'API rate limit exceeded.'
+            puts "This task will retry in 60 seconds from now(#{Time.zone.now})."
+            sleep 60
+            retry
+          end
+        end
+      end
+  end
+end

lib/eventservice/providers/facebook.rb

@@ -0,0 +1,34 @@
+module EventService
+  module Providers
+      class Facebook
+        class_attribute :access_token
+
+        def initialize
+          @client = Koala::Facebook::API.new(self.access_token)
+        end
+
+        def fetch_events(group_id:, since_at: nil, until_at: nil)
+          params = {
+            fields: %i(attending_count start_time owner),
+            limit: 100
+          }.tap do |h|
+            # @note FacebookのGraph APIはPDTがタイムゾーンとなっており、
+            #       JST<->PDTのオフセット8時間を追加した時刻をパラメータとする必要がある
+            # @see https://github.com/coderdojo-japan/coderdojo.jp/pull/182#discussion_r148935458
+            h[:since] = since_at.since(8.hours).to_i if since_at
+            h[:until] = until_at.since(8.hours).to_i if until_at
+          end
+
+          events = []
+
+          collection = @client.get_object("#{group_id}/events", params)
+          events.push(*collection.to_a)
+          while !collection.empty? && collection.paging['next'] do
+            events.push(*collection.next_page.to_a)
+          end
+
+          events
+        end
+      end
+  end
+end

lib/eventservice/providers/static_yaml.rb

@@ -0,0 +1,11 @@
+module EventService
+  module Providers
+      class StaticYaml
+        YAML_FILE = Rails.root.join('db', 'static_event_histories.yaml')
+
+        def fetch_events
+          YAML.load_file(YAML_FILE) || []
+        end
+      end
+  end
+end

lib/statistics.rb

@@ -1,6 +1,6 @@
 module Statistics; end
 
 require_relative 'statistics/client'
-require_relative 'statistics/providers'
 require_relative 'statistics/tasks'
 require_relative 'statistics/aggregation'
+require_relative 'eventservice'

lib/statistics/tasks/connpass.rb

@@ -6,7 +6,7 @@ def self.delete_event_histories(period)
       end
 
       def initialize(dojos, date, weekly)
-        @client = Providers::Connpass.new
+        @client = EventService::Providers::Connpass.new
         @dojos = dojos
         @params = build_params(date, weekly)
       end

lib/statistics/tasks/doorkeeper.rb

@@ -6,7 +6,7 @@ def self.delete_event_histories(period)
       end
 
       def initialize(dojos, date, weekly)
-        @client = Providers::Doorkeeper.new
+        @client = EventService::Providers::Doorkeeper.new
         @dojos = dojos
         @params = build_params(date, weekly)
       end

lib/statistics/tasks/facebook.rb

@@ -6,7 +6,7 @@ def self.delete_event_histories(period)
       end
 
       def initialize(dojos, date, weekly)
-        @client = Providers::Facebook.new
+        @client = EventService::Providers::Facebook.new
         @dojos = dojos
         @params = build_params(date, weekly)
       end

lib/statistics/tasks/static_yaml.rb

@@ -6,7 +6,7 @@ def self.delete_event_histories(_period)
       end
 
       def initialize(dojos, _date, _weekly)
-        @client = Providers::StaticYaml.new
+        @client = EventService::Providers::StaticYaml.new
         @dojos = dojos
       end
 

lib/tasks/statistics.rake

@@ -3,7 +3,7 @@ require_relative '../statistics.rb'
 namespace :statistics do
   desc '月次/週次のイベント履歴を集計します'
   task :aggregation, [:from, :to] => :environment do |tasks, args|
-    Statistics::Providers::Facebook.access_token = Koala::Facebook::OAuth.new(ENV['FACEBOOK_APP_ID'], ENV['FACEBOOK_APP_SECRET']).get_app_access_token
+    EventService::Providers::Facebook.access_token = Koala::Facebook::OAuth.new(ENV['FACEBOOK_APP_ID'], ENV['FACEBOOK_APP_SECRET']).get_app_access_token
     Statistics::Aggregation.new(args).run
   end
 
@@ -14,9 +14,9 @@ namespace :statistics do
     require 'pp'
 
     puts 'Searching Connpass'
-    pp Statistics::Providers::Connpass.new.search(keyword: args[:keyword])
+    pp EventService::Providers::Connpass.new.search(keyword: args[:keyword])
 
     puts 'Searching Doorkeeper'
-    pp Statistics::Providers::Doorkeeper.new.search(keyword: args[:keyword])
+    pp EventService::Providers::Doorkeeper.new.search(keyword: args[:keyword])
   end
 end