create a migration script to fix timelineTemplateIds

Author: ThomasKranitsas

src/scripts/migrations/007-fix-timelineTemplateIds.js

@@ -0,0 +1,70 @@
+/**
+ * Fix the timelineTemplateIds on challenges that were wrongly updated
+ */
+global.Promise = require('bluebird')
+
+const config = require('config')
+const _ = require('lodash')
+const logger = require('../../util/logger')
+const { getESClient } = require('../../util/helper')
+const challengeService = require('../../services/challengeService')
+
+const migrationFunction = {
+  run: async () => {
+    const perPage = config.get('MIGRATION_SCRIPT_BATCH_SIZE')
+    let finish = false
+    let page = 0
+    let batch = 1
+
+    while (!finish) {
+      logger.info(`Batch-${batch} - Loading challenges`)
+      const challenges = await getChallengesMissingData(page, perPage)
+      if (challenges.length > 0) {
+        for (const challenge of challenges) {
+          try {
+            challenge.timelineTemplateId = await challengeService.mapTimelineTemplateId(challenge.trackId, challenge.typeId)
+            await challengeService.save(challenge)
+          } catch (e) {
+            logger.warn(`Timeline Template Not found for trackId: ${challenge.trackId} typeId: ${challenge.typeId}`)
+          }
+        }
+      } else {
+        finish = true
+      }
+      page++
+      batch++
+    }
+  }
+}
+
+async function getChallengesMissingData (page = 0, perPage = 10) {
+  const esQuery = {
+    index: config.get('ES.CHALLENGE_ES_INDEX'),
+    type: config.get('ES.CHALLENGE_ES_TYPE'),
+    size: perPage,
+    from: page * perPage,
+    body: {
+      query: {
+        match_all: {}
+      }
+    }
+  }
+  // logger.debug(`ES Query ${JSON.stringify(esQuery)}`)
+  // Search with constructed query
+  let docs
+  try {
+    docs = await getESClient().search(esQuery)
+  } catch (e) {
+    // Catch error when the ES is fresh and has no data
+    docs = {
+      hits: {
+        total: 0,
+        hits: []
+      }
+    }
+  }
+  // Extract data from hits
+  return _.map(docs.hits.hits, item => (item._source))
+}
+
+module.exports = migrationFunction

src/services/challengeService.js

@@ -856,5 +856,6 @@ module.exports = {
   getChallengeFromV5API,
   getMMatchFromV4API,
   getChallengeTypesFromDynamo,
-  getChallengeSubmissionsFromV5API
+  getChallengeSubmissionsFromV5API,
+  mapTimelineTemplateId
 }