add script for updating es mappings and reindexing data

Author: ThomasKranitsas

src/init-es.js

@@ -32,7 +32,15 @@ const initES = async () => {
     body.mappings[config.get('ES.ES_TYPE')] = {
       properties: {
         id: { type: 'keyword' }
-      }
+      },
+      dynamic_templates: [{
+        metadata: {
+          path_match: 'metadata.*',
+          mapping: {
+            type: 'text'
+          }
+        }
+      }]
     }
 
     await client.indices.create({

src/scripts/update-es-mappings.js

@@ -0,0 +1,84 @@
+const config = require('config')
+const logger = require('../common/logger')
+const helper = require('../common/helper')
+
+const esClient = helper.getESClient()
+
+function sleep (ms) {
+  return new Promise((resolve) => {
+    setTimeout(resolve, ms)
+  })
+}
+
+function createIndex (indexName) {
+  const body = { mappings: {} }
+  body.mappings[config.get('ES.ES_TYPE')] = {
+    properties: {
+      id: { type: 'keyword' }
+    },
+    dynamic_templates: [{
+      metadata: {
+        path_match: 'metadata.*',
+        mapping: {
+          type: 'text'
+        }
+      }
+    }]
+  }
+
+  return esClient.indices.create({
+    index: indexName,
+    body
+  })
+}
+
+async function updateMappings () {
+  let indexName = config.get('ES.ES_INDEX')
+  let newIndexName = `${indexName}_tmp_dont_use_for_querying`
+
+  await createIndex(newIndexName)
+  await sleep(500)
+  logger.info(`Reindexing from ${indexName} to ${newIndexName}`)
+  await esClient.reindex({
+    body: {
+      source: { index: indexName },
+      dest: { index: newIndexName }
+    },
+    waitForCompletion: true
+  })
+
+  logger.warn(`Deleting ${indexName}. If script crashes after this point data may be lost and a recreation of index will be required.`)
+
+  await esClient.indices.delete({
+    index: indexName
+  })
+
+  logger.info(`Copying data back into ${indexName}`)
+
+  // This should be replaced with cloneIndex after migration to 7.4+
+  await createIndex(indexName)
+  await sleep(500)
+  await esClient.reindex({
+    body: {
+      source: { index: newIndexName },
+      dest: { index: indexName }
+    },
+    waitForCompletion: true
+  })
+
+  logger.info(`Removing ${newIndexName} index`)
+
+  await esClient.indices.delete({
+    index: newIndexName
+  })
+}
+
+updateMappings()
+  .then(() => {
+    logger.info('Done')
+    process.exit()
+  })
+  .catch((err) => {
+    logger.logFullError(err)
+    process.exit(1)
+  })