add seeds up

Author: xxcxy

README.md

@@ -69,6 +69,10 @@ Setup your Elasticsearch instance and ensure that it is up and running.
 
 Migrations are located under the `./scripts/db/` folder. Run `npm run migrations up` and `npm run migrations down` to execute the migrations or remove the earlier ones
 
+## Import seed data
+
+Run `npm run seeds-up` to import data from `./scripts/db/data`. 
+
 ## Import data from QLDB
 
 Make sure `QLDB_NAME`, `AWS_REGION`, `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY` are set in your environment

package.json

@@ -10,6 +10,7 @@
     "delete-data": "node scripts/db/dropAll.js",
     "migrate-db-to-es": "node scripts/db/dumpDbToEs.js",
     "migrations": "node scripts/db/migrations.js",
+    "seeds-up": "node scripts/db/seedUp.js",
     "migrate-qldb-to-pg": "node scripts/db/migrateQldbToPg.js"
   },
   "repository": {

scripts/db/migrateQldbToPg.js

@@ -1,6 +1,7 @@
 const {
   IonTypes
 } = require('ion-js')
+const _ = require('lodash')
 const QLDB = require('amazon-qldb-driver-nodejs')
 const sequelize = require('../../src/models/index')
 const logger = require('../../src/common/logger')
@@ -96,6 +97,21 @@ async function main () {
   for (const key of dataKeys) {
     try {
       const records = await queryAllRecord(key, session)
+      if (key === 'AttributeGroup') {
+        _.forEach(records, r => {
+          if (r.organizationId === '854f1bf3-6f51-424b-866f-e5f5a5803904') {
+            r.organizationId = '36ed815b-3da1-49f1-a043-aaed0a4e81ad'
+          }
+        })
+      }
+      if (key === 'ExternalProfile') {
+        const replaceChar = ['a', 'b', 'c']
+        _.forEach(records, r => {
+          if (r.id === 'f2d1b567-8ea3-4eec-93b0-32378a19edb7') {
+            r.id = `f2d1b567-8ea3-4ee${_.pullAt(replaceChar, 0)[0]}-93b0-32378a19edb7`
+          }
+        })
+      }
       await models[key].bulkCreate(records)
       logger.info(`import data for ${key} done, record count: ${records.length}`)
     } catch (e) {

scripts/db/migrations/15_add-data.js

@@ -0,0 +1,30 @@
+const sequelize = require('../../src/models/index')
+const logger = require('../../src/common/logger')
+
+const models = sequelize.models
+
+const dataKeys = ['User', 'Organization', 'AchievementsProvider', 'Achievement',
+  'AttributeGroup', 'Attribute', 'ExternalProfile', 'SkillsProvider',
+  'OrganizationSkillsProvider', 'Role', 'Skill', 'UserAttribute', 'UsersRole', 'UsersSkill']
+
+/**
+ * import seed data
+ */
+async function main () {
+  for (const key of dataKeys) {
+    try {
+      const records = require(`./data/${key}.json`)
+      await models[key].bulkCreate(records)
+      logger.info(`import data for ${key} done, record count: ${records.length}`)
+    } catch (e) {
+      logger.error(e)
+      logger.warn(`import data for ${key} failed`)
+    }
+  }
+  logger.info('all done')
+  process.exit(0)
+}
+
+(async () => {
+  main().catch(err => console.error(err))
+})()