added support for auto gsheet filling

Author: kkartunov

Dockerfile

@@ -73,6 +73,7 @@ ARG GSHEETS_API_KEY
 ARG SENDGRID_API_KEY
 ARG GROWSURF_API_KEY
 ARG GROWSURF_CAMPAIGN_ID
+ARG GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY
 
 # Optimizely
 ARG OPTIMIZELY_SDK_KEY
@@ -137,6 +138,7 @@ ENV SENDGRID_API_KEY=$SENDGRID_API_KEY
 ENV GROWSURF_API_KEY=$GROWSURF_API_KEY
 ENV GROWSURF_CAMPAIGN_ID=$GROWSURF_CAMPAIGN_ID
 ENV GSHEETS_API_KEY=$GSHEETS_API_KEY
+ENV GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY=$GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY
 
 # Optimizely
 ENV OPTIMIZELY_SDK_KEY=$OPTIMIZELY_SDK_KEY

build.sh

@@ -52,6 +52,7 @@ docker build -t $TAG \
   --build-arg GSHEETS_API_KEY=$GSHEETS_API_KEY \
   --build-arg OPTIMIZELY_SDK_KEY=$OPTIMIZELY_SDK_KEY \
   --build-arg COMMUNITY_APP_URL=$COMMUNITY_APP_URL \
+  --build-arg GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY=$GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY \
   --build-arg VALID_ISSUERS=$VALID_ISSUERS .
 
 # Copies "node_modules" from the created image, if necessary for caching.

config/custom-environment-variables.js

@@ -113,4 +113,5 @@ module.exports = {
   OPTIMIZELY: {
     SDK_KEY: 'OPTIMIZELY_SDK_KEY',
   },
+  GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY: 'GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY',
 };

config/default.js

@@ -267,6 +267,9 @@ module.exports = {
   },
 
   GSHEETS_API_KEY: 'AIzaSyBRdKySN5JNCb2H6ZxJdTTvp3cWU51jiOQ',
+  GOOGLE_SERVICE_ACCOUNT_EMAIL: 'communityappserviceacc@tc-sheets-to-contentful.iam.gserviceaccount.com',
+  GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY: '',
+  GIG_REFERRALS_SHEET: '1xilx7NxDAvzAzOTbPpvb3lL3RWv1VD5W24OEMAoF9HU',
 
   AUTH_CONFIG: {
     AUTH0_URL: 'TC_M2M_AUTH0_URL',

src/server/routes/gSheet.js

@@ -1,3 +1,4 @@
+/* eslint-disable max-len */
 /**
  * The routes related to GSheets integration
  */
@@ -14,6 +15,7 @@ const routes = express.Router();
 routes.use(cors());
 routes.options('*', cors());
 
-routes.get('/:id', (req, res) => new GSheetService().getSheet(req, res));
+routes.get('/:id', (req, res) => new GSheetService().getSheetAPI(req, res));
+// routes.post('/:id', (req, res) => new GSheetService().addToSheetAPI(req, res)); // Enable it for API access to gsheets editing when needed
 
 export default routes;

src/server/services/gSheet.js

@@ -30,7 +30,7 @@ export default class GSheetService {
    * @param {Object} req the request
    * @param {Object} res the response
    */
-  async getSheet(req, res) {
+  async getSheetAPI(req, res) {
     const { index } = req.query;
     const { id } = req.params;
     const doc = new GoogleSpreadsheet(id);
@@ -49,4 +49,63 @@ export default class GSheetService {
       return res.send((e.response && e.response.data) || { ...e, message: e.message });
     }
   }
+
+  /**
+   * Adds rows to gsheet by ID
+   * Needs to be shared with the service account to work
+   * This is the controler method with req/res objects
+   * @param {Object} req the request
+   * @param {Object} res the response
+   */
+  async addToSheetAPI(req, res) {
+    const { index } = req.query;
+    const { id } = req.params;
+    const doc = new GoogleSpreadsheet(id);
+    try {
+      // set credentials for working
+      await doc.useServiceAccountAuth({
+        client_email: config.GOOGLE_SERVICE_ACCOUNT_EMAIL,
+        private_key: config.GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY.replace(new RegExp('\\\\n', 'g'), '\n'),
+      });
+      // load doc infos
+      await doc.loadInfo();
+      // get 1st sheet
+      const sheet = doc.sheetsByIndex[index || 0];
+      const moreRows = await sheet.addRows(req.body);
+      const rowsJson = JSON.stringify(moreRows, getCircularReplacer());
+      return res.send({
+        rows: JSON.parse(rowsJson),
+      });
+    } catch (e) {
+      res.status((e.response && e.response.status) || 500);
+      return res.send((e.response && e.response.data) || { ...e, message: e.message });
+    }
+  }
+
+  /**
+   * Adds rows to gsheet by ID
+   * Needs to be shared with the service account to work
+   * @param {string} id the doc id
+   * @param {Array} paylod the body to send
+   * @param {string} index sheet index in the doc. Defaults to 0
+   */
+  async addToSheet(id, payload, index = 0) {
+    const doc = new GoogleSpreadsheet(id);
+    try {
+      // set credentials for working
+      await doc.useServiceAccountAuth({
+        client_email: config.GOOGLE_SERVICE_ACCOUNT_EMAIL,
+        private_key: config.GOOGLE_SERVICE_ACCOUNT_PRIVATE_KEY.replace(new RegExp('\\\\n', 'g'), '\n'),
+      });
+      // load doc infos
+      await doc.loadInfo();
+      // get 1st sheet
+      const sheet = doc.sheetsByIndex[index || 0];
+      const moreRows = await sheet.addRows(payload);
+      const rowsJson = JSON.stringify(moreRows, getCircularReplacer());
+      return rowsJson;
+    } catch (e) {
+      return e;
+    }
+  }
 }

src/server/services/recruitCRM.js

@@ -9,6 +9,7 @@ import { logger } from 'topcoder-react-lib';
 import Joi from 'joi';
 import GrowsurfService from './growsurf';
 import { sendEmailDirect } from './sendGrid';
+import GSheetService from './gSheet';
 
 const FormData = require('form-data');
 
@@ -274,37 +275,35 @@ export default class RecruitCRMService {
     let isReferred = false;
     let referralCookie = req.cookies[config.GROWSURF_COOKIE];
     if (referralCookie) referralCookie = JSON.parse(referralCookie);
+    const tcHandle = _.findIndex(form.custom_fields, { field_id: 2 });
+    let growRes;
     try {
       // referral tracking via growsurf
       if (referralCookie) {
         const gs = new GrowsurfService();
-        const tcHandle = _.findIndex(form.custom_fields, { field_id: 2 });
         // check if candidate exists in growsurf
         const existRes = await gs.getParticipantByIdOREmail(form.email);
         if (existRes.id) {
           // candidate exists in growsurf
           // update candidate to set referrer only if it is not set already
           if (!existRes.referrer) {
-            isReferred = true;
-            const updateRes = await gs.updateParticipant(form.email, JSON.stringify({
+            growRes = await gs.updateParticipant(form.email, JSON.stringify({
               referredBy: referralCookie.referralId,
               referralStatus: 'CREDIT_PENDING',
               metadata: {
                 gigID: id,
               },
             }));
             // add referral link to candidate profile in recruitCRM
-            if (!updateRes.error) {
+            if (!growRes.error) {
+              isReferred = true;
               form.custom_fields.push({
-                field_id: 6, value: `https://app.growsurf.com/dashboard/campaign/${config.GROWSURF_CAMPAIGN_ID}/participant/${updateRes.id}`,
+                field_id: 6, value: `https://app.growsurf.com/dashboard/campaign/${config.GROWSURF_CAMPAIGN_ID}/participant/${growRes.id}`,
               });
-            } else {
-              notifyKirilAndNick(updateRes);
             }
           }
         } else {
-          isReferred = true;
-          const growRes = await gs.addParticipant(JSON.stringify({
+          growRes = await gs.addParticipant(JSON.stringify({
             email: form.email,
             referredBy: referralCookie.referralId,
             referralStatus: 'CREDIT_PENDING',
@@ -317,11 +316,10 @@ export default class RecruitCRMService {
           }));
           // add referral link to candidate profile in recruitCRM
           if (!growRes.error) {
+            isReferred = true;
             form.custom_fields.push({
               field_id: 6, value: `https://app.growsurf.com/dashboard/campaign/${config.GROWSURF_CAMPAIGN_ID}/participant/${growRes.id}`,
             });
-          } else {
-            notifyKirilAndNick(growRes);
           }
         }
         // finally, clear the cookie
@@ -479,9 +477,21 @@ export default class RecruitCRMService {
         return res.send(error);
       }
       // For new candidates that apply via referral link
-      // aka triggered referral state step 1 - notify and etc.
-      if (isNewCandidate && isReferred) {
-        // console.log('isNewCandidate');
+      // aka triggered referral state step 1 - notify and etc. housekeeping tasks
+      if (isNewCandidate && isReferred && !growRes.error) {
+        // update the tracking sheet
+        const gs = new GSheetService();
+        await gs.addToSheet(config.GIG_REFERRALS_SHEET, [[
+          `${form.first_name} ${form.last_name}`,
+          form.email,
+          `https://app.recruitcrm.io/candidate/${candidateData.slug}`,
+          `https://topcoder.com/members/${form.custom_fields[tcHandle].value}`,
+          `https://app.growsurf.com/dashboard/campaign/u9frbx/participant/${growRes.referrer.id}`,
+          `${growRes.referrer.firstName} ${growRes.referrer.lastName}`,
+          growRes.referrer.email,
+          `https://topcoder.com/members/${growRes.referrer.metadata.tcHandle}`,
+          `https://app.recruitcrm.io/job/${id}`,
+        ]]);
       }
       // respond to API call
       const data = await applyResponse.json();