Merge branch 'develop'

# Conflicts:
#	config/default.js
#	src/app.js
#	src/services/ProcessorService.js

Author: rootelement

.gitignore

@@ -2,7 +2,7 @@
 node_modules
 *.log
 .DS_Store
-.env
+.env*
 coverage
 .nyc_output
 docker/api.env

README.md

@@ -35,9 +35,10 @@ The following parameters can be set in config files or in env variables:
 - DISABLE_LOGGING: whether to disable logging, default is false
 - LOG_LEVEL: the log level; default value: 'debug'
 - KAFKA_URL: comma separated Kafka hosts for consumer to listen; default value: 'localhost:9092'
-- KAFKA_GROUP_ID: Kafka consumer group id; default value: 'legacy-resources-processor-group'
+- KAFKA_GROUP_ID: Kafka consumer group id; default value: 'legacy-challenge-resource-processor-group'
 - KAFKA_CLIENT_CERT: Kafka connection certificate, optional; default value is undefined;
 - KAFKA_ERROR_TOPIC: The kafka error topic.
+- MAX_RETRIES: the number of max retries; default value: 3
 - RETRY_TIMEOUT: The timeout to retry processing the same message
 - BUSAPI_URL: Bus API URL
 
@@ -55,6 +56,8 @@ if not provided, then SSL connection is not used, direct insecure connection is
 - TOKEN_CACHE_TIME: Cache time of M2M token, optional
 - AUTH0_CLIENT_ID: Auth0 client id for M2M token
 - AUTH0_CLIENT_SECRET: Auth0 client secret for M2M token
+- IS_CREATE_FORUM: Should create forum resource or not
+- CHALLENGE_ORIGINATOR: originator from challenge service
 
 Also note that there is a `/health` endpoint that checks for the health of the app. This sets up an expressjs server and listens on the environment variable `PORT`. It's not part of the configuration file and needs to be passed as an environment variable
 

build.sh

@@ -9,7 +9,7 @@ docker create --name app $APP_NAME:latest
 if [ -d node_modules ]
 then
   mv package-lock.json old-package-lock.json
-  docker cp app:/legacy-resources-processor/package-lock.json package-lock.json
+  docker cp app:/app/package-lock.json package-lock.json
   set +eo pipefail
   UPDATE_CACHE=$(cmp package-lock.json old-package-lock.json)
   set -eo pipefail
@@ -19,5 +19,5 @@ fi
 
 if [ "$UPDATE_CACHE" == 1 ]
 then
-  docker cp app:/legacy-resources-processor/node_modules .
-fi
+  docker cp app:/app/node_modules .
+fi

challenge-api-v5-mock/mock-challenge-api.js

@@ -5,39 +5,36 @@ const http = require('http')
 const send = require('http-json-response')
 const _ = require('lodash')
 
-
 // Sample challenge
 const sampleChallenge = {
-  "id": "96059e8d-4761-4978-9a14-c86ae6b971c3",
-  "legacyId": 30049360,
-  "type": "Code",
-  "track": "Develop",
-  "name": "Test Challenge 1",
-  "description": "Test Challenge 1 - Description",
-  "challengeSettings": [
+  'id': '96059e8d-4761-4978-9a14-c86ae6b971c3',
+  'legacyId': 30049360,
+  'type': 'Code',
+  'track': 'Develop',
+  'name': 'Test Challenge 1',
+  'description': 'Test Challenge 1 - Description',
+  'challengeSettings': [
     {
-      "type": "setting1",
-      "value": "value1"
+      'type': 'setting1',
+      'value': 'value1'
     }
   ],
-  "created": "2019-03-02T14:35:53.948Z",
-  "createdBy": "Copilot1",
-  "updated": "2019-03-02T14:35:53.948Z",
-  "updatedBy": "Copilot1"
+  'created': '2019-03-02T14:35:53.948Z',
+  'createdBy': 'Copilot1',
+  'updated': '2019-03-02T14:35:53.948Z',
+  'updatedBy': 'Copilot1'
 }
 
-
 const responses = {
   '/v5/challenges/96059e8d-4761-4978-9a14-c86ae6b971c3': sampleChallenge
 }
 
 const mockChallengeV5Api = http.createServer((req, res) => {
-  
-if (req.method === 'GET' && _.includes(Object.keys(responses), req.url)) {
+  if (req.method === 'GET' && _.includes(Object.keys(responses), req.url)) {
     return send(res, 200, responses[req.url])
   } else {
     // 404 for other routes
-    return send(res, 404, {message : 'Challenge not found'})
+    return send(res, 404, {message: 'Challenge not found'})
   }
 })
 

config/default.js

@@ -8,10 +8,11 @@ module.exports = {
 
   // Kafka consumer config
   KAFKA_URL: process.env.KAFKA_URL || 'localhost:9092',
-  KAFKA_GROUP_ID: process.env.KAFKA_GROUP_ID || 'legacy-resources-processor-group',
+  KAFKA_GROUP_ID: process.env.KAFKA_GROUP_ID || 'legacy-challenge-resource-processor-group',
   BUSAPI_URL: process.env.BUSAPI_URL || 'https://api.topcoder-dev.com/v5',
   KAFKA_ERROR_TOPIC: process.env.KAFKA_ERROR_TOPIC || 'common.error.reporting',
-  RETRY_TIMEOUT: process.env.RETRY_TIMEOUT || 60 * 1000,
+  MAX_RETRIES: process.env.MAX_RETRIES || 3,
+  RETRY_TIMEOUT: process.env.RETRY_TIMEOUT || 10 * 1000,
   EVENT_ORIGINATOR: process.env.EVENT_ORIGINATOR || 'legacy-challenge-resource-processor',
   EVENT_MIME_TYPE: process.env.EVENT_MIME_TYPE || 'application/json',
 
@@ -22,17 +23,40 @@ module.exports = {
 
   SUBMITTER_ROLE_ID: process.env.SUBMITTER_ROLE_ID || '732339e7-8e30-49d7-9198-cccf9451e221',
 
+  IS_CREATE_FORUM: process.env.IS_CREATE_FORUM || true,
+
   CREATE_CHALLENGE_RESOURCE_TOPIC: process.env.CREATE_CHALLENGE_RESOURCE_TOPIC || 'challenge.action.resource.create',
   DELETE_CHALLENGE_RESOURCE_TOPIC: process.env.DELETE_CHALLENGE_RESOURCE_TOPIC || 'challenge.action.resource.delete',
 
+  CHALLENGE_ORIGINATOR: process.env.CHALLENGE_ORIGINATOR || 'app.challenge.service',
+
   CHALLENGE_API_V4_URL: process.env.CHALLENGE_API_V4_URL || 'https://api.topcoder-dev.com/v4/challenges',
   CHALLENGE_API_V5_URL: process.env.CHALLENGE_API_V5_URL || 'http://localhost:3001/v5/challenges',
-  RESOURCE_ROLE_API_URL: process.env.RESOURCE_ROLE_API_URL || 'https://api.topcoder-dev.com/v5/resource-roles',
+  RESOURCE_ROLE_API_URL: process.env.RESOURCE_ROLE_API_URL || 'http://localhost:3001/v5/resource-roles',
 
   AUTH0_URL: process.env.AUTH0_URL || 'https://topcoder-dev.auth0.com/oauth/token', // Auth0 credentials for M2M token
   AUTH0_AUDIENCE: process.env.AUTH0_AUDIENCE || 'https://m2m.topcoder-dev.com/',
   AUTH0_CLIENT_ID: process.env.AUTH0_CLIENT_ID || 'e6oZAxnoFvjdRtjJs1Jt3tquLnNSTs0e',
   AUTH0_CLIENT_SECRET: process.env.AUTH0_CLIENT_SECRET || 'invalid',
   AUTH0_PROXY_SERVER_URL: process.env.AUTH0_PROXY_SERVER_URL || 'https://topcoder-dev.auth0.com/oauth/token',
-  TOKEN_CACHE_TIME: 90
+  TOKEN_CACHE_TIME: 90,
+
+  INFORMIX: {
+    SERVER: process.env.INFORMIX_SERVER || 'informixoltp_tcp', // informix server
+    DATABASE: process.env.INFORMIX_DATABASE || 'tcs_catalog', // informix database
+    HOST: process.env.INFORMIX_HOST || 'localhost', // host
+    PROTOCOL: process.env.INFORMIX_PROTOCOL || 'onsoctcp',
+    PORT: process.env.INFORMIX_PORT || '2021', // port
+    DB_LOCALE: process.env.INFORMIX_DB_LOCALE || 'en_US.57372',
+    USER: process.env.INFORMIX_USER || 'informix', // user
+    PASSWORD: process.env.INFORMIX_PASSWORD || '1nf0rm1x', // password
+    POOL_MAX_SIZE: parseInt(process.env.INFORMIX_POOL_MAX_SIZE, 10) || 60,
+    maxsize: parseInt(process.env.MAXSIZE) || 0,
+    minpool: parseInt(process.env.MINPOOL, 10) || 1,
+    idleTimeout: parseInt(process.env.IDLETIMEOUT, 10) || 3600,
+    timeout: parseInt(process.env.TIMEOUT, 10) || 30000
+  },
+
+  LEGACY_REVIEWER_ROLE_ID: process.env.LEGACY_REVIEWER_ROLE_ID || 4,
+  LEGACY_REVIEW_PHASE_ID: process.env.LEGACY_REVIEW_PHASE_ID || 4
 }

docker/Dockerfile

@@ -1,12 +1,49 @@
-# Use the base image with Node.js 10.15-jessie
-FROM node:10.15-jessie
+FROM ibmcom/informix-innovator-c:12.10.FC12W1IE
 
-# Copy the current directory into the Docker image
-COPY . /legacy-resources-processor
+ARG servername=informix
 
-# Set working directory for future use
-WORKDIR /legacy-resources-processor
+USER root
+RUN mkdir /app
+WORKDIR /home/informix
 
-# Install the dependencies from package.json
-RUN npm install
-CMD npm run start
+RUN mv /etc/apt/sources.list /etc/apt/sources.list.bak && \
+    echo "deb http://ftp.debian.org/debian/ stretch main non-free contrib" >/etc/apt/sources.list && \
+    echo "deb http://security.debian.org/ stretch/updates main contrib non-free" >>/etc/apt/sources.list
+
+RUN apt-get -qq update && \
+    apt-get -qq install -y wget gcc-6 g++-6 make xz-utils python2.7 git curl
+
+RUN wget -q -O node10.tar.xz https://nodejs.org/dist/v10.15.1/node-v10.15.1-linux-x64.tar.xz \
+   && tar xfJ node10.tar.xz && rm -rf node10.tar.xz
+
+ENV SERVERNAME=$servername
+
+COPY docker/esql /opt/ibm/informix/bin/
+
+RUN chmod +x /opt/ibm/informix/bin/esql
+RUN echo "informixoltp_tcp        onsoctcp        $SERVERNAME               sqlexec" \
+  > /opt/ibm/informix/etc/sqlhosts.informixoltp_tcp
+
+ENV INFORMIXDIR /opt/ibm/informix
+ENV INFORMIX_HOME /home/informix
+ENV INFORMIXSERVER informixoltp_tcp
+ENV INFORMIXTERM terminfo
+ENV CLIENT_LOCALE=en_US.utf8
+ENV DB_LOCALE=en_US.utf8
+ENV DBDATE Y4MD-
+ENV DBDELIMITER "|"
+ENV PATH /home/informix/node-v10.15.1-linux-x64/bin:${INFORMIXDIR}/bin:${INFORMIXDIR}/lib:${INFORMIXDIR}/lib/esql:${PATH}
+ENV LD_LIBRARY_PATH ${INFORMIXDIR}/lib:${INFORMIXDIR}/lib/esql:${INFORMIXDIR}/lib/cli
+ENV INFORMIXSQLHOSTS /opt/ibm/informix/etc/sqlhosts.informixoltp_tcp
+ENV USER root
+ENV LICENSE accept
+
+RUN ln -s /usr/bin/python2.7 /usr/bin/python
+RUN echo "sqlexec 2021/tcp" >> /etc/services
+
+COPY . /app
+
+WORKDIR /app
+RUN rm -rf node_modules && npm install --unsafe-perm
+
+ENTRYPOINT [ "npm", "start" ]

docker/docker-compose.yml

@@ -1,10 +1,10 @@
 version: '3'
 services:
-  legacy-resources-processor:
-    image: legacy-resources-processor:latest
+  legacy-challenge-resource-processor:
+    image: legacy-challenge-resource-processor:latest
     build:
       context: ../
       dockerfile: docker/Dockerfile
     env_file:
-      - api.env
+      - ../.env
     network_mode: "host"