refactored

Author: mjhea0

docker-compose.yml

@@ -14,3 +14,26 @@ services:
     environment:
       - FLASK_DEBUG=1
       - APP_SETTINGS=project.server.config.DevelopmentConfig
+    depends_on:
+      - redis
+
+  worker:
+    image: web
+    command: python manage.py run_worker
+    volumes:
+      - .:/usr/src/app
+    environment:
+      - APP_SETTINGS=project.server.config.DevelopmentConfig
+    depends_on:
+      - redis
+
+  redis:
+    image: redis:3.2.11
+
+  dashboard:
+    build: ./project/dashboard
+    image: dashboard
+    container_name: dashboard
+    ports:
+      - '9181:9181'
+    command: rq-dashboard -H redis

manage.py

@@ -3,6 +3,8 @@
 
 import unittest
 
+import redis
+from rq import Connection, Worker
 from flask.cli import FlaskGroup
 
 from project.server import create_app
@@ -22,5 +24,14 @@ def test():
     return 1
 
 
+@cli.command()
+def run_worker():
+    redis_url = app.config['REDIS_URL']
+    redis_connection = redis.from_url(redis_url)
+    with Connection(redis_connection):
+        worker = Worker(app.config['QUEUES'])
+        worker.work()
+
+
 if __name__ == '__main__':
     cli()

project/dashboard/Dockerfile

@@ -0,0 +1,7 @@
+FROM python:3.6.4-alpine
+
+RUN pip install rq-dashboard
+
+EXPOSE 9181
+
+CMD ["rq-dashboard"]

project/server/config.py

@@ -7,6 +7,8 @@
 class BaseConfig(object):
     """Base configuration."""
     WTF_CSRF_ENABLED = True
+    REDIS_URL = 'redis://redis:6379/0'
+    QUEUES = ['default']
 
 
 class DevelopmentConfig(BaseConfig):

project/server/main/tasks.py

@@ -0,0 +1,9 @@
+# project/server/main/tasks.py
+
+
+import time
+
+
+def create_task(task_type):
+    time.sleep(int(task_type) * 10)
+    return True

project/server/main/views.py

@@ -1,7 +1,13 @@
 # project/server/main/views.py
 
 
-from flask import render_template, Blueprint, jsonify, request
+import redis
+from rq import Queue, Connection
+from flask import render_template, Blueprint, jsonify, \
+    request, current_app
+
+from project.server.main.tasks import create_task
+
 
 main_blueprint = Blueprint('main', __name__,)
 
@@ -14,9 +20,32 @@ def home():
 @main_blueprint.route('/tasks', methods=['POST'])
 def run_task():
     task_type = request.form['type']
-    return jsonify(task_type), 202
+    with Connection(redis.from_url(current_app.config['REDIS_URL'])):
+        q = Queue()
+        task = q.enqueue(create_task, task_type)
+    response_object = {
+        'status': 'success',
+        'data': {
+            'task_id': task.get_id()
+        }
+    }
+    return jsonify(response_object), 202
 
 
 @main_blueprint.route('/tasks/<task_id>', methods=['GET'])
 def get_status(task_id):
-    return jsonify(task_id)
+    with Connection(redis.from_url(current_app.config['REDIS_URL'])):
+        q = Queue()
+        task = q.fetch_job(task_id)
+    if task:
+        response_object = {
+            'status': 'success',
+            'data': {
+                'task_id': task.get_id(),
+                'task_status': task.get_status(),
+                'task_result': task.result,
+            }
+        }
+    else:
+        response_object = {'status': 'error'}
+    return jsonify(response_object)

requirements.txt

@@ -3,3 +3,5 @@ Flask-Bootstrap==3.3.7.1
 Flask-Script==2.0.6
 Flask-Testing==0.6.2
 Flask-WTF==0.14.2
+redis==2.10.6
+rq==0.10.0