retry if orca hangs

Author: antoinerg

.circleci/config.yml

@@ -121,7 +121,7 @@ jobs:
           at: ~/plotly.js
       - run:
           name: Run image tests
-          command: ./.circleci/orca_generate.sh
+          command: ./.circleci/retry-orca-build-verify.js
           no_output_timeout: 2m
       - store_artifacts:
           path: build

.circleci/orca_generate.sh renamed to .circleci/orca-build-verify.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env node
+const timeout = 60; // in seconds
+var spawn = require('child_process').spawn;
+
+function retry(cmd, args, trials) {
+    if(trials === 0) {process.exit(1)}
+
+    console.log(trials + ' trials left');
+
+    function retryAfterTimeout() {
+      console.log('Retrying after no output for ' + timeout + ' seconds');
+      child.kill();
+      retry(cmd,args, --trials)
+    }
+
+    const child = spawn(cmd,args);
+
+    setTimeout(retryAfterTimeout, timeout * 1000)
+    child.stdout.on('data', function(data) {
+        clearTimeout(retryAfterTimeout);
+        console.log(data.toString());
+    })
+
+    child.on('error', function(err) {
+        console.log(err.toString());
+        retry(cmd, args, --trials)
+    })
+
+    child.on('close', function(code) {
+        console.log('Excit with code ' + code);
+        process.exit(code)
+    })
+}
+
+retry('.circleci/orca_generate.sh',[], 5)