splitting builds into separate processes to avoid memory issues

Author: weaverryan

build.js

@@ -0,0 +1,32 @@
+/**
+ * This file is used to compile the TypeScript files in the assets/src directory
+ * of each package.
+ *
+ * It allows each package to spawn its own rollup process, which is necessary
+ * to keep memory usage down.
+ */
+const { spawnSync } = require('child_process');
+const glob = require('glob');
+
+const files = [
+    // custom handling for StimulusBundle
+    'src/StimulusBundle/assets/src/loader.ts',
+    'src/StimulusBundle/assets/src/controllers.ts',
+    ...glob.sync('src/*/assets/src/*controller.ts'),
+];
+
+files.forEach((file) => {
+    const result = spawnSync('node', [
+        'node_modules/.bin/rollup',
+        '-c',
+        '--environment',
+        `INPUT_FILE:${file}`,
+    ], {
+        stdio: 'inherit',
+        shell: true
+    });
+
+    if (result.error) {
+        console.error(`Error compiling ${file}:`, result.error);
+    }
+});

package.json

@@ -4,7 +4,7 @@
         "src/*/assets"
     ],
     "scripts": {
-        "build": "yarn rollup -c",
+        "build": "node build.js",
         "test": "yarn workspaces run jest",
         "lint": "yarn workspaces run eslint src test",
         "format": "prettier src/*/assets/src/*.ts src/*/assets/test/*.js {,src/*/}*.{json,md} --write",

rollup.config.js

@@ -61,47 +61,40 @@ const moveTypescriptDeclarationsPlugin = (packagePath) => ({
     }
 });
 
-const files = [
-    // custom handling for StimulusBundle
-    'src/StimulusBundle/assets/src/loader.ts',
-    'src/StimulusBundle/assets/src/controllers.ts',
-    ...glob.sync('src/*/assets/src/*controller.ts'),
-]
-module.exports = files.map((file) => {
-    const packageRoot = path.join(file, '..', '..');
-    const packagePath = path.join(packageRoot, 'package.json');
-    const packageData = JSON.parse(fs.readFileSync(packagePath, 'utf8'));
-    const peerDependencies = [
-        '@hotwired/stimulus',
-        ...(packageData.peerDependencies ? Object.keys(packageData.peerDependencies) : [])
-    ];
+const file = process.env.INPUT_FILE;
+const packageRoot = path.join(file, '..', '..');
+const packagePath = path.join(packageRoot, 'package.json');
+const packageData = JSON.parse(fs.readFileSync(packagePath, 'utf8'));
+const peerDependencies = [
+    '@hotwired/stimulus',
+    ...(packageData.peerDependencies ? Object.keys(packageData.peerDependencies) : [])
+];
 
-    // custom handling for StimulusBundle
-    if (file.includes('StimulusBundle/assets/src/loader.ts')) {
-        peerDependencies.push('./controllers.js');
-    }
+// custom handling for StimulusBundle
+if (file.includes('StimulusBundle/assets/src/loader.ts')) {
+    peerDependencies.push('./controllers.js');
+}
 
-    return {
-        input: file,
-        output: {
-            file: path.join(packageRoot, 'dist', path.basename(file, '.ts') + '.js'),
-            format: 'esm',
-        },
-        external: peerDependencies,
-        plugins: [
-            resolve(),
-            typescript({
-                filterRoot: packageRoot,
-                include: ['src/**/*.ts'],
-                compilerOptions: {
-                    outDir: 'dist',
-                    declaration: true,
-                    emitDeclarationOnly: true,
-                }
-            }),
-            commonjs(),
-            wildcardExternalsPlugin(peerDependencies),
-            moveTypescriptDeclarationsPlugin(packageRoot),
-        ],
-    };
-});
+module.exports = {
+    input: file,
+    output: {
+        file: path.join(packageRoot, 'dist', path.basename(file, '.ts') + '.js'),
+        format: 'esm',
+    },
+    external: peerDependencies,
+    plugins: [
+        resolve(),
+        typescript({
+            filterRoot: packageRoot,
+            include: ['src/**/*.ts'],
+            compilerOptions: {
+                outDir: 'dist',
+                declaration: true,
+                emitDeclarationOnly: true,
+            }
+        }),
+        commonjs(),
+        wildcardExternalsPlugin(peerDependencies),
+        moveTypescriptDeclarationsPlugin(packageRoot),
+    ],
+};