Try to fix ENOMEM errors in CI by limiting concurrency

package.json

@@ -51,6 +51,7 @@
  "npm-run-all": "^4.1.5",
  "nyc": "13.1.0",
  "ora": "~5.4.1",
+ "p-limit": "^4.0.0",
  "prettier": "~2.3.2",
  "react": "^16.13.1",
  "react-native": "^0.62.2",

scripts/bin/build.ts

@@ -1,14 +1,19 @@
 #!/usr/bin/env ts-node-script
 
 import execa from 'execa';
+import isCI from 'is-ci';
 import { runAsyncProcess } from '../utils/run-async-process';
 import { handleError } from '../utils/handle-script-error';
 import { printSeparator } from '../utils/print-separator';
 import { getPackages, logPackages, promptForPackage } from '../utils/workspace-helpers';
 
 async function buildPkgs(PKG: string) {
  printSeparator('Building');
- await execa('yarn', ['wsrun', '-r', '--stages', `${process.env.INIT_CWD}/scripts/bin/wsrun/build-package.ts`], {
+
+ // We need to limit concurrency in CI to avoid ENOMEM errors.
+ const wsrunConcurrency = isCI ? '--serial' : '--stages';
+
+ await execa('yarn', ['wsrun', '-r', wsrunConcurrency, `${process.env.INIT_CWD}/scripts/bin/wsrun/build-package.ts`], {
  stdio: 'inherit',
  env: { PKG },
  })

scripts/bin/wsrun/build-package.ts

@@ -5,6 +5,8 @@
 /* eslint-disable @typescript-eslint/no-var-requires */
 /* eslint-disable global-require */
 
+import pLimit from 'p-limit';
+import isCI from 'is-ci';
 import { microbundle } from '../../utils/microbundle';
 import { runAsyncProcess } from '../../utils/run-async-process';
 
@@ -48,7 +50,11 @@ async function cdn() {
 }
 
 async function main() {
- await Promise.all([cjs(), esm(), modern(), cdn()]);
+ // We need to limit concurrency in CI to avoid ENOMEM errors.
+ const limit = pLimit(isCI ? 2 : 4);
+
+ const builders = [limit(cjs), limit(esm), limit(modern), limit(cdn)];
+ await Promise.all(builders);
 }
 
 runAsyncProcess(main);

yarn.lock

@@ -13755,6 +13755,7 @@ fsevents@^1.2.7:
  npm-run-all: ^4.1.5
  nyc: 13.1.0
  ora: ~5.4.1
+ p-limit: ^4.0.0
  prettier: ~2.3.2
  react: ^16.13.1
  react-native: ^0.62.2
@@ -15743,6 +15744,15 @@ fsevents@^1.2.7:
  languageName: node
  linkType: hard
 
+"p-limit@npm:^4.0.0":
+ version: 4.0.0
+ resolution: "p-limit@npm:4.0.0"
+ dependencies:
+ yocto-queue: ^1.0.0
+ checksum: 01d9d70695187788f984226e16c903475ec6a947ee7b21948d6f597bed788e3112cc7ec2e171c1d37125057a5f45f3da21d8653e04a3a793589e12e9e80e756b
+ languageName: node
+ linkType: hard
+
 "p-locate@npm:^2.0.0":
  version: 2.0.0
  resolution: "p-locate@npm:2.0.0"
@@ -21381,3 +21391,10 @@ resolve@~1.7.1:
  checksum: 2c487b0e149e746ef48cda9f8bad10fc83693cd69d7f9dcd8be4214e985de33a29c9e24f3c0d6bcf2288427040a8947406ab27f7af67ee9456e6b84854f02dd6
  languageName: node
  linkType: hard
+
+"yocto-queue@npm:^1.0.0":
+ version: 1.0.0
+ resolution: "yocto-queue@npm:1.0.0"
+ checksum: 2cac84540f65c64ccc1683c267edce396b26b1e931aa429660aefac8fbe0188167b7aee815a3c22fa59a28a58d898d1a2b1825048f834d8d629f4c2a5d443801
+ languageName: node
+ linkType: hard