#2654 · Plugin command timeout state

import assert from 'node:assert/strict';
import { createServer } from 'node:http';
import { spawn } from 'node:child_process';
import { mkdtemp, rm, writeFile } from 'node:fs/promises';
import { tmpdir } from 'node:os';
import { resolve, join } from 'node:path';
const cli = resolve('apps/cli/dist/index.js');
const rows = [];
for (const mode of ['discovery-timeout', 'discovery-close', 'success', 'post-close']) {
  const state = await mkdtemp(join(tmpdir(), 'bb-2654-'));
  const counts = { get: 0, post: 0, accepted: 0, unexpected: 0 };
  const server = createServer((req, res) => {
    if (req.method === 'GET' && req.url === '/api/v1/plugins/contributions') {
      counts.get++;
      if (mode === 'discovery-timeout') return;
      if (mode === 'discovery-close') return req.socket.destroy();
      res.setHeader('content-type', 'application/json');
      return res.end(JSON.stringify({ cliCommands: [{ pluginId: 'synthetic-2654', name: 'synthetic2654', commands: [{ name: 'record', usage: 'synthetic2654 record' }] }] }));
    }
    if (req.method === 'POST' && req.url === '/api/v1/plugins/synthetic-2654/cli') {
      counts.post++;
      let body = '';
      req.on('data', data => { body += data; });
      req.on('end', () => {
        assert.deepEqual(JSON.parse(body).argv, ['record']);
        counts.accepted++;
        if (mode === 'post-close') return req.socket.destroy();
        res.setHeader('content-type', 'application/json');
        res.end(JSON.stringify({ exitCode: 0, stdout: 'synthetic accepted\n', stderr: '' }));
      });
      return;
    }
    counts.unexpected++;
    res.writeHead(404).end();
  });
  await new Promise(resolve => server.listen(0, '127.0.0.1', resolve));
  const url = `http://127.0.0.1:${server.address().port}`;
  try {
    const attempts = [];
    for (let i = 0; i < (mode === 'post-close' ? 2 : 1); i++) {
      const started = Date.now();
      const result = await new Promise((resolve, reject) => {
        const child = spawn(process.execPath, [cli, 'synthetic2654', 'record'], {
          cwd: state, env: { BB_SERVER_URL: url, BB_DATA_DIR: state, NO_COLOR: '1' }, stdio: ['ignore', 'pipe', 'pipe'],
        });
        let stdout = '', stderr = '';
        const timer = setTimeout(() => { child.kill('SIGKILL'); reject(new Error('20 second watchdog exceeded')); }, 20000);
        child.stdout.on('data', data => { stdout += data; });
        child.stderr.on('data', data => { stderr += data; });
        child.on('error', reject);
        child.on('close', code => { clearTimeout(timer); resolve({ code, stdout, stderr: stderr.replaceAll(url, 'http://127.0.0.1:PORT'), elapsedMs: Date.now() - started }); });
      });
      assert.equal(result.code, mode === 'success' ? 0 : 1);
      assert.equal(result.stderr.includes('your command did not run'), mode.startsWith('discovery'));
      if (mode === 'post-close') assert.equal(result.stderr.trim(), 'fetch failed');
      if (mode === 'success') assert.equal(result.stdout, 'synthetic accepted\n');
      attempts.push(result);
    }
    assert.equal(counts.unexpected, 0);
    assert.equal(counts.get, mode.startsWith('discovery') ? 3 : mode === 'post-close' ? 2 : 1);
    assert.equal(counts.post, mode.startsWith('discovery') ? 0 : mode === 'post-close' ? 2 : 1);
    assert.equal(counts.accepted, counts.post);
    rows.push({ mode, counts, attempts });
  } finally {
    server.closeAllConnections();
    await new Promise(resolve => server.close(resolve));
    await rm(state, { recursive: true, force: true });
  }
}
await writeFile('probe-results.json', JSON.stringify(rows, null, 2) + '\n');
console.log(JSON.stringify(rows, null, 2));

[
  {
    "mode": "discovery-timeout",
    "counts": {
      "get": 3,
      "post": 0,
      "accepted": 0,
      "unexpected": 0
    },
    "attempts": [
      {
        "code": 1,
        "stdout": "",
        "stderr": "bb did not respond at http://127.0.0.1:PORT after 3 attempts (last window 4000ms) \u2014 it may be busy or temporarily unreachable. No server response was received and your command did not run; re-run it.\n",
        "elapsedMs": 11700
      }
    ]
  },
  {
    "mode": "discovery-close",
    "counts": {
      "get": 3,
      "post": 0,
      "accepted": 0,
      "unexpected": 0
    },
    "attempts": [
      {
        "code": 1,
        "stdout": "",
        "stderr": "bb did not respond at http://127.0.0.1:PORT after 3 attempts (last window 4000ms) \u2014 it may be busy or temporarily unreachable. No server response was received and your command did not run; re-run it.\n",
        "elapsedMs": 1352
      }
    ]
  },
  {
    "mode": "success",
    "counts": {
      "get": 1,
      "post": 1,
      "accepted": 1,
      "unexpected": 0
    },
    "attempts": [
      {
        "code": 0,
        "stdout": "synthetic accepted\n",
        "stderr": "",
        "elapsedMs": 796
      }
    ]
  },
  {
    "mode": "post-close",
    "counts": {
      "get": 2,
      "post": 2,
      "accepted": 2,
      "unexpected": 0
    },
    "attempts": [
      {
        "code": 1,
        "stdout": "",
        "stderr": "fetch failed\n",
        "elapsedMs": 635
      },
      {
        "code": 1,
        "stdout": "",
        "stderr": "fetch failed\n",
        "elapsedMs": 844
      }
    ]
  }
]

[
  {
    "mode": "discovery-timeout",
    "counts": {
      "get": 3,
      "post": 0,
      "accepted": 0,
      "unexpected": 0
    },
    "attempts": [
      {
        "code": 1,
        "stdout": "",
        "stderr": "bb did not respond at http://127.0.0.1:PORT after 3 attempts (last window 4000ms) \u2014 it may be busy or temporarily unreachable. No server response was received and your command did not run; re-run it.\n",
        "elapsedMs": 11437
      }
    ]
  },
  {
    "mode": "discovery-close",
    "counts": {
      "get": 3,
      "post": 0,
      "accepted": 0,
      "unexpected": 0
    },
    "attempts": [
      {
        "code": 1,
        "stdout": "",
        "stderr": "bb did not respond at http://127.0.0.1:PORT after 3 attempts (last window 4000ms) \u2014 it may be busy or temporarily unreachable. No server response was received and your command did not run; re-run it.\n",
        "elapsedMs": 1681
      }
    ]
  },
  {
    "mode": "success",
    "counts": {
      "get": 1,
      "post": 1,
      "accepted": 1,
      "unexpected": 0
    },
    "attempts": [
      {
        "code": 0,
        "stdout": "synthetic accepted\n",
        "stderr": "",
        "elapsedMs": 644
      }
    ]
  },
  {
    "mode": "post-close",
    "counts": {
      "get": 2,
      "post": 2,
      "accepted": 2,
      "unexpected": 0
    },
    "attempts": [
      {
        "code": 1,
        "stdout": "",
        "stderr": "fetch failed\n",
        "elapsedMs": 993
      },
      {
        "code": 1,
        "stdout": "",
        "stderr": "fetch failed\n",
        "elapsedMs": 611
      }
    ]
  }
]