aboutsummaryrefslogtreecommitdiffstats
path: root/packages/benchmarks/src/index.ts
blob: 9633da6e8c3ce63d053f82d87d6410cc18a92bf7 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
import { runBenchmarks } from "./benchmarks";
import { logInfo, logStep, logSuccess, logWarn } from "./log";
import { seedData } from "./seed";
import { startContainers } from "./startContainers";

interface CliConfig {
  bookmarkCount: number;
  tagCount: number;
  listCount: number;
  concurrency: number;
  keepContainers: boolean;
  timeMs: number;
  warmupMs: number;
}

function numberFromEnv(key: string, fallback: number): number {
  const raw = process.env[key];
  if (!raw) return fallback;
  const parsed = Number(raw);
  return Number.isFinite(parsed) ? parsed : fallback;
}

function loadConfig(): CliConfig {
  return {
    bookmarkCount: numberFromEnv("BENCH_BOOKMARKS", 400),
    tagCount: numberFromEnv("BENCH_TAGS", 25),
    listCount: numberFromEnv("BENCH_LISTS", 6),
    concurrency: numberFromEnv("BENCH_SEED_CONCURRENCY", 12),
    keepContainers: process.env.BENCH_KEEP_CONTAINERS === "1",
    timeMs: numberFromEnv("BENCH_TIME_MS", 1000),
    warmupMs: numberFromEnv("BENCH_WARMUP_MS", 300),
  };
}

async function main() {
  const config = loadConfig();

  logStep("Benchmark configuration");
  logInfo(`Bookmarks:    ${config.bookmarkCount}`);
  logInfo(`Tags:         ${config.tagCount}`);
  logInfo(`Lists:        ${config.listCount}`);
  logInfo(`Seed concur.: ${config.concurrency}`);
  logInfo(`Time per case:${config.timeMs}ms (warmup ${config.warmupMs}ms)`);
  logInfo(`Keep containers after run: ${config.keepContainers ? "yes" : "no"}`);

  const running = await startContainers();

  const stopContainers = async () => {
    if (config.keepContainers) {
      logWarn(
        `Skipping docker compose shutdown (BENCH_KEEP_CONTAINERS=1). Port ${running.port} stays up.`,
      );
      return;
    }
    await running.stop();
  };

  const handleSignal = async (signal: NodeJS.Signals) => {
    logWarn(`Received ${signal}, shutting down...`);
    await stopContainers();
    process.exit(1);
  };

  process.on("SIGINT", handleSignal);
  process.on("SIGTERM", handleSignal);

  try {
    const seedResult = await seedData({
      bookmarkCount: config.bookmarkCount,
      tagCount: config.tagCount,
      listCount: config.listCount,
      concurrency: config.concurrency,
    });

    await runBenchmarks(seedResult, {
      timeMs: config.timeMs,
      warmupMs: config.warmupMs,
    });
    logSuccess("All done");
  } catch (error) {
    logWarn("Benchmark run failed");
    console.error(error);
  } finally {
    await stopContainers();
  }
}

main();