Added single-run / multi-run comparing

Author: JoshuaKGoldberg

src/creators/files.ts

@@ -4,7 +4,7 @@ import { writeEvenCaseFiles } from "./createEvenCaseFiles.js";
 import { writeProjectsCaseFiles } from "./createProjectsCaseFiles.js";
 import { writeWideCaseFiles } from "./createWideCaseFiles.js";
 
-export function createESLintConfigFile(types: CaseTypes) {
+export function createESLintConfigFile(data: CaseData) {
 	return `
 		import tseslint from "typescript-eslint";
 
@@ -14,7 +14,8 @@ export function createESLintConfigFile(types: CaseTypes) {
 				files: ["**/*.ts"],
 				languageOptions: {
 					parserOptions: {
-						${types === "service" ? "projectService" : "project"}: true,
+						${data.singleRun ? "disallowAutomaticSingleRunInference: true," : ""}
+						${data.types === "service" ? "projectService" : "project"}: true,
 						tsconfigRootDir: import.meta.dirname,
 					},
 				},

src/data.ts

@@ -4,12 +4,16 @@ export const caseEntries = [
 	{
 		label: "files",
 		// values: [1, 32, 64, 128, 256, 512, 1024],
-		values: [1, 128, 512, 1024],
+		values: [512, 1024],
 	},
 	{
 		label: "layout",
 		values: ["even" /* , "projects" , "wide" */],
 	},
+	{
+		label: "singleRun",
+		values: [false, true],
+	},
 	{
 		label: "types",
 		values: ["project", "service"],

src/generate.ts

@@ -15,11 +15,7 @@ async function createCase(data: CaseData): Promise<NamedCaseData> {
 
 	await fs.mkdir(path.join(directory, "src"), { recursive: true });
 
-	await writeFile(
-		directory,
-		"eslint.config.js",
-		createESLintConfigFile(data.types),
-	);
+	await writeFile(directory, "eslint.config.js", createESLintConfigFile(data));
 
 	await writeFile(
 		directory,
@@ -75,8 +71,10 @@ const cases: NamedCaseData[] = [];
 
 for (const files of caseEntries[0].values) {
 	for (const layout of caseEntries[1].values) {
-		for (const types of caseEntries[2].values) {
-			cases.push(await createCase({ files, layout, types }));
+		for (const singleRun of caseEntries[2].values) {
+			for (const types of caseEntries[3].values) {
+				cases.push(await createCase({ files, layout, singleRun, types }));
+			}
 		}
 	}
 }

src/measure.ts

@@ -37,14 +37,28 @@ const results: unknown[] = [];
 for (const files of caseEntries[0].values) {
 	results.push({
 		files,
-		"project (even)": await runProjectLint({
+		"project (multi-run)": await runProjectLint({
 			files,
 			layout: "even",
+			singleRun: false,
 			types: "project",
 		}),
-		"service (even)": await runProjectLint({
+		"project (single-run)": await runProjectLint({
 			files,
 			layout: "even",
+			singleRun: true,
+			types: "project",
+		}),
+		"service (multi-run)": await runProjectLint({
+			files,
+			layout: "even",
+			singleRun: false,
+			types: "service",
+		}),
+		"service (single-run)": await runProjectLint({
+			files,
+			layout: "even",
+			singleRun: true,
 			types: "service",
 		}),
 		// "project (wide)": await runProjectLint({