first commit

packages/@n8n/ai-workflow-builder.ee/evaluations/evaluators/pairwise/judge-panel.test.ts

@@ -0,0 +1,46 @@
+import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import { mock } from 'jest-mock-extended';
+import pLimit from 'p-limit';
+
+import type { SimpleWorkflow } from '@/types/workflow';
+
+import { runJudgePanel } from './judge-panel';
+
+const mockEvaluateWorkflowPairwise = jest.fn();
+
+jest.mock('./judge-chain', () => ({
+	evaluateWorkflowPairwise: (...args: unknown[]): unknown => mockEvaluateWorkflowPairwise(...args),
+}));
+
+function createMockWorkflow(name = 'Test Workflow'): SimpleWorkflow {
+	return { name, nodes: [], connections: {} };
+}
+
+describe('runJudgePanel()', () => {
+	beforeEach(() => {
+		jest.clearAllMocks();
+	});
+
+	it('should respect llmCallLimiter concurrency', async () => {
+		let active = 0;
+		let maxActive = 0;
+
+		mockEvaluateWorkflowPairwise.mockImplementation(async () => {
+			active++;
+			maxActive = Math.max(maxActive, active);
+			await new Promise((r) => setTimeout(r, 20));
+			active--;
+			return { violations: [], passes: [], primaryPass: true, diagnosticScore: 1 };
+		});
+
+		const llm = mock<BaseChatModel>();
+		const workflow = createMockWorkflow();
+
+		await runJudgePanel(llm, workflow, { dos: 'Do X', donts: 'Do not Y' }, 5, {
+			llmCallLimiter: pLimit(2),
+		});
+
+		expect(maxActive).toBeLessThanOrEqual(2);
+		expect(mockEvaluateWorkflowPairwise).toHaveBeenCalledTimes(5);
+	});
+});