first commit

2026-03-17 16:22:57 +03:30
commit 3d5eaf9445
15349 changed files with 2847338 additions and 0 deletions
@@ -0,0 +1,46 @@
+// ============================================================================
+// Agent Types
+// ============================================================================
+
+export const AGENT_TYPES = {
+	CODE_BUILDER: 'code-builder',
+	MULTI_AGENT: 'multi-agent',
+} as const;
+
+// ============================================================================
+// Evaluation Type Identifiers
+// ============================================================================
+
+export const EVAL_TYPES = {
+	PAIRWISE_LOCAL: 'pairwise-local',
+	PAIRWISE_LANGSMITH: 'pairwise-langsmith',
+	LANGSMITH: 'langsmith-evals',
+} as const;
+
+export const EVAL_USERS = {
+	PAIRWISE_LOCAL: 'pairwise-local-user',
+	LANGSMITH: 'langsmith-eval-user',
+} as const;
+
+export const TRACEABLE_NAMES = {
+	PAIRWISE_EVALUATION: 'pairwise_evaluation',
+	WORKFLOW_GENERATION: 'workflow_generation',
+} as const;
+
+// ============================================================================
+// Default Values
+// ============================================================================
+
+export const DEFAULTS = {
+	NUM_JUDGES: 3,
+	EXPERIMENT_NAME: 'pairwise-evals',
+	LLM_JUDGE_EXPERIMENT_NAME: 'workflow-builder-evaluation',
+	CONCURRENCY: 5,
+	REPETITIONS: 1,
+	/** Per-operation timeout (generation / evaluator) */
+	TIMEOUT_MS: 20 * 60 * 1000,
+	DATASET_NAME: 'notion-pairwise-workflows',
+	FEATURE_FLAGS: {
+		templateExamples: false,
+	},
+} as const;