first commit
Security: Sync from Public / sync-from-public (push) Has been cancelled
Test: Benchmark Nightly / build (push) Has been cancelled
Test: Benchmark Nightly / Notify Cats on failure (push) Has been cancelled
CI: Python / Checks (push) Has been cancelled
Test: Evals Python / Workflow Comparison Python (push) Has been cancelled
Util: Check Docs URLs / check-docs-urls (push) Has been cancelled
Test: Visual Storybook / Cloudflare Pages (push) Has been cancelled
Test: E2E Performance / build-and-test-performance (push) Has been cancelled
Test: Workflows Nightly / Run Workflow Tests (push) Has been cancelled
Util: Cleanup CI Docker Images / Delete stale CI images (push) Has been cancelled
Test: Benchmark Destroy Env / build (push) Has been cancelled
Util: Update Node Popularity / update-popularity (push) Has been cancelled
Test: E2E Coverage Weekly / Coverage Tests (push) Has been cancelled
Security: Sync from Public / sync-from-public (push) Has been cancelled
Test: Benchmark Nightly / build (push) Has been cancelled
Test: Benchmark Nightly / Notify Cats on failure (push) Has been cancelled
CI: Python / Checks (push) Has been cancelled
Test: Evals Python / Workflow Comparison Python (push) Has been cancelled
Util: Check Docs URLs / check-docs-urls (push) Has been cancelled
Test: Visual Storybook / Cloudflare Pages (push) Has been cancelled
Test: E2E Performance / build-and-test-performance (push) Has been cancelled
Test: Workflows Nightly / Run Workflow Tests (push) Has been cancelled
Util: Cleanup CI Docker Images / Delete stale CI images (push) Has been cancelled
Test: Benchmark Destroy Env / build (push) Has been cancelled
Util: Update Node Popularity / update-popularity (push) Has been cancelled
Test: E2E Coverage Weekly / Coverage Tests (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,56 @@
|
||||
import {
|
||||
type GuardrailResult,
|
||||
GuardrailError,
|
||||
type GroupedGuardrailResults,
|
||||
type StageGuardRails,
|
||||
} from '../actions/types';
|
||||
|
||||
type RunStageGuardrailsOptions = {
|
||||
stageGuardrails: StageGuardRails;
|
||||
stage: keyof StageGuardRails;
|
||||
inputText: string;
|
||||
failOnlyOnErrors?: boolean;
|
||||
};
|
||||
|
||||
// eslint-disable-next-line @typescript-eslint/promise-function-async
|
||||
const wrapInGuardrailError = (guardrailName: string, promise: Promise<GuardrailResult>) => {
|
||||
return promise.catch((error) => {
|
||||
throw new GuardrailError(
|
||||
guardrailName,
|
||||
error?.description || error?.message || 'Unknown error',
|
||||
error?.description,
|
||||
);
|
||||
});
|
||||
};
|
||||
|
||||
export async function runStageGuardrails({
|
||||
stageGuardrails,
|
||||
stage,
|
||||
inputText,
|
||||
failOnlyOnErrors,
|
||||
}: RunStageGuardrailsOptions): Promise<GroupedGuardrailResults> {
|
||||
const guardrailPromises: Array<Promise<GuardrailResult>> = [];
|
||||
for (const guardrail of stageGuardrails[stage]) {
|
||||
guardrailPromises.push(
|
||||
wrapInGuardrailError(
|
||||
guardrail.name,
|
||||
// ensure the check is async
|
||||
Promise.resolve().then(async () => await guardrail.check(inputText)),
|
||||
),
|
||||
);
|
||||
}
|
||||
const results = await Promise.allSettled(guardrailPromises);
|
||||
const passed: Array<PromiseFulfilledResult<GuardrailResult>> = [];
|
||||
const failed: Array<PromiseRejectedResult | PromiseFulfilledResult<GuardrailResult>> = [];
|
||||
for (const result of results) {
|
||||
const checkFailed = failOnlyOnErrors
|
||||
? result.status === 'rejected' || !!result.value.executionFailed
|
||||
: result.status === 'rejected' || !!result.value.tripwireTriggered;
|
||||
if (result.status === 'fulfilled' && !checkFailed) {
|
||||
passed.push(result);
|
||||
} else {
|
||||
failed.push(result);
|
||||
}
|
||||
}
|
||||
return { passed, failed };
|
||||
}
|
||||
Reference in New Issue
Block a user