Accessibility Audit

version: 1

defaults:
  model: claude-sonnet-4-20250514
  sessions: 100
  viewport:
    - desktop
    - mobile

tests:
  - name: "Accessibility Audit"
    url: http://localhost:3000
    task: "Navigate to the pricing page and sign up for the free tier"
    criteria:
      - accessibility_score
      - navigation_clarity
      - task_completion
    personas:
      pack: "accessibility-testers"

quality_gates:
  - metric: accessibility_score
    threshold: 8.0
    action: fail
  - metric: task_completion
    threshold: 7.0
    action: fail

import { SimuTest } from '@simutest/sdk';

const simutest = new SimuTest({ apiKey: process.env.SIMUTEST_API_KEY! });

async function runAccessibilityAudit() {
  const results = await simutest.test({
    url: 'http://localhost:3000',
    task: 'Navigate to the pricing page and sign up for the free tier',
    sessions: 100,
    criteria: ['accessibility_score', 'navigation_clarity', 'task_completion'],
    personas: { pack: 'accessibility-testers' },
  });

  console.log('Accessibility score:', results.accessibilityScore);
  console.log('Issues found:', results.issues.length);

  // Group issues by WCAG criterion
  const byWcag = results.issues.reduce(
    (acc, issue) => {
      const key = issue.wcagCriterion ?? 'uncategorized';
      acc[key] = [...(acc[key] ?? []), issue];
      return acc;
    },
    {} as Record<string, typeof results.issues>,
  );

  for (const [criterion, issues] of Object.entries(byWcag)) {
    console.log(`\n${criterion} (${issues.length} issues)`);
    for (const issue of issues) {
      console.log('  -', issue.description);
    }
  }

  if (results.accessibilityScore < 8.0) {
    process.exit(1);
  }
}

runAccessibilityAudit().catch(console.error);