Prompt Ab Testing Comparator

Installation

Variants

Props

Files installed (1)

• app/components/blocks/PromptAbTestingComparator.vue36.7 kB

  Copy

  <script setup lang="ts">
  import { computed, onMounted, onUnmounted, ref } from 'vue'
  import type { HTMLAttributes } from 'vue'
  import {
    AlertCircle,
    Check,
    CheckCircle2,
    Clock,
    Code2,
    Coins,
    Copy,
    Cpu,
    Play,
    Rocket,
    Scale,
    ShieldCheck,
    Sparkles,
    Terminal,
    Trophy,
  } from 'lucide-vue-next'
  import { cn } from '@/lib/utils'
  import { Badge } from '@/components/ui/badge'
  import { Button } from '@/components/ui/button'
  import { Card, CardContent, CardDescription, CardHeader, CardTitle } from '@/components/ui/card'
  import { Table, TableBody, TableCell, TableHead, TableHeader, TableRow } from '@/components/ui/table'
  import { Tabs, TabsContent, TabsList, TabsTrigger } from '@/components/ui/tabs'
  
  interface Props {
    experimentTitle?: string
    testSampleCount?: string
    class?: HTMLAttributes['class']
  }
  
  const props = withDefaults(defineProps<Props>(), {
    experimentTitle: 'Prompt Optimization: Vue SFC AST Component Generator',
    testSampleCount: '50 Evaluation Prompts',
  })
  
  const isRunning = ref(false)
  const isPromoted = ref(false)
  const copiedState = ref<Record<string, boolean>>({})
  
  const selectedTestCase = ref('test-18')
  
  const testCases = [
    {
      id: 'test-18',
      number: '#18',
      title: 'Button Component with CVA Variants',
      prompt: 'Generate a polymorphic Button component with cva variants in Vue 3.5 <script setup lang="ts">',
      componentTarget: 'Button.vue',
      category: 'Control / Primitive',
    },
    {
      id: 'test-24',
      number: '#24',
      title: 'Card Container with Header and Action',
      prompt: 'Generate a compound Card component with CardHeader, CardTitle, and CardAction in Vue 3.5',
      componentTarget: 'Card.vue',
      category: 'Layout / Primitive',
    },
    {
      id: 'test-31',
      number: '#31',
      title: 'Tabs Navigation with Animated Indicator',
      prompt: 'Create a headless accessible Tabs component with horizontal/vertical orientation support in Vue 3.5',
      componentTarget: 'Tabs.vue',
      category: 'Navigation',
    },
    {
      id: 'test-42',
      number: '#42',
      title: 'Semantic Status Badge Component',
      prompt: 'Build a Badge component with success, warning, destructive, and outline variants in Tailwind v4',
      componentTarget: 'Badge.vue',
      category: 'Feedback / Tag',
    },
  ]
  
  const currentTestCase = computed(() => {
    return testCases.find((tc) => tc.id === selectedTestCase.value) ?? testCases[0]
  })
  
  const promptAData = {
    id: 'prompt-a',
    label: 'Prompt A',
    variantName: 'Baseline Control',
    model: 'Claude 3.5 Sonnet',
    temperature: '0.7',
    maxTokens: 2048,
    latency: '1.42s',
    outputTokens: 340,
    cost: '$0.0018',
    judgeScore: 82,
    judgeStatus: 'Baseline Control',
    critique: 'Generated inline cva variants in index.ts causing potential SSR circular imports.',
    systemPrompt: `You are a Vue 3 component generator. Generate standard Vue SFC components with Tailwind CSS and class-variance-authority for variants.`,
    outputCode: `<\x73cript setup lang="ts">
  import { buttonVariants } from './index'
  
  interface Props {
    variant?: 'default' | 'destructive' | 'outline' | 'secondary' | 'ghost' | 'link'
    size?: 'default' | 'sm' | 'lg' | 'icon'
    asChild?: boolean
    class?: string
  }
  
  const props = withDefaults(defineProps<Props>(), {
    variant: 'default',
    size: 'default',
  })
  </\x73cript>
  
  <\x74emplate>
    <button
      :class="buttonVariants({ variant: props.variant, size: props.size, class: props.class })"
    >
      <slot />
    </button>
  </\x74emplate>`,
    subScores: [
      { label: 'SSR Safety', score: 68, status: 'Warning' },
      { label: 'Type Safety', score: 84, status: 'Good' },
      { label: 'Token Economy', score: 88, status: 'Good' },
      { label: 'Style Conformance', score: 88, status: 'Good' },
    ],
  }
  
  const promptBData = {
    id: 'prompt-b',
    label: 'Prompt B',
    variantName: 'Challenger (With Rules)',
    model: 'Claude 3.5 Sonnet',
    temperature: '0.7',
    maxTokens: 2048,
    latency: '1.28s',
    latencyDelta: '-0.14s (-9.8%)',
    outputTokens: 320,
    tokensDelta: '-20 tok (-5.9%)',
    cost: '$0.0016',
    costDelta: '-$0.0002 (-11.1%)',
    judgeScore: 96,
    judgeDelta: '+14 pts',
    judgeStatus: 'Winner · +14 pts',
    critique: 'Clean architectural separation with .variants.ts sidecar and strict 120-col Prettier formatting.',
    systemPrompt: `You are a specialized Vue 3.5 SFC generator for UIPKGE. Adhere strictly to the sidecar variant architecture: 1) ALWAYS isolate CVA variant definitions into a standalone [name].variants.ts file to eliminate Vue SSR circular-import deadlocks, 2) Use <\x73cript setup lang="ts"> with Primitive from reka-ui for polymorphic as/asChild rendering, 3) Follow 120-column Prettier formatting without semicolons.`,
    outputCode: `<\x73cript setup lang="ts">
  import type { HTMLAttributes } from 'vue'
  import { Primitive } from 'reka-ui'
  import { cn } from '@/lib/utils'
  import { buttonVariants, type ButtonVariants } from './button.variants'
  
  interface Props {
    as?: string
    asChild?: boolean
    variant?: ButtonVariants['variant']
    size?: ButtonVariants['size']
    class?: HTMLAttributes['class']
  }
  
  const props = withDefaults(defineProps<Props>(), {
    as: 'button',
  })
  </\x73cript>
  
  <\x74emplate>
    <Primitive
      data-slot="button"
      :data-variant="variant"
      :data-size="size"
      :as="as"
      :as-child="asChild"
      :class="cn(buttonVariants({ variant, size }), props.class)"
    >
      <slot />
    </Primitive>
  </\x74emplate>`,
    subScores: [
      { label: 'SSR Safety', score: 98, status: 'Optimal' },
      { label: 'Type Safety', score: 96, status: 'Optimal' },
      { label: 'Token Economy', score: 94, status: 'Optimal' },
      { label: 'Style Conformance', score: 96, status: 'Optimal' },
    ],
  }
  
  const rubricDimensions = [
    {
      id: 'ssr-safety',
      name: 'SSR Safety & Circular Import Guard',
      promptAScore: '68 / 100',
      promptBScore: '98 / 100',
      delta: '+30 pts',
      isWinner: true,
      insight: 'Prompt B isolates variants into button.variants.ts, preventing component <-> index.ts SSR deadlocks.',
    },
    {
      id: 'polymorphism',
      name: 'Polymorphism & Reka UI Primitive',
      promptAScore: '84 / 100',
      promptBScore: '96 / 100',
      delta: '+12 pts',
      isWinner: true,
      insight: 'Prompt B wraps Reka UI Primitive with asChild and data-slot attributes for full slot delegation.',
    },
    {
      id: 'typescript-typing',
      name: 'TypeScript HTMLAttributes & Variants',
      promptAScore: '82 / 100',
      promptBScore: '95 / 100',
      delta: '+13 pts',
      isWinner: true,
      insight: "Uses HTMLAttributes['class'] and ButtonVariants['variant'] instead of generic string props.",
    },
    {
      id: 'token-efficiency',
      name: 'Token Generation Efficiency',
      promptAScore: '88 / 100 (340 tok)',
      promptBScore: '94 / 100 (320 tok)',
      delta: '+6 pts (-5.9% tok)',
      isWinner: true,
      insight: 'Direct script setup syntax eliminates 20 tokens of redundant wrapper code per generation.',
    },
    {
      id: 'style-conformance',
      name: 'Prettier & 120-Col Print Width',
      promptAScore: '88 / 100',
      promptBScore: '97 / 100',
      delta: '+9 pts',
      isWinner: true,
      insight: 'Strict adherence to single quotes, no semicolons, 2-space indentation, and sorted utility classes.',
    },
  ]
  
  const summaryMetrics = [
    {
      id: 'win-rate',
      label: 'Overall Win Rate',
      value: '84.0%',
      subvalue: '42 of 50 Tests Won',
      badge: 'Dominant Win',
      badgeVariant: 'success' as const,
      description: 'Prompt B outperformed or matched Prompt A in 47 / 50 benchmark cases.',
      highlight: true,
    },
    {
      id: 'quality-lift',
      label: 'Quality Score Lift',
      value: '+18.4%',
      subvalue: '96.1 vs 81.2 Avg Score',
      badge: '+14.9 pts avg',
      badgeVariant: 'success' as const,
      description: 'Statistically significant improvement in architectural correctness.',
      highlight: true,
    },
    {
      id: 'latency-delta',
      label: 'Avg Response Latency',
      value: '1.28s',
      subvalue: '-9.8% vs Baseline (1.42s)',
      badge: '-140ms faster',
      badgeVariant: 'secondary' as const,
      description: 'Lower token payload reduces end-to-end LLM response streaming latency.',
      highlight: false,
    },
    {
      id: 'token-savings',
      label: 'Avg Token Economy',
      value: '320 tok',
      subvalue: '-5.9% Token Reduction',
      badge: '20 tok / call saved',
      badgeVariant: 'secondary' as const,
      description: 'Est. $20.00 / month cost savings per 100,000 component generation calls.',
      highlight: false,
    },
  ]
  
  const goldenTests = [
    {
      id: 'gt-1',
      name: '#01 Button with CVA Variants',
      category: 'Control',
      promptAScore: '82',
      promptBScore: '96',
      delta: '+14',
      winner: 'Prompt B',
      latencyA: '1.42s',
      latencyB: '1.28s',
    },
    {
      id: 'gt-2',
      name: '#02 Card Container with Action',
      category: 'Layout',
      promptAScore: '79',
      promptBScore: '98',
      delta: '+19',
      winner: 'Prompt B',
      latencyA: '1.51s',
      latencyB: '1.34s',
    },
    {
      id: 'gt-3',
      name: '#03 Tabs with Indicator Slider',
      category: 'Navigation',
      promptAScore: '80',
      promptBScore: '95',
      delta: '+15',
      winner: 'Prompt B',
      latencyA: '1.64s',
      latencyB: '1.41s',
    },
    {
      id: 'gt-4',
      name: '#04 Semantic Status Badge',
      category: 'Feedback',
      promptAScore: '86',
      promptBScore: '97',
      delta: '+11',
      winner: 'Prompt B',
      latencyA: '1.15s',
      latencyB: '1.08s',
    },
    {
      id: 'gt-5',
      name: '#05 Dropdown Menu Compound',
      category: 'Overlay',
      promptAScore: '81',
      promptBScore: '94',
      delta: '+13',
      winner: 'Prompt B',
      latencyA: '1.58s',
      latencyB: '1.39s',
    },
  ]
  
  function runComparison() {
    if (isRunning.value) return
    isRunning.value = true
    setTimeout(() => {
      isRunning.value = false
    }, 1200)
  }
  
  function promotePromptB() {
    isPromoted.value = true
  }
  
  function copyToClipboard(key: string, text: string) {
    navigator.clipboard?.writeText(text)
    copiedState.value[key] = true
    setTimeout(() => {
      copiedState.value[key] = false
    }, 2000)
  }
  
  function handleKeydown(e: KeyboardEvent) {
    if ((e.ctrlKey || e.metaKey) && e.key === 'Enter') {
      e.preventDefault()
      runComparison()
    }
  }
  
  onMounted(() => {
    window.addEventListener('keydown', handleKeydown)
  })
  
  onUnmounted(() => {
    window.removeEventListener('keydown', handleKeydown)
  })
  </script>
  
  <template>
    <div data-uipkge data-slot="prompt-ab-testing-comparator" :class="cn('w-full space-y-6', props.class)">
      <!-- Production Promotion Success Banner (if promoted) -->
      <div
        v-if="isPromoted"
        class="border-success/30 bg-success/10 text-foreground dark:text-foreground flex flex-col items-start justify-between gap-3 rounded-lg border p-4 shadow-xs sm:flex-row sm:items-center"
      >
        <div class="flex items-center gap-3">
          <div class="bg-success flex size-9 shrink-0 items-center justify-center rounded-md text-white shadow-xs">
            <Rocket class="size-4" aria-hidden="true" />
          </div>
          <div class="space-y-0.5">
            <p class="text-foreground text-sm font-semibold">
              Prompt B (Challenger with Sidecar Isolation) Promoted to Production
            </p>
            <p class="text-muted-foreground text-xs">
              100% of live component generation traffic is now routed through Prompt B. Expected quality lift: +18.4%.
            </p>
          </div>
        </div>
        <Badge variant="success" class="font-semibold"> Active in Production </Badge>
      </div>
  
      <!-- Header Section -->
      <div class="flex flex-col gap-4 lg:flex-row lg:items-center lg:justify-between">
        <div class="space-y-1.5">
          <div class="flex flex-wrap items-center gap-2.5">
            <h2 class="text-foreground text-xl font-bold tracking-tight sm:text-2xl">
              {{ props.experimentTitle }}
            </h2>
            <Badge variant="outline" class="font-mono text-xs">
              {{ props.testSampleCount }}
            </Badge>
            <Badge variant="success" class="border-success/20 bg-success/10 text-success gap-1.5 font-medium">
              <Sparkles class="size-3" aria-hidden="true" />
              <span>Prompt B Winner · +18.4% Quality Lift</span>
            </Badge>
          </div>
          <p class="text-muted-foreground text-xs leading-relaxed sm:text-sm">
            Automated LLM Judge Shootout · Evaluator:
            <span class="text-foreground font-medium">Claude 3.5 Sonnet (Temp 0.0)</span> ·
            <span class="text-foreground font-medium">50 Test Cases</span>
          </p>
        </div>
  
        <!-- Action Buttons -->
        <div class="flex flex-wrap items-center gap-2.5">
          <Button size="sm" variant="outline" class="gap-1.5 shadow-xs" :disabled="isRunning" @click="runComparison">
            <span
              v-if="isRunning"
              class="border-primary size-3.5 animate-spin rounded-full border-2 border-t-transparent"
            />
            <Play v-else class="size-3.5 fill-current" aria-hidden="true" />
            <span>{{ isRunning ? 'Evaluating 50 Prompts...' : 'Run A/B Comparison' }}</span>
            <kbd
              class="bg-muted text-muted-foreground hidden items-center rounded px-1.5 py-0.5 font-mono text-xs sm:inline-flex"
            >
              ⌘↵
            </kbd>
          </Button>
  
          <Button size="sm" variant="default" :disabled="isPromoted" class="gap-1.5 shadow-xs" @click="promotePromptB">
            <Rocket class="size-3.5" aria-hidden="true" />
            <span>{{ isPromoted ? 'Prompt B Active in Prod' : 'Promote Prompt B to Production' }}</span>
          </Button>
        </div>
      </div>
  
      <!-- Common Input Test Prompt Card -->
      <Card class="border-border bg-card shadow-xs">
        <CardHeader class="pb-3">
          <div class="flex flex-col gap-2 sm:flex-row sm:items-center sm:justify-between">
            <div class="flex items-center gap-2.5">
              <div class="bg-primary/10 text-primary flex size-8 items-center justify-center rounded-md">
                <Code2 class="size-4" />
              </div>
              <div>
                <CardTitle class="text-sm font-semibold">Common Input Test Prompt (Evaluation Benchmark)</CardTitle>
                <CardDescription class="text-xs">
                  Standardized input payload dispatched to both prompt candidate configurations
                </CardDescription>
              </div>
            </div>
            <div class="flex flex-wrap items-center gap-2">
              <Badge variant="outline" class="font-mono text-xs"> {{ currentTestCase.number }} of 50 </Badge>
              <Badge variant="secondary" class="text-xs">
                {{ currentTestCase.category }}
              </Badge>
            </div>
          </div>
        </CardHeader>
  
        <CardContent class="space-y-3 pt-0">
          <!-- Test Prompt Text -->
          <div class="border-border bg-muted/40 text-foreground flex items-center justify-between rounded-md border p-3">
            <div class="flex items-center gap-2">
              <Terminal class="text-primary size-4 shrink-0" />
              <code class="font-mono text-xs leading-relaxed font-semibold"> "{{ currentTestCase.prompt }}" </code>
            </div>
            <Button
              variant="ghost"
              size="sm"
              class="text-muted-foreground hover:text-foreground h-7 px-2 text-xs"
              @click="copyToClipboard('test-prompt', currentTestCase.prompt)"
            >
              <Check v-if="copiedState['test-prompt']" class="text-success mr-1 size-3.5" />
              <Copy v-else class="mr-1 size-3.5" />
              <span>{{ copiedState['test-prompt'] ? 'Copied' : 'Copy' }}</span>
            </Button>
          </div>
  
          <!-- Meta chips / specifications -->
          <div class="flex flex-wrap items-center gap-2 pt-1">
            <span class="text-muted-foreground text-xs font-medium">Benchmark Spec:</span>
            <span class="border-border bg-muted/30 text-foreground rounded-md border px-2 py-0.5 font-mono text-xs">
              target: {{ currentTestCase.componentTarget }}
            </span>
            <span class="border-border bg-muted/30 text-foreground rounded-md border px-2 py-0.5 font-mono text-xs">
              framework: Vue 3.5 SFC
            </span>
            <span class="border-border bg-muted/30 text-foreground rounded-md border px-2 py-0.5 font-mono text-xs">
              engine: class-variance-authority + reka-ui
            </span>
            <span class="border-border bg-muted/30 text-foreground rounded-md border px-2 py-0.5 font-mono text-xs">
              isolation: zero-ssr-circular-imports
            </span>
          </div>
        </CardContent>
      </Card>
  
      <!-- 2-Column Side-by-Side Prompt Arena -->
      <div class="grid grid-cols-1 gap-6 lg:grid-cols-2">
        <!-- Left Column: Prompt A (Baseline - Control) -->
        <Card class="border-border bg-card shadow-xs">
          <CardHeader class="pb-3">
            <div class="flex items-center justify-between">
              <div class="space-y-1">
                <div class="flex items-center gap-2">
                  <Badge variant="secondary" class="font-mono text-xs font-semibold">
                    {{ promptAData.label }} · {{ promptAData.variantName }}
                  </Badge>
                </div>
                <p class="text-muted-foreground text-xs">
                  Model: <span class="text-foreground font-medium">{{ promptAData.model }}</span> · Temp:
                  <span class="font-mono font-medium tabular-nums">{{ promptAData.temperature }}</span>
                </p>
              </div>
              <div class="flex items-center gap-1.5">
                <Badge variant="outline" class="border-border/80 font-mono text-xs">
                  Score: <span class="text-foreground ml-1 font-bold tabular-nums">82/100</span>
                </Badge>
              </div>
            </div>
          </CardHeader>
  
          <CardContent class="space-y-4 pt-0">
            <!-- Tabs for Prompt A -->
            <Tabs default-value="output" class="w-full">
              <div class="flex items-center justify-between">
                <TabsList class="grid w-64 grid-cols-2">
                  <TabsTrigger value="output">Generated Output</TabsTrigger>
                  <TabsTrigger value="prompt">System Prompt</TabsTrigger>
                </TabsList>
  
                <Button
                  variant="ghost"
                  size="sm"
                  class="text-muted-foreground hover:text-foreground h-7 px-2 text-xs"
                  @click="copyToClipboard('prompt-a-code', promptAData.outputCode)"
                >
                  <Check v-if="copiedState['prompt-a-code']" class="text-success mr-1 size-3.5" />
                  <Copy v-else class="mr-1 size-3.5" />
                  <span>{{ copiedState['prompt-a-code'] ? 'Copied' : 'Copy' }}</span>
                </Button>
              </div>
  
              <!-- Output Code Tab -->
              <TabsContent value="output" class="mt-3">
                <div class="relative">
                  <pre
                    class="border-border bg-muted/40 text-foreground max-h-[300px] overflow-x-auto overflow-y-auto rounded-md border p-3 font-mono text-xs leading-relaxed"
                  ><code>{{ promptAData.outputCode }}</code></pre>
                </div>
              </TabsContent>
  
              <!-- System Prompt Tab -->
              <TabsContent value="prompt" class="mt-3">
                <div
                  class="border-border bg-muted/20 text-foreground max-h-[300px] min-h-[160px] overflow-y-auto rounded-md border p-3 font-mono text-xs leading-relaxed whitespace-pre-wrap"
                >
                  {{ promptAData.systemPrompt }}
                </div>
              </TabsContent>
            </Tabs>
  
            <!-- Performance Metrics Bar -->
            <div class="border-border bg-muted/20 grid grid-cols-3 gap-2 rounded-lg border p-3 text-center">
              <div class="space-y-0.5">
                <span class="text-muted-foreground flex items-center justify-center gap-1 text-xs">
                  <Clock class="size-3" />
                  <span>Latency</span>
                </span>
                <p class="text-foreground font-mono text-sm font-semibold tabular-nums">
                  {{ promptAData.latency }}
                </p>
              </div>
              <div class="space-y-0.5">
                <span class="text-muted-foreground flex items-center justify-center gap-1 text-xs">
                  <Cpu class="size-3" />
                  <span>Output Tokens</span>
                </span>
                <p class="text-foreground font-mono text-sm font-semibold tabular-nums">
                  {{ promptAData.outputTokens }}
                </p>
              </div>
              <div class="space-y-0.5">
                <span class="text-muted-foreground flex items-center justify-center gap-1 text-xs">
                  <Coins class="size-3" />
                  <span>Cost / Call</span>
                </span>
                <p class="text-foreground font-mono text-sm font-semibold tabular-nums">
                  {{ promptAData.cost }}
                </p>
              </div>
            </div>
  
            <!-- Judge Score & Critique Box -->
            <div class="border-border bg-card/60 space-y-2 rounded-lg border p-3.5 shadow-xs">
              <div class="flex items-center justify-between">
                <div class="flex items-center gap-2">
                  <Scale class="text-muted-foreground size-4" />
                  <span class="text-foreground text-xs font-semibold">Judge Score</span>
                </div>
                <div class="flex items-center gap-2">
                  <span class="text-foreground font-mono text-base font-bold tabular-nums">
                    {{ promptAData.judgeScore }} / 100
                  </span>
                  <Badge variant="outline" class="text-xs">
                    {{ promptAData.judgeStatus }}
                  </Badge>
                </div>
              </div>
              <div
                class="border-border/60 bg-muted/40 text-muted-foreground flex items-start gap-2 rounded-md border p-2.5 text-xs leading-relaxed"
              >
                <AlertCircle class="text-warning mt-0.5 size-3.5 shrink-0" />
                <span><strong>Critique:</strong> {{ promptAData.critique }}</span>
              </div>
            </div>
          </CardContent>
        </Card>
  
        <!-- Right Column: Prompt B (Challenger with Rules - WINNER) -->
        <Card class="border-success/40 bg-success/[0.015] border-success/30 dark:bg-success/10] shadow-xs">
          <CardHeader class="pb-3">
            <div class="flex items-center justify-between">
              <div class="space-y-1">
                <div class="flex items-center gap-2">
                  <Badge
                    variant="success"
                    class="border-success/30 bg-success/15 text-success font-mono text-xs font-semibold"
                  >
                    {{ promptBData.label }} · {{ promptBData.variantName }}
                  </Badge>
                  <Badge variant="success" class="gap-1 font-semibold">
                    <Trophy class="size-3" />
                    <span>{{ promptBData.judgeStatus }}</span>
                  </Badge>
                </div>
                <p class="text-muted-foreground text-xs">
                  Model: <span class="text-foreground font-medium">{{ promptBData.model }}</span> · Temp:
                  <span class="font-mono font-medium tabular-nums">{{ promptBData.temperature }}</span>
                </p>
              </div>
              <div class="flex items-center gap-1.5">
                <Badge variant="success" class="border-success/30 bg-success/10 text-success font-mono text-xs font-bold">
                  Score: <span class="ml-1 tabular-nums">96/100</span>
                </Badge>
              </div>
            </div>
          </CardHeader>
  
          <CardContent class="space-y-4 pt-0">
            <!-- Tabs for Prompt B -->
            <Tabs default-value="output" class="w-full">
              <div class="flex items-center justify-between">
                <TabsList class="grid w-64 grid-cols-2">
                  <TabsTrigger value="output">Generated Output</TabsTrigger>
                  <TabsTrigger value="prompt">System Prompt</TabsTrigger>
                </TabsList>
  
                <Button
                  variant="ghost"
                  size="sm"
                  class="text-muted-foreground hover:text-foreground h-7 px-2 text-xs"
                  @click="copyToClipboard('prompt-b-code', promptBData.outputCode)"
                >
                  <Check v-if="copiedState['prompt-b-code']" class="text-success mr-1 size-3.5" />
                  <Copy v-else class="mr-1 size-3.5" />
                  <span>{{ copiedState['prompt-b-code'] ? 'Copied' : 'Copy' }}</span>
                </Button>
              </div>
  
              <!-- Output Code Tab -->
              <TabsContent value="output" class="mt-3">
                <div class="relative">
                  <pre
                    class="border-border bg-muted/40 text-foreground max-h-[300px] overflow-x-auto overflow-y-auto rounded-md border p-3 font-mono text-xs leading-relaxed"
                  ><code>{{ promptBData.outputCode }}</code></pre>
                </div>
              </TabsContent>
  
              <!-- System Prompt Tab -->
              <TabsContent value="prompt" class="mt-3">
                <div
                  class="border-border bg-muted/20 text-foreground max-h-[300px] min-h-[160px] overflow-y-auto rounded-md border p-3 font-mono text-xs leading-relaxed whitespace-pre-wrap"
                >
                  {{ promptBData.systemPrompt }}
                </div>
              </TabsContent>
            </Tabs>
  
            <!-- Performance Metrics Bar with Deltas -->
            <div class="border-success/20 bg-success/[0.04] grid grid-cols-3 gap-2 rounded-lg border p-3 text-center">
              <div class="space-y-0.5">
                <span class="text-muted-foreground flex items-center justify-center gap-1 text-xs">
                  <Clock class="text-success size-3" />
                  <span>Latency</span>
                </span>
                <p class="text-foreground font-mono text-sm font-semibold tabular-nums">
                  {{ promptBData.latency }}
                </p>
                <p class="text-success text-success text-xs font-semibold tabular-nums">
                  {{ promptBData.latencyDelta }}
                </p>
              </div>
              <div class="space-y-0.5">
                <span class="text-muted-foreground flex items-center justify-center gap-1 text-xs">
                  <Cpu class="text-success size-3" />
                  <span>Output Tokens</span>
                </span>
                <p class="text-foreground font-mono text-sm font-semibold tabular-nums">
                  {{ promptBData.outputTokens }}
                </p>
                <p class="text-success text-success text-xs font-semibold tabular-nums">
                  {{ promptBData.tokensDelta }}
                </p>
              </div>
              <div class="space-y-0.5">
                <span class="text-muted-foreground flex items-center justify-center gap-1 text-xs">
                  <Coins class="text-success size-3" />
                  <span>Cost / Call</span>
                </span>
                <p class="text-foreground font-mono text-sm font-semibold tabular-nums">
                  {{ promptBData.cost }}
                </p>
                <p class="text-success text-success text-xs font-semibold tabular-nums">
                  {{ promptBData.costDelta }}
                </p>
              </div>
            </div>
  
            <!-- Judge Score & Critique Box -->
            <div class="border-success/30 bg-success/[0.04] space-y-2 rounded-lg border p-3.5 shadow-xs">
              <div class="flex items-center justify-between">
                <div class="flex items-center gap-2">
                  <Trophy class="text-success size-4" />
                  <span class="text-foreground text-xs font-semibold">Judge Score</span>
                </div>
                <div class="flex items-center gap-2">
                  <span class="text-success text-success font-mono text-base font-bold tabular-nums">
                    {{ promptBData.judgeScore }} / 100
                  </span>
                  <Badge variant="success" class="text-xs font-semibold">
                    {{ promptBData.judgeDelta }}
                  </Badge>
                </div>
              </div>
              <div
                class="text-muted-foreground border-success/30 bg-success/[0.06] flex items-start gap-2 rounded-md border p-2.5 text-xs leading-relaxed"
              >
                <CheckCircle2 class="text-success mt-0.5 size-3.5 shrink-0" />
                <span><strong>Critique:</strong> {{ promptBData.critique }}</span>
              </div>
            </div>
          </CardContent>
        </Card>
      </div>
  
      <!-- Automated Judge Verdict Card -->
      <Card class="border-border bg-card shadow-xs">
        <CardHeader class="pb-4">
          <div class="flex flex-col gap-2 sm:flex-row sm:items-center sm:justify-between">
            <div>
              <div class="flex items-center gap-2">
                <CardTitle class="text-foreground text-base font-semibold">
                  Automated LLM Judge Benchmark Verdict
                </CardTitle>
                <Badge variant="success" class="border-success/20 bg-success/10 text-success font-mono text-xs">
                  Prompt B Won 42 of 50 Tests · 84% Win Rate
                </Badge>
              </div>
              <CardDescription class="mt-1 text-xs">
                Direct comparison of code quality, SSR compatibility, type correctness, and token economics across 50
                golden evaluation prompts.
              </CardDescription>
            </div>
  
            <div
              class="border-border/80 bg-muted/30 flex items-center gap-2 self-start rounded-lg border px-3 py-1.5 text-xs sm:self-auto"
            >
              <span class="text-muted-foreground">Judge Model:</span>
              <span class="text-foreground font-mono font-semibold">Claude 3.5 Sonnet (Temp 0.0)</span>
            </div>
          </div>
        </CardHeader>
  
        <CardContent class="space-y-6">
          <!-- 4 Primary Aggregate Metric Summary Cards -->
          <div class="grid grid-cols-1 gap-4 sm:grid-cols-2 lg:grid-cols-4">
            <Card
              v-for="metric in summaryMetrics"
              :key="metric.id"
              class="border-border bg-card/70 hover:border-border/80 shadow-xs transition-colors"
              :class="{ 'border-success/30 bg-success/[0.02] dark:bg-success/10]': metric.highlight }"
            >
              <CardHeader class="pb-2">
                <div class="flex items-center justify-between gap-2">
                  <CardTitle class="text-muted-foreground text-xs font-medium tracking-wider uppercase">
                    {{ metric.label }}
                  </CardTitle>
                  <Badge :variant="metric.badgeVariant" class="text-xs font-medium tabular-nums">
                    {{ metric.badge }}
                  </Badge>
                </div>
              </CardHeader>
              <CardContent class="space-y-1.5 pb-4">
                <div class="flex items-baseline gap-1.5">
                  <span
                    class="text-2xl font-bold tracking-tight tabular-nums sm:text-3xl"
                    :class="metric.highlight ? 'text-success' : 'text-foreground'"
                  >
                    {{ metric.value }}
                  </span>
                  <span v-if="metric.subvalue" class="text-muted-foreground text-xs font-normal tabular-nums">
                    ({{ metric.subvalue }})
                  </span>
                </div>
                <p class="text-muted-foreground text-xs leading-relaxed">
                  {{ metric.description }}
                </p>
              </CardContent>
            </Card>
          </div>
  
          <!-- Detailed Rubric Matrix Table -->
          <div class="space-y-3">
            <div class="flex items-center justify-between">
              <h4 class="text-foreground text-sm font-semibold">Evaluation Rubric &amp; Dimension Delta Matrix</h4>
              <span class="text-muted-foreground text-xs">Evaluated on AST parse &amp; runtime verification</span>
            </div>
  
            <div class="border-border overflow-hidden rounded-lg border">
              <div class="overflow-x-auto">
                <Table>
                  <TableHeader class="bg-muted/40">
                    <TableRow class="border-border hover:bg-transparent">
                      <TableHead class="text-foreground text-xs font-semibold">Evaluation Dimension</TableHead>
                      <TableHead class="text-foreground text-xs font-semibold">Prompt A (Baseline)</TableHead>
                      <TableHead class="text-foreground text-xs font-semibold">Prompt B (Challenger)</TableHead>
                      <TableHead class="text-foreground text-right text-xs font-semibold">Score Delta</TableHead>
                      <TableHead class="text-foreground text-xs font-semibold">Automated Judge Finding</TableHead>
                    </TableRow>
                  </TableHeader>
                  <TableBody>
                    <TableRow
                      v-for="rubric in rubricDimensions"
                      :key="rubric.id"
                      class="border-border bg-success/[0.02] hover:bg-success/[0.05] bg-success/[0.03]"
                    >
                      <TableCell class="py-3.5">
                        <div class="flex items-center gap-2">
                          <ShieldCheck class="text-success size-4" />
                          <span class="text-foreground text-xs font-semibold">{{ rubric.name }}</span>
                        </div>
                      </TableCell>
                      <TableCell class="text-muted-foreground py-3.5 font-mono text-xs tabular-nums">
                        {{ rubric.promptAScore }}
                      </TableCell>
                      <TableCell class="text-success text-success py-3.5 font-mono text-xs font-bold tabular-nums">
                        {{ rubric.promptBScore }}
                      </TableCell>
                      <TableCell class="py-3.5 text-right">
                        <Badge variant="success" class="text-xs font-semibold tabular-nums">
                          {{ rubric.delta }}
                        </Badge>
                      </TableCell>
                      <TableCell class="text-muted-foreground py-3.5 text-xs leading-relaxed">
                        {{ rubric.insight }}
                      </TableCell>
                    </TableRow>
                  </TableBody>
                </Table>
              </div>
            </div>
          </div>
  
          <!-- Sample Golden Dataset Top Runs Table -->
          <div class="space-y-3">
            <div class="flex items-center justify-between">
              <h4 class="text-foreground text-sm font-semibold">Golden Evaluation Suite (Top Sample Runs)</h4>
              <Badge variant="outline" class="font-mono text-xs">5 of 50 Samples Shown</Badge>
            </div>
  
            <div class="border-border overflow-hidden rounded-lg border">
              <div class="overflow-x-auto">
                <Table>
                  <TableHeader class="bg-muted/40">
                    <TableRow class="border-border hover:bg-transparent">
                      <TableHead class="text-foreground text-xs font-semibold">Test Case</TableHead>
                      <TableHead class="text-foreground text-xs font-semibold">Category</TableHead>
                      <TableHead class="text-foreground text-right text-xs font-semibold">Prompt A Score</TableHead>
                      <TableHead class="text-foreground text-right text-xs font-semibold">Prompt B Score</TableHead>
                      <TableHead class="text-foreground text-right text-xs font-semibold">Score Delta</TableHead>
                      <TableHead class="text-foreground text-right text-xs font-semibold">Winner</TableHead>
                    </TableRow>
                  </TableHeader>
                  <TableBody>
                    <TableRow
                      v-for="gt in goldenTests"
                      :key="gt.id"
                      class="border-border hover:bg-muted/30 transition-colors"
                    >
                      <TableCell class="text-foreground py-3 font-mono text-xs font-medium">
                        {{ gt.name }}
                      </TableCell>
                      <TableCell class="py-3 text-xs">
                        <Badge variant="secondary" class="text-xs">
                          {{ gt.category }}
                        </Badge>
                      </TableCell>
                      <TableCell class="text-muted-foreground py-3 text-right font-mono text-xs tabular-nums">
                        {{ gt.promptAScore }} / 100
                      </TableCell>
                      <TableCell
                        class="text-success text-success py-3 text-right font-mono text-xs font-bold tabular-nums"
                      >
                        {{ gt.promptBScore }} / 100
                      </TableCell>
                      <TableCell class="py-3 text-right">
                        <span class="text-success text-success font-mono text-xs font-semibold tabular-nums">
                          {{ gt.delta }} pts
                        </span>
                      </TableCell>
                      <TableCell class="py-3 text-right">
                        <Badge variant="success" class="text-xs font-semibold">
                          {{ gt.winner }}
                        </Badge>
                      </TableCell>
                    </TableRow>
                  </TableBody>
                </Table>
              </div>
            </div>
          </div>
        </CardContent>
      </Card>
    </div>
  </template>
  

Raw manifest:https://uipkge.dev/r/vue/prompt-ab-testing-comparator.json