diff --git a/docs/assets/index-Bc8XlX7Z.css b/docs/assets/index-Bc8XlX7Z.css new file mode 100644 index 00000000..ae89973c --- /dev/null +++ b/docs/assets/index-Bc8XlX7Z.css @@ -0,0 +1 @@ +@layer properties{@supports (((-webkit-hyphens:none)) and (not (margin-trim:inline))) or ((-moz-orient:inline) and (not (color:rgb(from red r g b)))){*,:before,:after,::backdrop{--tw-translate-x:0;--tw-translate-y:0;--tw-translate-z:0;--tw-rotate-x:initial;--tw-rotate-y:initial;--tw-rotate-z:initial;--tw-skew-x:initial;--tw-skew-y:initial;--tw-space-y-reverse:0;--tw-border-style:solid;--tw-leading:initial;--tw-font-weight:initial;--tw-tracking:initial;--tw-shadow:0 0 #0000;--tw-shadow-color:initial;--tw-shadow-alpha:100%;--tw-inset-shadow:0 0 #0000;--tw-inset-shadow-color:initial;--tw-inset-shadow-alpha:100%;--tw-ring-color:initial;--tw-ring-shadow:0 0 #0000;--tw-inset-ring-color:initial;--tw-inset-ring-shadow:0 0 #0000;--tw-ring-inset:initial;--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-offset-shadow:0 0 #0000;--tw-blur:initial;--tw-brightness:initial;--tw-contrast:initial;--tw-grayscale:initial;--tw-hue-rotate:initial;--tw-invert:initial;--tw-opacity:initial;--tw-saturate:initial;--tw-sepia:initial;--tw-drop-shadow:initial;--tw-drop-shadow-color:initial;--tw-drop-shadow-alpha:100%;--tw-drop-shadow-size:initial;--tw-backdrop-blur:initial;--tw-backdrop-brightness:initial;--tw-backdrop-contrast:initial;--tw-backdrop-grayscale:initial;--tw-backdrop-hue-rotate:initial;--tw-backdrop-invert:initial;--tw-backdrop-opacity:initial;--tw-backdrop-saturate:initial;--tw-backdrop-sepia:initial;--tw-duration:initial}}}@layer theme{:root,:host{--font-sans:"Inter", system-ui, sans-serif;--font-mono:"JetBrains Mono", monospace;--color-red-400:oklch(70.4% .191 22.216);--color-red-500:oklch(63.7% .237 25.331);--color-amber-400:oklch(82.8% .189 84.429);--color-emerald-400:oklch(76.5% .177 163.223);--color-emerald-500:oklch(69.6% .17 162.48);--color-cyan-400:oklch(78.9% .154 211.53);--color-cyan-500:oklch(71.5% .143 215.221);--color-black:#000;--color-white:#fff;--spacing:.25rem;--breakpoint-2xl:96rem;--container-xs:20rem;--container-sm:24rem;--container-md:28rem;--container-xl:36rem;--container-3xl:48rem;--container-4xl:56rem;--container-5xl:64rem;--text-xs:.75rem;--text-xs--line-height:calc(1 / .75);--text-sm:.875rem;--text-sm--line-height:calc(1.25 / .875);--text-base:1rem;--text-base--line-height: 1.5 ;--text-lg:1.125rem;--text-lg--line-height:calc(1.75 / 1.125);--text-xl:1.25rem;--text-xl--line-height:calc(1.75 / 1.25);--text-2xl:1.5rem;--text-2xl--line-height:calc(2 / 1.5);--text-3xl:1.875rem;--text-3xl--line-height: 1.2 ;--text-4xl:2.25rem;--text-4xl--line-height:calc(2.5 / 2.25);--text-5xl:3rem;--text-5xl--line-height:1;--text-6xl:3.75rem;--text-6xl--line-height:1;--font-weight-normal:400;--font-weight-medium:500;--font-weight-semibold:600;--font-weight-bold:700;--font-weight-extrabold:800;--tracking-wide:.025em;--tracking-wider:.05em;--tracking-widest:.1em;--leading-tight:1.25;--leading-snug:1.375;--leading-relaxed:1.625;--leading-loose:2;--radius-sm:.25rem;--radius-md:.375rem;--radius-lg:.5rem;--radius-xl:.75rem;--blur-sm:8px;--blur-xl:24px;--default-transition-duration:.15s;--default-transition-timing-function:cubic-bezier(.4, 0, .2, 1);--default-font-family:var(--font-sans);--default-mono-font-family:var(--font-mono);--color-bg-primary:#0b0d17;--color-bg-secondary:#12152a;--color-bg-tertiary:#1a1f3d;--color-bg-hover:#222850;--color-purple:#8b5cf6;--color-purple-light:#a78bfa;--color-purple-dim:#6d28d9;--color-blue:#38bdf8;--color-blue-light:#7dd3fc;--color-cyan:#06b6d4;--color-amber:#f59e0b;--color-text-primary:#f1f5f9;--color-text-secondary:#94a3b8;--color-text-muted:#64748b;--color-border-default:#1e293b}}@layer base{*,:after,:before,::backdrop{box-sizing:border-box;border:0 solid;margin:0;padding:0}::file-selector-button{box-sizing:border-box;border:0 solid;margin:0;padding:0}html,:host{-webkit-text-size-adjust:100%;tab-size:4;line-height:1.5;font-family:var(--default-font-family,ui-sans-serif, system-ui, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji");font-feature-settings:var(--default-font-feature-settings,normal);font-variation-settings:var(--default-font-variation-settings,normal);-webkit-tap-highlight-color:transparent}hr{height:0;color:inherit;border-top-width:1px}abbr:where([title]){-webkit-text-decoration:underline dotted;text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;-webkit-text-decoration:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,samp,pre{font-family:var(--default-mono-font-family,ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace);font-feature-settings:var(--default-mono-font-feature-settings,normal);font-variation-settings:var(--default-mono-font-variation-settings,normal);font-size:1em}small{font-size:80%}sub,sup{vertical-align:baseline;font-size:75%;line-height:0;position:relative}sub{bottom:-.25em}sup{top:-.5em}table{text-indent:0;border-color:inherit;border-collapse:collapse}:-moz-focusring{outline:auto}progress{vertical-align:baseline}summary{display:list-item}ol,ul,menu{list-style:none}img,svg,video,canvas,audio,iframe,embed,object{vertical-align:middle;display:block}img,video{max-width:100%;height:auto}button,input,select,optgroup,textarea{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}::file-selector-button{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}:where(select:is([multiple],[size])) optgroup{font-weight:bolder}:where(select:is([multiple],[size])) optgroup option{padding-inline-start:20px}::file-selector-button{margin-inline-end:4px}::placeholder{opacity:1}@supports (not ((-webkit-appearance:-apple-pay-button))) or (contain-intrinsic-size:1px){::placeholder{color:currentColor}@supports (color:color-mix(in lab,red,red)){::placeholder{color:color-mix(in oklab,currentcolor 50%,transparent)}}}textarea{resize:vertical}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-date-and-time-value{min-height:1lh;text-align:inherit}::-webkit-datetime-edit{display:inline-flex}::-webkit-datetime-edit-fields-wrapper{padding:0}::-webkit-datetime-edit{padding-block:0}::-webkit-datetime-edit-year-field{padding-block:0}::-webkit-datetime-edit-month-field{padding-block:0}::-webkit-datetime-edit-day-field{padding-block:0}::-webkit-datetime-edit-hour-field{padding-block:0}::-webkit-datetime-edit-minute-field{padding-block:0}::-webkit-datetime-edit-second-field{padding-block:0}::-webkit-datetime-edit-millisecond-field{padding-block:0}::-webkit-datetime-edit-meridiem-field{padding-block:0}::-webkit-calendar-picker-indicator{line-height:1}:-moz-ui-invalid{box-shadow:none}button,input:where([type=button],[type=reset],[type=submit]){appearance:button}::file-selector-button{appearance:button}::-webkit-inner-spin-button{height:auto}::-webkit-outer-spin-button{height:auto}[hidden]:where(:not([hidden=until-found])){display:none!important}}@layer components;@layer utilities{.pointer-events-none{pointer-events:none}.invisible{visibility:hidden}.visible{visibility:visible}.absolute{position:absolute}.fixed{position:fixed}.relative{position:relative}.sticky{position:sticky}.inset-0{inset:calc(var(--spacing) * 0)}.start{inset-inline-start:var(--spacing)}.end{inset-inline-end:var(--spacing)}.top-0{top:calc(var(--spacing) * 0)}.top-1\/2{top:50%}.top-full{top:100%}.right-0{right:calc(var(--spacing) * 0)}.bottom-full{bottom:100%}.left-0{left:calc(var(--spacing) * 0)}.left-1\/2{left:50%}.z-10{z-index:10}.z-50{z-index:50}.z-\[100\]{z-index:100}.mx-4{margin-inline:calc(var(--spacing) * 4)}.mx-auto{margin-inline:auto}.my-1{margin-block:calc(var(--spacing) * 1)}.my-4{margin-block:calc(var(--spacing) * 4)}.-mt-1{margin-top:calc(var(--spacing) * -1)}.-mt-2{margin-top:calc(var(--spacing) * -2)}.mt-0\.5{margin-top:calc(var(--spacing) * .5)}.mt-1{margin-top:calc(var(--spacing) * 1)}.mt-1\.5{margin-top:calc(var(--spacing) * 1.5)}.mt-2{margin-top:calc(var(--spacing) * 2)}.mt-3{margin-top:calc(var(--spacing) * 3)}.mt-4{margin-top:calc(var(--spacing) * 4)}.mt-5{margin-top:calc(var(--spacing) * 5)}.mt-6{margin-top:calc(var(--spacing) * 6)}.mt-8{margin-top:calc(var(--spacing) * 8)}.mt-10{margin-top:calc(var(--spacing) * 10)}.mt-12{margin-top:calc(var(--spacing) * 12)}.mt-auto{margin-top:auto}.mb-0{margin-bottom:calc(var(--spacing) * 0)}.mb-1{margin-bottom:calc(var(--spacing) * 1)}.mb-1\.5{margin-bottom:calc(var(--spacing) * 1.5)}.mb-2{margin-bottom:calc(var(--spacing) * 2)}.mb-2\.5{margin-bottom:calc(var(--spacing) * 2.5)}.mb-3{margin-bottom:calc(var(--spacing) * 3)}.mb-4{margin-bottom:calc(var(--spacing) * 4)}.mb-5{margin-bottom:calc(var(--spacing) * 5)}.mb-6{margin-bottom:calc(var(--spacing) * 6)}.mb-12{margin-bottom:calc(var(--spacing) * 12)}.mb-14{margin-bottom:calc(var(--spacing) * 14)}.ml-0\.5{margin-left:calc(var(--spacing) * .5)}.ml-1{margin-left:calc(var(--spacing) * 1)}.ml-1\.5{margin-left:calc(var(--spacing) * 1.5)}.ml-2{margin-left:calc(var(--spacing) * 2)}.ml-auto{margin-left:auto}.block{display:block}.flex{display:flex}.grid{display:grid}.hidden{display:none}.inline{display:inline}.inline-flex{display:inline-flex}.table{display:table}.h-0{height:calc(var(--spacing) * 0)}.h-2{height:calc(var(--spacing) * 2)}.h-2\.5{height:calc(var(--spacing) * 2.5)}.h-3{height:calc(var(--spacing) * 3)}.h-3\.5{height:calc(var(--spacing) * 3.5)}.h-4{height:calc(var(--spacing) * 4)}.h-4\.5{height:calc(var(--spacing) * 4.5)}.h-5{height:calc(var(--spacing) * 5)}.h-6{height:calc(var(--spacing) * 6)}.h-8{height:calc(var(--spacing) * 8)}.h-9{height:calc(var(--spacing) * 9)}.h-10{height:calc(var(--spacing) * 10)}.h-16{height:calc(var(--spacing) * 16)}.h-\[440px\]{height:440px}.h-full{height:100%}.max-h-48{max-height:calc(var(--spacing) * 48)}.max-h-\[32rem\]{max-height:32rem}.max-h-\[85vh\]{max-height:85vh}.min-h-\[300px\]{min-height:300px}.min-h-screen{min-height:100vh}.w-0{width:calc(var(--spacing) * 0)}.w-2{width:calc(var(--spacing) * 2)}.w-2\.5{width:calc(var(--spacing) * 2.5)}.w-3{width:calc(var(--spacing) * 3)}.w-3\.5{width:calc(var(--spacing) * 3.5)}.w-4{width:calc(var(--spacing) * 4)}.w-4\.5{width:calc(var(--spacing) * 4.5)}.w-5{width:calc(var(--spacing) * 5)}.w-6{width:calc(var(--spacing) * 6)}.w-8{width:calc(var(--spacing) * 8)}.w-9{width:calc(var(--spacing) * 9)}.w-10{width:calc(var(--spacing) * 10)}.w-72{width:calc(var(--spacing) * 72)}.w-\[60\%\]{width:60%}.w-fit{width:fit-content}.w-full{width:100%}.w-px{width:1px}.max-w-3xl{max-width:var(--container-3xl)}.max-w-4xl{max-width:var(--container-4xl)}.max-w-5xl{max-width:var(--container-5xl)}.max-w-64{max-width:calc(var(--spacing) * 64)}.max-w-72{max-width:calc(var(--spacing) * 72)}.max-w-80{max-width:calc(var(--spacing) * 80)}.max-w-\[28rem\]{max-width:28rem}.max-w-\[85\%\]{max-width:85%}.max-w-\[1600px\]{max-width:1600px}.max-w-md{max-width:var(--container-md)}.max-w-screen-2xl{max-width:var(--breakpoint-2xl)}.max-w-sm{max-width:var(--container-sm)}.max-w-xl{max-width:var(--container-xl)}.max-w-xs{max-width:var(--container-xs)}.min-w-0{min-width:calc(var(--spacing) * 0)}.min-w-\[100px\]{min-width:100px}.flex-1{flex:1}.flex-shrink-0{flex-shrink:0}.-translate-x-1\/2{--tw-translate-x: -50% ;translate:var(--tw-translate-x) var(--tw-translate-y)}.-translate-y-1\/2{--tw-translate-y: -50% ;translate:var(--tw-translate-x) var(--tw-translate-y)}.rotate-45{rotate:45deg}.rotate-180{rotate:180deg}.transform{transform:var(--tw-rotate-x,) var(--tw-rotate-y,) var(--tw-rotate-z,) var(--tw-skew-x,) var(--tw-skew-y,)}.cursor-help{cursor:help}.cursor-pointer{cursor:pointer}.resize{resize:both}.list-disc{list-style-type:disc}.grid-cols-1{grid-template-columns:repeat(1,minmax(0,1fr))}.grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.grid-cols-\[1fr_auto_1fr\]{grid-template-columns:1fr auto 1fr}.flex-col{flex-direction:column}.flex-row-reverse{flex-direction:row-reverse}.flex-wrap{flex-wrap:wrap}.items-baseline{align-items:baseline}.items-center{align-items:center}.items-start{align-items:flex-start}.items-stretch{align-items:stretch}.justify-between{justify-content:space-between}.justify-center{justify-content:center}.gap-1{gap:calc(var(--spacing) * 1)}.gap-1\.5{gap:calc(var(--spacing) * 1.5)}.gap-2{gap:calc(var(--spacing) * 2)}.gap-3{gap:calc(var(--spacing) * 3)}.gap-4{gap:calc(var(--spacing) * 4)}.gap-6{gap:calc(var(--spacing) * 6)}.gap-8{gap:calc(var(--spacing) * 8)}.gap-10{gap:calc(var(--spacing) * 10)}:where(.space-y-0\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * .5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * .5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-3>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 3) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 3) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-4>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 4) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 4) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-8>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 8) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 8) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-12>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 12) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 12) * calc(1 - var(--tw-space-y-reverse)))}.gap-x-4{column-gap:calc(var(--spacing) * 4)}.gap-x-5{column-gap:calc(var(--spacing) * 5)}.gap-y-2{row-gap:calc(var(--spacing) * 2)}.overflow-hidden{overflow:hidden}.overflow-x-auto{overflow-x:auto}.overflow-y-auto{overflow-y:auto}.rounded{border-radius:.25rem}.rounded-full{border-radius:3.40282e38px}.rounded-lg{border-radius:var(--radius-lg)}.rounded-md{border-radius:var(--radius-md)}.rounded-sm{border-radius:var(--radius-sm)}.rounded-xl{border-radius:var(--radius-xl)}.border{border-style:var(--tw-border-style);border-width:1px}.border-2{border-style:var(--tw-border-style);border-width:2px}.border-t{border-top-style:var(--tw-border-style);border-top-width:1px}.border-t-2{border-top-style:var(--tw-border-style);border-top-width:2px}.border-r{border-right-style:var(--tw-border-style);border-right-width:1px}.border-r-2{border-right-style:var(--tw-border-style);border-right-width:2px}.border-b{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.border-l-2{border-left-style:var(--tw-border-style);border-left-width:2px}.border-dashed{--tw-border-style:dashed;border-style:dashed}.border-amber\/20{border-color:#f59e0b33}@supports (color:color-mix(in lab,red,red)){.border-amber\/20{border-color:color-mix(in oklab,var(--color-amber) 20%,transparent)}}.border-amber\/25{border-color:#f59e0b40}@supports (color:color-mix(in lab,red,red)){.border-amber\/25{border-color:color-mix(in oklab,var(--color-amber) 25%,transparent)}}.border-amber\/30{border-color:#f59e0b4d}@supports (color:color-mix(in lab,red,red)){.border-amber\/30{border-color:color-mix(in oklab,var(--color-amber) 30%,transparent)}}.border-amber\/40{border-color:#f59e0b66}@supports (color:color-mix(in lab,red,red)){.border-amber\/40{border-color:color-mix(in oklab,var(--color-amber) 40%,transparent)}}.border-bg-secondary{border-color:var(--color-bg-secondary)}.border-blue\/20{border-color:#38bdf833}@supports (color:color-mix(in lab,red,red)){.border-blue\/20{border-color:color-mix(in oklab,var(--color-blue) 20%,transparent)}}.border-blue\/25{border-color:#38bdf840}@supports (color:color-mix(in lab,red,red)){.border-blue\/25{border-color:color-mix(in oklab,var(--color-blue) 25%,transparent)}}.border-blue\/30{border-color:#38bdf84d}@supports (color:color-mix(in lab,red,red)){.border-blue\/30{border-color:color-mix(in oklab,var(--color-blue) 30%,transparent)}}.border-blue\/40{border-color:#38bdf866}@supports (color:color-mix(in lab,red,red)){.border-blue\/40{border-color:color-mix(in oklab,var(--color-blue) 40%,transparent)}}.border-border-default{border-color:var(--color-border-default)}.border-border-default\/30{border-color:#1e293b4d}@supports (color:color-mix(in lab,red,red)){.border-border-default\/30{border-color:color-mix(in oklab,var(--color-border-default) 30%,transparent)}}.border-border-default\/50{border-color:#1e293b80}@supports (color:color-mix(in lab,red,red)){.border-border-default\/50{border-color:color-mix(in oklab,var(--color-border-default) 50%,transparent)}}.border-cyan-500\/20{border-color:#00b7d733}@supports (color:color-mix(in lab,red,red)){.border-cyan-500\/20{border-color:color-mix(in oklab,var(--color-cyan-500) 20%,transparent)}}.border-cyan\/30{border-color:#06b6d44d}@supports (color:color-mix(in lab,red,red)){.border-cyan\/30{border-color:color-mix(in oklab,var(--color-cyan) 30%,transparent)}}.border-cyan\/40{border-color:#06b6d466}@supports (color:color-mix(in lab,red,red)){.border-cyan\/40{border-color:color-mix(in oklab,var(--color-cyan) 40%,transparent)}}.border-emerald-500\/20{border-color:#00bb7f33}@supports (color:color-mix(in lab,red,red)){.border-emerald-500\/20{border-color:color-mix(in oklab,var(--color-emerald-500) 20%,transparent)}}.border-emerald-500\/30{border-color:#00bb7f4d}@supports (color:color-mix(in lab,red,red)){.border-emerald-500\/30{border-color:color-mix(in oklab,var(--color-emerald-500) 30%,transparent)}}.border-purple\/20{border-color:#8b5cf633}@supports (color:color-mix(in lab,red,red)){.border-purple\/20{border-color:color-mix(in oklab,var(--color-purple) 20%,transparent)}}.border-purple\/25{border-color:#8b5cf640}@supports (color:color-mix(in lab,red,red)){.border-purple\/25{border-color:color-mix(in oklab,var(--color-purple) 25%,transparent)}}.border-purple\/30{border-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.border-purple\/30{border-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.border-purple\/40{border-color:#8b5cf666}@supports (color:color-mix(in lab,red,red)){.border-purple\/40{border-color:color-mix(in oklab,var(--color-purple) 40%,transparent)}}.border-red-500\/20{border-color:#fb2c3633}@supports (color:color-mix(in lab,red,red)){.border-red-500\/20{border-color:color-mix(in oklab,var(--color-red-500) 20%,transparent)}}.border-transparent{border-color:#0000}.bg-amber\/5{background-color:#f59e0b0d}@supports (color:color-mix(in lab,red,red)){.bg-amber\/5{background-color:color-mix(in oklab,var(--color-amber) 5%,transparent)}}.bg-amber\/10{background-color:#f59e0b1a}@supports (color:color-mix(in lab,red,red)){.bg-amber\/10{background-color:color-mix(in oklab,var(--color-amber) 10%,transparent)}}.bg-amber\/20{background-color:#f59e0b33}@supports (color:color-mix(in lab,red,red)){.bg-amber\/20{background-color:color-mix(in oklab,var(--color-amber) 20%,transparent)}}.bg-bg-hover{background-color:var(--color-bg-hover)}.bg-bg-primary{background-color:var(--color-bg-primary)}.bg-bg-primary\/80{background-color:#0b0d17cc}@supports (color:color-mix(in lab,red,red)){.bg-bg-primary\/80{background-color:color-mix(in oklab,var(--color-bg-primary) 80%,transparent)}}.bg-bg-primary\/95{background-color:#0b0d17f2}@supports (color:color-mix(in lab,red,red)){.bg-bg-primary\/95{background-color:color-mix(in oklab,var(--color-bg-primary) 95%,transparent)}}.bg-bg-secondary{background-color:var(--color-bg-secondary)}.bg-bg-tertiary{background-color:var(--color-bg-tertiary)}.bg-black\/70{background-color:#000000b3}@supports (color:color-mix(in lab,red,red)){.bg-black\/70{background-color:color-mix(in oklab,var(--color-black) 70%,transparent)}}.bg-blue\/5{background-color:#38bdf80d}@supports (color:color-mix(in lab,red,red)){.bg-blue\/5{background-color:color-mix(in oklab,var(--color-blue) 5%,transparent)}}.bg-blue\/10{background-color:#38bdf81a}@supports (color:color-mix(in lab,red,red)){.bg-blue\/10{background-color:color-mix(in oklab,var(--color-blue) 10%,transparent)}}.bg-blue\/20{background-color:#38bdf833}@supports (color:color-mix(in lab,red,red)){.bg-blue\/20{background-color:color-mix(in oklab,var(--color-blue) 20%,transparent)}}.bg-blue\/30{background-color:#38bdf84d}@supports (color:color-mix(in lab,red,red)){.bg-blue\/30{background-color:color-mix(in oklab,var(--color-blue) 30%,transparent)}}.bg-cyan-500\/5{background-color:#00b7d70d}@supports (color:color-mix(in lab,red,red)){.bg-cyan-500\/5{background-color:color-mix(in oklab,var(--color-cyan-500) 5%,transparent)}}.bg-cyan-500\/10{background-color:#00b7d71a}@supports (color:color-mix(in lab,red,red)){.bg-cyan-500\/10{background-color:color-mix(in oklab,var(--color-cyan-500) 10%,transparent)}}.bg-cyan\/5{background-color:#06b6d40d}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/5{background-color:color-mix(in oklab,var(--color-cyan) 5%,transparent)}}.bg-cyan\/10{background-color:#06b6d41a}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/10{background-color:color-mix(in oklab,var(--color-cyan) 10%,transparent)}}.bg-cyan\/20{background-color:#06b6d433}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/20{background-color:color-mix(in oklab,var(--color-cyan) 20%,transparent)}}.bg-emerald-500\/5{background-color:#00bb7f0d}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/5{background-color:color-mix(in oklab,var(--color-emerald-500) 5%,transparent)}}.bg-emerald-500\/10{background-color:#00bb7f1a}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/10{background-color:color-mix(in oklab,var(--color-emerald-500) 10%,transparent)}}.bg-emerald-500\/20{background-color:#00bb7f33}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/20{background-color:color-mix(in oklab,var(--color-emerald-500) 20%,transparent)}}.bg-purple{background-color:var(--color-purple)}.bg-purple-light{background-color:var(--color-purple-light)}.bg-purple\/5{background-color:#8b5cf60d}@supports (color:color-mix(in lab,red,red)){.bg-purple\/5{background-color:color-mix(in oklab,var(--color-purple) 5%,transparent)}}.bg-purple\/10{background-color:#8b5cf61a}@supports (color:color-mix(in lab,red,red)){.bg-purple\/10{background-color:color-mix(in oklab,var(--color-purple) 10%,transparent)}}.bg-purple\/15{background-color:#8b5cf626}@supports (color:color-mix(in lab,red,red)){.bg-purple\/15{background-color:color-mix(in oklab,var(--color-purple) 15%,transparent)}}.bg-purple\/20{background-color:#8b5cf633}@supports (color:color-mix(in lab,red,red)){.bg-purple\/20{background-color:color-mix(in oklab,var(--color-purple) 20%,transparent)}}.bg-purple\/30{background-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.bg-purple\/30{background-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.bg-red-500\/10{background-color:#fb2c361a}@supports (color:color-mix(in lab,red,red)){.bg-red-500\/10{background-color:color-mix(in oklab,var(--color-red-500) 10%,transparent)}}.bg-clip-text{-webkit-background-clip:text;background-clip:text}.p-0{padding:calc(var(--spacing) * 0)}.p-1{padding:calc(var(--spacing) * 1)}.p-1\.5{padding:calc(var(--spacing) * 1.5)}.p-2{padding:calc(var(--spacing) * 2)}.p-3{padding:calc(var(--spacing) * 3)}.p-4{padding:calc(var(--spacing) * 4)}.p-5{padding:calc(var(--spacing) * 5)}.p-6{padding:calc(var(--spacing) * 6)}.p-7{padding:calc(var(--spacing) * 7)}.px-0\.5{padding-inline:calc(var(--spacing) * .5)}.px-1{padding-inline:calc(var(--spacing) * 1)}.px-1\.5{padding-inline:calc(var(--spacing) * 1.5)}.px-2{padding-inline:calc(var(--spacing) * 2)}.px-2\.5{padding-inline:calc(var(--spacing) * 2.5)}.px-3{padding-inline:calc(var(--spacing) * 3)}.px-4{padding-inline:calc(var(--spacing) * 4)}.px-5{padding-inline:calc(var(--spacing) * 5)}.px-6{padding-inline:calc(var(--spacing) * 6)}.py-0\.5{padding-block:calc(var(--spacing) * .5)}.py-1{padding-block:calc(var(--spacing) * 1)}.py-1\.5{padding-block:calc(var(--spacing) * 1.5)}.py-2{padding-block:calc(var(--spacing) * 2)}.py-2\.5{padding-block:calc(var(--spacing) * 2.5)}.py-3{padding-block:calc(var(--spacing) * 3)}.py-4{padding-block:calc(var(--spacing) * 4)}.py-5{padding-block:calc(var(--spacing) * 5)}.py-6{padding-block:calc(var(--spacing) * 6)}.pt-0{padding-top:calc(var(--spacing) * 0)}.pt-3{padding-top:calc(var(--spacing) * 3)}.pt-4{padding-top:calc(var(--spacing) * 4)}.pt-6{padding-top:calc(var(--spacing) * 6)}.pt-28{padding-top:calc(var(--spacing) * 28)}.pt-32{padding-top:calc(var(--spacing) * 32)}.pb-2\.5{padding-bottom:calc(var(--spacing) * 2.5)}.pb-3{padding-bottom:calc(var(--spacing) * 3)}.pb-4{padding-bottom:calc(var(--spacing) * 4)}.pb-5{padding-bottom:calc(var(--spacing) * 5)}.pb-20{padding-bottom:calc(var(--spacing) * 20)}.pl-3{padding-left:calc(var(--spacing) * 3)}.pl-4{padding-left:calc(var(--spacing) * 4)}.pl-5{padding-left:calc(var(--spacing) * 5)}.text-center{text-align:center}.text-left{text-align:left}.text-right{text-align:right}.align-middle{vertical-align:middle}.font-mono{font-family:var(--font-mono)}.text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.text-3xl{font-size:var(--text-3xl);line-height:var(--tw-leading,var(--text-3xl--line-height))}.text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.text-xl{font-size:var(--text-xl);line-height:var(--tw-leading,var(--text-xl--line-height))}.text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.text-\[0\.7em\]{font-size:.7em}.text-\[8px\]{font-size:8px}.text-\[9px\]{font-size:9px}.text-\[10px\]{font-size:10px}.text-\[11px\]{font-size:11px}.text-\[13px\]{font-size:13px}.leading-loose{--tw-leading:var(--leading-loose);line-height:var(--leading-loose)}.leading-relaxed{--tw-leading:var(--leading-relaxed);line-height:var(--leading-relaxed)}.leading-snug{--tw-leading:var(--leading-snug);line-height:var(--leading-snug)}.leading-tight{--tw-leading:var(--leading-tight);line-height:var(--leading-tight)}.font-bold{--tw-font-weight:var(--font-weight-bold);font-weight:var(--font-weight-bold)}.font-extrabold{--tw-font-weight:var(--font-weight-extrabold);font-weight:var(--font-weight-extrabold)}.font-medium{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}.font-normal{--tw-font-weight:var(--font-weight-normal);font-weight:var(--font-weight-normal)}.font-semibold{--tw-font-weight:var(--font-weight-semibold);font-weight:var(--font-weight-semibold)}.tracking-wide{--tw-tracking:var(--tracking-wide);letter-spacing:var(--tracking-wide)}.tracking-wider{--tw-tracking:var(--tracking-wider);letter-spacing:var(--tracking-wider)}.tracking-widest{--tw-tracking:var(--tracking-widest);letter-spacing:var(--tracking-widest)}.break-words{overflow-wrap:break-word}.break-all{word-break:break-all}.whitespace-nowrap{white-space:nowrap}.whitespace-pre-line{white-space:pre-line}.whitespace-pre-wrap{white-space:pre-wrap}.text-\[\#A78BFA\]{color:#a78bfa}.text-amber{color:var(--color-amber)}.text-amber-400{color:var(--color-amber-400)}.text-blue-light{color:var(--color-blue-light)}.text-cyan{color:var(--color-cyan)}.text-cyan-400{color:var(--color-cyan-400)}.text-emerald-400{color:var(--color-emerald-400)}.text-purple{color:var(--color-purple)}.text-purple-light{color:var(--color-purple-light)}.text-red-400{color:var(--color-red-400)}.text-text-muted{color:var(--color-text-muted)}.text-text-primary{color:var(--color-text-primary)}.text-text-primary\/80{color:#f1f5f9cc}@supports (color:color-mix(in lab,red,red)){.text-text-primary\/80{color:color-mix(in oklab,var(--color-text-primary) 80%,transparent)}}.text-text-secondary{color:var(--color-text-secondary)}.text-transparent{color:#0000}.text-white{color:var(--color-white)}.uppercase{text-transform:uppercase}.italic{font-style:italic}.no-underline{text-decoration-line:none}.underline{text-decoration-line:underline}.opacity-0{opacity:0}.opacity-10{opacity:.1}.opacity-60{opacity:.6}.opacity-75{opacity:.75}.opacity-80{opacity:.8}.shadow-2xl{--tw-shadow:0 25px 50px -12px var(--tw-shadow-color,#00000040);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-xl{--tw-shadow:0 20px 25px -5px var(--tw-shadow-color,#0000001a), 0 8px 10px -6px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.invert{--tw-invert:invert(100%);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.backdrop-blur-sm{--tw-backdrop-blur:blur(var(--blur-sm));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.backdrop-blur-xl{--tw-backdrop-blur:blur(var(--blur-xl));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.transition{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to,opacity,box-shadow,transform,translate,scale,rotate,filter,-webkit-backdrop-filter,backdrop-filter,display,content-visibility,overlay,pointer-events;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[width\]{transition-property:width;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-all{transition-property:all;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-colors{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-opacity{transition-property:opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-transform{transition-property:transform,translate,scale,rotate;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.duration-100{--tw-duration:.1s;transition-duration:.1s}.select-none{-webkit-user-select:none;user-select:none}@media(hover:hover){.group-hover\:opacity-100:is(:where(.group):hover *){opacity:1}.group-hover\/issue\:visible:is(:where(.group\/issue):hover *){visibility:visible}.group-hover\/issue\:opacity-100:is(:where(.group\/issue):hover *){opacity:1}.hover\:bg-bg-hover:hover{background-color:var(--color-bg-hover)}.hover\:bg-bg-hover\/30:hover{background-color:#2228504d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-bg-hover\/30:hover{background-color:color-mix(in oklab,var(--color-bg-hover) 30%,transparent)}}.hover\:bg-bg-hover\/50:hover{background-color:#22285080}@supports (color:color-mix(in lab,red,red)){.hover\:bg-bg-hover\/50:hover{background-color:color-mix(in oklab,var(--color-bg-hover) 50%,transparent)}}.hover\:bg-bg-tertiary:hover{background-color:var(--color-bg-tertiary)}.hover\:bg-purple-dim:hover{background-color:var(--color-purple-dim)}.hover\:bg-purple\/30:hover{background-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-purple\/30:hover{background-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.hover\:text-purple:hover{color:var(--color-purple)}.hover\:text-text-primary:hover{color:var(--color-text-primary)}.hover\:text-text-secondary:hover{color:var(--color-text-secondary)}.hover\:opacity-80:hover{opacity:.8}}@media(min-width:40rem){.sm\:mx-8{margin-inline:calc(var(--spacing) * 8)}.sm\:h-3\.5{height:calc(var(--spacing) * 3.5)}.sm\:min-h-\[400px\]{min-height:400px}.sm\:w-3\.5{width:calc(var(--spacing) * 3.5)}.sm\:w-6{width:calc(var(--spacing) * 6)}.sm\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.sm\:flex-row{flex-direction:row}.sm\:items-baseline{align-items:baseline}.sm\:justify-between{justify-content:space-between}.sm\:p-6{padding:calc(var(--spacing) * 6)}.sm\:px-6{padding-inline:calc(var(--spacing) * 6)}.sm\:text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.sm\:text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.sm\:text-5xl{font-size:var(--text-5xl);line-height:var(--tw-leading,var(--text-5xl--line-height))}.sm\:text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.sm\:text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.sm\:text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.sm\:text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.sm\:text-\[9px\]{font-size:9px}}@media(min-width:48rem){.md\:block{display:block}.md\:flex{display:flex}.md\:grid{display:grid}.md\:hidden{display:none}.md\:w-\[250px\]{width:250px}.md\:w-auto{width:auto}.md\:max-w-none{max-width:none}.md\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.md\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.md\:flex-row{flex-direction:row}.md\:gap-6{gap:calc(var(--spacing) * 6)}}@media(min-width:64rem){.lg\:sticky{position:sticky}.lg\:top-8{top:calc(var(--spacing) * 8)}.lg\:max-h-\[calc\(100vh-4rem\)\]{max-height:calc(100vh - 4rem)}.lg\:w-\[22\%\]{width:22%}.lg\:w-\[25\%\]{width:25%}.lg\:flex-shrink-0{flex-shrink:0}.lg\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.lg\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.lg\:flex-col{flex-direction:column}.lg\:flex-row{flex-direction:row}.lg\:items-center{align-items:center}.lg\:items-start{align-items:flex-start}.lg\:gap-3{gap:calc(var(--spacing) * 3)}.lg\:overflow-y-auto{overflow-y:auto}.lg\:px-8{padding-inline:calc(var(--spacing) * 8)}.lg\:pr-2{padding-right:calc(var(--spacing) * 2)}.lg\:text-6xl{font-size:var(--text-6xl);line-height:var(--tw-leading,var(--text-6xl--line-height))}.lg\:text-\[1\.75rem\]{font-size:1.75rem}}.\[\&_\.recharts-surface\]\:overflow-visible .recharts-surface{overflow:visible}}[data-theme=light]{--color-bg-primary:#fff;--color-bg-secondary:#f8fafc;--color-bg-tertiary:#f1f5f9;--color-bg-hover:#e2e8f0;--color-purple:#7c3aed;--color-purple-light:#6d28d9;--color-purple-dim:#5b21b6;--color-blue:#0284c7;--color-blue-light:#0369a1;--color-blue-dim:#075985;--color-cyan:#0891b2;--color-amber:#d97706;--color-text-primary:#0f172a;--color-text-secondary:#334155;--color-text-muted:#64748b;--color-border-default:#e2e8f0;--color-border-accent:#7c3aed;--color-heatmap-bad:#dc2626;--color-heatmap-bad-bg:#fee2e2;--color-heatmap-mid:#ca8a04;--color-heatmap-mid-bg:#fef9c3;--color-heatmap-good:#16a34a;--color-heatmap-good-bg:#dcfce7}html{scroll-behavior:smooth}body{background-color:var(--color-bg-primary);color:var(--color-text-primary);font-family:var(--font-sans);-webkit-font-smoothing:antialiased;margin:0}::-webkit-scrollbar{width:8px;height:8px}::-webkit-scrollbar-track{background:var(--color-bg-primary)}::-webkit-scrollbar-thumb{background:var(--color-bg-tertiary);border-radius:4px}::-webkit-scrollbar-thumb:hover{background:var(--color-bg-hover)}@keyframes dash{to{stroke-dashoffset:-20px}}.animate-dash{animation:1s linear infinite dash}@property --tw-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-y{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-z{syntax:"*";inherits:false;initial-value:0}@property --tw-rotate-x{syntax:"*";inherits:false}@property --tw-rotate-y{syntax:"*";inherits:false}@property --tw-rotate-z{syntax:"*";inherits:false}@property --tw-skew-x{syntax:"*";inherits:false}@property --tw-skew-y{syntax:"*";inherits:false}@property --tw-space-y-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-border-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-leading{syntax:"*";inherits:false}@property --tw-font-weight{syntax:"*";inherits:false}@property --tw-tracking{syntax:"*";inherits:false}@property --tw-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-shadow-color{syntax:"*";inherits:false}@property --tw-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-inset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-shadow-color{syntax:"*";inherits:false}@property --tw-inset-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-ring-color{syntax:"*";inherits:false}@property --tw-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-ring-color{syntax:"*";inherits:false}@property --tw-inset-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-ring-inset{syntax:"*";inherits:false}@property --tw-ring-offset-width{syntax:"";inherits:false;initial-value:0}@property --tw-ring-offset-color{syntax:"*";inherits:false;initial-value:#fff}@property --tw-ring-offset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-blur{syntax:"*";inherits:false}@property --tw-brightness{syntax:"*";inherits:false}@property --tw-contrast{syntax:"*";inherits:false}@property --tw-grayscale{syntax:"*";inherits:false}@property --tw-hue-rotate{syntax:"*";inherits:false}@property --tw-invert{syntax:"*";inherits:false}@property --tw-opacity{syntax:"*";inherits:false}@property --tw-saturate{syntax:"*";inherits:false}@property --tw-sepia{syntax:"*";inherits:false}@property --tw-drop-shadow{syntax:"*";inherits:false}@property --tw-drop-shadow-color{syntax:"*";inherits:false}@property --tw-drop-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-drop-shadow-size{syntax:"*";inherits:false}@property --tw-backdrop-blur{syntax:"*";inherits:false}@property --tw-backdrop-brightness{syntax:"*";inherits:false}@property --tw-backdrop-contrast{syntax:"*";inherits:false}@property --tw-backdrop-grayscale{syntax:"*";inherits:false}@property --tw-backdrop-hue-rotate{syntax:"*";inherits:false}@property --tw-backdrop-invert{syntax:"*";inherits:false}@property --tw-backdrop-opacity{syntax:"*";inherits:false}@property --tw-backdrop-saturate{syntax:"*";inherits:false}@property --tw-backdrop-sepia{syntax:"*";inherits:false}@property --tw-duration{syntax:"*";inherits:false} diff --git a/docs/assets/index-B1JUNaN9.js b/docs/assets/index-BpBEqFYA.js similarity index 90% rename from docs/assets/index-B1JUNaN9.js rename to docs/assets/index-BpBEqFYA.js index e01156df..c98fb285 100644 --- a/docs/assets/index-B1JUNaN9.js +++ b/docs/assets/index-BpBEqFYA.js @@ -905,4 +905,4 @@ Respond with a JSON object. Each turn entry must include the turn_id matching th A`,",",",0,",",",",",",",` A`,",",",0,0,",",",",","Z"])),R.x,R.y,l,l,+(m<0),M.x,M.y,i,i,+(F>180),+(m>0),O.x,O.y,l,l,+(m<0),N.x,N.y)}else E+=mt(ww||(ww=Za(["L",",","Z"])),t,r);return E},tH={cx:0,cy:0,innerRadius:0,outerRadius:0,startAngle:0,endAngle:0,cornerRadius:0,forceCornerRadius:!1,cornerIsExternal:!1},CT=e=>{var t=Vt(e,tH),{cx:r,cy:i,innerRadius:o,outerRadius:l,cornerRadius:s,forceCornerRadius:u,cornerIsExternal:d,startAngle:f,endAngle:m,className:h}=t;if(l0&&Math.abs(f-m)<360?j=eH({cx:r,cy:i,innerRadius:o,outerRadius:l,cornerRadius:Math.min(b,w/2),forceCornerRadius:u,cornerIsExternal:d,startAngle:f,endAngle:m}):j=NT({cx:r,cy:i,innerRadius:o,outerRadius:l,startAngle:f,endAngle:m}),x.createElement("path",j_({},Ir(t),{className:g,d:j}))};function rH(e,t,r){if(e==="horizontal")return[{x:t.x,y:r.top},{x:t.x,y:r.top+r.height}];if(e==="vertical")return[{x:r.left,y:t.y},{x:r.left+r.width,y:t.y}];if(fS(t)){if(e==="centric"){var{cx:i,cy:o,innerRadius:l,outerRadius:s,angle:u}=t,d=Jt(i,o,l,u),f=Jt(i,o,s,u);return[{x:d.x,y:d.y},{x:f.x,y:f.y}]}return kT(t)}}var eh={},th={},rh={},bw;function iH(){return bw||(bw=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=AS();function r(i){return t.isSymbol(i)?NaN:Number(i)}e.toNumber=r})(rh)),rh}var xw;function nH(){return xw||(xw=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=iH();function r(i){return i?(i=t.toNumber(i),i===1/0||i===-1/0?(i<0?-1:1)*Number.MAX_VALUE:i===i?i:0):i===0?i:0}e.toFinite=r})(th)),th}var jw;function aH(){return jw||(jw=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});const t=SS(),r=nH();function i(o,l,s){s&&typeof s!="number"&&t.isIterateeCall(o,l,s)&&(l=s=void 0),o=r.toFinite(o),l===void 0?(l=o,o=0):l=r.toFinite(l),s=s===void 0?oe.chartData,PT=q([An],e=>{var t=e.chartData!=null?e.chartData.length-1:0;return{chartData:e.chartData,computedData:e.computedData,dataEndIndex:t,dataStartIndex:0}}),Z3=(e,t,r,i)=>i?PT(e):An(e),cH=(e,t,r)=>r?PT(e):An(e);function Ri(e){if(Array.isArray(e)&&e.length===2){var[t,r]=e;if(Ne(t)&&Ne(r))return!0}return!1}function Sw(e,t,r){return r?e:[Math.min(e[0],t[0]),Math.max(e[1],t[1])]}function DT(e,t){if(t&&typeof e!="function"&&Array.isArray(e)&&e.length===2){var[r,i]=e,o,l;if(Ne(r))o=r;else if(typeof r=="function")return;if(Ne(i))l=i;else if(typeof i=="function")return;var s=[o,l];if(Ri(s))return s}}function sH(e,t,r){if(!(!r&&t==null)){if(typeof e=="function"&&t!=null)try{var i=e(t,r);if(Ri(i))return Sw(i,t,r)}catch{}if(Array.isArray(e)&&e.length===2){var[o,l]=e,s,u;if(o==="auto")t!=null&&(s=Math.min(...t));else if(_e(o))s=o;else if(typeof o=="function")try{t!=null&&(s=o(t?.[0]))}catch{}else if(typeof o=="string"&&_y.test(o)){var d=_y.exec(o);if(d==null||d[1]==null||t==null)s=void 0;else{var f=+d[1];s=t[0]-f}}else s=t?.[0];if(l==="auto")t!=null&&(u=Math.max(...t));else if(_e(l))u=l;else if(typeof l=="function")try{t!=null&&(u=l(t?.[1]))}catch{}else if(typeof l=="string"&&gy.test(l)){var m=gy.exec(l);if(m==null||m[1]==null||t==null)u=void 0;else{var h=+m[1];u=t[1]+h}}else u=t?.[1];var g=[s,u];if(Ri(g))return t==null?g:Sw(g,t,r)}}}var Bl=1e9,uH={precision:20,rounding:4,toExpNeg:-7,toExpPos:21,LN10:"2.302585092994045684017991454684364207601101488628772976033327900967572609677352480235997205089598298341967784042286"},J3,ct=!0,ci="[DecimalError] ",io=ci+"Invalid argument: ",Q3=ci+"Exponent out of range: ",Vl=Math.floor,Ya=Math.pow,pH=/^(\d+(\.\d*)?|\.\d+)(e[+-]?\d+)?$/i,Rr,Bt=1e7,at=7,RT=9007199254740991,Vp=Vl(RT/at),ue={};ue.absoluteValue=ue.abs=function(){var e=new this.constructor(this);return e.s&&(e.s=1),e};ue.comparedTo=ue.cmp=function(e){var t,r,i,o,l=this;if(e=new l.constructor(e),l.s!==e.s)return l.s||-e.s;if(l.e!==e.e)return l.e>e.e^l.s<0?1:-1;for(i=l.d.length,o=e.d.length,t=0,r=ie.d[t]^l.s<0?1:-1;return i===o?0:i>o^l.s<0?1:-1};ue.decimalPlaces=ue.dp=function(){var e=this,t=e.d.length-1,r=(t-e.e)*at;if(t=e.d[t],t)for(;t%10==0;t/=10)r--;return r<0?0:r};ue.dividedBy=ue.div=function(e){return mn(this,new this.constructor(e))};ue.dividedToIntegerBy=ue.idiv=function(e){var t=this,r=t.constructor;return We(mn(t,new r(e),0,1),r.precision)};ue.equals=ue.eq=function(e){return!this.cmp(e)};ue.exponent=function(){return Tt(this)};ue.greaterThan=ue.gt=function(e){return this.cmp(e)>0};ue.greaterThanOrEqualTo=ue.gte=function(e){return this.cmp(e)>=0};ue.isInteger=ue.isint=function(){return this.e>this.d.length-2};ue.isNegative=ue.isneg=function(){return this.s<0};ue.isPositive=ue.ispos=function(){return this.s>0};ue.isZero=function(){return this.s===0};ue.lessThan=ue.lt=function(e){return this.cmp(e)<0};ue.lessThanOrEqualTo=ue.lte=function(e){return this.cmp(e)<1};ue.logarithm=ue.log=function(e){var t,r=this,i=r.constructor,o=i.precision,l=o+5;if(e===void 0)e=new i(10);else if(e=new i(e),e.s<1||e.eq(Rr))throw Error(ci+"NaN");if(r.s<1)throw Error(ci+(r.s?"NaN":"-Infinity"));return r.eq(Rr)?new i(0):(ct=!1,t=mn(Cs(r,l),Cs(e,l),l),ct=!0,We(t,o))};ue.minus=ue.sub=function(e){var t=this;return e=new t.constructor(e),t.s==e.s?IT(t,e):LT(t,(e.s=-e.s,e))};ue.modulo=ue.mod=function(e){var t,r=this,i=r.constructor,o=i.precision;if(e=new i(e),!e.s)throw Error(ci+"NaN");return r.s?(ct=!1,t=mn(r,e,0,1).times(e),ct=!0,r.minus(t)):We(new i(r),o)};ue.naturalExponential=ue.exp=function(){return zT(this)};ue.naturalLogarithm=ue.ln=function(){return Cs(this)};ue.negated=ue.neg=function(){var e=new this.constructor(this);return e.s=-e.s||0,e};ue.plus=ue.add=function(e){var t=this;return e=new t.constructor(e),t.s==e.s?LT(t,e):IT(t,(e.s=-e.s,e))};ue.precision=ue.sd=function(e){var t,r,i,o=this;if(e!==void 0&&e!==!!e&&e!==1&&e!==0)throw Error(io+e);if(t=Tt(o)+1,i=o.d.length-1,r=i*at+1,i=o.d[i],i){for(;i%10==0;i/=10)r--;for(i=o.d[0];i>=10;i/=10)r++}return e&&t>r?t:r};ue.squareRoot=ue.sqrt=function(){var e,t,r,i,o,l,s,u=this,d=u.constructor;if(u.s<1){if(!u.s)return new d(0);throw Error(ci+"NaN")}for(e=Tt(u),ct=!1,o=Math.sqrt(+u),o==0||o==1/0?(t=Pi(u.d),(t.length+e)%2==0&&(t+="0"),o=Math.sqrt(t),e=Vl((e+1)/2)-(e<0||e%2),o==1/0?t="5e"+e:(t=o.toExponential(),t=t.slice(0,t.indexOf("e")+1)+e),i=new d(t)):i=new d(o.toString()),r=d.precision,o=s=r+3;;)if(l=i,i=l.plus(mn(u,l,s+2)).times(.5),Pi(l.d).slice(0,s)===(t=Pi(i.d)).slice(0,s)){if(t=t.slice(s-3,s+1),o==s&&t=="4999"){if(We(l,r+1,0),l.times(l).eq(u)){i=l;break}}else if(t!="9999")break;s+=4}return ct=!0,We(i,r)};ue.times=ue.mul=function(e){var t,r,i,o,l,s,u,d,f,m=this,h=m.constructor,g=m.d,w=(e=new h(e)).d;if(!m.s||!e.s)return new h(0);for(e.s*=m.s,r=m.e+e.e,d=g.length,f=w.length,d=0;){for(t=0,o=d+i;o>i;)u=l[o]+w[i]*g[o-i-1]+t,l[o--]=u%Bt|0,t=u/Bt|0;l[o]=(l[o]+t)%Bt|0}for(;!l[--s];)l.pop();return t?++r:l.shift(),e.d=l,e.e=r,ct?We(e,h.precision):e};ue.toDecimalPlaces=ue.todp=function(e,t){var r=this,i=r.constructor;return r=new i(r),e===void 0?r:(Vi(e,0,Bl),t===void 0?t=i.rounding:Vi(t,0,8),We(r,e+Tt(r)+1,t))};ue.toExponential=function(e,t){var r,i=this,o=i.constructor;return e===void 0?r=uo(i,!0):(Vi(e,0,Bl),t===void 0?t=o.rounding:Vi(t,0,8),i=We(new o(i),e+1,t),r=uo(i,!0,e+1)),r};ue.toFixed=function(e,t){var r,i,o=this,l=o.constructor;return e===void 0?uo(o):(Vi(e,0,Bl),t===void 0?t=l.rounding:Vi(t,0,8),i=We(new l(o),e+Tt(o)+1,t),r=uo(i.abs(),!1,e+Tt(i)+1),o.isneg()&&!o.isZero()?"-"+r:r)};ue.toInteger=ue.toint=function(){var e=this,t=e.constructor;return We(new t(e),Tt(e)+1,t.rounding)};ue.toNumber=function(){return+this};ue.toPower=ue.pow=function(e){var t,r,i,o,l,s,u=this,d=u.constructor,f=12,m=+(e=new d(e));if(!e.s)return new d(Rr);if(u=new d(u),!u.s){if(e.s<1)throw Error(ci+"Infinity");return u}if(u.eq(Rr))return u;if(i=d.precision,e.eq(Rr))return We(u,i);if(t=e.e,r=e.d.length-1,s=t>=r,l=u.s,s){if((r=m<0?-m:m)<=RT){for(o=new d(Rr),t=Math.ceil(i/at+4),ct=!1;r%2&&(o=o.times(u),Ew(o.d,t)),r=Vl(r/2),r!==0;)u=u.times(u),Ew(u.d,t);return ct=!0,e.s<0?new d(Rr).div(o):We(o,i)}}else if(l<0)throw Error(ci+"NaN");return l=l<0&&e.d[Math.max(t,r)]&1?-1:1,u.s=1,ct=!1,o=e.times(Cs(u,i+f)),ct=!0,o=zT(o),o.s=l,o};ue.toPrecision=function(e,t){var r,i,o=this,l=o.constructor;return e===void 0?(r=Tt(o),i=uo(o,r<=l.toExpNeg||r>=l.toExpPos)):(Vi(e,1,Bl),t===void 0?t=l.rounding:Vi(t,0,8),o=We(new l(o),e,t),r=Tt(o),i=uo(o,e<=r||r<=l.toExpNeg,e)),i};ue.toSignificantDigits=ue.tosd=function(e,t){var r=this,i=r.constructor;return e===void 0?(e=i.precision,t=i.rounding):(Vi(e,1,Bl),t===void 0?t=i.rounding:Vi(t,0,8)),We(new i(r),e,t)};ue.toString=ue.valueOf=ue.val=ue.toJSON=ue[Symbol.for("nodejs.util.inspect.custom")]=function(){var e=this,t=Tt(e),r=e.constructor;return uo(e,t<=r.toExpNeg||t>=r.toExpPos)};function LT(e,t){var r,i,o,l,s,u,d,f,m=e.constructor,h=m.precision;if(!e.s||!t.s)return t.s||(t=new m(e)),ct?We(t,h):t;if(d=e.d,f=t.d,s=e.e,o=t.e,d=d.slice(),l=s-o,l){for(l<0?(i=d,l=-l,u=f.length):(i=f,o=s,u=d.length),s=Math.ceil(h/at),u=s>u?s+1:u+1,l>u&&(l=u,i.length=1),i.reverse();l--;)i.push(0);i.reverse()}for(u=d.length,l=f.length,u-l<0&&(l=u,i=f,f=d,d=i),r=0;l;)r=(d[--l]=d[l]+f[l]+r)/Bt|0,d[l]%=Bt;for(r&&(d.unshift(r),++o),u=d.length;d[--u]==0;)d.pop();return t.d=d,t.e=o,ct?We(t,h):t}function Vi(e,t,r){if(e!==~~e||er)throw Error(io+e)}function Pi(e){var t,r,i,o=e.length-1,l="",s=e[0];if(o>0){for(l+=s,t=1;ts?1:-1;else for(u=d=0;uo[u]?1:-1;break}return d}function r(i,o,l){for(var s=0;l--;)i[l]-=s,s=i[l]1;)i.shift()}return function(i,o,l,s){var u,d,f,m,h,g,w,b,j,A,T,E,O,N,C,M,R,z,F=i.constructor,Z=i.s==o.s?1:-1,te=i.d,X=o.d;if(!i.s)return new F(i);if(!o.s)throw Error(ci+"Division by zero");for(d=i.e-o.e,R=X.length,C=te.length,w=new F(Z),b=w.d=[],f=0;X[f]==(te[f]||0);)++f;if(X[f]>(te[f]||0)&&--d,l==null?E=l=F.precision:s?E=l+(Tt(i)-Tt(o))+1:E=l,E<0)return new F(0);if(E=E/at+2|0,f=0,R==1)for(m=0,X=X[0],E++;(f1&&(X=e(X,m),te=e(te,m),R=X.length,C=te.length),N=R,j=te.slice(0,R),A=j.length;A=Bt/2&&++M;do m=0,u=t(X,j,R,A),u<0?(T=j[0],R!=A&&(T=T*Bt+(j[1]||0)),m=T/M|0,m>1?(m>=Bt&&(m=Bt-1),h=e(X,m),g=h.length,A=j.length,u=t(h,j,g,A),u==1&&(m--,r(h,R16)throw Error(Q3+Tt(e));if(!e.s)return new m(Rr);for(ct=!1,u=h,s=new m(.03125);e.abs().gte(.1);)e=e.times(s),f+=5;for(i=Math.log(Ya(2,f))/Math.LN10*2+5|0,u+=i,r=o=l=new m(Rr),m.precision=u;;){if(o=We(o.times(e),u),r=r.times(++d),s=l.plus(mn(o,r,u)),Pi(s.d).slice(0,u)===Pi(l.d).slice(0,u)){for(;f--;)l=We(l.times(l),u);return m.precision=h,t==null?(ct=!0,We(l,h)):l}l=s}}function Tt(e){for(var t=e.e*at,r=e.d[0];r>=10;r/=10)t++;return t}function nh(e,t,r){if(t>e.LN10.sd())throw ct=!0,r&&(e.precision=r),Error(ci+"LN10 precision limit exceeded");return We(new e(e.LN10),t)}function na(e){for(var t="";e--;)t+="0";return t}function Cs(e,t){var r,i,o,l,s,u,d,f,m,h=1,g=10,w=e,b=w.d,j=w.constructor,A=j.precision;if(w.s<1)throw Error(ci+(w.s?"NaN":"-Infinity"));if(w.eq(Rr))return new j(0);if(t==null?(ct=!1,f=A):f=t,w.eq(10))return t==null&&(ct=!0),nh(j,f);if(f+=g,j.precision=f,r=Pi(b),i=r.charAt(0),l=Tt(w),Math.abs(l)<15e14){for(;i<7&&i!=1||i==1&&r.charAt(1)>3;)w=w.times(e),r=Pi(w.d),i=r.charAt(0),h++;l=Tt(w),i>1?(w=new j("0."+r),l++):w=new j(i+"."+r.slice(1))}else return d=nh(j,f+2,A).times(l+""),w=Cs(new j(i+"."+r.slice(1)),f-g).plus(d),j.precision=A,t==null?(ct=!0,We(w,A)):w;for(u=s=w=mn(w.minus(Rr),w.plus(Rr),f),m=We(w.times(w),f),o=3;;){if(s=We(s.times(m),f),d=u.plus(mn(s,new j(o),f)),Pi(d.d).slice(0,f)===Pi(u.d).slice(0,f))return u=u.times(2),l!==0&&(u=u.plus(nh(j,f+2,A).times(l+""))),u=mn(u,new j(h),f),j.precision=A,t==null?(ct=!0,We(u,A)):u;u=d,o+=2}}function Tw(e,t){var r,i,o;for((r=t.indexOf("."))>-1&&(t=t.replace(".","")),(i=t.search(/e/i))>0?(r<0&&(r=i),r+=+t.slice(i+1),t=t.substring(0,i)):r<0&&(r=t.length),i=0;t.charCodeAt(i)===48;)++i;for(o=t.length;t.charCodeAt(o-1)===48;)--o;if(t=t.slice(i,o),t){if(o-=i,r=r-i-1,e.e=Vl(r/at),e.d=[],i=(r+1)%at,r<0&&(i+=at),iVp||e.e<-Vp))throw Error(Q3+r)}else e.s=0,e.e=0,e.d=[0];return e}function We(e,t,r){var i,o,l,s,u,d,f,m,h=e.d;for(s=1,l=h[0];l>=10;l/=10)s++;if(i=t-s,i<0)i+=at,o=t,f=h[m=0];else{if(m=Math.ceil((i+1)/at),l=h.length,m>=l)return e;for(f=l=h[m],s=1;l>=10;l/=10)s++;i%=at,o=i-at+s}if(r!==void 0&&(l=Ya(10,s-o-1),u=f/l%10|0,d=t<0||h[m+1]!==void 0||f%l,d=r<4?(u||d)&&(r==0||r==(e.s<0?3:2)):u>5||u==5&&(r==4||d||r==6&&(i>0?o>0?f/Ya(10,s-o):0:h[m-1])%10&1||r==(e.s<0?8:7))),t<1||!h[0])return d?(l=Tt(e),h.length=1,t=t-l-1,h[0]=Ya(10,(at-t%at)%at),e.e=Vl(-t/at)||0):(h.length=1,h[0]=e.e=e.s=0),e;if(i==0?(h.length=m,l=1,m--):(h.length=m+1,l=Ya(10,at-i),h[m]=o>0?(f/Ya(10,s-o)%Ya(10,o)|0)*l:0),d)for(;;)if(m==0){(h[0]+=l)==Bt&&(h[0]=1,++e.e);break}else{if(h[m]+=l,h[m]!=Bt)break;h[m--]=0,l=1}for(i=h.length;h[--i]===0;)h.pop();if(ct&&(e.e>Vp||e.e<-Vp))throw Error(Q3+Tt(e));return e}function IT(e,t){var r,i,o,l,s,u,d,f,m,h,g=e.constructor,w=g.precision;if(!e.s||!t.s)return t.s?t.s=-t.s:t=new g(e),ct?We(t,w):t;if(d=e.d,h=t.d,i=t.e,f=e.e,d=d.slice(),s=f-i,s){for(m=s<0,m?(r=d,s=-s,u=h.length):(r=h,i=f,u=d.length),o=Math.max(Math.ceil(w/at),u)+2,s>o&&(s=o,r.length=1),r.reverse(),o=s;o--;)r.push(0);r.reverse()}else{for(o=d.length,u=h.length,m=o0;--o)d[u++]=0;for(o=h.length;o>s;){if(d[--o]0?l=l.charAt(0)+"."+l.slice(1)+na(i):s>1&&(l=l.charAt(0)+"."+l.slice(1)),l=l+(o<0?"e":"e+")+o):o<0?(l="0."+na(-o-1)+l,r&&(i=r-s)>0&&(l+=na(i))):o>=s?(l+=na(o+1-s),r&&(i=r-o-1)>0&&(l=l+"."+na(i))):((i=o+1)0&&(o+1===s&&(l+="."),l+=na(i))),e.s<0?"-"+l:l}function Ew(e,t){if(e.length>t)return e.length=t,!0}function BT(e){var t,r,i;function o(l){var s=this;if(!(s instanceof o))return new o(l);if(s.constructor=o,l instanceof o){s.s=l.s,s.e=l.e,s.d=(l=l.d)?l.slice():l;return}if(typeof l=="number"){if(l*0!==0)throw Error(io+l);if(l>0)s.s=1;else if(l<0)l=-l,s.s=-1;else{s.s=0,s.e=0,s.d=[0];return}if(l===~~l&&l<1e7){s.e=0,s.d=[l];return}return Tw(s,l.toString())}else if(typeof l!="string")throw Error(io+l);if(l.charCodeAt(0)===45?(l=l.slice(1),s.s=-1):s.s=1,pH.test(l))Tw(s,l);else throw Error(io+l)}if(o.prototype=ue,o.ROUND_UP=0,o.ROUND_DOWN=1,o.ROUND_CEIL=2,o.ROUND_FLOOR=3,o.ROUND_HALF_UP=4,o.ROUND_HALF_DOWN=5,o.ROUND_HALF_EVEN=6,o.ROUND_HALF_CEIL=7,o.ROUND_HALF_FLOOR=8,o.clone=BT,o.config=o.set=dH,e===void 0&&(e={}),e)for(i=["precision","rounding","toExpNeg","toExpPos","LN10"],t=0;t=o[t+1]&&i<=o[t+2])this[r]=i;else throw Error(io+r+": "+i);if((i=e[r="LN10"])!==void 0)if(i==Math.LN10)this[r]=new this(i);else throw Error(io+r+": "+i);return this}var J3=BT(uH);Rr=new J3(1);const Le=J3;function VT(e){var t;return e===0?t=1:t=Math.floor(new Le(e).abs().log(10).toNumber())+1,t}function UT(e,t,r){for(var i=new Le(e),o=0,l=[];i.lt(t)&&o<1e5;)l.push(i.toNumber()),i=i.add(r),o++;return l}var $T=e=>{var[t,r]=e,[i,o]=[t,r];return t>r&&([i,o]=[r,t]),[i,o]},e6=(e,t,r)=>{if(e.lte(0))return new Le(0);var i=VT(e.toNumber()),o=new Le(10).pow(i),l=e.div(o),s=i!==1?.05:.1,u=new Le(Math.ceil(l.div(s).toNumber())).add(r).mul(s),d=u.mul(o);return t?new Le(d.toNumber()):new Le(Math.ceil(d.toNumber()))},qT=(e,t,r)=>{var i;if(e.lte(0))return new Le(0);var o=[1,2,2.5,5],l=e.toNumber(),s=Math.floor(new Le(l).abs().log(10).toNumber()),u=new Le(10).pow(s),d=e.div(u).toNumber(),f=o.findIndex(w=>w>=d-1e-10);if(f===-1&&(u=u.mul(10),f=0),f+=r,f>=o.length){var m=Math.floor(f/o.length);f%=o.length,u=u.mul(new Le(10).pow(m))}var h=(i=o[f])!==null&&i!==void 0?i:1,g=new Le(h).mul(u);return t?g:new Le(Math.ceil(g.toNumber()))},fH=(e,t,r)=>{var i=new Le(1),o=new Le(e);if(!o.isint()&&r){var l=Math.abs(e);l<1?(i=new Le(10).pow(VT(e)-1),o=new Le(Math.floor(o.div(i).toNumber())).mul(i)):l>1&&(o=new Le(Math.floor(e)))}else e===0?o=new Le(Math.floor((t-1)/2)):r||(o=new Le(Math.floor(e)));for(var s=Math.floor((t-1)/2),u=[],d=0;d4&&arguments[4]!==void 0?arguments[4]:0,s=arguments.length>5&&arguments[5]!==void 0?arguments[5]:e6;if(!Number.isFinite((r-t)/(i-1)))return{step:new Le(0),tickMin:new Le(0),tickMax:new Le(0)};var u=s(new Le(r).sub(t).div(i-1),o,l),d;t<=0&&r>=0?d=new Le(0):(d=new Le(t).add(r).div(2),d=d.sub(new Le(d).mod(u)));var f=Math.ceil(d.sub(t).div(u).toNumber()),m=Math.ceil(new Le(r).sub(d).div(u).toNumber()),h=f+m+1;return h>i?FT(t,r,i,o,l+1,s):(h0?m+(i-h):m,f=r>0?f:f+(i-h)),{step:u,tickMin:d.sub(new Le(f).mul(u)),tickMax:d.add(new Le(m).mul(u))})},Ow=function(t){var[r,i]=t,o=arguments.length>1&&arguments[1]!==void 0?arguments[1]:6,l=arguments.length>2&&arguments[2]!==void 0?arguments[2]:!0,s=arguments.length>3&&arguments[3]!==void 0?arguments[3]:"auto",u=Math.max(o,2),[d,f]=$T([r,i]);if(d===-1/0||f===1/0){var m=f===1/0?[d,...Array(o-1).fill(1/0)]:[...Array(o-1).fill(-1/0),f];return r>i?m.reverse():m}if(d===f)return fH(d,o,l);var h=s==="snap125"?qT:e6,{step:g,tickMin:w,tickMax:b}=FT(d,f,u,l,0,h),j=UT(w,b.add(new Le(.1).mul(g)),g);return r>i?j.reverse():j},kw=function(t,r){var[i,o]=t,l=arguments.length>2&&arguments[2]!==void 0?arguments[2]:!0,s=arguments.length>3&&arguments[3]!==void 0?arguments[3]:"auto",[u,d]=$T([i,o]);if(u===-1/0||d===1/0)return[i,o];if(u===d)return[u];var f=s==="snap125"?qT:e6,m=Math.max(r,2),h=f(new Le(d).sub(u).div(m-1),l,0),g=[...UT(new Le(u),new Le(d),h),d];return l===!1&&(g=g.map(w=>Math.round(w))),i>o?g.reverse():g},HT=e=>e.rootProps.maxBarSize,mH=e=>e.rootProps.barGap,KT=e=>e.rootProps.barCategoryGap,hH=e=>e.rootProps.barSize,Ud=e=>e.rootProps.stackOffset,XT=e=>e.rootProps.reverseStackOrder,t6=e=>e.options.chartName,r6=e=>e.rootProps.syncId,YT=e=>e.rootProps.syncMethod,i6=e=>e.options.eventEmitter,Mt={grid:-100,barBackground:-50,area:100,cursorRectangle:200,bar:300,line:400,axis:500,scatter:600,activeBar:1e3,cursorLine:1100,activeDot:1200,label:2e3},Ua={allowDecimals:!1,allowDataOverflow:!1,angleAxisId:0,reversed:!1,scale:"auto",tick:!0,type:"auto"},ki={allowDataOverflow:!1,allowDecimals:!1,allowDuplicatedCategory:!0,includeHidden:!1,radiusAxisId:0,reversed:!1,scale:"auto",tick:!0,tickCount:5,type:"auto"},$d=(e,t)=>{if(!(!e||!t))return e!=null&&e.reversed?[t[1],t[0]]:t};function qd(e,t,r){if(r!=="auto")return r;if(e!=null)return ya(e,t)?"category":"number"}function Nw(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Up(e){for(var t=1;t{if(t!=null)return e.polarAxis.angleAxis[t]},n6=q([yH,hT],(e,t)=>{var r;if(e!=null)return e;var i=(r=qd(t,"angleAxis",Cw.type))!==null&&r!==void 0?r:"category";return Up(Up({},Cw),{},{type:i})}),wH=(e,t)=>e.polarAxis.radiusAxis[t],a6=q([wH,hT],(e,t)=>{var r;if(e!=null)return e;var i=(r=qd(t,"radiusAxis",Mw.type))!==null&&r!==void 0?r:"category";return Up(Up({},Mw),{},{type:i})}),Fd=e=>e.polarOptions,o6=q([xn,jn,Ut],XF),GT=q([Fd,o6],(e,t)=>{if(e!=null)return bi(e.innerRadius,t,0)}),WT=q([Fd,o6],(e,t)=>{if(e!=null)return bi(e.outerRadius,t,t*.8)}),bH=e=>{if(e==null)return[0,0];var{startAngle:t,endAngle:r}=e;return[t,r]},ZT=q([Fd],bH);q([n6,ZT],$d);var QT=q([o6,GT,WT],(e,t,r)=>{if(!(e==null||t==null||r==null))return[t,r]});q([a6,QT],$d);var JT=q([Qe,Fd,GT,WT,xn,jn],(e,t,r,i,o,l)=>{if(!(e!=="centric"&&e!=="radial"||t==null||r==null||i==null)){var{cx:s,cy:u,startAngle:d,endAngle:f}=t;return{cx:bi(s,o,o/2),cy:bi(u,l,l/2),innerRadius:r,outerRadius:i,startAngle:d,endAngle:f,clockWise:!1}}}),$t=(e,t)=>t,Hd=(e,t,r)=>r;function l6(e){return e?.id}function eE(e,t,r){var{chartData:i=[]}=t,{allowDuplicatedCategory:o,dataKey:l}=r,s=new Map;return e.forEach(u=>{var d,f=(d=u.data)!==null&&d!==void 0?d:i;if(!(f==null||f.length===0)){var m=l6(u);f.forEach((h,g)=>{var w=l==null||o?g:String(ht(h,l,null)),b=ht(h,u.dataKey,0),j;s.has(w)?j=s.get(w):j={},Object.assign(j,{[m]:b}),s.set(w,j)})}}),Array.from(s.values())}function Kd(e){return"stackId"in e&&e.stackId!=null&&e.dataKey!=null}var Xd=(e,t)=>e===t?!0:e==null||t==null?!1:e[0]===t[0]&&e[1]===t[1];function Yd(e,t){return Array.isArray(e)&&Array.isArray(t)&&e.length===0&&t.length===0?!0:e===t}function xH(e,t){if(e.length===t.length){for(var r=0;r{var t=Qe(e);return t==="horizontal"?"xAxis":t==="vertical"?"yAxis":t==="centric"?"angleAxis":"radiusAxis"},Ul=e=>e.tooltip.settings.axisId;function c6(e){if(e!=null){var t=e.ticks,r=e.bandwidth,i=e.range(),o=[Math.min(...i),Math.max(...i)];return{domain:()=>e.domain(),range:(function(l){function s(){return l.apply(this,arguments)}return s.toString=function(){return l.toString()},s})(()=>o),rangeMin:()=>o[0],rangeMax:()=>o[1],isInRange(l){var s=o[0],u=o[1];return s<=u?l>=s&&l<=u:l>=u&&l<=s},bandwidth:r?()=>r.call(e):void 0,ticks:t?l=>t.call(e,l):void 0,map:(l,s)=>{var u=e(l);if(u!=null){if(e.bandwidth&&s!==null&&s!==void 0&&s.position){var d=e.bandwidth();switch(s.position){case"middle":u+=d/2;break;case"end":u+=d;break}}return u}}}}}var jH=(e,t)=>{if(t!=null)switch(e){case"linear":{if(!Ri(t)){for(var r,i,o=0;oi)&&(i=l))}return r!==void 0&&i!==void 0?[r,i]:void 0}return t}default:return t}};function ua(e,t){return e==null||t==null?NaN:et?1:e>=t?0:NaN}function AH(e,t){return e==null||t==null?NaN:te?1:t>=e?0:NaN}function s6(e){let t,r,i;e.length!==2?(t=ua,r=(u,d)=>ua(e(u),d),i=(u,d)=>e(u)-d):(t=e===ua||e===AH?e:SH,r=e,i=e);function o(u,d,f=0,m=u.length){if(f>>1;r(u[h],d)<0?f=h+1:m=h}while(f>>1;r(u[h],d)<=0?f=h+1:m=h}while(ff&&i(u[h-1],d)>-i(u[h],d)?h-1:h}return{left:o,center:s,right:l}}function SH(){return 0}function tE(e){return e===null?NaN:+e}function*TH(e,t){for(let r of e)r!=null&&(r=+r)>=r&&(yield r)}const EH=s6(ua),Zs=EH.right;s6(tE).center;class Pw extends Map{constructor(t,r=NH){if(super(),Object.defineProperties(this,{_intern:{value:new Map},_key:{value:r}}),t!=null)for(const[i,o]of t)this.set(i,o)}get(t){return super.get(Dw(this,t))}has(t){return super.has(Dw(this,t))}set(t,r){return super.set(OH(this,t),r)}delete(t){return super.delete(kH(this,t))}}function Dw({_intern:e,_key:t},r){const i=t(r);return e.has(i)?e.get(i):r}function OH({_intern:e,_key:t},r){const i=t(r);return e.has(i)?e.get(i):(e.set(i,r),r)}function kH({_intern:e,_key:t},r){const i=t(r);return e.has(i)&&(r=e.get(i),e.delete(i)),r}function NH(e){return e!==null&&typeof e=="object"?e.valueOf():e}function CH(e=ua){if(e===ua)return rE;if(typeof e!="function")throw new TypeError("compare is not a function");return(t,r)=>{const i=e(t,r);return i||i===0?i:(e(r,r)===0)-(e(t,t)===0)}}function rE(e,t){return(e==null||!(e>=e))-(t==null||!(t>=t))||(et?1:0)}const MH=Math.sqrt(50),PH=Math.sqrt(10),DH=Math.sqrt(2);function $p(e,t,r){const i=(t-e)/Math.max(0,r),o=Math.floor(Math.log10(i)),l=i/Math.pow(10,o),s=l>=MH?10:l>=PH?5:l>=DH?2:1;let u,d,f;return o<0?(f=Math.pow(10,-o)/s,u=Math.round(e*f),d=Math.round(t*f),u/ft&&--d,f=-f):(f=Math.pow(10,o)*s,u=Math.round(e/f),d=Math.round(t/f),u*ft&&--d),d0))return[];if(e===t)return[e];const i=t=o))return[];const u=l-o+1,d=new Array(u);if(i)if(s<0)for(let f=0;f=i)&&(r=i);return r}function Lw(e,t){let r;for(const i of e)i!=null&&(r>i||r===void 0&&i>=i)&&(r=i);return r}function iE(e,t,r=0,i=1/0,o){if(t=Math.floor(t),r=Math.floor(Math.max(0,r)),i=Math.floor(Math.min(e.length-1,i)),!(r<=t&&t<=i))return e;for(o=o===void 0?rE:CH(o);i>r;){if(i-r>600){const d=i-r+1,f=t-r+1,m=Math.log(d),h=.5*Math.exp(2*m/3),g=.5*Math.sqrt(m*h*(d-h)/d)*(f-d/2<0?-1:1),w=Math.max(r,Math.floor(t-f*h/d+g)),b=Math.min(i,Math.floor(t+(d-f)*h/d+g));iE(e,t,w,b,o)}const l=e[t];let s=r,u=i;for(Yc(e,r,t),o(e[i],l)>0&&Yc(e,r,i);s0;)--u}o(e[r],l)===0?Yc(e,r,u):(++u,Yc(e,u,i)),u<=t&&(r=u+1),t<=u&&(i=u-1)}return e}function Yc(e,t,r){const i=e[t];e[t]=e[r],e[r]=i}function RH(e,t,r){if(e=Float64Array.from(TH(e)),!(!(i=e.length)||isNaN(t=+t))){if(t<=0||i<2)return Lw(e);if(t>=1)return Rw(e);var i,o=(i-1)*t,l=Math.floor(o),s=Rw(iE(e,l).subarray(0,l+1)),u=Lw(e.subarray(l+1));return s+(u-s)*(o-l)}}function LH(e,t,r=tE){if(!(!(i=e.length)||isNaN(t=+t))){if(t<=0||i<2)return+r(e[0],0,e);if(t>=1)return+r(e[i-1],i-1,e);var i,o=(i-1)*t,l=Math.floor(o),s=+r(e[l],l,e),u=+r(e[l+1],l+1,e);return s+(u-s)*(o-l)}}function zH(e,t,r){e=+e,t=+t,r=(o=arguments.length)<2?(t=e,e=0,1):o<3?1:+r;for(var i=-1,o=Math.max(0,Math.ceil((t-e)/r))|0,l=new Array(o);++i>8&15|t>>4&240,t>>4&15|t&240,(t&15)<<4|t&15,1):r===8?U0(t>>24&255,t>>16&255,t>>8&255,(t&255)/255):r===4?U0(t>>12&15|t>>8&240,t>>8&15|t>>4&240,t>>4&15|t&240,((t&15)<<4|t&15)/255):null):(t=VH.exec(e))?new br(t[1],t[2],t[3],1):(t=UH.exec(e))?new br(t[1]*255/100,t[2]*255/100,t[3]*255/100,1):(t=$H.exec(e))?U0(t[1],t[2],t[3],t[4]):(t=qH.exec(e))?U0(t[1]*255/100,t[2]*255/100,t[3]*255/100,t[4]):(t=FH.exec(e))?qw(t[1],t[2]/100,t[3]/100,1):(t=HH.exec(e))?qw(t[1],t[2]/100,t[3]/100,t[4]):zw.hasOwnProperty(e)?Vw(zw[e]):e==="transparent"?new br(NaN,NaN,NaN,0):null}function Vw(e){return new br(e>>16&255,e>>8&255,e&255,1)}function U0(e,t,r,i){return i<=0&&(e=t=r=NaN),new br(e,t,r,i)}function YH(e){return e instanceof Qs||(e=Ds(e)),e?(e=e.rgb(),new br(e.r,e.g,e.b,e.opacity)):new br}function O_(e,t,r,i){return arguments.length===1?YH(e):new br(e,t,r,i??1)}function br(e,t,r,i){this.r=+e,this.g=+t,this.b=+r,this.opacity=+i}d6(br,O_,aE(Qs,{brighter(e){return e=e==null?qp:Math.pow(qp,e),new br(this.r*e,this.g*e,this.b*e,this.opacity)},darker(e){return e=e==null?Ms:Math.pow(Ms,e),new br(this.r*e,this.g*e,this.b*e,this.opacity)},rgb(){return this},clamp(){return new br(no(this.r),no(this.g),no(this.b),Fp(this.opacity))},displayable(){return-.5<=this.r&&this.r<255.5&&-.5<=this.g&&this.g<255.5&&-.5<=this.b&&this.b<255.5&&0<=this.opacity&&this.opacity<=1},hex:Uw,formatHex:Uw,formatHex8:GH,formatRgb:$w,toString:$w}));function Uw(){return`#${Qa(this.r)}${Qa(this.g)}${Qa(this.b)}`}function GH(){return`#${Qa(this.r)}${Qa(this.g)}${Qa(this.b)}${Qa((isNaN(this.opacity)?1:this.opacity)*255)}`}function $w(){const e=Fp(this.opacity);return`${e===1?"rgb(":"rgba("}${no(this.r)}, ${no(this.g)}, ${no(this.b)}${e===1?")":`, ${e})`}`}function Fp(e){return isNaN(e)?1:Math.max(0,Math.min(1,e))}function no(e){return Math.max(0,Math.min(255,Math.round(e)||0))}function Qa(e){return e=no(e),(e<16?"0":"")+e.toString(16)}function qw(e,t,r,i){return i<=0?e=t=r=NaN:r<=0||r>=1?e=t=NaN:t<=0&&(e=NaN),new vi(e,t,r,i)}function oE(e){if(e instanceof vi)return new vi(e.h,e.s,e.l,e.opacity);if(e instanceof Qs||(e=Ds(e)),!e)return new vi;if(e instanceof vi)return e;e=e.rgb();var t=e.r/255,r=e.g/255,i=e.b/255,o=Math.min(t,r,i),l=Math.max(t,r,i),s=NaN,u=l-o,d=(l+o)/2;return u?(t===l?s=(r-i)/u+(r0&&d<1?0:s,new vi(s,u,d,e.opacity)}function WH(e,t,r,i){return arguments.length===1?oE(e):new vi(e,t,r,i??1)}function vi(e,t,r,i){this.h=+e,this.s=+t,this.l=+r,this.opacity=+i}d6(vi,WH,aE(Qs,{brighter(e){return e=e==null?qp:Math.pow(qp,e),new vi(this.h,this.s,this.l*e,this.opacity)},darker(e){return e=e==null?Ms:Math.pow(Ms,e),new vi(this.h,this.s,this.l*e,this.opacity)},rgb(){var e=this.h%360+(this.h<0)*360,t=isNaN(e)||isNaN(this.s)?0:this.s,r=this.l,i=r+(r<.5?r:1-r)*t,o=2*r-i;return new br(ah(e>=240?e-240:e+120,o,i),ah(e,o,i),ah(e<120?e+240:e-120,o,i),this.opacity)},clamp(){return new vi(Fw(this.h),$0(this.s),$0(this.l),Fp(this.opacity))},displayable(){return(0<=this.s&&this.s<=1||isNaN(this.s))&&0<=this.l&&this.l<=1&&0<=this.opacity&&this.opacity<=1},formatHsl(){const e=Fp(this.opacity);return`${e===1?"hsl(":"hsla("}${Fw(this.h)}, ${$0(this.s)*100}%, ${$0(this.l)*100}%${e===1?")":`, ${e})`}`}}));function Fw(e){return e=(e||0)%360,e<0?e+360:e}function $0(e){return Math.max(0,Math.min(1,e||0))}function ah(e,t,r){return(e<60?t+(r-t)*e/60:e<180?r:e<240?t+(r-t)*(240-e)/60:t)*255}const f6=e=>()=>e;function ZH(e,t){return function(r){return e+r*t}}function QH(e,t,r){return e=Math.pow(e,r),t=Math.pow(t,r)-e,r=1/r,function(i){return Math.pow(e+i*t,r)}}function JH(e){return(e=+e)==1?lE:function(t,r){return r-t?QH(t,r,e):f6(isNaN(t)?r:t)}}function lE(e,t){var r=t-e;return r?ZH(e,r):f6(isNaN(e)?t:e)}const Hw=(function e(t){var r=JH(t);function i(o,l){var s=r((o=O_(o)).r,(l=O_(l)).r),u=r(o.g,l.g),d=r(o.b,l.b),f=lE(o.opacity,l.opacity);return function(m){return o.r=s(m),o.g=u(m),o.b=d(m),o.opacity=f(m),o+""}}return i.gamma=e,i})(1);function eK(e,t){t||(t=[]);var r=e?Math.min(t.length,e.length):0,i=t.slice(),o;return function(l){for(o=0;or&&(l=t.slice(r,l),u[s]?u[s]+=l:u[++s]=l),(i=i[0])===(o=o[0])?u[s]?u[s]+=o:u[++s]=o:(u[++s]=null,d.push({i:s,x:Hp(i,o)})),r=oh.lastIndex;return rt&&(r=e,e=t,t=r),function(i){return Math.max(e,Math.min(t,i))}}function pK(e,t,r){var i=e[0],o=e[1],l=t[0],s=t[1];return o2?dK:pK,d=f=null,h}function h(g){return g==null||isNaN(g=+g)?l:(d||(d=u(e.map(i),t,r)))(i(s(g)))}return h.invert=function(g){return s(o((f||(f=u(t,e.map(i),Hp)))(g)))},h.domain=function(g){return arguments.length?(e=Array.from(g,Kp),m()):e.slice()},h.range=function(g){return arguments.length?(t=Array.from(g),m()):t.slice()},h.rangeRound=function(g){return t=Array.from(g),r=m6,m()},h.clamp=function(g){return arguments.length?(s=g?!0:sr,m()):s!==sr},h.interpolate=function(g){return arguments.length?(r=g,m()):r},h.unknown=function(g){return arguments.length?(l=g,h):l},function(g,w){return i=g,o=w,m()}}function h6(){return Gd()(sr,sr)}function fK(e){return Math.abs(e=Math.round(e))>=1e21?e.toLocaleString("en").replace(/,/g,""):e.toString(10)}function Xp(e,t){if(!isFinite(e)||e===0)return null;var r=(e=t?e.toExponential(t-1):e.toExponential()).indexOf("e"),i=e.slice(0,r);return[i.length>1?i[0]+i.slice(2):i,+e.slice(r+1)]}function kl(e){return e=Xp(Math.abs(e)),e?e[1]:NaN}function mK(e,t){return function(r,i){for(var o=r.length,l=[],s=0,u=e[0],d=0;o>0&&u>0&&(d+u+1>i&&(u=Math.max(1,i-d)),l.push(r.substring(o-=u,o+u)),!((d+=u+1)>i));)u=e[s=(s+1)%e.length];return l.reverse().join(t)}}function hK(e){return function(t){return t.replace(/[0-9]/g,function(r){return e[+r]})}}var _K=/^(?:(.)?([<>=^]))?([+\-( ])?([$#])?(0)?(\d+)?(,)?(\.\d+)?(~)?([a-z%])?$/i;function Rs(e){if(!(t=_K.exec(e)))throw new Error("invalid format: "+e);var t;return new _6({fill:t[1],align:t[2],sign:t[3],symbol:t[4],zero:t[5],width:t[6],comma:t[7],precision:t[8]&&t[8].slice(1),trim:t[9],type:t[10]})}Rs.prototype=_6.prototype;function _6(e){this.fill=e.fill===void 0?" ":e.fill+"",this.align=e.align===void 0?">":e.align+"",this.sign=e.sign===void 0?"-":e.sign+"",this.symbol=e.symbol===void 0?"":e.symbol+"",this.zero=!!e.zero,this.width=e.width===void 0?void 0:+e.width,this.comma=!!e.comma,this.precision=e.precision===void 0?void 0:+e.precision,this.trim=!!e.trim,this.type=e.type===void 0?"":e.type+""}_6.prototype.toString=function(){return this.fill+this.align+this.sign+this.symbol+(this.zero?"0":"")+(this.width===void 0?"":Math.max(1,this.width|0))+(this.comma?",":"")+(this.precision===void 0?"":"."+Math.max(0,this.precision|0))+(this.trim?"~":"")+this.type};function gK(e){e:for(var t=e.length,r=1,i=-1,o;r0&&(i=0);break}return i>0?e.slice(0,i)+e.slice(o+1):e}var Yp;function vK(e,t){var r=Xp(e,t);if(!r)return Yp=void 0,e.toPrecision(t);var i=r[0],o=r[1],l=o-(Yp=Math.max(-8,Math.min(8,Math.floor(o/3)))*3)+1,s=i.length;return l===s?i:l>s?i+new Array(l-s+1).join("0"):l>0?i.slice(0,l)+"."+i.slice(l):"0."+new Array(1-l).join("0")+Xp(e,Math.max(0,t+l-1))[0]}function Xw(e,t){var r=Xp(e,t);if(!r)return e+"";var i=r[0],o=r[1];return o<0?"0."+new Array(-o).join("0")+i:i.length>o+1?i.slice(0,o+1)+"."+i.slice(o+1):i+new Array(o-i.length+2).join("0")}const Yw={"%":(e,t)=>(e*100).toFixed(t),b:e=>Math.round(e).toString(2),c:e=>e+"",d:fK,e:(e,t)=>e.toExponential(t),f:(e,t)=>e.toFixed(t),g:(e,t)=>e.toPrecision(t),o:e=>Math.round(e).toString(8),p:(e,t)=>Xw(e*100,t),r:Xw,s:vK,X:e=>Math.round(e).toString(16).toUpperCase(),x:e=>Math.round(e).toString(16)};function Gw(e){return e}var Ww=Array.prototype.map,Zw=["y","z","a","f","p","n","µ","m","","k","M","G","T","P","E","Z","Y"];function yK(e){var t=e.grouping===void 0||e.thousands===void 0?Gw:mK(Ww.call(e.grouping,Number),e.thousands+""),r=e.currency===void 0?"":e.currency[0]+"",i=e.currency===void 0?"":e.currency[1]+"",o=e.decimal===void 0?".":e.decimal+"",l=e.numerals===void 0?Gw:hK(Ww.call(e.numerals,String)),s=e.percent===void 0?"%":e.percent+"",u=e.minus===void 0?"−":e.minus+"",d=e.nan===void 0?"NaN":e.nan+"";function f(h,g){h=Rs(h);var w=h.fill,b=h.align,j=h.sign,A=h.symbol,T=h.zero,E=h.width,O=h.comma,N=h.precision,C=h.trim,M=h.type;M==="n"?(O=!0,M="g"):Yw[M]||(N===void 0&&(N=12),C=!0,M="g"),(T||w==="0"&&b==="=")&&(T=!0,w="0",b="=");var R=(g&&g.prefix!==void 0?g.prefix:"")+(A==="$"?r:A==="#"&&/[boxX]/.test(M)?"0"+M.toLowerCase():""),z=(A==="$"?i:/[%p]/.test(M)?s:"")+(g&&g.suffix!==void 0?g.suffix:""),F=Yw[M],Z=/[defgprs%]/.test(M);N=N===void 0?6:/[gprs]/.test(M)?Math.max(1,Math.min(21,N)):Math.max(0,Math.min(20,N));function te(X){var ge=R,se=z,ye,B,G;if(M==="c")se=F(X)+se,X="";else{X=+X;var ie=X<0||1/X<0;if(X=isNaN(X)?d:F(Math.abs(X),N),C&&(X=gK(X)),ie&&+X==0&&j!=="+"&&(ie=!1),ge=(ie?j==="("?j:u:j==="-"||j==="("?"":j)+ge,se=(M==="s"&&!isNaN(X)&&Yp!==void 0?Zw[8+Yp/3]:"")+se+(ie&&j==="("?")":""),Z){for(ye=-1,B=X.length;++yeG||G>57){se=(G===46?o+X.slice(ye+1):X.slice(ye))+se,X=X.slice(0,ye);break}}}O&&!T&&(X=t(X,1/0));var le=ge.length+X.length+se.length,ce=le>1)+ge+X+se+ce.slice(le);break;default:X=ce+ge+X+se;break}return l(X)}return te.toString=function(){return h+""},te}function m(h,g){var w=Math.max(-8,Math.min(8,Math.floor(kl(g)/3)))*3,b=Math.pow(10,-w),j=f((h=Rs(h),h.type="f",h),{suffix:Zw[8+w/3]});return function(A){return j(b*A)}}return{format:f,formatPrefix:m}}var q0,g6,cE;wK({thousands:",",grouping:[3],currency:["$",""]});function wK(e){return q0=yK(e),g6=q0.format,cE=q0.formatPrefix,q0}function bK(e){return Math.max(0,-kl(Math.abs(e)))}function xK(e,t){return Math.max(0,Math.max(-8,Math.min(8,Math.floor(kl(t)/3)))*3-kl(Math.abs(e)))}function jK(e,t){return e=Math.abs(e),t=Math.abs(t)-e,Math.max(0,kl(t)-kl(e))+1}function sE(e,t,r,i){var o=T_(e,t,r),l;switch(i=Rs(i??",f"),i.type){case"s":{var s=Math.max(Math.abs(e),Math.abs(t));return i.precision==null&&!isNaN(l=xK(o,s))&&(i.precision=l),cE(i,s)}case"":case"e":case"g":case"p":case"r":{i.precision==null&&!isNaN(l=jK(o,Math.max(Math.abs(e),Math.abs(t))))&&(i.precision=l-(i.type==="e"));break}case"f":case"%":{i.precision==null&&!isNaN(l=bK(o))&&(i.precision=l-(i.type==="%")*2);break}}return g6(i)}function wa(e){var t=e.domain;return e.ticks=function(r){var i=t();return A_(i[0],i[i.length-1],r??10)},e.tickFormat=function(r,i){var o=t();return sE(o[0],o[o.length-1],r??10,i)},e.nice=function(r){r==null&&(r=10);var i=t(),o=0,l=i.length-1,s=i[o],u=i[l],d,f,m=10;for(u0;){if(f=S_(s,u,r),f===d)return i[o]=s,i[l]=u,t(i);if(f>0)s=Math.floor(s/f)*f,u=Math.ceil(u/f)*f;else if(f<0)s=Math.ceil(s*f)/f,u=Math.floor(u*f)/f;else break;d=f}return e},e}function uE(){var e=h6();return e.copy=function(){return Js(e,uE())},si.apply(e,arguments),wa(e)}function pE(e){var t;function r(i){return i==null||isNaN(i=+i)?t:i}return r.invert=r,r.domain=r.range=function(i){return arguments.length?(e=Array.from(i,Kp),r):e.slice()},r.unknown=function(i){return arguments.length?(t=i,r):t},r.copy=function(){return pE(e).unknown(t)},e=arguments.length?Array.from(e,Kp):[0,1],wa(r)}function dE(e,t){e=e.slice();var r=0,i=e.length-1,o=e[r],l=e[i],s;return lMath.pow(e,t)}function OK(e){return e===Math.E?Math.log:e===10&&Math.log10||e===2&&Math.log2||(e=Math.log(e),t=>Math.log(t)/e)}function eb(e){return(t,r)=>-e(-t,r)}function v6(e){const t=e(Qw,Jw),r=t.domain;let i=10,o,l;function s(){return o=OK(i),l=EK(i),r()[0]<0?(o=eb(o),l=eb(l),e(AK,SK)):e(Qw,Jw),t}return t.base=function(u){return arguments.length?(i=+u,s()):i},t.domain=function(u){return arguments.length?(r(u),s()):r()},t.ticks=u=>{const d=r();let f=d[0],m=d[d.length-1];const h=m0){for(;g<=w;++g)for(b=1;bm)break;T.push(j)}}else for(;g<=w;++g)for(b=i-1;b>=1;--b)if(j=g>0?b/l(-g):b*l(g),!(jm)break;T.push(j)}T.length*2{if(u==null&&(u=10),d==null&&(d=i===10?"s":","),typeof d!="function"&&(!(i%1)&&(d=Rs(d)).precision==null&&(d.trim=!0),d=g6(d)),u===1/0)return d;const f=Math.max(1,i*u/t.ticks().length);return m=>{let h=m/l(Math.round(o(m)));return h*ir(dE(r(),{floor:u=>l(Math.floor(o(u))),ceil:u=>l(Math.ceil(o(u)))})),t}function fE(){const e=v6(Gd()).domain([1,10]);return e.copy=()=>Js(e,fE()).base(e.base()),si.apply(e,arguments),e}function tb(e){return function(t){return Math.sign(t)*Math.log1p(Math.abs(t/e))}}function rb(e){return function(t){return Math.sign(t)*Math.expm1(Math.abs(t))*e}}function y6(e){var t=1,r=e(tb(t),rb(t));return r.constant=function(i){return arguments.length?e(tb(t=+i),rb(t)):t},wa(r)}function mE(){var e=y6(Gd());return e.copy=function(){return Js(e,mE()).constant(e.constant())},si.apply(e,arguments)}function ib(e){return function(t){return t<0?-Math.pow(-t,e):Math.pow(t,e)}}function kK(e){return e<0?-Math.sqrt(-e):Math.sqrt(e)}function NK(e){return e<0?-e*e:e*e}function w6(e){var t=e(sr,sr),r=1;function i(){return r===1?e(sr,sr):r===.5?e(kK,NK):e(ib(r),ib(1/r))}return t.exponent=function(o){return arguments.length?(r=+o,i()):r},wa(t)}function b6(){var e=w6(Gd());return e.copy=function(){return Js(e,b6()).exponent(e.exponent())},si.apply(e,arguments),e}function CK(){return b6.apply(null,arguments).exponent(.5)}function nb(e){return Math.sign(e)*e*e}function MK(e){return Math.sign(e)*Math.sqrt(Math.abs(e))}function hE(){var e=h6(),t=[0,1],r=!1,i;function o(l){var s=MK(e(l));return isNaN(s)?i:r?Math.round(s):s}return o.invert=function(l){return e.invert(nb(l))},o.domain=function(l){return arguments.length?(e.domain(l),o):e.domain()},o.range=function(l){return arguments.length?(e.range((t=Array.from(l,Kp)).map(nb)),o):t.slice()},o.rangeRound=function(l){return o.range(l).round(!0)},o.round=function(l){return arguments.length?(r=!!l,o):r},o.clamp=function(l){return arguments.length?(e.clamp(l),o):e.clamp()},o.unknown=function(l){return arguments.length?(i=l,o):i},o.copy=function(){return hE(e.domain(),t).round(r).clamp(e.clamp()).unknown(i)},si.apply(o,arguments),wa(o)}function _E(){var e=[],t=[],r=[],i;function o(){var s=0,u=Math.max(1,t.length);for(r=new Array(u-1);++s0?r[u-1]:e[0],u=r?[i[r-1],t]:[i[f-1],i[f]]},s.unknown=function(d){return arguments.length&&(l=d),s},s.thresholds=function(){return i.slice()},s.copy=function(){return gE().domain([e,t]).range(o).unknown(l)},si.apply(wa(s),arguments)}function vE(){var e=[.5],t=[0,1],r,i=1;function o(l){return l!=null&&l<=l?t[Zs(e,l,0,i)]:r}return o.domain=function(l){return arguments.length?(e=Array.from(l),i=Math.min(e.length,t.length-1),o):e.slice()},o.range=function(l){return arguments.length?(t=Array.from(l),i=Math.min(e.length,t.length-1),o):t.slice()},o.invertExtent=function(l){var s=t.indexOf(l);return[e[s-1],e[s]]},o.unknown=function(l){return arguments.length?(r=l,o):r},o.copy=function(){return vE().domain(e).range(t).unknown(r)},si.apply(o,arguments)}const lh=new Date,ch=new Date;function Dt(e,t,r,i){function o(l){return e(l=arguments.length===0?new Date:new Date(+l)),l}return o.floor=l=>(e(l=new Date(+l)),l),o.ceil=l=>(e(l=new Date(l-1)),t(l,1),e(l),l),o.round=l=>{const s=o(l),u=o.ceil(l);return l-s(t(l=new Date(+l),s==null?1:Math.floor(s)),l),o.range=(l,s,u)=>{const d=[];if(l=o.ceil(l),u=u==null?1:Math.floor(u),!(l0))return d;let f;do d.push(f=new Date(+l)),t(l,u),e(l);while(fDt(s=>{if(s>=s)for(;e(s),!l(s);)s.setTime(s-1)},(s,u)=>{if(s>=s)if(u<0)for(;++u<=0;)for(;t(s,-1),!l(s););else for(;--u>=0;)for(;t(s,1),!l(s););}),r&&(o.count=(l,s)=>(lh.setTime(+l),ch.setTime(+s),e(lh),e(ch),Math.floor(r(lh,ch))),o.every=l=>(l=Math.floor(l),!isFinite(l)||!(l>0)?null:l>1?o.filter(i?s=>i(s)%l===0:s=>o.count(0,s)%l===0):o)),o}const Gp=Dt(()=>{},(e,t)=>{e.setTime(+e+t)},(e,t)=>t-e);Gp.every=e=>(e=Math.floor(e),!isFinite(e)||!(e>0)?null:e>1?Dt(t=>{t.setTime(Math.floor(t/e)*e)},(t,r)=>{t.setTime(+t+r*e)},(t,r)=>(r-t)/e):Gp);Gp.range;const dn=1e3,ii=dn*60,fn=ii*60,vn=fn*24,x6=vn*7,ab=vn*30,sh=vn*365,Ja=Dt(e=>{e.setTime(e-e.getMilliseconds())},(e,t)=>{e.setTime(+e+t*dn)},(e,t)=>(t-e)/dn,e=>e.getUTCSeconds());Ja.range;const j6=Dt(e=>{e.setTime(e-e.getMilliseconds()-e.getSeconds()*dn)},(e,t)=>{e.setTime(+e+t*ii)},(e,t)=>(t-e)/ii,e=>e.getMinutes());j6.range;const A6=Dt(e=>{e.setUTCSeconds(0,0)},(e,t)=>{e.setTime(+e+t*ii)},(e,t)=>(t-e)/ii,e=>e.getUTCMinutes());A6.range;const S6=Dt(e=>{e.setTime(e-e.getMilliseconds()-e.getSeconds()*dn-e.getMinutes()*ii)},(e,t)=>{e.setTime(+e+t*fn)},(e,t)=>(t-e)/fn,e=>e.getHours());S6.range;const T6=Dt(e=>{e.setUTCMinutes(0,0,0)},(e,t)=>{e.setTime(+e+t*fn)},(e,t)=>(t-e)/fn,e=>e.getUTCHours());T6.range;const eu=Dt(e=>e.setHours(0,0,0,0),(e,t)=>e.setDate(e.getDate()+t),(e,t)=>(t-e-(t.getTimezoneOffset()-e.getTimezoneOffset())*ii)/vn,e=>e.getDate()-1);eu.range;const Wd=Dt(e=>{e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCDate(e.getUTCDate()+t)},(e,t)=>(t-e)/vn,e=>e.getUTCDate()-1);Wd.range;const yE=Dt(e=>{e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCDate(e.getUTCDate()+t)},(e,t)=>(t-e)/vn,e=>Math.floor(e/vn));yE.range;function _o(e){return Dt(t=>{t.setDate(t.getDate()-(t.getDay()+7-e)%7),t.setHours(0,0,0,0)},(t,r)=>{t.setDate(t.getDate()+r*7)},(t,r)=>(r-t-(r.getTimezoneOffset()-t.getTimezoneOffset())*ii)/x6)}const Zd=_o(0),Wp=_o(1),PK=_o(2),DK=_o(3),Nl=_o(4),RK=_o(5),LK=_o(6);Zd.range;Wp.range;PK.range;DK.range;Nl.range;RK.range;LK.range;function go(e){return Dt(t=>{t.setUTCDate(t.getUTCDate()-(t.getUTCDay()+7-e)%7),t.setUTCHours(0,0,0,0)},(t,r)=>{t.setUTCDate(t.getUTCDate()+r*7)},(t,r)=>(r-t)/x6)}const Qd=go(0),Zp=go(1),zK=go(2),IK=go(3),Cl=go(4),BK=go(5),VK=go(6);Qd.range;Zp.range;zK.range;IK.range;Cl.range;BK.range;VK.range;const E6=Dt(e=>{e.setDate(1),e.setHours(0,0,0,0)},(e,t)=>{e.setMonth(e.getMonth()+t)},(e,t)=>t.getMonth()-e.getMonth()+(t.getFullYear()-e.getFullYear())*12,e=>e.getMonth());E6.range;const O6=Dt(e=>{e.setUTCDate(1),e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCMonth(e.getUTCMonth()+t)},(e,t)=>t.getUTCMonth()-e.getUTCMonth()+(t.getUTCFullYear()-e.getUTCFullYear())*12,e=>e.getUTCMonth());O6.range;const yn=Dt(e=>{e.setMonth(0,1),e.setHours(0,0,0,0)},(e,t)=>{e.setFullYear(e.getFullYear()+t)},(e,t)=>t.getFullYear()-e.getFullYear(),e=>e.getFullYear());yn.every=e=>!isFinite(e=Math.floor(e))||!(e>0)?null:Dt(t=>{t.setFullYear(Math.floor(t.getFullYear()/e)*e),t.setMonth(0,1),t.setHours(0,0,0,0)},(t,r)=>{t.setFullYear(t.getFullYear()+r*e)});yn.range;const wn=Dt(e=>{e.setUTCMonth(0,1),e.setUTCHours(0,0,0,0)},(e,t)=>{e.setUTCFullYear(e.getUTCFullYear()+t)},(e,t)=>t.getUTCFullYear()-e.getUTCFullYear(),e=>e.getUTCFullYear());wn.every=e=>!isFinite(e=Math.floor(e))||!(e>0)?null:Dt(t=>{t.setUTCFullYear(Math.floor(t.getUTCFullYear()/e)*e),t.setUTCMonth(0,1),t.setUTCHours(0,0,0,0)},(t,r)=>{t.setUTCFullYear(t.getUTCFullYear()+r*e)});wn.range;function wE(e,t,r,i,o,l){const s=[[Ja,1,dn],[Ja,5,5*dn],[Ja,15,15*dn],[Ja,30,30*dn],[l,1,ii],[l,5,5*ii],[l,15,15*ii],[l,30,30*ii],[o,1,fn],[o,3,3*fn],[o,6,6*fn],[o,12,12*fn],[i,1,vn],[i,2,2*vn],[r,1,x6],[t,1,ab],[t,3,3*ab],[e,1,sh]];function u(f,m,h){const g=mA).right(s,g);if(w===s.length)return e.every(T_(f/sh,m/sh,h));if(w===0)return Gp.every(Math.max(T_(f,m,h),1));const[b,j]=s[g/s[w-1][2]53)return null;"w"in ne||(ne.w=1),"Z"in ne?(de=ph(Gc(ne.y,0,1)),Oe=de.getUTCDay(),de=Oe>4||Oe===0?Zp.ceil(de):Zp(de),de=Wd.offset(de,(ne.V-1)*7),ne.y=de.getUTCFullYear(),ne.m=de.getUTCMonth(),ne.d=de.getUTCDate()+(ne.w+6)%7):(de=uh(Gc(ne.y,0,1)),Oe=de.getDay(),de=Oe>4||Oe===0?Wp.ceil(de):Wp(de),de=eu.offset(de,(ne.V-1)*7),ne.y=de.getFullYear(),ne.m=de.getMonth(),ne.d=de.getDate()+(ne.w+6)%7)}else("W"in ne||"U"in ne)&&("w"in ne||(ne.w="u"in ne?ne.u%7:"W"in ne?1:0),Oe="Z"in ne?ph(Gc(ne.y,0,1)).getUTCDay():uh(Gc(ne.y,0,1)).getDay(),ne.m=0,ne.d="W"in ne?(ne.w+6)%7+ne.W*7-(Oe+5)%7:ne.w+ne.U*7-(Oe+6)%7);return"Z"in ne?(ne.H+=ne.Z/100|0,ne.M+=ne.Z%100,ph(ne)):uh(ne)}}function z(Q,ee,Se,ne){for(var we=0,de=ee.length,Oe=Se.length,ze,Lt;we=Oe)return-1;if(ze=ee.charCodeAt(we++),ze===37){if(ze=ee.charAt(we++),Lt=C[ze in ob?ee.charAt(we++):ze],!Lt||(ne=Lt(Q,Se,ne))<0)return-1}else if(ze!=Se.charCodeAt(ne++))return-1}return ne}function F(Q,ee,Se){var ne=f.exec(ee.slice(Se));return ne?(Q.p=m.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function Z(Q,ee,Se){var ne=w.exec(ee.slice(Se));return ne?(Q.w=b.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function te(Q,ee,Se){var ne=h.exec(ee.slice(Se));return ne?(Q.w=g.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function X(Q,ee,Se){var ne=T.exec(ee.slice(Se));return ne?(Q.m=E.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function ge(Q,ee,Se){var ne=j.exec(ee.slice(Se));return ne?(Q.m=A.get(ne[0].toLowerCase()),Se+ne[0].length):-1}function se(Q,ee,Se){return z(Q,t,ee,Se)}function ye(Q,ee,Se){return z(Q,r,ee,Se)}function B(Q,ee,Se){return z(Q,i,ee,Se)}function G(Q){return s[Q.getDay()]}function ie(Q){return l[Q.getDay()]}function le(Q){return d[Q.getMonth()]}function ce(Q){return u[Q.getMonth()]}function D(Q){return o[+(Q.getHours()>=12)]}function H(Q){return 1+~~(Q.getMonth()/3)}function ae(Q){return s[Q.getUTCDay()]}function oe(Q){return l[Q.getUTCDay()]}function ve(Q){return d[Q.getUTCMonth()]}function Ae(Q){return u[Q.getUTCMonth()]}function je(Q){return o[+(Q.getUTCHours()>=12)]}function re(Q){return 1+~~(Q.getUTCMonth()/3)}return{format:function(Q){var ee=M(Q+="",O);return ee.toString=function(){return Q},ee},parse:function(Q){var ee=R(Q+="",!1);return ee.toString=function(){return Q},ee},utcFormat:function(Q){var ee=M(Q+="",N);return ee.toString=function(){return Q},ee},utcParse:function(Q){var ee=R(Q+="",!0);return ee.toString=function(){return Q},ee}}}var ob={"-":"",_:" ",0:"0"},Ft=/^\s*\d+/,KK=/^%/,XK=/[\\^$*+?|[\]().{}]/g;function Ve(e,t,r){var i=e<0?"-":"",o=(i?-e:e)+"",l=o.length;return i+(l[t.toLowerCase(),r]))}function GK(e,t,r){var i=Ft.exec(t.slice(r,r+1));return i?(e.w=+i[0],r+i[0].length):-1}function WK(e,t,r){var i=Ft.exec(t.slice(r,r+1));return i?(e.u=+i[0],r+i[0].length):-1}function ZK(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.U=+i[0],r+i[0].length):-1}function QK(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.V=+i[0],r+i[0].length):-1}function JK(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.W=+i[0],r+i[0].length):-1}function lb(e,t,r){var i=Ft.exec(t.slice(r,r+4));return i?(e.y=+i[0],r+i[0].length):-1}function cb(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.y=+i[0]+(+i[0]>68?1900:2e3),r+i[0].length):-1}function eX(e,t,r){var i=/^(Z)|([+-]\d\d)(?::?(\d\d))?/.exec(t.slice(r,r+6));return i?(e.Z=i[1]?0:-(i[2]+(i[3]||"00")),r+i[0].length):-1}function tX(e,t,r){var i=Ft.exec(t.slice(r,r+1));return i?(e.q=i[0]*3-3,r+i[0].length):-1}function rX(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.m=i[0]-1,r+i[0].length):-1}function sb(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.d=+i[0],r+i[0].length):-1}function iX(e,t,r){var i=Ft.exec(t.slice(r,r+3));return i?(e.m=0,e.d=+i[0],r+i[0].length):-1}function ub(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.H=+i[0],r+i[0].length):-1}function nX(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.M=+i[0],r+i[0].length):-1}function aX(e,t,r){var i=Ft.exec(t.slice(r,r+2));return i?(e.S=+i[0],r+i[0].length):-1}function oX(e,t,r){var i=Ft.exec(t.slice(r,r+3));return i?(e.L=+i[0],r+i[0].length):-1}function lX(e,t,r){var i=Ft.exec(t.slice(r,r+6));return i?(e.L=Math.floor(i[0]/1e3),r+i[0].length):-1}function cX(e,t,r){var i=KK.exec(t.slice(r,r+1));return i?r+i[0].length:-1}function sX(e,t,r){var i=Ft.exec(t.slice(r));return i?(e.Q=+i[0],r+i[0].length):-1}function uX(e,t,r){var i=Ft.exec(t.slice(r));return i?(e.s=+i[0],r+i[0].length):-1}function pb(e,t){return Ve(e.getDate(),t,2)}function pX(e,t){return Ve(e.getHours(),t,2)}function dX(e,t){return Ve(e.getHours()%12||12,t,2)}function fX(e,t){return Ve(1+eu.count(yn(e),e),t,3)}function bE(e,t){return Ve(e.getMilliseconds(),t,3)}function mX(e,t){return bE(e,t)+"000"}function hX(e,t){return Ve(e.getMonth()+1,t,2)}function _X(e,t){return Ve(e.getMinutes(),t,2)}function gX(e,t){return Ve(e.getSeconds(),t,2)}function vX(e){var t=e.getDay();return t===0?7:t}function yX(e,t){return Ve(Zd.count(yn(e)-1,e),t,2)}function xE(e){var t=e.getDay();return t>=4||t===0?Nl(e):Nl.ceil(e)}function wX(e,t){return e=xE(e),Ve(Nl.count(yn(e),e)+(yn(e).getDay()===4),t,2)}function bX(e){return e.getDay()}function xX(e,t){return Ve(Wp.count(yn(e)-1,e),t,2)}function jX(e,t){return Ve(e.getFullYear()%100,t,2)}function AX(e,t){return e=xE(e),Ve(e.getFullYear()%100,t,2)}function SX(e,t){return Ve(e.getFullYear()%1e4,t,4)}function TX(e,t){var r=e.getDay();return e=r>=4||r===0?Nl(e):Nl.ceil(e),Ve(e.getFullYear()%1e4,t,4)}function EX(e){var t=e.getTimezoneOffset();return(t>0?"-":(t*=-1,"+"))+Ve(t/60|0,"0",2)+Ve(t%60,"0",2)}function db(e,t){return Ve(e.getUTCDate(),t,2)}function OX(e,t){return Ve(e.getUTCHours(),t,2)}function kX(e,t){return Ve(e.getUTCHours()%12||12,t,2)}function NX(e,t){return Ve(1+Wd.count(wn(e),e),t,3)}function jE(e,t){return Ve(e.getUTCMilliseconds(),t,3)}function CX(e,t){return jE(e,t)+"000"}function MX(e,t){return Ve(e.getUTCMonth()+1,t,2)}function PX(e,t){return Ve(e.getUTCMinutes(),t,2)}function DX(e,t){return Ve(e.getUTCSeconds(),t,2)}function RX(e){var t=e.getUTCDay();return t===0?7:t}function LX(e,t){return Ve(Qd.count(wn(e)-1,e),t,2)}function AE(e){var t=e.getUTCDay();return t>=4||t===0?Cl(e):Cl.ceil(e)}function zX(e,t){return e=AE(e),Ve(Cl.count(wn(e),e)+(wn(e).getUTCDay()===4),t,2)}function IX(e){return e.getUTCDay()}function BX(e,t){return Ve(Zp.count(wn(e)-1,e),t,2)}function VX(e,t){return Ve(e.getUTCFullYear()%100,t,2)}function UX(e,t){return e=AE(e),Ve(e.getUTCFullYear()%100,t,2)}function $X(e,t){return Ve(e.getUTCFullYear()%1e4,t,4)}function qX(e,t){var r=e.getUTCDay();return e=r>=4||r===0?Cl(e):Cl.ceil(e),Ve(e.getUTCFullYear()%1e4,t,4)}function FX(){return"+0000"}function fb(){return"%"}function mb(e){return+e}function hb(e){return Math.floor(+e/1e3)}var ol,SE,TE;HX({dateTime:"%x, %X",date:"%-m/%-d/%Y",time:"%-I:%M:%S %p",periods:["AM","PM"],days:["Sunday","Monday","Tuesday","Wednesday","Thursday","Friday","Saturday"],shortDays:["Sun","Mon","Tue","Wed","Thu","Fri","Sat"],months:["January","February","March","April","May","June","July","August","September","October","November","December"],shortMonths:["Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"]});function HX(e){return ol=HK(e),SE=ol.format,ol.parse,TE=ol.utcFormat,ol.utcParse,ol}function KX(e){return new Date(e)}function XX(e){return e instanceof Date?+e:+new Date(+e)}function k6(e,t,r,i,o,l,s,u,d,f){var m=h6(),h=m.invert,g=m.domain,w=f(".%L"),b=f(":%S"),j=f("%I:%M"),A=f("%I %p"),T=f("%a %d"),E=f("%b %d"),O=f("%B"),N=f("%Y");function C(M){return(d(M)t(o/(e.length-1)))},r.quantiles=function(i){return Array.from({length:i+1},(o,l)=>RH(e,l/i))},r.copy=function(){return NE(t).domain(e)},Sn.apply(r,arguments)}function ef(){var e=0,t=.5,r=1,i=1,o,l,s,u,d,f=sr,m,h=!1,g;function w(j){return isNaN(j=+j)?g:(j=.5+((j=+m(j))-l)*(i*j{if(e!=null){var{scale:i,type:o}=e;if(i==="auto")return o==="category"&&r&&(r.indexOf("LineChart")>=0||r.indexOf("AreaChart")>=0||r.indexOf("ComposedChart")>=0&&!t)?"point":o==="category"?"band":"linear";if(typeof i=="string")return eY(i)?i:"point"}};function tY(e,t){for(var r=0,i=e.length,o=e[0]t)?r=l+1:i=l}return r}function RE(e,t){if(e){var r=t??e.domain(),i=r.map(l=>{var s;return(s=e(l))!==null&&s!==void 0?s:0}),o=e.range();if(!(r.length===0||o.length<2))return l=>{var s,u,d=tY(i,l);if(d<=0)return r[0];if(d>=r.length)return r[r.length-1];var f=(s=i[d-1])!==null&&s!==void 0?s:0,m=(u=i[d])!==null&&u!==void 0?u:0;return Math.abs(l-f)<=Math.abs(l-m)?r[d-1]:r[d]}}}function rY(e){if(e!=null)return"invert"in e&&typeof e.invert=="function"?e.invert.bind(e):RE(e,void 0)}function gb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Qp(e){for(var t=1;te.cartesianAxis.xAxis[t],$i=(e,t)=>{var r=LE(e,t);return r??Ot},kt={allowDataOverflow:!1,allowDecimals:!0,allowDuplicatedCategory:!0,angle:0,dataKey:void 0,domain:C_,hide:!0,id:0,includeHidden:!1,interval:"preserveEnd",minTickGap:5,mirror:!1,name:void 0,orientation:"left",padding:{top:0,bottom:0},reversed:!1,scale:"auto",tick:!0,tickCount:5,tickFormatter:void 0,ticks:void 0,type:"number",unit:void 0,niceTicks:"auto",width:Xs},zE=(e,t)=>e.cartesianAxis.yAxis[t],qi=(e,t)=>{var r=zE(e,t);return r??kt},IE={domain:[0,"auto"],includeHidden:!1,reversed:!1,allowDataOverflow:!1,allowDuplicatedCategory:!1,dataKey:void 0,id:0,name:"",range:[64,64],scale:"auto",type:"number",unit:""},P6=(e,t)=>{var r=e.cartesianAxis.zAxis[t];return r??IE},pr=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return qi(e,r);case"zAxis":return P6(e,r);case"angleAxis":return n6(e,r);case"radiusAxis":return a6(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},oY=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return qi(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},tu=(e,t,r)=>{switch(t){case"xAxis":return $i(e,r);case"yAxis":return qi(e,r);case"angleAxis":return n6(e,r);case"radiusAxis":return a6(e,r);default:throw new Error("Unexpected axis type: ".concat(t))}},BE=e=>e.graphicalItems.cartesianItems.some(t=>t.type==="bar")||e.graphicalItems.polarItems.some(t=>t.type==="radialBar");function VE(e,t){return r=>{switch(e){case"xAxis":return"xAxisId"in r&&r.xAxisId===t;case"yAxis":return"yAxisId"in r&&r.yAxisId===t;case"zAxis":return"zAxisId"in r&&r.zAxisId===t;case"angleAxis":return"angleAxisId"in r&&r.angleAxisId===t;case"radiusAxis":return"radiusAxisId"in r&&r.radiusAxisId===t;default:return!1}}}var tf=e=>e.graphicalItems.cartesianItems,lY=q([$t,Hd],VE),UE=(e,t,r)=>e.filter(r).filter(i=>t?.includeHidden===!0?!0:!i.hide),ru=q([tf,pr,lY],UE,{memoizeOptions:{resultEqualityCheck:Yd}}),$E=q([ru],e=>e.filter(t=>t.type==="area"||t.type==="bar").filter(Kd)),qE=e=>e.filter(t=>!("stackId"in t)||t.stackId===void 0),cY=q([ru],qE),FE=e=>e.map(t=>t.data).filter(Boolean).flat(1),sY=q([ru],FE,{memoizeOptions:{resultEqualityCheck:Yd}}),HE=(e,t)=>{var{chartData:r=[],dataStartIndex:i,dataEndIndex:o}=t;return e.length>0?e:r.slice(i,o+1)},D6=q([sY,Z3],HE),KE=(e,t,r)=>t?.dataKey!=null?e.map(i=>({value:ht(i,t.dataKey)})):r.length>0?r.map(i=>i.dataKey).flatMap(i=>e.map(o=>({value:ht(o,i)}))):e.map(i=>({value:i})),iu=q([D6,pr,ru],KE);function Al(e){if(li(e)||e instanceof Date){var t=Number(e);if(Ne(t))return t}}function vb(e){if(Array.isArray(e)){var t=[Al(e[0]),Al(e[1])];return Ri(t)?t:void 0}var r=Al(e);if(r!=null)return[r,r]}function bn(e){return e.map(Al).filter(wr)}function uY(e,t){var r=Al(e),i=Al(t);return r==null&&i==null?0:r==null?-1:i==null?1:r-i}var pY=q([iu],e=>e?.map(t=>t.value).sort(uY));function XE(e,t){switch(e){case"xAxis":return t.direction==="x";case"yAxis":return t.direction==="y";default:return!1}}function dY(e,t,r){return!r||typeof t!="number"||Ii(t)?[]:r.length?bn(r.flatMap(i=>{var o=ht(e,i.dataKey),l,s;if(Array.isArray(o)?[l,s]=o:l=s=o,!(!Ne(l)||!Ne(s)))return[t-l,t+s]})):[]}var Rt=e=>{var t=qt(e),r=Ul(e);return tu(e,t,r)},nu=q([Rt],e=>e?.dataKey),fY=q([$E,Z3,Rt],eE),YE=(e,t,r,i)=>{var o={},l=t.reduce((s,u)=>{if(u.stackId==null)return s;var d=s[u.stackId];return d==null&&(d=[]),d.push(u),s[u.stackId]=d,s},o);return Object.fromEntries(Object.entries(l).map(s=>{var[u,d]=s,f=i?[...d].reverse():d,m=f.map(l6);return[u,{stackedData:_$(e,m,r),graphicalItems:f}]}))},M_=q([fY,$E,Ud,XT],YE),GE=(e,t,r,i)=>{var{dataStartIndex:o,dataEndIndex:l}=t;if(i==null&&r!=="zAxis"){var s=b$(e,o,l);if(!(s!=null&&s[0]===0&&s[1]===0))return s}},mY=q([pr],e=>e.allowDataOverflow),R6=e=>{var t;if(e==null||!("domain"in e))return C_;if(e.domain!=null)return e.domain;if("ticks"in e&&e.ticks!=null){if(e.type==="number"){var r=bn(e.ticks);return[Math.min(...r),Math.max(...r)]}if(e.type==="category")return e.ticks.map(String)}return(t=e?.domain)!==null&&t!==void 0?t:C_},WE=q([pr],R6),ZE=q([WE,mY],DT),hY=q([M_,An,$t,ZE],GE,{memoizeOptions:{resultEqualityCheck:Xd}}),L6=e=>e.errorBars,_Y=(e,t,r)=>e.flatMap(i=>t[i.id]).filter(Boolean).filter(i=>XE(r,i)),Jp=function(){for(var t=arguments.length,r=new Array(t),i=0;i{var l,s;if(r.length>0&&e.forEach(u=>{r.forEach(d=>{var f,m,h=(f=i[d.id])===null||f===void 0?void 0:f.filter(T=>XE(o,T)),g=ht(u,(m=t.dataKey)!==null&&m!==void 0?m:d.dataKey),w=dY(u,g,h);if(w.length>=2){var b=Math.min(...w),j=Math.max(...w);(l==null||bs)&&(s=j)}var A=vb(g);A!=null&&(l=l==null?A[0]:Math.min(l,A[0]),s=s==null?A[1]:Math.max(s,A[1]))})}),t?.dataKey!=null&&e.forEach(u=>{var d=vb(ht(u,t.dataKey));d!=null&&(l=l==null?d[0]:Math.min(l,d[0]),s=s==null?d[1]:Math.max(s,d[1]))}),Ne(l)&&Ne(s))return[l,s]},gY=q([D6,pr,cY,L6,$t],QE,{memoizeOptions:{resultEqualityCheck:Xd}});function vY(e){var{value:t}=e;if(li(t)||t instanceof Date)return t}var yY=(e,t,r)=>{var i=e.map(vY).filter(o=>o!=null);return r&&(t.dataKey==null||t.allowDuplicatedCategory&&uS(i))?MT(0,e.length):t.allowDuplicatedCategory?i:Array.from(new Set(i))},JE=e=>e.referenceElements.dots,ql=(e,t,r)=>e.filter(i=>i.ifOverflow==="extendDomain").filter(i=>t==="xAxis"?i.xAxisId===r:i.yAxisId===r),wY=q([JE,$t,Hd],ql),eO=e=>e.referenceElements.areas,bY=q([eO,$t,Hd],ql),tO=e=>e.referenceElements.lines,xY=q([tO,$t,Hd],ql),rO=(e,t)=>{if(e!=null){var r=bn(e.map(i=>t==="xAxis"?i.x:i.y));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},jY=q(wY,$t,rO),iO=(e,t)=>{if(e!=null){var r=bn(e.flatMap(i=>[t==="xAxis"?i.x1:i.y1,t==="xAxis"?i.x2:i.y2]));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},AY=q([bY,$t],iO);function SY(e){var t;if(e.x!=null)return bn([e.x]);var r=(t=e.segment)===null||t===void 0?void 0:t.map(i=>i.x);return r==null||r.length===0?[]:bn(r)}function TY(e){var t;if(e.y!=null)return bn([e.y]);var r=(t=e.segment)===null||t===void 0?void 0:t.map(i=>i.y);return r==null||r.length===0?[]:bn(r)}var nO=(e,t)=>{if(e!=null){var r=e.flatMap(i=>t==="xAxis"?SY(i):TY(i));if(r.length!==0)return[Math.min(...r),Math.max(...r)]}},EY=q([xY,$t],nO),OY=q(jY,EY,AY,(e,t,r)=>Jp(e,r,t)),aO=(e,t,r,i,o,l,s,u)=>{if(r!=null)return r;var d=s==="vertical"&&u==="xAxis"||s==="horizontal"&&u==="yAxis",f=d?Jp(i,l,o):Jp(l,o);return sH(t,f,e.allowDataOverflow)},kY=q([pr,WE,ZE,hY,gY,OY,Qe,$t],aO,{memoizeOptions:{resultEqualityCheck:Xd}}),NY=[0,1],oO=(e,t,r,i,o,l,s)=>{if(!((e==null||r==null||r.length===0)&&s===void 0)){var{dataKey:u,type:d}=e,f=ya(t,l);if(f&&u==null){var m;return MT(0,(m=r?.length)!==null&&m!==void 0?m:0)}return d==="category"?yY(i,e,f):o==="expand"?NY:s}},z6=q([pr,Qe,D6,iu,Ud,$t,kY],oO),Fl=q([pr,BE,t6],DE),lO=(e,t,r)=>{var{niceTicks:i}=t;if(i!=="none"){var o=R6(t),l=Array.isArray(o)&&(o[0]==="auto"||o[1]==="auto");if((i==="snap125"||i==="adaptive")&&t!=null&&t.tickCount&&Ri(e)){if(l)return Ow(e,t.tickCount,t.allowDecimals,i);if(t.type==="number")return kw(e,t.tickCount,t.allowDecimals,i)}if(i==="auto"&&r==="linear"&&t!=null&&t.tickCount){if(l&&Ri(e))return Ow(e,t.tickCount,t.allowDecimals,"adaptive");if(t.type==="number"&&Ri(e))return kw(e,t.tickCount,t.allowDecimals,"adaptive")}}},I6=q([z6,tu,Fl],lO),cO=(e,t,r,i)=>{if(i!=="angleAxis"&&e?.type==="number"&&Ri(t)&&Array.isArray(r)&&r.length>0){var o,l,s=t[0],u=(o=r[0])!==null&&o!==void 0?o:0,d=t[1],f=(l=r[r.length-1])!==null&&l!==void 0?l:0;return[Math.min(s,u),Math.max(d,f)]}return t},CY=q([pr,z6,I6,$t],cO),MY=q(iu,pr,(e,t)=>{if(!(!t||t.type!=="number")){var r=1/0,i=Array.from(bn(e.map(h=>h.value))).sort((h,g)=>h-g),o=i[0],l=i[i.length-1];if(o==null||l==null)return 1/0;var s=l-o;if(s===0)return 1/0;for(var u=0;uo,(e,t,r,i,o)=>{if(!Ne(e))return 0;var l=t==="vertical"?i.height:i.width;if(o==="gap")return e*l/2;if(o==="no-gap"){var s=bi(r,e*l),u=e*l/2;return u-s-(u-s)/l*s}return 0}),PY=(e,t,r)=>{var i=$i(e,t);return i==null||typeof i.padding!="string"?0:sO(e,"xAxis",t,r,i.padding)},DY=(e,t,r)=>{var i=qi(e,t);return i==null||typeof i.padding!="string"?0:sO(e,"yAxis",t,r,i.padding)},RY=q($i,PY,(e,t)=>{var r,i;if(e==null)return{left:0,right:0};var{padding:o}=e;return typeof o=="string"?{left:t,right:t}:{left:((r=o.left)!==null&&r!==void 0?r:0)+t,right:((i=o.right)!==null&&i!==void 0?i:0)+t}}),LY=q(qi,DY,(e,t)=>{var r,i;if(e==null)return{top:0,bottom:0};var{padding:o}=e;return typeof o=="string"?{top:t,bottom:t}:{top:((r=o.top)!==null&&r!==void 0?r:0)+t,bottom:((i=o.bottom)!==null&&i!==void 0?i:0)+t}}),zY=q([Ut,RY,Rd,Dd,(e,t,r)=>r],(e,t,r,i,o)=>{var{padding:l}=i;return o?[l.left,r.width-l.right]:[e.left+t.left,e.left+e.width-t.right]}),IY=q([Ut,Qe,LY,Rd,Dd,(e,t,r)=>r],(e,t,r,i,o,l)=>{var{padding:s}=o;return l?[i.height-s.bottom,s.top]:t==="horizontal"?[e.top+e.height-r.bottom,e.top+r.top]:[e.top+r.top,e.top+e.height-r.bottom]}),au=(e,t,r,i)=>{var o;switch(t){case"xAxis":return zY(e,r,i);case"yAxis":return IY(e,r,i);case"zAxis":return(o=P6(e,r))===null||o===void 0?void 0:o.range;case"angleAxis":return ZT(e);case"radiusAxis":return QT(e,r);default:return}},uO=q([pr,au],$d),BY=q([Fl,CY],jH),B6=q([pr,Fl,BY,uO],M6),pO=(e,t,r,i)=>{if(!(r==null||r.dataKey==null)){var{type:o,scale:l}=r,s=ya(e,i);if(s&&(o==="number"||l!=="auto"))return t.map(u=>u.value)}},V6=q([Qe,iu,tu,$t],pO),fa=q([B6],c6);q([B6],rY);q([B6,pY],RE);q([ru,L6,$t],_Y);function dO(e,t){return e.idt.id?1:0}var rf=(e,t)=>t,nf=(e,t,r)=>r,VY=q(Md,rf,nf,(e,t,r)=>e.filter(i=>i.orientation===t).filter(i=>i.mirror===r).sort(dO)),UY=q(Pd,rf,nf,(e,t,r)=>e.filter(i=>i.orientation===t).filter(i=>i.mirror===r).sort(dO)),fO=(e,t)=>({width:e.width,height:t.height}),$Y=(e,t)=>{var r=typeof t.width=="number"?t.width:Xs;return{width:r,height:e.height}},mO=q(Ut,$i,fO),qY=(e,t,r)=>{switch(t){case"top":return e.top;case"bottom":return r-e.bottom;default:return 0}},FY=(e,t,r)=>{switch(t){case"left":return e.left;case"right":return r-e.right;default:return 0}},HY=q(jn,Ut,VY,rf,nf,(e,t,r,i,o)=>{var l={},s;return r.forEach(u=>{var d=fO(t,u);s==null&&(s=qY(t,i,e));var f=i==="top"&&!o||i==="bottom"&&o;l[u.id]=s-Number(f)*d.height,s+=(f?-1:1)*d.height}),l}),KY=q(xn,Ut,UY,rf,nf,(e,t,r,i,o)=>{var l={},s;return r.forEach(u=>{var d=$Y(t,u);s==null&&(s=FY(t,i,e));var f=i==="left"&&!o||i==="right"&&o;l[u.id]=s-Number(f)*d.width,s+=(f?-1:1)*d.width}),l}),XY=(e,t)=>{var r=$i(e,t);if(r!=null)return HY(e,r.orientation,r.mirror)},YY=q([Ut,$i,XY,(e,t)=>t],(e,t,r,i)=>{if(t!=null){var o=r?.[i];return o==null?{x:e.left,y:0}:{x:e.left,y:o}}}),GY=(e,t)=>{var r=qi(e,t);if(r!=null)return KY(e,r.orientation,r.mirror)},WY=q([Ut,qi,GY,(e,t)=>t],(e,t,r,i)=>{if(t!=null){var o=r?.[i];return o==null?{x:0,y:e.top}:{x:o,y:e.top}}}),hO=q(Ut,qi,(e,t)=>{var r=typeof t.width=="number"?t.width:Xs;return{width:r,height:e.height}}),yb=(e,t,r)=>{switch(t){case"xAxis":return mO(e,r).width;case"yAxis":return hO(e,r).height;default:return}},_O=(e,t,r,i)=>{if(r!=null){var{allowDuplicatedCategory:o,type:l,dataKey:s}=r,u=ya(e,i),d=t.map(f=>f.value);if(s&&u&&l==="category"&&o&&uS(d))return d}},U6=q([Qe,iu,pr,$t],_O),wb=q([Qe,oY,Fl,fa,U6,V6,au,I6,$t],(e,t,r,i,o,l,s,u,d)=>{if(t!=null){var f=ya(e,d);return{angle:t.angle,interval:t.interval,minTickGap:t.minTickGap,orientation:t.orientation,tick:t.tick,tickCount:t.tickCount,tickFormatter:t.tickFormatter,ticks:t.ticks,type:t.type,unit:t.unit,axisType:d,categoricalDomain:l,duplicateDomain:o,isCategorical:f,niceTicks:u,range:s,realScaleType:r,scale:i}}}),ZY=(e,t,r,i,o,l,s,u,d)=>{if(!(t==null||i==null)){var f=ya(e,d),{type:m,ticks:h,tickCount:g}=t,w=r==="scaleBand"&&typeof i.bandwidth=="function"?i.bandwidth()/2:2,b=m==="category"&&i.bandwidth?i.bandwidth()/w:0;b=d==="angleAxis"&&l!=null&&l.length>=2?yr(l[0]-l[1])*2*b:b;var j=h||o;return j?j.map((A,T)=>{var E=s?s.indexOf(A):A,O=i.map(E);return Ne(O)?{index:T,coordinate:O+b,value:A,offset:b}:null}).filter(wr):f&&u?u.map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:A,index:T,offset:b}:null}).filter(wr):i.ticks?i.ticks(g).map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:A,index:T,offset:b}:null}).filter(wr):i.domain().map((A,T)=>{var E=i.map(A);return Ne(E)?{coordinate:E+b,value:s?s[A]:A,index:T,offset:b}:null}).filter(wr)}},gO=q([Qe,tu,Fl,fa,I6,au,U6,V6,$t],ZY),QY=(e,t,r,i,o,l,s)=>{if(!(t==null||r==null||i==null||i[0]===i[1])){var u=ya(e,s),{tickCount:d}=t,f=0;return f=s==="angleAxis"&&i?.length>=2?yr(i[0]-i[1])*2*f:f,u&&l?l.map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:m,index:h,offset:f}:null}).filter(wr):r.ticks?r.ticks(d).map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:m,index:h,offset:f}:null}).filter(wr):r.domain().map((m,h)=>{var g=r.map(m);return Ne(g)?{coordinate:g+f,value:o?o[m]:m,index:h,offset:f}:null}).filter(wr)}},ma=q([Qe,tu,fa,au,U6,V6,$t],QY),Ui=q(pr,fa,(e,t)=>{if(!(e==null||t==null))return Qp(Qp({},e),{},{scale:t})}),JY=q([pr,Fl,z6,uO],M6),eG=q([JY],c6),tG=q((e,t,r)=>P6(e,r),eG,(e,t)=>{if(!(e==null||t==null))return Qp(Qp({},e),{},{scale:t})}),rG=q([Qe,Md,Pd],(e,t,r)=>{switch(e){case"horizontal":return t.some(i=>i.reversed)?"right-to-left":"left-to-right";case"vertical":return r.some(i=>i.reversed)?"bottom-to-top":"top-to-bottom";case"centric":case"radial":return"left-to-right";default:return}}),iG=(e,t,r)=>{var i;return(i=e.renderedTicks[t])===null||i===void 0?void 0:i[r]};q([iG],e=>{if(!(!e||e.length===0))return t=>{var r,i=1/0,o=e[0];for(var l of e){var s=Math.abs(l.coordinate-t);se.options.defaultTooltipEventType,yO=e=>e.options.validateTooltipEventTypes;function wO(e,t,r){if(e==null)return t;var i=e?"axis":"item";return r==null?t:r.includes(i)?i:t}function $6(e,t){var r=vO(e),i=yO(e);return wO(t,r,i)}function nG(e){return me(t=>$6(t,e))}var bO=(e,t)=>{var r,i=Number(t);if(!(Ii(i)||t==null))return i>=0?e==null||(r=e[i])===null||r===void 0?void 0:r.value:void 0},aG=e=>e.tooltip.settings,la={active:!1,index:null,dataKey:void 0,graphicalItemId:void 0,coordinate:void 0},oG={itemInteraction:{click:la,hover:la},axisInteraction:{click:la,hover:la},keyboardInteraction:la,syncInteraction:{active:!1,index:null,dataKey:void 0,label:void 0,coordinate:void 0,sourceViewBox:void 0,graphicalItemId:void 0},tooltipItemPayloads:[],settings:{shared:void 0,trigger:"hover",axisId:0,active:!1,defaultIndex:void 0}},xO=nr({name:"tooltip",initialState:oG,reducers:{addTooltipEntrySettings:{reducer(e,t){e.tooltipItemPayloads.push(t.payload)},prepare:nt()},replaceTooltipEntrySettings:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).tooltipItemPayloads.indexOf(r);o>-1&&(e.tooltipItemPayloads[o]=i)},prepare:nt()},removeTooltipEntrySettings:{reducer(e,t){var r=ri(e).tooltipItemPayloads.indexOf(t.payload);r>-1&&e.tooltipItemPayloads.splice(r,1)},prepare:nt()},setTooltipSettingsState(e,t){e.settings=t.payload},setActiveMouseOverItemIndex(e,t){e.syncInteraction.active=!1,e.keyboardInteraction.active=!1,e.itemInteraction.hover.active=!0,e.itemInteraction.hover.index=t.payload.activeIndex,e.itemInteraction.hover.dataKey=t.payload.activeDataKey,e.itemInteraction.hover.graphicalItemId=t.payload.activeGraphicalItemId,e.itemInteraction.hover.coordinate=t.payload.activeCoordinate},mouseLeaveChart(e){e.itemInteraction.hover.active=!1,e.axisInteraction.hover.active=!1},mouseLeaveItem(e){e.itemInteraction.hover.active=!1},setActiveClickItemIndex(e,t){e.syncInteraction.active=!1,e.itemInteraction.click.active=!0,e.keyboardInteraction.active=!1,e.itemInteraction.click.index=t.payload.activeIndex,e.itemInteraction.click.dataKey=t.payload.activeDataKey,e.itemInteraction.click.graphicalItemId=t.payload.activeGraphicalItemId,e.itemInteraction.click.coordinate=t.payload.activeCoordinate},setMouseOverAxisIndex(e,t){e.syncInteraction.active=!1,e.axisInteraction.hover.active=!0,e.keyboardInteraction.active=!1,e.axisInteraction.hover.index=t.payload.activeIndex,e.axisInteraction.hover.dataKey=t.payload.activeDataKey,e.axisInteraction.hover.coordinate=t.payload.activeCoordinate},setMouseClickAxisIndex(e,t){e.syncInteraction.active=!1,e.keyboardInteraction.active=!1,e.axisInteraction.click.active=!0,e.axisInteraction.click.index=t.payload.activeIndex,e.axisInteraction.click.dataKey=t.payload.activeDataKey,e.axisInteraction.click.coordinate=t.payload.activeCoordinate},setSyncInteraction(e,t){e.syncInteraction=t.payload},setKeyboardInteraction(e,t){e.keyboardInteraction.active=t.payload.active,e.keyboardInteraction.index=t.payload.activeIndex,e.keyboardInteraction.coordinate=t.payload.activeCoordinate}}}),{addTooltipEntrySettings:lG,replaceTooltipEntrySettings:cG,removeTooltipEntrySettings:sG,setTooltipSettingsState:uG,setActiveMouseOverItemIndex:jO,mouseLeaveItem:pG,mouseLeaveChart:AO,setActiveClickItemIndex:dG,setMouseOverAxisIndex:SO,setMouseClickAxisIndex:fG,setSyncInteraction:P_,setKeyboardInteraction:ed}=xO.actions,mG=xO.reducer;function bb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function F0(e){for(var t=1;t{if(t==null)return la;var o=vG(e,t,r);if(o==null)return la;if(o.active)return o;if(e.keyboardInteraction.active)return e.keyboardInteraction;if(e.syncInteraction.active&&e.syncInteraction.index!=null)return e.syncInteraction;var l=e.settings.active===!0;if(yG(o)){if(l)return F0(F0({},o),{},{active:!0})}else if(i!=null)return{active:!0,coordinate:void 0,dataKey:void 0,index:i,graphicalItemId:void 0};return F0(F0({},la),{},{coordinate:o.coordinate})};function wG(e){if(typeof e=="number")return Number.isFinite(e)?e:void 0;if(e instanceof Date){var t=e.valueOf();return Number.isFinite(t)?t:void 0}var r=Number(e);return Number.isFinite(r)?r:void 0}function bG(e,t){var r=wG(e),i=t[0],o=t[1];if(r===void 0)return!1;var l=Math.min(i,o),s=Math.max(i,o);return r>=l&&r<=s}function xG(e,t,r){if(r==null||t==null)return!0;var i=ht(e,t);return i==null||!Ri(r)?!0:bG(i,r)}var q6=(e,t,r,i)=>{var o=e?.index;if(o==null)return null;var l=Number(o);if(!Ne(l))return o;var s=0,u=1/0;t.length>0&&(u=t.length-1);var d=Math.max(s,Math.min(l,u)),f=t[d];return f==null||xG(f,r,i)?String(d):null},EO=(e,t,r,i,o,l,s)=>{if(l!=null){var u=s[0],d=u?.getPosition(l);if(d!=null)return d;var f=o?.[Number(l)];if(f)return r==="horizontal"?{x:f.coordinate,y:(i.top+t)/2}:{x:(i.left+e)/2,y:f.coordinate}}},OO=(e,t,r,i)=>{if(t==="axis")return e.tooltipItemPayloads;if(e.tooltipItemPayloads.length===0)return[];var o;if(r==="hover"?o=e.itemInteraction.hover.graphicalItemId:o=e.itemInteraction.click.graphicalItemId,e.syncInteraction.active&&o==null)return e.tooltipItemPayloads;if(o==null&&i!=null){var l=e.tooltipItemPayloads[0];return l!=null?[l]:[]}return e.tooltipItemPayloads.filter(s=>{var u;return((u=s.settings)===null||u===void 0?void 0:u.graphicalItemId)===o})},kO=e=>e.options.tooltipPayloadSearcher,Hl=e=>e.tooltip;function xb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function jb(e){for(var t=1;te(t)}function Ab(e){if(typeof e=="string")return e}function kG(e){if(!(e==null||typeof e!="object")){var t="name"in e?TG(e.name):void 0,r="unit"in e?EG(e.unit):void 0,i="dataKey"in e?OG(e.dataKey):void 0,o="payload"in e?e.payload:void 0,l="color"in e?Ab(e.color):void 0,s="fill"in e?Ab(e.fill):void 0;return{name:t,unit:r,dataKey:i,payload:o,color:l,fill:s}}}function NG(e,t){return e??t}var NO=(e,t,r,i,o,l,s)=>{if(!(t==null||l==null)){var{chartData:u,computedData:d,dataStartIndex:f,dataEndIndex:m}=r,h=[];return e.reduce((g,w)=>{var b,{dataDefinedOnItem:j,settings:A}=w,T=NG(j,u),E=Array.isArray(T)?rT(T,f,m):T,O=(b=A?.dataKey)!==null&&b!==void 0?b:i,N=A?.nameKey,C;if(i&&Array.isArray(E)&&!Array.isArray(E[0])&&s==="axis"?C=pS(E,i,o):C=l(E,t,d,N),Array.isArray(C))C.forEach(R=>{var z,F,Z=kG(R),te=Z?.name,X=Z?.dataKey,ge=Z?.payload,se=jb(jb({},A),{},{name:te,unit:Z?.unit,color:(z=Z?.color)!==null&&z!==void 0?z:A?.color,fill:(F=Z?.fill)!==null&&F!==void 0?F:A?.fill});g.push(vy({tooltipEntrySettings:se,dataKey:X,payload:ge,value:ht(ge,X),name:te==null?void 0:String(te)}))});else{var M;g.push(vy({tooltipEntrySettings:A,dataKey:O,payload:C,value:ht(C,O),name:(M=ht(C,N))!==null&&M!==void 0?M:A?.name}))}return g},h)}},F6=q([Rt,BE,t6],DE),CG=q([e=>e.graphicalItems.cartesianItems,e=>e.graphicalItems.polarItems],(e,t)=>[...e,...t]),MG=q([qt,Ul],VE),Kl=q([CG,Rt,MG],UE,{memoizeOptions:{resultEqualityCheck:Yd}}),PG=q([Kl],e=>e.filter(Kd)),DG=q([Kl],FE,{memoizeOptions:{resultEqualityCheck:Yd}}),Xl=q([DG,An],HE),RG=q([PG,An,Rt],eE),H6=q([Xl,Rt,Kl],KE),CO=q([Rt],R6),LG=q([Rt],e=>e.allowDataOverflow),MO=q([CO,LG],DT),zG=q([Kl],e=>e.filter(Kd)),IG=q([RG,zG,Ud,XT],YE),BG=q([IG,An,qt,MO],GE),VG=q([Kl],qE),UG=q([Xl,Rt,VG,L6,qt],QE,{memoizeOptions:{resultEqualityCheck:Xd}}),$G=q([JE,qt,Ul],ql),qG=q([$G,qt],rO),FG=q([eO,qt,Ul],ql),HG=q([FG,qt],iO),KG=q([tO,qt,Ul],ql),XG=q([KG,qt],nO),YG=q([qG,XG,HG],Jp),GG=q([Rt,CO,MO,BG,UG,YG,Qe,qt],aO),ou=q([Rt,Qe,Xl,H6,Ud,qt,GG],oO),WG=q([ou,Rt,F6],lO),ZG=q([Rt,ou,WG,qt],cO),PO=e=>{var t=qt(e),r=Ul(e),i=!1;return au(e,t,r,i)},DO=q([Rt,PO],$d),QG=q([Rt,F6,ZG,DO],M6),RO=q([QG],c6),JG=q([Qe,H6,Rt,qt],_O),eW=q([Qe,H6,Rt,qt],pO),tW=(e,t,r,i,o,l,s,u)=>{if(t){var{type:d}=t,f=ya(e,u);if(i){var m=r==="scaleBand"&&i.bandwidth?i.bandwidth()/2:2,h=d==="category"&&i.bandwidth?i.bandwidth()/m:0;return h=u==="angleAxis"&&o!=null&&o?.length>=2?yr(o[0]-o[1])*2*h:h,f&&s?s.map((g,w)=>{var b=i.map(g);return Ne(b)?{coordinate:b+h,value:g,index:w,offset:h}:null}).filter(wr):i.domain().map((g,w)=>{var b=i.map(g);return Ne(b)?{coordinate:b+h,value:l?l[g]:g,index:w,offset:h}:null}).filter(wr)}}},Tn=q([Qe,Rt,F6,RO,PO,JG,eW,qt],tW),K6=q([vO,yO,aG],(e,t,r)=>wO(r.shared,e,t)),LO=e=>e.tooltip.settings.trigger,X6=e=>e.tooltip.settings.defaultIndex,lu=q([Hl,K6,LO,X6],TO),po=q([lu,Xl,nu,ou],q6),zO=q([Tn,po],bO),IO=q([lu],e=>{if(e)return e.dataKey}),rW=q([lu],e=>{if(e)return e.graphicalItemId}),BO=q([Hl,K6,LO,X6],OO),iW=q([xn,jn,Qe,Ut,Tn,X6,BO],EO),nW=q([lu,iW],(e,t)=>e!=null&&e.coordinate?e.coordinate:t),aW=q([lu],e=>{var t;return(t=e?.active)!==null&&t!==void 0?t:!1}),oW=q([BO,po,An,nu,zO,kO,K6],NO);q([oW],e=>{if(e!=null){var t=e.map(r=>r.payload).filter(r=>r!=null);return Array.from(new Set(t))}});function Sb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Tb(e){for(var t=1;tme(Rt),pW=()=>{var e=uW(),t=me(Tn),r=me(RO);return Cp(!e||!r?void 0:Tb(Tb({},e),{},{scale:r}),t)};function Eb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function ll(e){for(var t=1;t{var o=t.find(l=>l&&l.index===r);if(o){if(e==="horizontal")return{x:o.coordinate,y:i.relativeY};if(e==="vertical")return{x:i.relativeX,y:o.coordinate}}return{x:0,y:0}},_W=(e,t,r,i)=>{var o=t.find(f=>f&&f.index===r);if(o){if(e==="centric"){var l=o.coordinate,{radius:s}=i;return ll(ll(ll({},i),Jt(i.cx,i.cy,s,l)),{},{angle:l,radius:s})}var u=o.coordinate,{angle:d}=i;return ll(ll(ll({},i),Jt(i.cx,i.cy,u,d)),{},{angle:d,radius:u})}return{angle:0,clockWise:!1,cx:0,cy:0,endAngle:0,innerRadius:0,outerRadius:0,radius:0,startAngle:0,x:0,y:0}};function gW(e,t){var{relativeX:r,relativeY:i}=e;return r>=t.left&&r<=t.left+t.width&&i>=t.top&&i<=t.top+t.height}var VO=(e,t,r,i,o)=>{var l,s=(l=t?.length)!==null&&l!==void 0?l:0;if(s<=1||e==null)return 0;if(i==="angleAxis"&&o!=null&&Math.abs(Math.abs(o[1]-o[0])-360)<=1e-6)for(var u=0;u0?(d=r[u-1])===null||d===void 0?void 0:d.coordinate:(f=r[s-1])===null||f===void 0?void 0:f.coordinate,b=(m=r[u])===null||m===void 0?void 0:m.coordinate,j=u>=s-1?(h=r[0])===null||h===void 0?void 0:h.coordinate:(g=r[u+1])===null||g===void 0?void 0:g.coordinate,A=void 0;if(!(w==null||b==null||j==null))if(yr(b-w)!==yr(j-b)){var T=[];if(yr(j-b)===yr(o[1]-o[0])){A=j;var E=b+o[1]-o[0];T[0]=Math.min(E,(E+w)/2),T[1]=Math.max(E,(E+w)/2)}else{A=w;var O=j+o[1]-o[0];T[0]=Math.min(b,(O+b)/2),T[1]=Math.max(b,(O+b)/2)}var N=[Math.min(b,(A+b)/2),Math.max(b,(A+b)/2)];if(e>N[0]&&e<=N[1]||e>=T[0]&&e<=T[1]){var C;return(C=r[u])===null||C===void 0?void 0:C.index}}else{var M=Math.min(w,j),R=Math.max(w,j);if(e>(M+b)/2&&e<=(R+b)/2){var z;return(z=r[u])===null||z===void 0?void 0:z.index}}}else if(t)for(var F=0;F(Z.coordinate+X.coordinate)/2||F>0&&F(Z.coordinate+X.coordinate)/2&&e<=(Z.coordinate+te.coordinate)/2)return Z.index}}return-1},vW=()=>me(t6),Y6=(e,t)=>t,UO=(e,t,r)=>r,G6=(e,t,r,i)=>i,yW=q(Tn,e=>bd(e,t=>t.coordinate)),W6=q([Hl,Y6,UO,G6],TO),Z6=q([W6,Xl,nu,ou],q6),wW=(e,t,r)=>{if(t!=null){var i=Hl(e);return t==="axis"?r==="hover"?i.axisInteraction.hover.dataKey:i.axisInteraction.click.dataKey:r==="hover"?i.itemInteraction.hover.dataKey:i.itemInteraction.click.dataKey}},$O=q([Hl,Y6,UO,G6],OO),td=q([xn,jn,Qe,Ut,Tn,G6,$O],EO),bW=q([W6,td],(e,t)=>{var r;return(r=e.coordinate)!==null&&r!==void 0?r:t}),qO=q([Tn,Z6],bO),xW=q([$O,Z6,An,nu,qO,kO,Y6],NO),jW=q([W6,Z6],(e,t)=>({isActive:e.active&&t!=null,activeIndex:t})),AW=(e,t,r,i,o,l,s)=>{if(!(!e||!r||!i||!o)&&gW(e,s)){var u=x$(e,t),d=VO(u,l,o,r,i),f=hW(t,o,d,e);return{activeIndex:String(d),activeCoordinate:f}}},SW=(e,t,r,i,o,l,s)=>{if(!(!e||!i||!o||!l||!r)){var u=QF(e,r);if(u){var d=j$(u,t),f=VO(d,s,l,i,o),m=_W(t,l,f,u);return{activeIndex:String(f),activeCoordinate:m}}}},TW=(e,t,r,i,o,l,s,u)=>{if(!(!e||!t||!i||!o||!l))return t==="horizontal"||t==="vertical"?AW(e,t,i,o,l,s,u):SW(e,t,r,i,o,l,s)},EW=q(e=>e.zIndex.zIndexMap,(e,t)=>t,(e,t,r)=>r,(e,t,r)=>{if(t!=null){var i=e[t];if(i!=null)return r?i.panoramaElement:i.element}}),OW=q(e=>e.zIndex.zIndexMap,e=>{var t=Object.keys(e).map(i=>parseInt(i,10)).concat(Object.values(Mt)),r=Array.from(new Set(t));return r.sort((i,o)=>i-o)},{memoizeOptions:{resultEqualityCheck:xH}});function Ob(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function kb(e){for(var t=1;tkb(kb({},e),{},{[t]:{element:void 0,panoramaElement:void 0,consumers:0}}),MW)},DW=new Set(Object.values(Mt));function RW(e){return DW.has(e)}var FO=nr({name:"zIndex",initialState:PW,reducers:{registerZIndexPortal:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]?e.zIndexMap[r].consumers+=1:e.zIndexMap[r]={consumers:1,element:void 0,panoramaElement:void 0}},prepare:nt()},unregisterZIndexPortal:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]&&(e.zIndexMap[r].consumers-=1,e.zIndexMap[r].consumers<=0&&!RW(r)&&delete e.zIndexMap[r])},prepare:nt()},registerZIndexPortalElement:{reducer:(e,t)=>{var{zIndex:r,element:i,isPanorama:o}=t.payload;e.zIndexMap[r]?o?e.zIndexMap[r].panoramaElement=i:e.zIndexMap[r].element=i:e.zIndexMap[r]={consumers:0,element:o?void 0:i,panoramaElement:o?i:void 0}},prepare:nt()},unregisterZIndexPortalElement:{reducer:(e,t)=>{var{zIndex:r}=t.payload;e.zIndexMap[r]&&(t.payload.isPanorama?e.zIndexMap[r].panoramaElement=void 0:e.zIndexMap[r].element=void 0)},prepare:nt()}}}),{registerZIndexPortal:LW,unregisterZIndexPortal:zW,registerZIndexPortalElement:IW,unregisterZIndexPortalElement:BW}=FO.actions,VW=FO.reducer;function Ur(e){var{zIndex:t,children:r}=e,i=eq(),o=i&&t!==void 0&&t!==0,l=wt(),s=ot();x.useLayoutEffect(()=>o?(s(LW({zIndex:t})),()=>{s(zW({zIndex:t}))}):va,[s,t,o]);var u=me(d=>EW(d,t,l));return o?u?E3.createPortal(r,u):null:r}function D_(){return D_=Object.assign?Object.assign.bind():function(e){for(var t=1;tx.useContext(HO),dh={exports:{}},Cb;function YW(){return Cb||(Cb=1,(function(e){var t=Object.prototype.hasOwnProperty,r="~";function i(){}Object.create&&(i.prototype=Object.create(null),new i().__proto__||(r=!1));function o(d,f,m){this.fn=d,this.context=f,this.once=m||!1}function l(d,f,m,h,g){if(typeof m!="function")throw new TypeError("The listener must be a function");var w=new o(m,h||d,g),b=r?r+f:f;return d._events[b]?d._events[b].fn?d._events[b]=[d._events[b],w]:d._events[b].push(w):(d._events[b]=w,d._eventsCount++),d}function s(d,f){--d._eventsCount===0?d._events=new i:delete d._events[f]}function u(){this._events=new i,this._eventsCount=0}u.prototype.eventNames=function(){var f=[],m,h;if(this._eventsCount===0)return f;for(h in m=this._events)t.call(m,h)&&f.push(r?h.slice(1):h);return Object.getOwnPropertySymbols?f.concat(Object.getOwnPropertySymbols(m)):f},u.prototype.listeners=function(f){var m=r?r+f:f,h=this._events[m];if(!h)return[];if(h.fn)return[h.fn];for(var g=0,w=h.length,b=new Array(w);g{if(t&&Array.isArray(e)){var r=Number.parseInt(t,10);if(!Ii(r))return e[r]}},ZW={chartName:"",tooltipPayloadSearcher:()=>{},eventEmitter:void 0,defaultTooltipEventType:"axis"},XO=nr({name:"options",initialState:ZW,reducers:{createEventEmitter:e=>{e.eventEmitter==null&&(e.eventEmitter=Symbol("rechartsEventEmitter"))}}}),QW=XO.reducer,{createEventEmitter:JW}=XO.actions;function eZ(e){return e.tooltip.syncInteraction}var tZ={chartData:void 0,computedData:void 0,dataStartIndex:0,dataEndIndex:0},YO=nr({name:"chartData",initialState:tZ,reducers:{setChartData(e,t){if(e.chartData=t.payload,t.payload==null){e.dataStartIndex=0,e.dataEndIndex=0;return}t.payload.length>0&&e.dataEndIndex!==t.payload.length-1&&(e.dataEndIndex=t.payload.length-1)},setComputedData(e,t){e.computedData=t.payload},setDataStartEndIndexes(e,t){var{startIndex:r,endIndex:i}=t.payload;r!=null&&(e.dataStartIndex=r),i!=null&&(e.dataEndIndex=i)}}}),{setChartData:Pb,setDataStartEndIndexes:rZ,setComputedData:kae}=YO.actions,iZ=YO.reducer,nZ=["x","y"];function Db(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function cl(e){for(var t=1;td.rootProps.className);x.useEffect(()=>{if(e==null)return va;var d=(f,m,h)=>{if(t!==h&&e===f){if(i==="index"){var g;if(s&&m!==null&&m!==void 0&&(g=m.payload)!==null&&g!==void 0&&g.coordinate&&m.payload.sourceViewBox){var w=m.payload.coordinate,{x:b,y:j}=w,A=cZ(w,nZ),{x:T,y:E,width:O,height:N}=m.payload.sourceViewBox,C=cl(cl({},A),{},{x:s.x+(O?(b-T)/O:0)*s.width,y:s.y+(N?(j-E)/N:0)*s.height});r(cl(cl({},m),{},{payload:cl(cl({},m.payload),{},{coordinate:C})}))}else r(m);return}if(o!=null){var M;if(typeof i=="function"){var R={activeTooltipIndex:m.payload.index==null?void 0:Number(m.payload.index),isTooltipActive:m.payload.active,activeIndex:m.payload.index==null?void 0:Number(m.payload.index),activeLabel:m.payload.label,activeDataKey:m.payload.dataKey,activeCoordinate:m.payload.coordinate},z=i(o,R);M=o[z]}else i==="value"&&(M=o.find(B=>String(B.value)===m.payload.label));var{coordinate:F}=m.payload;if(M==null||m.payload.active===!1||F==null||s==null){r(P_({active:!1,coordinate:void 0,dataKey:void 0,index:null,label:void 0,sourceViewBox:void 0,graphicalItemId:void 0}));return}var{x:Z,y:te}=F,X=Math.min(Z,s.x+s.width),ge=Math.min(te,s.y+s.height),se={x:l==="horizontal"?M.coordinate:X,y:l==="horizontal"?ge:M.coordinate},ye=P_({active:m.payload.active,coordinate:se,dataKey:m.payload.dataKey,index:String(M.index),label:m.payload.label,sourceViewBox:m.payload.sourceViewBox,graphicalItemId:m.payload.graphicalItemId});r(ye)}}};return Ls.on(R_,d),()=>{Ls.off(R_,d)}},[u,r,t,e,i,o,l,s])}function pZ(){var e=me(r6),t=me(i6),r=ot();x.useEffect(()=>{if(e==null)return va;var i=(o,l,s)=>{t!==s&&e===o&&r(rZ(l))};return Ls.on(Mb,i),()=>{Ls.off(Mb,i)}},[r,t,e])}function dZ(){var e=ot();x.useEffect(()=>{e(JW())},[e]),uZ(),pZ()}function fZ(e,t,r,i,o,l){var s=me(b=>wW(b,e,t)),u=me(rW),d=me(i6),f=me(r6),m=me(YT),h=me(eZ),g=h?.active,w=zl();x.useEffect(()=>{if(!g&&f!=null&&d!=null){var b=P_({active:l,coordinate:r,dataKey:s,index:o,label:typeof i=="number"?String(i):i,sourceViewBox:w,graphicalItemId:u});Ls.emit(R_,f,b,d)}},[g,r,s,u,o,i,d,f,m,l,w])}function Rb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Lb(e){for(var t=1;t{R(uG({shared:E,trigger:O,axisId:M,active:o,defaultIndex:z}))},[R,E,O,M,o,z]);var F=zl(),Z=jT(),te=nG(E),{activeIndex:X,isActive:ge}=(t=me(re=>jW(re,te,O,z)))!==null&&t!==void 0?t:{},se=me(re=>xW(re,te,O,z)),ye=me(re=>qO(re,te,O,z)),B=me(re=>bW(re,te,O,z)),G=se,ie=XW(),le=(r=o??ge)!==null&&r!==void 0?r:!1,[ce,D]=lU([G,le]),H=te==="axis"?ye:void 0;fZ(te,O,B,H,X,le);var ae=C??ie;if(ae==null||F==null||te==null)return null;var oe=G??zb;le||(oe=zb),f&&oe.length&&(oe=PV(oe.filter(re=>re.value!=null&&(re.hide!==!0||i.includeHidden)),g,gZ));var ve=oe.length>0,Ae=Lb(Lb({},i),{},{payload:oe,label:H,active:le,activeIndex:X,coordinate:B,accessibilityLayer:Z}),je=x.createElement(Jq,{allowEscapeViewBox:l,animationDuration:s,animationEasing:u,isAnimationActive:m,active:le,coordinate:B,hasPayload:ve,offset:h,position:w,reverseDirection:b,useTranslate3d:j,viewBox:F,wrapperStyle:A,lastBoundingBox:ce,innerRef:D,hasPortalFromProps:!!C},vZ(d,Ae));return x.createElement(x.Fragment,null,E3.createPortal(je,ae),le&&x.createElement(KW,{cursor:T,tooltipEventType:te,coordinate:B,payload:oe,index:X}))}var af=e=>null;af.displayName="Cell";function wZ(e,t,r){return(t=bZ(t))in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function bZ(e){var t=xZ(e,"string");return typeof t=="symbol"?t:t+""}function xZ(e,t){if(typeof e!="object"||!e)return e;var r=e[Symbol.toPrimitive];if(r!==void 0){var i=r.call(e,t);if(typeof i!="object")return i;throw new TypeError("@@toPrimitive must return a primitive value.")}return(t==="string"?String:Number)(e)}class jZ{constructor(t){wZ(this,"cache",new Map),this.maxSize=t}get(t){var r=this.cache.get(t);return r!==void 0&&(this.cache.delete(t),this.cache.set(t,r)),r}set(t,r){if(this.cache.has(t))this.cache.delete(t);else if(this.cache.size>=this.maxSize){var i=this.cache.keys().next().value;i!=null&&this.cache.delete(i)}this.cache.set(t,r)}clear(){this.cache.clear()}size(){return this.cache.size}}function Ib(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function AZ(e){for(var t=1;t{try{var r=document.getElementById(Vb);r||(r=document.createElement("span"),r.setAttribute("id",Vb),r.setAttribute("aria-hidden","true"),document.body.appendChild(r)),Object.assign(r.style,kZ,t),r.textContent="".concat(e);var i=r.getBoundingClientRect();return{width:i.width,height:i.height}}catch{return{width:0,height:0}}},fs=function(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:{};if(t==null||Il.isSsr)return{width:0,height:0};if(!WO.enableCache)return Ub(t,r);var i=NZ(t,r),o=Bb.get(i);if(o)return o;var l=Ub(t,r);return Bb.set(i,l),l},ZO;function CZ(e,t,r){return(t=MZ(t))in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function MZ(e){var t=PZ(e,"string");return typeof t=="symbol"?t:t+""}function PZ(e,t){if(typeof e!="object"||!e)return e;var r=e[Symbol.toPrimitive];if(r!==void 0){var i=r.call(e,t);if(typeof i!="object")return i;throw new TypeError("@@toPrimitive must return a primitive value.")}return(t==="string"?String:Number)(e)}var $b=/(-?\d+(?:\.\d+)?[a-zA-Z%]*)([*/])(-?\d+(?:\.\d+)?[a-zA-Z%]*)/,qb=/(-?\d+(?:\.\d+)?[a-zA-Z%]*)([+-])(-?\d+(?:\.\d+)?[a-zA-Z%]*)/,DZ=/^(px|cm|vh|vw|em|rem|%|mm|in|pt|pc|ex|ch|vmin|vmax|Q)$/,RZ=/(-?\d+(?:\.\d+)?)([a-zA-Z%]+)?/,LZ={cm:96/2.54,mm:96/25.4,pt:96/72,pc:96/6,in:96,Q:96/(2.54*40),px:1},zZ=["cm","mm","pt","pc","in","Q","px"];function IZ(e){return zZ.includes(e)}var wl="NaN";function BZ(e,t){return e*LZ[t]}class Qt{static parse(t){var r,[,i,o]=(r=RZ.exec(t))!==null&&r!==void 0?r:[];return i==null?Qt.NaN:new Qt(parseFloat(i),o??"")}constructor(t,r){this.num=t,this.unit=r,this.num=t,this.unit=r,Ii(t)&&(this.unit=""),r!==""&&!DZ.test(r)&&(this.num=NaN,this.unit=""),IZ(r)&&(this.num=BZ(t,r),this.unit="px")}add(t){return this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num+t.num,this.unit)}subtract(t){return this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num-t.num,this.unit)}multiply(t){return this.unit!==""&&t.unit!==""&&this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num*t.num,this.unit||t.unit)}divide(t){return this.unit!==""&&t.unit!==""&&this.unit!==t.unit?new Qt(NaN,""):new Qt(this.num/t.num,this.unit||t.unit)}toString(){return"".concat(this.num).concat(this.unit)}isNaN(){return Ii(this.num)}}ZO=Qt;CZ(Qt,"NaN",new ZO(NaN,""));function QO(e){if(e==null||e.includes(wl))return wl;for(var t=e;t.includes("*")||t.includes("/");){var r,[,i,o,l]=(r=$b.exec(t))!==null&&r!==void 0?r:[],s=Qt.parse(i??""),u=Qt.parse(l??""),d=o==="*"?s.multiply(u):s.divide(u);if(d.isNaN())return wl;t=t.replace($b,d.toString())}for(;t.includes("+")||/.-\d+(?:\.\d+)?/.test(t);){var f,[,m,h,g]=(f=qb.exec(t))!==null&&f!==void 0?f:[],w=Qt.parse(m??""),b=Qt.parse(g??""),j=h==="+"?w.add(b):w.subtract(b);if(j.isNaN())return wl;t=t.replace(qb,j.toString())}return t}var Fb=/\(([^()]*)\)/;function VZ(e){for(var t=e,r;(r=Fb.exec(t))!=null;){var[,i]=r;t=t.replace(Fb,QO(i))}return t}function UZ(e){var t=e.replace(/\s+/g,"");return t=VZ(t),t=QO(t),t}function $Z(e){try{return UZ(e)}catch{return wl}}function fh(e){var t=$Z(e.slice(5,-1));return t===wl?"":t}var qZ=["x","y","lineHeight","capHeight","fill","scaleToFit","textAnchor","verticalAnchor"],FZ=["dx","dy","angle","className","breakAll"];function L_(){return L_=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{children:t,breakAll:r,style:i}=e;try{var o=[];et(t)||(r?o=t.toString().split(""):o=t.toString().split(JO));var l=o.map(u=>({word:u,width:fs(u,i).width})),s=r?0:fs(" ",i).width;return{wordsWithComputedWidth:l,spaceWidth:s}}catch{return null}};function tk(e){return e==="start"||e==="middle"||e==="end"||e==="inherit"}function KZ(e){return et(e)||typeof e=="string"||typeof e=="number"||typeof e=="boolean"}var rk=(e,t,r,i)=>e.reduce((o,l)=>{var{word:s,width:u}=l,d=o[o.length-1];if(d&&u!=null&&(t==null||i||d.width+u+re.reduce((t,r)=>t.width>r.width?t:r),XZ="…",Kb=(e,t,r,i,o,l,s,u)=>{var d=e.slice(0,t),f=ek({breakAll:r,style:i,children:d+XZ});if(!f)return[!1,[]];var m=rk(f.wordsWithComputedWidth,l,s,u),h=m.length>o||ik(m).width>Number(l);return[h,m]},YZ=(e,t,r,i,o)=>{var{maxLines:l,children:s,style:u,breakAll:d}=e,f=_e(l),m=String(s),h=rk(t,i,r,o);if(!f||o)return h;var g=h.length>l||ik(h).width>Number(i);if(!g)return h;for(var w=0,b=m.length-1,j=0,A;w<=b&&j<=m.length-1;){var T=Math.floor((w+b)/2),E=T-1,[O,N]=Kb(m,E,d,u,l,i,r,o),[C]=Kb(m,T,d,u,l,i,r,o);if(!O&&!C&&(w=T+1),O&&C&&(b=T-1),!O&&C){A=N;break}j++}return A||h},Xb=e=>{var t=et(e)?[]:e.toString().split(JO);return[{words:t,width:void 0}]},GZ=e=>{var{width:t,scaleToFit:r,children:i,style:o,breakAll:l,maxLines:s}=e;if((t||r)&&!Il.isSsr){var u,d,f=ek({breakAll:l,children:i,style:o});if(f){var{wordsWithComputedWidth:m,spaceWidth:h}=f;u=m,d=h}else return Xb(i);return YZ({breakAll:l,children:i,maxLines:s,style:o},u,d,t,!!r)}return Xb(i)},nk="#808080",WZ={angle:0,breakAll:!1,capHeight:"0.71em",fill:nk,lineHeight:"1em",scaleToFit:!1,textAnchor:"start",verticalAnchor:"end",x:0,y:0},Q6=x.forwardRef((e,t)=>{var r=Vt(e,WZ),{x:i,y:o,lineHeight:l,capHeight:s,fill:u,scaleToFit:d,textAnchor:f,verticalAnchor:m}=r,h=Hb(r,qZ),g=x.useMemo(()=>GZ({breakAll:h.breakAll,children:h.children,maxLines:h.maxLines,scaleToFit:d,style:h.style,width:h.width}),[h.breakAll,h.children,h.maxLines,d,h.style,h.width]),{dx:w,dy:b,angle:j,className:A,breakAll:T}=h,E=Hb(h,FZ);if(!li(i)||!li(o)||g.length===0)return null;var O=Number(i)+(_e(w)?w:0),N=Number(o)+(_e(b)?b:0);if(!Ne(O)||!Ne(N))return null;var C;switch(m){case"start":C=fh("calc(".concat(s,")"));break;case"middle":C=fh("calc(".concat((g.length-1)/2," * -").concat(l," + (").concat(s," / 2))"));break;default:C=fh("calc(".concat(g.length-1," * -").concat(l,")"));break}var M=[],R=g[0];if(d&&R!=null){var z=R.width,{width:F}=h;M.push("scale(".concat(_e(F)&&_e(z)?F/z:1,")"))}return j&&M.push("rotate(".concat(j,", ").concat(O,", ").concat(N,")")),M.length&&(E.transform=M.join(" ")),x.createElement("text",L_({},Ir(E),{ref:t,x:O,y:N,className:Ze("recharts-text",A),textAnchor:f,fill:u.includes("url")?nk:u}),g.map((Z,te)=>{var X=Z.words.join(T?"":" ");return x.createElement("tspan",{x:O,dy:te===0?C:l,key:"".concat(X,"-").concat(te)},X)}))});Q6.displayName="Text";function Yb(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Ni(e){for(var t=1;t{var{viewBox:t,position:r,offset:i=0,parentViewBox:o}=e,{x:l,y:s,height:u,upperWidth:d,lowerWidth:f}=H3(t),m=l,h=l+(d-f)/2,g=(m+h)/2,w=(d+f)/2,b=m+d/2,j=u>=0?1:-1,A=j*i,T=j>0?"end":"start",E=j>0?"start":"end",O=d>=0?1:-1,N=O*i,C=O>0?"end":"start",M=O>0?"start":"end",R=o;if(r==="top"){var z={x:m+d/2,y:s-A,horizontalAnchor:"middle",verticalAnchor:T};return R&&(z.height=Math.max(s-R.y,0),z.width=d),z}if(r==="bottom"){var F={x:h+f/2,y:s+u+A,horizontalAnchor:"middle",verticalAnchor:E};return R&&(F.height=Math.max(R.y+R.height-(s+u),0),F.width=f),F}if(r==="left"){var Z={x:g-N,y:s+u/2,horizontalAnchor:C,verticalAnchor:"middle"};return R&&(Z.width=Math.max(Z.x-R.x,0),Z.height=u),Z}if(r==="right"){var te={x:g+w+N,y:s+u/2,horizontalAnchor:M,verticalAnchor:"middle"};return R&&(te.width=Math.max(R.x+R.width-te.x,0),te.height=u),te}var X=R?{width:w,height:u}:{};return r==="insideLeft"?Ni({x:g+N,y:s+u/2,horizontalAnchor:M,verticalAnchor:"middle"},X):r==="insideRight"?Ni({x:g+w-N,y:s+u/2,horizontalAnchor:C,verticalAnchor:"middle"},X):r==="insideTop"?Ni({x:m+d/2,y:s+A,horizontalAnchor:"middle",verticalAnchor:E},X):r==="insideBottom"?Ni({x:h+f/2,y:s+u-A,horizontalAnchor:"middle",verticalAnchor:T},X):r==="insideTopLeft"?Ni({x:m+N,y:s+A,horizontalAnchor:M,verticalAnchor:E},X):r==="insideTopRight"?Ni({x:m+d-N,y:s+A,horizontalAnchor:C,verticalAnchor:E},X):r==="insideBottomLeft"?Ni({x:h+N,y:s+u-A,horizontalAnchor:M,verticalAnchor:T},X):r==="insideBottomRight"?Ni({x:h+f-N,y:s+u-A,horizontalAnchor:C,verticalAnchor:T},X):r&&typeof r=="object"&&(_e(r.x)||oo(r.x))&&(_e(r.y)||oo(r.y))?Ni({x:l+bi(r.x,w),y:s+bi(r.y,u),horizontalAnchor:"end",verticalAnchor:"end"},X):Ni({x:b,y:s+u/2,horizontalAnchor:"middle",verticalAnchor:"middle"},X)},tQ=["labelRef"],rQ=["content"];function Gb(e,t){if(e==null)return{};var r,i,o=iQ(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var{x:t,y:r,upperWidth:i,lowerWidth:o,width:l,height:s,children:u}=e,d=x.useMemo(()=>({x:t,y:r,upperWidth:i,lowerWidth:o,width:l,height:s}),[t,r,i,o,l,s]);return x.createElement(ak.Provider,{value:d},u)},lk=()=>{var e=x.useContext(ak),t=zl();return e||(t?H3(t):void 0)},lQ=x.createContext(null),cQ=()=>{var e=x.useContext(lQ),t=me(JT);return e||t},sQ=e=>{var{value:t,formatter:r}=e,i=et(e.children)?t:e.children;return typeof r=="function"?r(i):i},J6=e=>e!=null&&typeof e=="function",uQ=(e,t)=>{var r=yr(t-e),i=Math.min(Math.abs(t-e),360);return r*i},pQ=(e,t,r,i,o)=>{var{offset:l,className:s}=e,{cx:u,cy:d,innerRadius:f,outerRadius:m,startAngle:h,endAngle:g,clockWise:w}=o,b=(f+m)/2,j=uQ(h,g),A=j>=0?1:-1,T,E;switch(t){case"insideStart":T=h+A*l,E=w;break;case"insideEnd":T=g-A*l,E=!w;break;case"end":T=g+A*l,E=w;break;default:throw new Error("Unsupported position ".concat(t))}E=j<=0?E:!E;var O=Jt(u,d,b,T),N=Jt(u,d,b,T+(E?1:-1)*359),C="M".concat(O.x,",").concat(O.y,` A`).concat(b,",").concat(b,",0,1,").concat(E?0:1,`, - `).concat(N.x,",").concat(N.y),M=et(e.id)?xs("recharts-radial-line-"):e.id;return x.createElement("text",pn({},i,{dominantBaseline:"central",className:Ze("recharts-radial-bar-label",s)}),x.createElement("defs",null,x.createElement("path",{id:M,d:C})),x.createElement("textPath",{xlinkHref:"#".concat(M)},r))},dQ=(e,t,r)=>{var{cx:i,cy:o,innerRadius:l,outerRadius:s,startAngle:u,endAngle:d}=e,f=(u+d)/2;if(r==="outside"){var{x:m,y:h}=Jt(i,o,s+t,f);return{x:m,y:h,textAnchor:m>=i?"start":"end",verticalAnchor:"middle"}}if(r==="center")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"middle"};if(r==="centerTop")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"start"};if(r==="centerBottom")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"end"};var g=(l+s)/2,{x:w,y:b}=Jt(i,o,g,f);return{x:w,y:b,textAnchor:"middle",verticalAnchor:"middle"}},op=e=>e!=null&&"cx"in e&&_e(e.cx),fQ={angle:0,offset:5,zIndex:Mt.label,position:"middle",textBreakAll:!1};function mQ(e){if(!op(e))return e;var{cx:t,cy:r,outerRadius:i}=e,o=i*2;return{x:t-i,y:r-i,width:o,upperWidth:o,lowerWidth:o,height:o}}function aa(e){var t=Vt(e,fQ),{viewBox:r,parentViewBox:i,position:o,value:l,children:s,content:u,className:d="",textBreakAll:f,labelRef:m}=t,h=cQ(),g=lk(),w=o==="center"?g:h??g,b,j,A;r==null?b=w:op(r)?b=r:b=H3(r);var T=mQ(b);if(!b||et(l)&&et(s)&&!x.isValidElement(u)&&typeof u!="function")return null;var E=ls(ls({},t),{},{viewBox:b});if(x.isValidElement(u)){var{labelRef:O}=E,N=Gb(E,tQ);return x.cloneElement(u,N)}if(typeof u=="function"){var{content:C}=E,M=Gb(E,rQ);if(j=x.createElement(u,M),x.isValidElement(j))return j}else j=sQ(t);var R=Ir(t);if(op(b)){if(o==="insideStart"||o==="insideEnd"||o==="end")return pQ(t,o,j,R,b);A=dQ(b,t.offset,t.position)}else{if(!T)return null;var z=eQ({viewBox:T,position:o,offset:t.offset,parentViewBox:op(i)?void 0:i});A=ls(ls({x:z.x,y:z.y,textAnchor:z.horizontalAnchor,verticalAnchor:z.verticalAnchor},z.width!==void 0?{width:z.width}:{}),z.height!==void 0?{height:z.height}:{})}return x.createElement(Ur,{zIndex:t.zIndex},x.createElement(Q6,pn({ref:m,className:Ze("recharts-label",d)},R,A,{textAnchor:tk(R.textAnchor)?R.textAnchor:A.textAnchor,breakAll:f}),j))}aa.displayName="Label";var hQ=(e,t,r)=>{if(!e)return null;var i={viewBox:t,labelRef:r};return e===!0?x.createElement(aa,pn({key:"label-implicit"},i)):li(e)?x.createElement(aa,pn({key:"label-implicit",value:e},i)):x.isValidElement(e)?e.type===aa?x.cloneElement(e,ls({key:"label-implicit"},i)):x.createElement(aa,pn({key:"label-implicit",content:e},i)):J6(e)?x.createElement(aa,pn({key:"label-implicit",content:e},i)):e&&typeof e=="object"?x.createElement(aa,pn({},e,{key:"label-implicit"},i)):null};function ck(e){var{label:t,labelRef:r}=e,i=lk();return hQ(t,i,r)||null}var _Q=["valueAccessor"],gQ=["dataKey","clockWise","id","textBreakAll","zIndex"];function rd(){return rd=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t=Array.isArray(e.value)?e.value[e.value.length-1]:e.value;if(KZ(t))return t},sk=x.createContext(void 0),uk=sk.Provider,pk=x.createContext(void 0);pk.Provider;function wQ(){return x.useContext(sk)}function bQ(){return x.useContext(pk)}function ms(e){var{valueAccessor:t=yQ}=e,r=Zb(e,_Q),{dataKey:i,clockWise:o,id:l,textBreakAll:s,zIndex:u}=r,d=Zb(r,gQ),f=wQ(),m=bQ(),h=f||m;return!h||!h.length?null:x.createElement(Ur,{zIndex:u??Mt.label},x.createElement(Pt,{className:"recharts-label-list"},h.map((g,w)=>{var b,j=et(i)?t(g,w):ht(g.payload,i),A=et(l)?{}:{id:"".concat(l,"-").concat(w)};return x.createElement(aa,rd({key:"label-".concat(w)},Ir(g),d,A,{fill:(b=r.fill)!==null&&b!==void 0?b:g.fill,parentViewBox:g.parentViewBox,value:j,textBreakAll:s,viewBox:g.viewBox,index:w,zIndex:0}))})))}ms.displayName="LabelList";function dk(e){var{label:t}=e;return t?t===!0?x.createElement(ms,{key:"labelList-implicit"}):x.isValidElement(t)||J6(t)?x.createElement(ms,{key:"labelList-implicit",content:t}):typeof t=="object"?x.createElement(ms,rd({key:"labelList-implicit"},t,{type:String(t.type)})):null:null}var xQ=["component"];function jQ(e,t){if(e==null)return{};var r,i,o=AQ(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;itypeof e=="string"?e:e?e.displayName||e.name||"Component":"",tx=null,hh=null,hk=e=>{if(e===tx&&Array.isArray(hh))return hh;var t=[];return x.Children.forEach(e,r=>{et(r)||(NQ.isFragment(r)?t=t.concat(hk(r.props.children)):t.push(r))}),hh=t,tx=e,t};function _k(e,t){var r=[],i=[];return Array.isArray(t)?i=t.map(o=>ex(o)):i=[ex(t)],hk(e).forEach(o=>{var l=Tl(o,"type.displayName")||Tl(o,"type.name");l&&i.indexOf(l)!==-1&&r.push(o)}),r}var _h={},rx;function CQ(){return rx||(rx=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){if(typeof r!="object"||r==null)return!1;if(Object.getPrototypeOf(r)===null)return!0;if(Object.prototype.toString.call(r)!=="[object Object]"){const o=r[Symbol.toStringTag];return o==null||!Object.getOwnPropertyDescriptor(r,Symbol.toStringTag)?.writable?!1:r.toString()===`[object ${o}]`}let i=r;for(;Object.getPrototypeOf(i)!==null;)i=Object.getPrototypeOf(i);return Object.getPrototypeOf(r)===i}e.isPlainObject=t})(_h)),_h}var gh,ix;function MQ(){return ix||(ix=1,gh=CQ().isPlainObject),gh}var PQ=MQ();const DQ=_a(PQ);var nx,ax,ox,lx,cx;function sx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function ux(e){for(var t=1;t{var l=r-i,s;return s=mt(nx||(nx=Qc(["M ",",",""])),e,t),s+=mt(ax||(ax=Qc(["L ",",",""])),e+r,t),s+=mt(ox||(ox=Qc(["L ",",",""])),e+r-l/2,t+o),s+=mt(lx||(lx=Qc(["L ",",",""])),e+r-l/2-i,t+o),s+=mt(cx||(cx=Qc(["L ",","," Z"])),e,t),s},IQ={x:0,y:0,upperWidth:0,lowerWidth:0,height:0,isUpdateAnimationActive:!1,animationBegin:0,animationDuration:1500,animationEasing:"ease"},BQ=e=>{var t=Vt(e,IQ),{x:r,y:i,upperWidth:o,lowerWidth:l,height:s,className:u}=t,{animationEasing:d,animationDuration:f,animationBegin:m,isUpdateAnimationActive:h}=t,g=x.useRef(null),[w,b]=x.useState(-1),j=x.useRef(o),A=x.useRef(l),T=x.useRef(s),E=x.useRef(r),O=x.useRef(i),N=Vd(e,"trapezoid-");if(x.useEffect(()=>{if(g.current&&g.current.getTotalLength)try{var se=g.current.getTotalLength();se&&b(se)}catch{}},[]),r!==+r||i!==+i||o!==+o||l!==+l||s!==+s||o===0&&l===0||s===0)return null;var C=Ze("recharts-trapezoid",u);if(!h)return x.createElement("g",null,x.createElement("path",id({},Ir(t),{className:C,d:px(r,i,o,l,s)})));var M=j.current,R=A.current,z=T.current,F=E.current,Z=O.current,te="0px ".concat(w===-1?1:w,"px"),X="".concat(w,"px ").concat(w,"px"),ge=W3(["strokeDasharray"],f,d);return x.createElement(Bd,{animationId:N,key:N,canBegin:w>0,duration:f,easing:d,isActive:h,begin:m},se=>{var ye=vt(M,o,se),B=vt(R,l,se),G=vt(z,s,se),ie=vt(F,r,se),le=vt(Z,i,se);g.current&&(j.current=ye,A.current=B,T.current=G,E.current=ie,O.current=le);var ce=se>0?{transition:ge,strokeDasharray:X}:{strokeDasharray:te};return x.createElement("path",id({},Ir(t),{className:C,d:px(ie,le,ye,B,G),ref:g,style:ux(ux({},ce),t.style)}))})},VQ=["option","shapeType","activeClassName","inActiveClassName"];function UQ(e,t){if(e==null)return{};var r,i,o=$Q(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var i=ot();return(o,l)=>s=>{e?.(o,l,s),i(jO({activeIndex:String(l),activeDataKey:t,activeCoordinate:o.tooltipPosition,activeGraphicalItemId:r}))}},t9=e=>{var t=ot();return(r,i)=>o=>{e?.(r,i,o),t(pG())}},r9=(e,t,r)=>{var i=ot();return(o,l)=>s=>{e?.(o,l,s),i(dG({activeIndex:String(l),activeDataKey:t,activeCoordinate:o.tooltipPosition,activeGraphicalItemId:r}))}};function gk(e){var{tooltipEntrySettings:t}=e,r=ot(),i=wt(),o=x.useRef(null);return x.useLayoutEffect(()=>{i||(o.current===null?r(lG(t)):o.current!==t&&r(cG({prev:o.current,next:t})),o.current=t)},[t,r,i]),x.useLayoutEffect(()=>()=>{o.current&&(r(sG(o.current)),o.current=null)},[r]),null}function vk(e){var{legendPayload:t}=e,r=ot(),i=wt(),o=x.useRef(null);return x.useLayoutEffect(()=>{i||(o.current===null?r(fq(t)):o.current!==t&&r(mq({prev:o.current,next:t})),o.current=t)},[r,i,t]),x.useLayoutEffect(()=>()=>{o.current&&(r(hq(o.current)),o.current=null)},[r]),null}var vh,GQ=()=>{var[e]=x.useState(()=>xs("uid-"));return e},WQ=(vh=BM.useId)!==null&&vh!==void 0?vh:GQ;function ZQ(e,t){var r=WQ();return t||(e?"".concat(e,"-").concat(r):r)}var yk=x.createContext(void 0),wk=e=>{var{id:t,type:r,children:i}=e,o=ZQ("recharts-".concat(r),t);return x.createElement(yk.Provider,{value:o},i(o))};function QQ(){return x.useContext(yk)}var JQ={cartesianItems:[],polarItems:[]},bk=nr({name:"graphicalItems",initialState:JQ,reducers:{addCartesianGraphicalItem:{reducer(e,t){e.cartesianItems.push(t.payload)},prepare:nt()},replaceCartesianGraphicalItem:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).cartesianItems.indexOf(r);o>-1&&(e.cartesianItems[o]=i)},prepare:nt()},removeCartesianGraphicalItem:{reducer(e,t){var r=ri(e).cartesianItems.indexOf(t.payload);r>-1&&e.cartesianItems.splice(r,1)},prepare:nt()},addPolarGraphicalItem:{reducer(e,t){e.polarItems.push(t.payload)},prepare:nt()},removePolarGraphicalItem:{reducer(e,t){var r=ri(e).polarItems.indexOf(t.payload);r>-1&&e.polarItems.splice(r,1)},prepare:nt()},replacePolarGraphicalItem:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).polarItems.indexOf(r);o>-1&&(e.polarItems[o]=i)},prepare:nt()}}}),{addCartesianGraphicalItem:eJ,replaceCartesianGraphicalItem:tJ,removeCartesianGraphicalItem:rJ,addPolarGraphicalItem:Dae,removePolarGraphicalItem:Rae,replacePolarGraphicalItem:Lae}=bk.actions,iJ=bk.reducer,nJ=e=>{var t=ot(),r=x.useRef(null);return x.useLayoutEffect(()=>{r.current===null?t(eJ(e)):r.current!==e&&t(tJ({prev:r.current,next:e})),r.current=e},[t,e]),x.useLayoutEffect(()=>()=>{r.current&&(t(rJ(r.current)),r.current=null)},[t]),null},xk=x.memo(nJ);function mx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function hx(e){for(var t=1;t({top:e.top,bottom:e.bottom,left:e.left,right:e.right})),vJ=q([gJ,xn,jn],(e,t,r)=>{if(!(!e||t==null||r==null))return{x:e.left,y:e.top,width:Math.max(0,t-e.left-e.right),height:Math.max(0,r-e.top-e.bottom)}}),yJ=e=>{var t=wt();return me(r=>Ui(r,"xAxis",e,t))},wJ=e=>{var t=wt();return me(r=>Ui(r,"yAxis",e,t))},Ak=function(){var t=arguments.length>0&&arguments[0]!==void 0?arguments[0]:of,r=wt(),i=me(o=>fa(o,"xAxis",t,r));return i?.map},i9=function(){var t=arguments.length>0&&arguments[0]!==void 0?arguments[0]:of,r=wt(),i=me(o=>fa(o,"yAxis",t,r));return i?.map},Sk=()=>me(vJ),_x=(e,t,r)=>{var i=r??e;if(!et(i))return bi(i,t,0)},bJ=(e,t,r)=>{var i={},o=e.filter(Kd),l=e.filter(f=>f.stackId==null),s=o.reduce((f,m)=>{var h=f[m.stackId];return h==null&&(h=[]),h.push(m),f[m.stackId]=h,f},i),u=Object.entries(s).map(f=>{var m,[h,g]=f,w=g.map(j=>j.dataKey),b=_x(t,r,(m=g[0])===null||m===void 0?void 0:m.barSize);return{stackId:h,dataKeys:w,barSize:b}}),d=l.map(f=>{var m=[f.dataKey].filter(g=>g!=null),h=_x(t,r,f.barSize);return{stackId:void 0,dataKeys:m,barSize:h}});return[...u,...d]};function gx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function K0(e){for(var t=1;tE+(O.barSize||0),0);g+=(s-1)*u,g>=r&&(g-=(s-1)*u,u=0),g>=r&&h>0&&(m=!0,h*=.9,g=s*h);var w=(r-g)/2>>0,b={offset:w-u,size:0};d=i.reduce((E,O)=>{var N,C={stackId:O.stackId,dataKeys:O.dataKeys,position:{offset:b.offset+b.size+u,size:m?h:(N=O.barSize)!==null&&N!==void 0?N:0}},M=[...E,C];return b=C.position,M},f)}else{var j=bi(t,r,0,!0);r-2*j-(s-1)*u<=0&&(u=0);var A=(r-2*j-(s-1)*u)/s;A>1&&(A>>=0);var T=Ne(o)?Math.min(A,o):A;d=i.reduce((E,O,N)=>[...E,{stackId:O.stackId,dataKeys:O.dataKeys,position:{offset:j+(A+u)*N+(A-T)/2,size:T}}],f)}return d}}var TJ=(e,t,r,i,o,l,s)=>{var u=et(s)?t:s,d=SJ(r,i,o!==l?o:l,e,u);return o!==l&&d!=null&&(d=d.map(f=>K0(K0({},f),{},{position:K0(K0({},f.position),{},{offset:f.position.offset-o/2})}))),d},EJ=(e,t)=>{var r=l6(t);if(!(!e||r==null||t==null)){var{stackId:i}=t;if(i!=null){var o=e[i];if(o){var{stackedData:l}=o;if(l)return l.find(s=>s.key===r)}}}},OJ=(e,t)=>{if(!(e==null||t==null)){var r=e.find(i=>i.stackId===t.stackId&&t.dataKey!=null&&i.dataKeys.includes(t.dataKey));if(r!=null)return r.position}};function kJ(e,t){return e&&typeof e=="object"&&"zIndex"in e&&typeof e.zIndex=="number"&&Ne(e.zIndex)?e.zIndex:t}var NJ=e=>{var{chartData:t}=e,r=ot(),i=wt();return x.useEffect(()=>i?()=>{}:(r(Pb(t)),()=>{r(Pb(void 0))}),[t,r,i]),null},vx={x:0,y:0,width:0,height:0,padding:{top:0,right:0,bottom:0,left:0}},Tk=nr({name:"brush",initialState:vx,reducers:{setBrushSettings(e,t){return t.payload==null?vx:t.payload}}}),{setBrushSettings:Vae}=Tk.actions,CJ=Tk.reducer,MJ=(e,t)=>{var{x:r,y:i}=e,{x:o,y:l}=t;return{x:Math.min(r,o),y:Math.min(i,l),width:Math.abs(o-r),height:Math.abs(l-i)}},PJ=e=>{var{x1:t,y1:r,x2:i,y2:o}=e;return MJ({x:t,y:r},{x:i,y:o})};function DJ(e){return(e%180+180)%180}var RJ=function(t){var{width:r,height:i}=t,o=arguments.length>1&&arguments[1]!==void 0?arguments[1]:0,l=DJ(o),s=l*Math.PI/180,u=Math.atan(i/r),d=s>u&&s{e.dots.push(t.payload)},removeDot:(e,t)=>{var r=ri(e).dots.findIndex(i=>i===t.payload);r!==-1&&e.dots.splice(r,1)},addArea:(e,t)=>{e.areas.push(t.payload)},removeArea:(e,t)=>{var r=ri(e).areas.findIndex(i=>i===t.payload);r!==-1&&e.areas.splice(r,1)},addLine:(e,t)=>{e.lines.push(t.payload)},removeLine:(e,t)=>{var r=ri(e).lines.findIndex(i=>i===t.payload);r!==-1&&e.lines.splice(r,1)}}}),{addDot:Uae,removeDot:$ae,addArea:qae,removeArea:Fae,addLine:zJ,removeLine:IJ}=Ek.actions,BJ=Ek.reducer,Ok=x.createContext(void 0),VJ=e=>{var{children:t}=e,[r]=x.useState("".concat(xs("recharts"),"-clip")),i=Sk();if(i==null)return null;var{x:o,y:l,width:s,height:u}=i;return x.createElement(Ok.Provider,{value:r},x.createElement("defs",null,x.createElement("clipPath",{id:r},x.createElement("rect",{x:o,y:l,height:u,width:s}))),t)},UJ=()=>x.useContext(Ok);class $J{constructor(t){var{x:r,y:i}=t;this.xAxisScale=r,this.yAxisScale=i}map(t,r){var i,o,{position:l}=r;return{x:(i=this.xAxisScale.map(t.x,{position:l}))!==null&&i!==void 0?i:0,y:(o=this.yAxisScale.map(t.y,{position:l}))!==null&&o!==void 0?o:0}}mapWithFallback(t,r){var i,o,{position:l,fallback:s}=r,u,d;return s==="rangeMin"?u=this.yAxisScale.rangeMin():s==="rangeMax"?u=this.yAxisScale.rangeMax():u=0,s==="rangeMin"?d=this.xAxisScale.rangeMin():s==="rangeMax"?d=this.xAxisScale.rangeMax():d=0,{x:(i=this.xAxisScale.map(t.x,{position:l}))!==null&&i!==void 0?i:d,y:(o=this.yAxisScale.map(t.y,{position:l}))!==null&&o!==void 0?o:u}}isInRange(t){var{x:r,y:i}=t,o=r==null||this.xAxisScale.isInRange(r),l=i==null||this.yAxisScale.isInRange(i);return o&&l}}function yx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function wx(e){for(var t=1;t{var r;if(x.isValidElement(e))r=x.cloneElement(e,t);else if(typeof e=="function")r=e(t);else{if(!Ne(t.x1)||!Ne(t.y1)||!Ne(t.x2)||!Ne(t.y2))return null;r=x.createElement("line",ad({},t,{className:"recharts-reference-line-line"}))}return r},XJ=(e,t,r,i,o,l)=>{var{x:s,width:u}=l,d=o.map(e,{position:r});if(!Ne(d)||t==="discard"&&!o.isInRange(d))return null;var f=[{x:s+u,y:d},{x:s,y:d}];return i==="left"?f.reverse():f},YJ=(e,t,r,i,o,l)=>{var{y:s,height:u}=l,d=o.map(e,{position:r});if(!Ne(d)||t==="discard"&&!o.isInRange(d))return null;var f=[{x:d,y:s+u},{x:d,y:s}];return i==="top"?f.reverse():f},GJ=(e,t,r,i)=>{var o=[i.mapWithFallback(e[0],{position:r,fallback:"rangeMin"}),i.mapWithFallback(e[1],{position:r,fallback:"rangeMax"})];return t==="discard"&&o.some(l=>!i.isInRange(l))?null:o},WJ=(e,t,r,i,o,l,s)=>{var{x:u,y:d,segment:f,ifOverflow:m}=s,h=li(u),g=li(d);return g?XJ(d,m,i,l,t,r):h?YJ(u,m,i,o,e,r):f!=null&&f.length===2?GJ(f,m,i,new $J({x:e,y:t})):null};function ZJ(e){var t=ot();return x.useEffect(()=>(t(zJ(e)),()=>{t(IJ(e))})),null}function QJ(e){var{xAxisId:t,yAxisId:r,shape:i,className:o,ifOverflow:l}=e,s=wt(),u=UJ(),d=me(R=>$i(R,t)),f=me(R=>qi(R,r)),m=me(R=>fa(R,"xAxis",t,s)),h=me(R=>fa(R,"yAxis",r,s)),g=zl();if(!u||!g||d==null||f==null||m==null||h==null)return null;var w=WJ(m,h,g,e.position,d.orientation,f.orientation,e);if(!w)return null;var b=w[0],j=w[1];if(b==null||j==null)return null;var{x:A,y:T}=b,{x:E,y:O}=j,N=l==="hidden"?"url(#".concat(u,")"):void 0,C=wx(wx({clipPath:N},Ir(e)),{},{x1:A,y1:T,x2:E,y2:O}),M=PJ({x1:A,y1:T,x2:E,y2:O});return x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:Ze("recharts-reference-line",o)},KJ(i,C),x.createElement(ok,ad({},M,{lowerWidth:M.width,upperWidth:M.width}),x.createElement(ck,{label:e.label}),e.children)))}var JJ={ifOverflow:"discard",xAxisId:0,yAxisId:0,fill:"none",label:!1,stroke:"#ccc",fillOpacity:1,strokeWidth:1,position:"middle",zIndex:Mt.line};function kk(e){var t=Vt(e,JJ);return x.createElement(x.Fragment,null,x.createElement(ZJ,{yAxisId:t.yAxisId,xAxisId:t.xAxisId,ifOverflow:t.ifOverflow,x:t.x,y:t.y,segment:t.segment}),x.createElement(QJ,t))}kk.displayName="ReferenceLine";function Nk(e,t){if(t<1)return[];if(t===1)return e;for(var r=[],i=0;ie*o)return!1;var l=r();return e*(t-e*l/2-i)>=0&&e*(t+e*l/2-o)<=0}function ree(e,t){return Nk(e,t+1)}function iee(e,t,r,i,o){for(var l=(i||[]).slice(),{start:s,end:u}=t,d=0,f=1,m=s,h=function(){var b=i?.[d];if(b===void 0)return{v:Nk(i,f)};var j=d,A,T=()=>(A===void 0&&(A=r(b,j)),A),E=b.coordinate,O=d===0||zs(e,E,T,m,u);O||(d=0,m=s,f+=1),O&&(m=E+e*(T()/2+o),d+=f)},g;f<=l.length;)if(g=h(),g)return g.v;return[]}function nee(e,t,r,i,o){var l=(i||[]).slice(),s=l.length;if(s===0)return[];for(var{start:u,end:d}=t,f=1;f<=s;f++){for(var m=(s-1)%f,h=u,g=!0,w=function(){var N=i[j];if(N==null)return 0;var C=j,M,R=()=>(M===void 0&&(M=r(N,C)),M),z=N.coordinate,F=j===m||zs(e,z,R,h,d);if(!F)return g=!1,1;F&&(h=z+e*(R()/2+o))},b,j=m;j(j===void 0&&(j=r(w,g)),j);if(g===s-1){var T=e*(b.coordinate+e*A()/2-d);l[g]=b=tr(tr({},b),{},{tickCoord:T>0?b.coordinate-T*e:b.coordinate})}else l[g]=b=tr(tr({},b),{},{tickCoord:b.coordinate});if(b.tickCoord!=null){var E=zs(e,b.tickCoord,A,u,d);E&&(d=b.tickCoord-e*(A()/2+o),l[g]=tr(tr({},b),{},{isShow:!0}))}},m=s-1;m>=0;m--)f(m);return l}function see(e,t,r,i,o,l){var s=(i||[]).slice(),u=s.length,{start:d,end:f}=t;if(l){var m=i[u-1];if(m!=null){var h=r(m,u-1),g=e*(m.coordinate+e*h/2-f);if(s[u-1]=m=tr(tr({},m),{},{tickCoord:g>0?m.coordinate-g*e:m.coordinate}),m.tickCoord!=null){var w=zs(e,m.tickCoord,()=>h,d,f);w&&(f=m.tickCoord-e*(h/2+o),s[u-1]=tr(tr({},m),{},{isShow:!0}))}}}for(var b=l?u-1:u,j=function(E){var O=s[E];if(O==null)return 1;var N=O,C,M=()=>(C===void 0&&(C=r(O,E)),C);if(E===0){var R=e*(N.coordinate-e*M()/2-d);s[E]=N=tr(tr({},N),{},{tickCoord:R<0?N.coordinate-R*e:N.coordinate})}else s[E]=N=tr(tr({},N),{},{tickCoord:N.coordinate});if(N.tickCoord!=null){var z=zs(e,N.tickCoord,M,d,f);z&&(d=N.tickCoord+e*(M()/2+o),s[E]=tr(tr({},N),{},{isShow:!0}))}},A=0;A{var R=typeof f=="function"?f(C.value,M):C.value;return b==="width"?eee(fs(R,{fontSize:t,letterSpacing:r}),j,h):fs(R,{fontSize:t,letterSpacing:r})[b]},T=o[0],E=o[1],O=o.length>=2&&T!=null&&E!=null?yr(E.coordinate-T.coordinate):1,N=tee(l,O,b);return d==="equidistantPreserveStart"?iee(O,N,A,o,s):d==="equidistantPreserveEnd"?nee(O,N,A,o,s):(d==="preserveStart"||d==="preserveStartEnd"?w=see(O,N,A,o,s,d==="preserveStartEnd"):w=cee(O,N,A,o,s),w.filter(C=>C.isShow))}var uee=e=>{var{ticks:t,label:r,labelGapWithTick:i=5,tickSize:o=0,tickMargin:l=0}=e,s=0;if(t){Array.from(t).forEach(m=>{if(m){var h=m.getBoundingClientRect();h.width>s&&(s=h.width)}});var u=r?r.getBoundingClientRect().width:0,d=o+l,f=s+d+u+(r?i:0);return Math.round(f)}return 0},pee={xAxis:{},yAxis:{}},Ck=nr({name:"renderedTicks",initialState:pee,reducers:{setRenderedTicks:(e,t)=>{var{axisType:r,axisId:i,ticks:o}=t.payload;e[r][i]=o},removeRenderedTicks:(e,t)=>{var{axisType:r,axisId:i}=t.payload;delete e[r][i]}}}),{setRenderedTicks:dee,removeRenderedTicks:fee}=Ck.actions,mee=Ck.reducer,hee=["axisLine","width","height","className","hide","ticks","axisType","axisId"];function _ee(e,t){if(e==null)return{};var r,i,o=gee(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{if(i==null||r==null)return va;var l=t.map(s=>({value:s.value,coordinate:s.coordinate,offset:s.offset,index:s.index}));return o(dee({ticks:l,axisId:i,axisType:r})),()=>{o(fee({axisId:i,axisType:r}))}},[o,t,i,r]),null}var Eee=x.forwardRef((e,t)=>{var{ticks:r=[],tick:i,tickLine:o,stroke:l,tickFormatter:s,unit:u,padding:d,tickTextProps:f,orientation:m,mirror:h,x:g,y:w,width:b,height:j,tickSize:A,tickMargin:T,fontSize:E,letterSpacing:O,getTicksConfig:N,events:C,axisType:M,axisId:R}=e,z=n9(dt(dt({},N),{},{ticks:r}),E,O),F=oi(N),Z=_d(i),te=tk(F.textAnchor)?F.textAnchor:jee(m,h),X=Aee(m,h),ge={};typeof o=="object"&&(ge=o);var se=dt(dt({},F),{},{fill:"none"},ge),ye=z.map(ie=>dt({entry:ie},xee(ie,g,w,b,j,m,A,h,T))),B=ye.map(ie=>{var{entry:le,line:ce}=ie;return x.createElement(Pt,{className:"recharts-cartesian-axis-tick",key:"tick-".concat(le.value,"-").concat(le.coordinate,"-").concat(le.tickCoord)},o&&x.createElement("line",fo({},se,ce,{className:Ze("recharts-cartesian-axis-tick-line",Tl(o,"className"))})))}),G=ye.map((ie,le)=>{var ce,D,{entry:H,tick:ae}=ie,oe=dt(dt(dt(dt({verticalAnchor:X},F),{},{textAnchor:te,stroke:"none",fill:l},ae),{},{index:le,payload:H,visibleTicksCount:z.length,tickFormatter:s,padding:d},f),{},{angle:(ce=(D=f?.angle)!==null&&D!==void 0?D:F.angle)!==null&&ce!==void 0?ce:0}),ve=dt(dt({},oe),Z);return x.createElement(Pt,fo({className:"recharts-cartesian-axis-tick-label",key:"tick-label-".concat(H.value,"-").concat(H.coordinate,"-").concat(H.tickCoord)},wd(C,H,le)),i&&x.createElement(See,{option:i,tickProps:ve,value:"".concat(typeof s=="function"?s(H.value,le):H.value).concat(u||"")}))});return x.createElement("g",{className:"recharts-cartesian-axis-ticks recharts-".concat(M,"-ticks")},x.createElement(Tee,{ticks:z,axisId:R,axisType:M}),G.length>0&&x.createElement(Ur,{zIndex:Mt.label},x.createElement("g",{className:"recharts-cartesian-axis-tick-labels recharts-".concat(M,"-tick-labels"),ref:t},G)),B.length>0&&x.createElement("g",{className:"recharts-cartesian-axis-tick-lines recharts-".concat(M,"-tick-lines")},B))}),Oee=x.forwardRef((e,t)=>{var{axisLine:r,width:i,height:o,className:l,hide:s,ticks:u,axisType:d,axisId:f}=e,m=_ee(e,hee),[h,g]=x.useState(""),[w,b]=x.useState(""),j=x.useRef(null);x.useImperativeHandle(t,()=>({getCalculatedWidth:()=>{var T;return uee({ticks:j.current,label:(T=e.labelRef)===null||T===void 0?void 0:T.current,labelGapWithTick:5,tickSize:e.tickSize,tickMargin:e.tickMargin})}}));var A=x.useCallback(T=>{if(T){var E=T.getElementsByClassName("recharts-cartesian-axis-tick-value");j.current=E;var O=E[0];if(O){var N=window.getComputedStyle(O),C=N.fontSize,M=N.letterSpacing;(C!==h||M!==w)&&(g(C),b(M))}}},[h,w]);return s||i!=null&&i<=0||o!=null&&o<=0?null:x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:Ze("recharts-cartesian-axis",l)},x.createElement(bee,{x:e.x,y:e.y,width:i,height:o,orientation:e.orientation,mirror:e.mirror,axisLine:r,otherSvgProps:oi(e)}),x.createElement(Eee,{ref:A,axisType:d,events:m,fontSize:h,getTicksConfig:e,height:e.height,letterSpacing:w,mirror:e.mirror,orientation:e.orientation,padding:e.padding,stroke:e.stroke,tick:e.tick,tickFormatter:e.tickFormatter,tickLine:e.tickLine,tickMargin:e.tickMargin,tickSize:e.tickSize,tickTextProps:e.tickTextProps,ticks:u,unit:e.unit,width:e.width,x:e.x,y:e.y,axisId:f}),x.createElement(ok,{x:e.x,y:e.y,width:e.width,height:e.height,lowerWidth:e.width,upperWidth:e.width},x.createElement(ck,{label:e.label,labelRef:e.labelRef}),e.children)))}),a9=x.forwardRef((e,t)=>{var r=Vt(e,hn);return x.createElement(Oee,fo({},r,{ref:t}))});a9.displayName="CartesianAxis";var kee=["x1","y1","x2","y2","key"],Nee=["offset"],Cee=["xAxisId","yAxisId"],Mee=["xAxisId","yAxisId"];function jx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function rr(e){for(var t=1;t{var{fill:t}=e;if(!t||t==="none")return null;var{fillOpacity:r,x:i,y:o,width:l,height:s,ry:u}=e;return x.createElement("rect",{x:i,y:o,ry:u,width:l,height:s,stroke:"none",fill:t,fillOpacity:r,className:"recharts-cartesian-grid-bg"})};function Mk(e){var{option:t,lineItemProps:r}=e,i;if(x.isValidElement(t))i=x.cloneElement(t,r);else if(typeof t=="function")i=t(r);else{var o,{x1:l,y1:s,x2:u,y2:d,key:f}=r,m=od(r,kee),h=(o=oi(m))!==null&&o!==void 0?o:{},{offset:g}=h,w=od(h,Nee);i=x.createElement("line",eo({},w,{x1:l,y1:s,x2:u,y2:d,fill:"none",key:f}))}return i}function Iee(e){var{x:t,width:r,horizontal:i=!0,horizontalPoints:o}=e;if(!i||!o||!o.length)return null;var{xAxisId:l,yAxisId:s}=e,u=od(e,Cee),d=o.map((f,m)=>{var h=rr(rr({},u),{},{x1:t,y1:f,x2:t+r,y2:f,key:"line-".concat(m),index:m});return x.createElement(Mk,{key:"line-".concat(m),option:i,lineItemProps:h})});return x.createElement("g",{className:"recharts-cartesian-grid-horizontal"},d)}function Bee(e){var{y:t,height:r,vertical:i=!0,verticalPoints:o}=e;if(!i||!o||!o.length)return null;var{xAxisId:l,yAxisId:s}=e,u=od(e,Mee),d=o.map((f,m)=>{var h=rr(rr({},u),{},{x1:f,y1:t,x2:f,y2:t+r,key:"line-".concat(m),index:m});return x.createElement(Mk,{option:i,lineItemProps:h,key:"line-".concat(m)})});return x.createElement("g",{className:"recharts-cartesian-grid-vertical"},d)}function Vee(e){var{horizontalFill:t,fillOpacity:r,x:i,y:o,width:l,height:s,horizontalPoints:u,horizontal:d=!0}=e;if(!d||!t||!t.length||u==null)return null;var f=u.map(h=>Math.round(h+o-o)).sort((h,g)=>h-g);o!==f[0]&&f.unshift(0);var m=f.map((h,g)=>{var w=f[g+1],b=w==null,j=b?o+s-h:w-h;if(j<=0)return null;var A=g%t.length;return x.createElement("rect",{key:"react-".concat(g),y:h,x:i,height:j,width:l,stroke:"none",fill:t[A],fillOpacity:r,className:"recharts-cartesian-grid-bg"})});return x.createElement("g",{className:"recharts-cartesian-gridstripes-horizontal"},m)}function Uee(e){var{vertical:t=!0,verticalFill:r,fillOpacity:i,x:o,y:l,width:s,height:u,verticalPoints:d}=e;if(!t||!r||!r.length)return null;var f=d.map(h=>Math.round(h+o-o)).sort((h,g)=>h-g);o!==f[0]&&f.unshift(0);var m=f.map((h,g)=>{var w=f[g+1],b=w==null,j=b?o+s-h:w-h;if(j<=0)return null;var A=g%r.length;return x.createElement("rect",{key:"react-".concat(g),x:h,y:l,width:j,height:u,stroke:"none",fill:r[A],fillOpacity:i,className:"recharts-cartesian-grid-bg"})});return x.createElement("g",{className:"recharts-cartesian-gridstripes-vertical"},m)}var $ee=(e,t)=>{var{xAxis:r,width:i,height:o,offset:l}=e;return iT(n9(rr(rr(rr({},hn),r),{},{ticks:nT(r),viewBox:{x:0,y:0,width:i,height:o}})),l.left,l.left+l.width,t)},qee=(e,t)=>{var{yAxis:r,width:i,height:o,offset:l}=e;return iT(n9(rr(rr(rr({},hn),r),{},{ticks:nT(r),viewBox:{x:0,y:0,width:i,height:o}})),l.top,l.top+l.height,t)},Fee={horizontal:!0,vertical:!0,horizontalPoints:[],verticalPoints:[],stroke:"#ccc",fill:"none",verticalFill:[],horizontalFill:[],xAxisId:0,yAxisId:0,syncWithTicks:!1,zIndex:Mt.grid};function o9(e){var t=dT(),r=fT(),i=pT(),o=rr(rr({},Vt(e,Fee)),{},{x:_e(e.x)?e.x:i.left,y:_e(e.y)?e.y:i.top,width:_e(e.width)?e.width:i.width,height:_e(e.height)?e.height:i.height}),{xAxisId:l,yAxisId:s,x:u,y:d,width:f,height:m,syncWithTicks:h,horizontalValues:g,verticalValues:w}=o,b=wt(),j=me(F=>wb(F,"xAxis",l,b)),A=me(F=>wb(F,"yAxis",s,b));if(!Bi(f)||!Bi(m)||!_e(u)||!_e(d))return null;var T=o.verticalCoordinatesGenerator||$ee,E=o.horizontalCoordinatesGenerator||qee,{horizontalPoints:O,verticalPoints:N}=o;if((!O||!O.length)&&typeof E=="function"){var C=g&&g.length,M=E({yAxis:A?rr(rr({},A),{},{ticks:C?g:A.ticks}):void 0,width:t??f,height:r??m,offset:i},C?!0:h);Ts(Array.isArray(M),"horizontalCoordinatesGenerator should return Array but instead it returned [".concat(typeof M,"]")),Array.isArray(M)&&(O=M)}if((!N||!N.length)&&typeof T=="function"){var R=w&&w.length,z=T({xAxis:j?rr(rr({},j),{},{ticks:R?w:j.ticks}):void 0,width:t??f,height:r??m,offset:i},R?!0:h);Ts(Array.isArray(z),"verticalCoordinatesGenerator should return Array but instead it returned [".concat(typeof z,"]")),Array.isArray(z)&&(N=z)}return x.createElement(Ur,{zIndex:o.zIndex},x.createElement("g",{className:"recharts-cartesian-grid"},x.createElement(zee,{fill:o.fill,fillOpacity:o.fillOpacity,x:o.x,y:o.y,width:o.width,height:o.height,ry:o.ry}),x.createElement(Vee,eo({},o,{horizontalPoints:O})),x.createElement(Uee,eo({},o,{verticalPoints:N})),x.createElement(Iee,eo({},o,{offset:i,horizontalPoints:O,xAxis:j,yAxis:A})),x.createElement(Bee,eo({},o,{offset:i,verticalPoints:N,xAxis:j,yAxis:A}))))}o9.displayName="CartesianGrid";var Hee={},Pk=nr({name:"errorBars",initialState:Hee,reducers:{addErrorBar:(e,t)=>{var{itemId:r,errorBar:i}=t.payload;e[r]||(e[r]=[]),e[r].push(i)},replaceErrorBar:(e,t)=>{var{itemId:r,prev:i,next:o}=t.payload;e[r]&&(e[r]=e[r].map(l=>l.dataKey===i.dataKey&&l.direction===i.direction?o:l))},removeErrorBar:(e,t)=>{var{itemId:r,errorBar:i}=t.payload;e[r]&&(e[r]=e[r].filter(o=>o.dataKey!==i.dataKey||o.direction!==i.direction))}}}),{addErrorBar:Kee,replaceErrorBar:Xee,removeErrorBar:Yee}=Pk.actions,Gee=Pk.reducer,Wee=["children"];function Zee(e,t){if(e==null)return{};var r,i,o=Qee(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i({x:0,y:0,value:0}),errorBarOffset:0},Dk=x.createContext(Jee);function Rk(e){var{children:t}=e,r=Zee(e,Wee);return x.createElement(Dk.Provider,{value:r},t)}var ete=()=>x.useContext(Dk);function tte(e){var t=ot(),r=QQ(),i=x.useRef(null);return x.useEffect(()=>{r!=null&&(i.current===null?t(Kee({itemId:r,errorBar:e})):i.current!==e&&t(Xee({itemId:r,prev:i.current,next:e})),i.current=e)},[t,r,e]),x.useEffect(()=>()=>{i.current!=null&&r!=null&&(t(Yee({itemId:r,errorBar:i.current})),i.current=null)},[t,r]),null}function l9(e,t){var r,i,o=me(f=>$i(f,e)),l=me(f=>qi(f,t)),s=(r=o?.allowDataOverflow)!==null&&r!==void 0?r:Ot.allowDataOverflow,u=(i=l?.allowDataOverflow)!==null&&i!==void 0?i:kt.allowDataOverflow,d=s||u;return{needClip:d,needClipX:s,needClipY:u}}function Lk(e){var{xAxisId:t,yAxisId:r,clipPathId:i}=e,o=Sk(),{needClipX:l,needClipY:s,needClip:u}=l9(t,r);if(!u||!o)return null;var{x:d,y:f,width:m,height:h}=o;return x.createElement("clipPath",{id:"clipPath-".concat(i)},x.createElement("rect",{x:l?d:d-m/2,y:s?f:f-h/2,width:l?m:m*2,height:s?h:h*2}))}function vo(e,t){var r,i;return(r=(i=e.graphicalItems.cartesianItems.find(o=>o.id===t))===null||i===void 0?void 0:i.xAxisId)!==null&&r!==void 0?r:of}function yo(e,t){var r,i;return(r=(i=e.graphicalItems.cartesianItems.find(o=>o.id===t))===null||i===void 0?void 0:i.yAxisId)!==null&&r!==void 0?r:of}var rte="Invariant failed";function ite(e,t){throw new Error(rte)}function I_(){return I_=Object.assign?Object.assign.bind():function(e){for(var t=1;t1&&arguments[1]!==void 0?arguments[1]:0;return(i,o)=>{if(_e(t))return t;var l=_e(i)||et(i);return l?t(i,o):(l||ite(),r)}},ate=(e,t,r)=>r,ote=(e,t)=>t,cu=q([tf,ote],(e,t)=>e.filter(r=>r.type==="bar").find(r=>r.id===t)),lte=q([cu],e=>e?.maxBarSize),cte=(e,t,r,i)=>i,ste=q([Qe,tf,vo,yo,ate],(e,t,r,i,o)=>t.filter(l=>e==="horizontal"?l.xAxisId===r:l.yAxisId===i).filter(l=>l.isPanorama===o).filter(l=>l.hide===!1).filter(l=>l.type==="bar")),ute=(e,t,r)=>{var i=Qe(e),o=vo(e,t),l=yo(e,t);if(!(o==null||l==null))return i==="horizontal"?M_(e,"yAxis",l,r):M_(e,"xAxis",o,r)},pte=(e,t)=>{var r=Qe(e),i=vo(e,t),o=yo(e,t);if(!(i==null||o==null))return r==="horizontal"?yb(e,"xAxis",i):yb(e,"yAxis",o)},dte=q([ste,hH,pte],bJ),fte=(e,t,r)=>{var i,o,l=cu(e,t);if(l==null)return 0;var s=vo(e,t),u=yo(e,t);if(s==null||u==null)return 0;var d=Qe(e),f=HT(e),{maxBarSize:m}=l,h=et(m)?f:m,g,w;return d==="horizontal"?(g=Ui(e,"xAxis",s,r),w=ma(e,"xAxis",s,r)):(g=Ui(e,"yAxis",u,r),w=ma(e,"yAxis",u,r)),(i=(o=Cp(g,w,!0))!==null&&o!==void 0?o:h)!==null&&i!==void 0?i:0},zk=(e,t,r)=>{var i=Qe(e),o=vo(e,t),l=yo(e,t);if(!(o==null||l==null)){var s,u;return i==="horizontal"?(s=Ui(e,"xAxis",o,r),u=ma(e,"xAxis",o,r)):(s=Ui(e,"yAxis",l,r),u=ma(e,"yAxis",l,r)),Cp(s,u)}},mte=q([dte,HT,mH,KT,fte,zk,lte],TJ),hte=(e,t,r)=>{var i=vo(e,t);if(i!=null)return Ui(e,"xAxis",i,r)},_te=(e,t,r)=>{var i=yo(e,t);if(i!=null)return Ui(e,"yAxis",i,r)},gte=(e,t,r)=>{var i=vo(e,t);if(i!=null)return ma(e,"xAxis",i,r)},vte=(e,t,r)=>{var i=yo(e,t);if(i!=null)return ma(e,"yAxis",i,r)},yte=q([mte,cu],OJ),wte=q([ute,cu],EJ),bte=q([Ut,q3,hte,_te,gte,vte,yte,Qe,cH,zk,wte,cu,cte],(e,t,r,i,o,l,s,u,d,f,m,h,g)=>{var{chartData:w,dataStartIndex:b,dataEndIndex:j}=d;if(!(h==null||s==null||t==null||u!=="horizontal"&&u!=="vertical"||r==null||i==null||o==null||l==null||f==null)){var{data:A}=h,T;if(A!=null&&A.length>0?T=A:T=w?.slice(b,j+1),T!=null)return Gte({layout:u,barSettings:h,pos:s,parentViewBox:t,bandSize:f,xAxis:r,yAxis:i,xAxisTicks:o,yAxisTicks:l,stackedData:m,displayedData:T,offset:e,cells:g,dataStartIndex:b})}}),xte=["index"];function B_(){return B_=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t=x.useContext(Ik);if(t!=null)return t.stackId;if(e!=null)return g$(e)},Tte=(e,t)=>"recharts-bar-stack-clip-path-".concat(e,"-").concat(t),Ete=e=>{var t=x.useContext(Ik);if(t!=null){var{stackId:r}=t;return"url(#".concat(Tte(r,e),")")}},Bk=e=>{var{index:t}=e,r=jte(e,xte),i=Ete(t);return x.createElement(Pt,B_({className:"recharts-bar-stack-layer",clipPath:i},r))},Ote=["onMouseEnter","onMouseLeave","onClick"],kte=["value","background","tooltipPosition"],Nte=["id"],Cte=["onMouseEnter","onClick","onMouseLeave"];function ha(){return ha=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{dataKey:t,name:r,fill:i,legendType:o,hide:l}=e;return[{inactive:l,dataKey:t,type:o,color:i,value:Cd(r,t),payload:e}]},zte=x.memo(e=>{var{dataKey:t,stroke:r,strokeWidth:i,fill:o,name:l,hide:s,unit:u,tooltipType:d,id:f}=e,m={dataDefinedOnItem:void 0,getPosition:va,settings:{stroke:r,strokeWidth:i,fill:o,dataKey:t,nameKey:void 0,name:Cd(l,t),hide:s,type:d,color:o,unit:u,graphicalItemId:f}};return x.createElement(gk,{tooltipEntrySettings:m})});function Ite(e){var t=me(po),{data:r,dataKey:i,background:o,allOtherBarProps:l}=e,{onMouseEnter:s,onMouseLeave:u,onClick:d}=l,f=ld(l,Ote),m=e9(s,i,l.id),h=t9(u),g=r9(d,i,l.id);if(!o||r==null)return null;var w=_d(o);return x.createElement(Ur,{zIndex:kJ(o,Mt.barBackground)},r.map((b,j)=>{var{value:A,background:T,tooltipPosition:E}=b,O=ld(b,kte);if(!T)return null;var N=m(b,j),C=h(b,j),M=g(b,j),R=or(or(or(or(or({option:o,isActive:String(j)===t},O),{},{fill:"#eee"},T),w),wd(f,b,j)),{},{onMouseEnter:N,onMouseLeave:C,onClick:M,dataKey:i,index:j,className:"recharts-bar-background-rectangle"});return x.createElement(c9,ha({key:"background-bar-".concat(j)},R))}))}function Bte(e){var{showLabels:t,children:r,rects:i}=e,o=i?.map(l=>{var s={x:l.x,y:l.y,width:l.width,lowerWidth:l.width,upperWidth:l.width,height:l.height};return or(or({},s),{},{value:l.value,payload:l.payload,parentViewBox:l.parentViewBox,viewBox:s,fill:l.fill})});return x.createElement(uk,{value:t?o:void 0},r)}function Vte(e){var{shape:t,activeBar:r,baseProps:i,entry:o,index:l,dataKey:s}=e,u=me(po),d=me(IO),f=r&&String(o.originalDataIndex)===u&&(d==null||s===d),[m,h]=x.useState(!1),[g,w]=x.useState(!1);x.useEffect(()=>{var O;return f?(h(!0),O=requestAnimationFrame(()=>{w(!0)})):w(!1),()=>{cancelAnimationFrame(O)}},[f]);var b=x.useCallback(()=>{f||h(!1)},[f]),j=f&&g,A=f||m,T;f?r===!0?T=t:T=r:T=t;var E=x.createElement(c9,ha({},i,{name:String(i.name)},o,{isActive:j,option:T,index:l,dataKey:s,onTransitionEnd:b}));return A?x.createElement(Ur,{zIndex:Mt.activeBar},x.createElement(Bk,{index:o.originalDataIndex},E)):E}function Ute(e){var{shape:t,baseProps:r,entry:i,index:o,dataKey:l}=e;return x.createElement(c9,ha({},r,{name:String(r.name)},i,{isActive:!1,option:t,index:o,dataKey:l}))}function $te(e){var t,{data:r,props:i}=e,o=(t=oi(i))!==null&&t!==void 0?t:{},{id:l}=o,s=ld(o,Nte),{shape:u,dataKey:d,activeBar:f}=i,{onMouseEnter:m,onClick:h,onMouseLeave:g}=i,w=ld(i,Cte),b=e9(m,d,l),j=t9(g),A=r9(h,d,l);return r?x.createElement(x.Fragment,null,r.map((T,E)=>x.createElement(Bk,ha({index:T.originalDataIndex,key:"rectangle-".concat(T?.x,"-").concat(T?.y,"-").concat(T?.value,"-").concat(E),className:"recharts-bar-rectangle"},wd(w,T,E),{onMouseEnter:b(T,E),onMouseLeave:j(T,E),onClick:A(T,E)}),f?x.createElement(Vte,{shape:u,activeBar:f,baseProps:s,entry:T,index:E,dataKey:d}):x.createElement(Ute,{shape:u,baseProps:s,entry:T,index:E,dataKey:d})))):null}function qte(e){var{props:t,previousRectanglesRef:r}=e,{data:i,layout:o,isAnimationActive:l,animationBegin:s,animationDuration:u,animationEasing:d,onAnimationEnd:f,onAnimationStart:m}=t,h=r.current,g=Vd(t,"recharts-bar-"),[w,b]=x.useState(!1),j=!w,A=x.useCallback(()=>{typeof f=="function"&&f(),b(!1)},[f]),T=x.useCallback(()=>{typeof m=="function"&&m(),b(!0)},[m]);return x.createElement(Bte,{showLabels:j,rects:i},x.createElement(Bd,{animationId:g,begin:s,duration:u,isActive:l,easing:d,onAnimationEnd:A,onAnimationStart:T,key:g},E=>{var O=E===1?i:i?.map((N,C)=>{var M=h&&h[C];if(M)return or(or({},N),{},{x:vt(M.x,N.x,E),y:vt(M.y,N.y,E),width:vt(M.width,N.width,E),height:vt(M.height,N.height,E)});if(o==="horizontal"){var R=vt(0,N.height,E),z=vt(N.stackedBarStart,N.y,E);return or(or({},N),{},{y:z,height:R})}var F=vt(0,N.width,E),Z=vt(N.stackedBarStart,N.x,E);return or(or({},N),{},{width:F,x:Z})});return E>0&&(r.current=O??null),O==null?null:x.createElement(Pt,null,x.createElement($te,{props:t,data:O}))}),x.createElement(dk,{label:t.label}),t.children)}function Fte(e){var t=x.useRef(null);return x.createElement(qte,{previousRectanglesRef:t,props:e})}var Vk=0,Hte=(e,t)=>{var r=Array.isArray(e.value)?e.value[1]:e.value;return{x:e.x,y:e.y,value:r,errorVal:ht(e,t)}};class Kte extends x.PureComponent{render(){var{hide:t,data:r,dataKey:i,className:o,xAxisId:l,yAxisId:s,needClip:u,background:d,id:f}=this.props;if(t||r==null)return null;var m=Ze("recharts-bar",o),h=f;return x.createElement(Pt,{className:m,id:f},u&&x.createElement("defs",null,x.createElement(Lk,{clipPathId:h,xAxisId:l,yAxisId:s})),x.createElement(Pt,{className:"recharts-bar-rectangles",clipPath:u?"url(#clipPath-".concat(h,")"):void 0},x.createElement(Ite,{data:r,dataKey:i,background:d,allOtherBarProps:this.props}),x.createElement(Fte,this.props)))}}var Xte={activeBar:!1,animationBegin:0,animationDuration:400,animationEasing:"ease",background:!1,hide:!1,isAnimationActive:"auto",label:!1,legendType:"rect",minPointSize:Vk,xAxisId:0,yAxisId:0,zIndex:Mt.bar};function Yte(e){var{xAxisId:t,yAxisId:r,hide:i,legendType:o,minPointSize:l,activeBar:s,animationBegin:u,animationDuration:d,animationEasing:f,isAnimationActive:m}=e,{needClip:h}=l9(t,r),g=ho(),w=wt(),b=_k(e.children,af),j=me(E=>bte(E,e.id,w,b));if(g!=="vertical"&&g!=="horizontal")return null;var A,T=j?.[0];return T==null||T.height==null||T.width==null?A=0:A=g==="vertical"?T.height/2:T.width/2,x.createElement(Rk,{xAxisId:t,yAxisId:r,data:j,dataPointFormatter:Hte,errorBarOffset:A},x.createElement(Kte,ha({},e,{layout:g,needClip:h,data:j,xAxisId:t,yAxisId:r,hide:i,legendType:o,minPointSize:l,activeBar:s,animationBegin:u,animationDuration:d,animationEasing:f,isAnimationActive:m})))}function Gte(e){var{layout:t,barSettings:{dataKey:r,minPointSize:i,hasCustomShape:o},pos:l,bandSize:s,xAxis:u,yAxis:d,xAxisTicks:f,yAxisTicks:m,stackedData:h,displayedData:g,offset:w,cells:b,parentViewBox:j,dataStartIndex:A}=e,T=t==="horizontal"?d:u,E=h?T.scale.domain():null,O=v$({numericAxis:T}),N=T.scale.map(O);return g.map((C,M)=>{var R,z,F,Z,te,X;if(h){var ge=h[M+A];if(ge==null)return null;R=d$(ge,E)}else R=ht(C,r),Array.isArray(R)||(R=[O,R]);var se=nte(i,Vk)(R[1],M);if(t==="horizontal"){var ye,B=d.scale.map(R[0]),G=d.scale.map(R[1]);if(B==null||G==null)return null;z=hy({axis:u,ticks:f,bandSize:s,offset:l.offset,entry:C,index:M}),F=(ye=G??B)!==null&&ye!==void 0?ye:void 0,Z=l.size;var ie=B-G;if(te=Ii(ie)?0:ie,X={x:z,y:w.top,width:Z,height:w.height},Math.abs(se)>0&&Math.abs(te)0&&Math.abs(Z)x.createElement(x.Fragment,null,x.createElement(vk,{legendPayload:Lte(t)}),x.createElement(zte,{dataKey:t.dataKey,stroke:t.stroke,strokeWidth:t.strokeWidth,fill:t.fill,name:t.name,hide:t.hide,unit:t.unit,tooltipType:t.tooltipType,id:o}),x.createElement(xk,{type:"bar",id:o,data:void 0,xAxisId:t.xAxisId,yAxisId:t.yAxisId,zAxisId:0,dataKey:t.dataKey,stackId:r,hide:t.hide,barSize:t.barSize,minPointSize:t.minPointSize,maxBarSize:t.maxBarSize,isPanorama:i,hasCustomShape:t.shape!=null}),x.createElement(Ur,{zIndex:t.zIndex},x.createElement(Yte,ha({},t,{id:o})))))}var Uk=x.memo(Wte,Ws);Uk.displayName="Bar";var Zte=["option","isActive"];function hs(){return hs=Object.assign?Object.assign.bind():function(e){for(var t=1;tUi(e,"xAxis",t,s),rre=(e,t,r,i,o,l,s)=>ma(e,"xAxis",t,s),ire=(e,t,r,i,o,l,s)=>Ui(e,"yAxis",r,s),nre=(e,t,r,i,o,l,s)=>ma(e,"yAxis",r,s),are=(e,t,r,i)=>tG(e,"zAxis",i,!1),ore=(e,t,r,i,o)=>o,lre=(e,t,r,i,o,l)=>l,cre=(e,t,r,i,o,l,s)=>Z3(e,void 0,void 0,s),sre=q([tf,ore],(e,t)=>e.filter(r=>r.type==="scatter").find(r=>r.id===t)),ure=q([cre,tre,rre,ire,nre,are,sre,lre],(e,t,r,i,o,l,s,u)=>{var{chartData:d,dataStartIndex:f,dataEndIndex:m}=e;if(s!=null){var h;if(s?.data!=null&&s.data.length>0?h=s.data:h=d?.slice(f,m+1),!(h==null||t==null||i==null||r==null||o==null||r?.length===0||o?.length===0))return Are({displayedData:h,xAxis:t,yAxis:i,zAxis:l,scatterSettings:s,xAxisTicks:r,yAxisTicks:o,cells:u})}}),pre=["id"],dre=["onMouseEnter","onClick","onMouseLeave"],fre=["animationBegin","animationDuration","animationEasing","hide","isAnimationActive","legendType","lineJointType","lineType","shape","xAxisId","yAxisId","zAxisId"];function V_(e,t){if(e==null)return{};var r,i,o=mre(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var{dataKey:t,name:r,fill:i,legendType:o,hide:l}=e;return[{inactive:l,dataKey:t,type:o,color:i,value:Cd(r,t),payload:e}]},yre=x.memo(e=>{var{dataKey:t,points:r,stroke:i,strokeWidth:o,fill:l,name:s,hide:u,tooltipType:d,id:f}=e,m={dataDefinedOnItem:r?.map(h=>h.tooltipPayload),getPosition:h=>{var g;return r==null||(g=r[Number(h)])===null||g===void 0?void 0:g.tooltipPosition},settings:{stroke:i,strokeWidth:o,fill:l,nameKey:void 0,dataKey:t,name:Cd(s,t),hide:u,type:d,color:l,unit:"",graphicalItemId:f}};return x.createElement(gk,{tooltipEntrySettings:m})});function wre(e){var{points:t,props:r}=e,{line:i,lineType:o,lineJointType:l}=r;if(!i)return null;var s=oi(r),u=_d(i),d,f;if(o==="joint")d=t.map(A=>{var T,E;return{x:(T=A.cx)!==null&&T!==void 0?T:null,y:(E=A.cy)!==null&&E!==void 0?E:null}});else if(o==="fitting"){var{xmin:m,xmax:h,a:g,b:w}=GB(t),b=A=>g*A+w;d=[{x:m,y:b(m)},{x:h,y:b(h)}]}var j=xr(xr(xr({},s),{},{fill:"none",stroke:s&&s.fill},u),{},{points:d});return x.isValidElement(i)?f=x.cloneElement(i,j):typeof i=="function"?f=i(j):f=x.createElement(G3,mo({},j,{type:l})),x.createElement(Pt,{className:"recharts-scatter-line",key:"recharts-scatter-line"},f)}function bre(e){var{showLabels:t,points:r,children:i}=e,o=zl(),l=x.useMemo(()=>r?.map(s=>{var u,d,f={x:(u=s.x)!==null&&u!==void 0?u:0,y:(d=s.y)!==null&&d!==void 0?d:0,width:s.width,height:s.height,lowerWidth:s.width,upperWidth:s.width};return xr(xr({},f),{},{value:void 0,payload:s.payload,viewBox:f,parentViewBox:o,fill:void 0})}),[o,r]);return x.createElement(uk,{value:t?l:void 0},i)}function xre(e){var{points:t,allOtherScatterProps:r}=e,{shape:i,activeShape:o,dataKey:l}=r,{id:s}=r,u=V_(r,pre),d=me(po),{onMouseEnter:f,onClick:m,onMouseLeave:h}=r,g=V_(r,dre),w=e9(f,l,s),b=t9(h),j=r9(m,l,s);if(!cV(t))return null;var A=oi(u);return x.createElement(x.Fragment,null,x.createElement(wre,{points:t,props:u}),t.map((T,E)=>{var O=o!=null&&o!==!1,N=O&&d===String(E),C=O&&N?o:i,M=xr(xr(xr({},A),T),{},{index:E,[oT]:String(s)});return x.createElement(Ur,{key:"symbol-".concat(T?.cx,"-").concat(T?.cy,"-").concat(T?.size,"-").concat(E),zIndex:N?Mt.activeDot:void 0},x.createElement(Pt,mo({className:"recharts-scatter-symbol"},wd(g,T,E),{onMouseEnter:w(T,E),onMouseLeave:b(T,E),onClick:j(T,E)}),x.createElement(ere,mo({option:C,isActive:N},M))))}))}function jre(e){var{previousPointsRef:t,props:r}=e,{points:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u}=r,d=t.current,f=Vd(r,"recharts-scatter-"),[m,h]=x.useState(!1),g=x.useCallback(()=>{h(!1)},[]),w=x.useCallback(()=>{h(!0)},[]),b=!m;return x.createElement(bre,{showLabels:b,points:i},r.children,x.createElement(Bd,{animationId:f,begin:l,duration:s,isActive:o,easing:u,onAnimationEnd:g,onAnimationStart:w,key:f},j=>{var A=j===1?i:i?.map((T,E)=>{var O=d&&d[E];return O?xr(xr({},T),{},{cx:T.cx==null?void 0:vt(O.cx,T.cx,j),cy:T.cy==null?void 0:vt(O.cy,T.cy,j),size:vt(O.size,T.size,j)}):xr(xr({},T),{},{size:vt(0,T.size,j)})});return j>0&&(t.current=A),x.createElement(Pt,null,x.createElement(xre,{points:A,allOtherScatterProps:r,showLabels:b}))}),x.createElement(dk,{label:r.label}))}function Are(e){var{displayedData:t,xAxis:r,yAxis:i,zAxis:o,scatterSettings:l,xAxisTicks:s,yAxisTicks:u,cells:d}=e,f=et(r.dataKey)?l.dataKey:r.dataKey,m=et(i.dataKey)?l.dataKey:i.dataKey,h=o&&o.dataKey,g=o?o.range:IE.range,w=g&&g[0],b=r.scale.bandwidth?r.scale.bandwidth():0,j=i.scale.bandwidth?i.scale.bandwidth():0;return t.map((A,T)=>{var E=ht(A,f),O=ht(A,m),N=!et(h)&&ht(A,h)||"-",C=[{name:et(r.dataKey)?l.name:r.name||String(r.dataKey),unit:r.unit||"",value:E,payload:A,dataKey:f,type:l.tooltipType,graphicalItemId:l.id},{name:et(i.dataKey)?l.name:i.name||String(i.dataKey),unit:i.unit||"",value:O,payload:A,dataKey:m,type:l.tooltipType,graphicalItemId:l.id}];N!=="-"&&o!=null&&C.push({name:o.name||o.dataKey,unit:o.unit||"",value:N,payload:A,dataKey:h,type:l.tooltipType,graphicalItemId:l.id});var M=my({axis:r,ticks:s,bandSize:b,entry:A,index:T,dataKey:f}),R=my({axis:i,ticks:u,bandSize:j,entry:A,index:T,dataKey:m}),z=N!=="-"&&o!=null?o.scale.map(N):w,F=z==null?0:Math.sqrt(Math.max(z,0)/Math.PI);return xr(xr({},A),{},{cx:M,cy:R,x:M==null?void 0:M-F,y:R==null?void 0:R-F,width:2*F,height:2*F,size:z,node:{x:E,y:O,z:N},tooltipPayload:C,tooltipPosition:{x:M,y:R},payload:A},d&&d[T]&&d[T].props)})}var Sre=(e,t,r)=>({x:e.cx,y:e.cy,value:Number(r==="x"?e.node.x:e.node.y),errorVal:ht(e,t)});function Tre(e){var{hide:t,points:r,className:i,needClip:o,xAxisId:l,yAxisId:s,id:u}=e,d=x.useRef(null);if(t)return null;var f=Ze("recharts-scatter",i),m=u;return x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:f,clipPath:o?"url(#clipPath-".concat(m,")"):void 0,id:u},o&&x.createElement("defs",null,x.createElement(Lk,{clipPathId:m,xAxisId:l,yAxisId:s})),x.createElement(Rk,{xAxisId:l,yAxisId:s,data:r,dataPointFormatter:Sre,errorBarOffset:0},x.createElement(Pt,{key:"recharts-scatter-symbols"},x.createElement(jre,{props:e,previousPointsRef:d})))))}var $k={xAxisId:0,yAxisId:0,zAxisId:0,label:!1,line:!1,legendType:"circle",lineType:"joint",lineJointType:"linear",shape:"circle",hide:!1,isAnimationActive:"auto",animationBegin:0,animationDuration:400,animationEasing:"linear",zIndex:Mt.scatter};function Ere(e){var t=Vt(e,$k),{animationBegin:r,animationDuration:i,animationEasing:o,hide:l,isAnimationActive:s,legendType:u,lineJointType:d,lineType:f,shape:m,xAxisId:h,yAxisId:g,zAxisId:w}=t,b=V_(t,fre),{needClip:j}=l9(h,g),A=x.useMemo(()=>_k(e.children,af),[e.children]),T=wt(),E=me(O=>ure(O,h,g,w,e.id,A,T));return j==null||E==null?null:x.createElement(x.Fragment,null,x.createElement(yre,{dataKey:e.dataKey,points:E,stroke:e.stroke,strokeWidth:e.strokeWidth,fill:e.fill,name:e.name,hide:e.hide,tooltipType:e.tooltipType,id:e.id}),x.createElement(Tre,mo({},b,{xAxisId:h,yAxisId:g,zAxisId:w,lineType:f,lineJointType:d,legendType:u,shape:m,hide:l,isAnimationActive:s,animationBegin:r,animationDuration:i,animationEasing:o,points:E,needClip:j})))}function Ore(e){var t=Vt(e,$k),r=wt();return x.createElement(wk,{id:t.id,type:"scatter"},i=>x.createElement(x.Fragment,null,x.createElement(vk,{legendPayload:vre(t)}),x.createElement(xk,{type:"scatter",id:i,data:t.data,xAxisId:t.xAxisId,yAxisId:t.yAxisId,zAxisId:t.zAxisId,dataKey:t.dataKey,hide:t.hide,name:t.name,tooltipType:t.tooltipType,isPanorama:r}),x.createElement(Ere,mo({},t,{id:i}))))}var qk=x.memo(Ore,Ws);qk.displayName="Scatter";var kre=["domain","range"],Nre=["domain","range"];function Tx(e,t){if(e==null)return{};var r,i,o=Cre(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{if(s!=null)return kx(kx({},l),{},{type:s})},[l,s]);return x.useLayoutEffect(()=>{u!=null&&(r.current===null?t(sJ(u)):r.current!==u&&t(uJ({prev:r.current,next:u})),r.current=u)},[u,t]),x.useLayoutEffect(()=>()=>{r.current&&(t(pJ(r.current)),r.current=null)},[t]),null}var Vre=e=>{var{xAxisId:t,className:r}=e,i=me(q3),o=wt(),l="xAxis",s=me(T=>gO(T,l,t,o)),u=me(T=>mO(T,t)),d=me(T=>YY(T,t)),f=me(T=>LE(T,t));if(u==null||d==null||f==null)return null;var{dangerouslySetInnerHTML:m,ticks:h,scale:g}=e,w=$_(e,Pre),{id:b,scale:j}=f,A=$_(f,Dre);return x.createElement(a9,U_({},w,A,{x:d.x,y:d.y,width:u.width,height:u.height,className:Ze("recharts-".concat(l," ").concat(l),r),viewBox:i,ticks:s,axisType:l,axisId:t}))},Ure={allowDataOverflow:Ot.allowDataOverflow,allowDecimals:Ot.allowDecimals,allowDuplicatedCategory:Ot.allowDuplicatedCategory,angle:Ot.angle,axisLine:hn.axisLine,height:Ot.height,hide:!1,includeHidden:Ot.includeHidden,interval:Ot.interval,label:!1,minTickGap:Ot.minTickGap,mirror:Ot.mirror,orientation:Ot.orientation,padding:Ot.padding,reversed:Ot.reversed,scale:Ot.scale,tick:Ot.tick,tickCount:Ot.tickCount,tickLine:hn.tickLine,tickSize:hn.tickSize,type:Ot.type,niceTicks:Ot.niceTicks,xAxisId:0},$re=e=>{var t=Vt(e,Ure);return x.createElement(x.Fragment,null,x.createElement(Bre,{allowDataOverflow:t.allowDataOverflow,allowDecimals:t.allowDecimals,allowDuplicatedCategory:t.allowDuplicatedCategory,angle:t.angle,dataKey:t.dataKey,domain:t.domain,height:t.height,hide:t.hide,id:t.xAxisId,includeHidden:t.includeHidden,interval:t.interval,minTickGap:t.minTickGap,mirror:t.mirror,name:t.name,orientation:t.orientation,padding:t.padding,reversed:t.reversed,scale:t.scale,tick:t.tick,tickCount:t.tickCount,tickFormatter:t.tickFormatter,ticks:t.ticks,type:t.type,unit:t.unit,niceTicks:t.niceTicks}),x.createElement(Vre,t))},s9=x.memo($re,Fk);s9.displayName="XAxis";var qre=["type"],Fre=["dangerouslySetInnerHTML","ticks","scale"],Hre=["id","scale"];function q_(){return q_=Object.assign?Object.assign.bind():function(e){for(var t=1;t{if(s!=null)return Cx(Cx({},l),{},{type:s})},[s,l]);return x.useLayoutEffect(()=>{u!=null&&(r.current===null?t(dJ(u)):r.current!==u&&t(fJ({prev:r.current,next:u})),r.current=u)},[u,t]),x.useLayoutEffect(()=>()=>{r.current&&(t(mJ(r.current)),r.current=null)},[t]),null}function Zre(e){var{yAxisId:t,className:r,width:i,label:o}=e,l=x.useRef(null),s=x.useRef(null),u=me(q3),d=wt(),f=ot(),m="yAxis",h=me(M=>hO(M,t)),g=me(M=>WY(M,t)),w=me(M=>gO(M,m,t,d)),b=me(M=>zE(M,t));if(x.useLayoutEffect(()=>{if(!(i!=="auto"||!h||J6(o)||x.isValidElement(o)||b==null)){var M=l.current;if(M){var R=M.getCalculatedWidth();Math.round(h.width)!==Math.round(R)&&f(hJ({id:t,width:R}))}}},[w,h,f,o,t,i,b]),h==null||g==null||b==null)return null;var{dangerouslySetInnerHTML:j,ticks:A,scale:T}=e,E=F_(e,Fre),{id:O,scale:N}=b,C=F_(b,Hre);return x.createElement(a9,q_({},E,C,{ref:l,labelRef:s,x:g.x,y:g.y,tickTextProps:i==="auto"?{width:void 0}:{width:i},width:h.width,height:h.height,className:Ze("recharts-".concat(m," ").concat(m),r),viewBox:u,ticks:w,axisType:m,axisId:t}))}var Qre={allowDataOverflow:kt.allowDataOverflow,allowDecimals:kt.allowDecimals,allowDuplicatedCategory:kt.allowDuplicatedCategory,angle:kt.angle,axisLine:hn.axisLine,hide:!1,includeHidden:kt.includeHidden,interval:kt.interval,label:!1,minTickGap:kt.minTickGap,mirror:kt.mirror,orientation:kt.orientation,padding:kt.padding,reversed:kt.reversed,scale:kt.scale,tick:kt.tick,tickCount:kt.tickCount,tickLine:hn.tickLine,tickSize:hn.tickSize,type:kt.type,niceTicks:kt.niceTicks,width:kt.width,yAxisId:0},Jre=e=>{var t=Vt(e,Qre);return x.createElement(x.Fragment,null,x.createElement(Wre,{interval:t.interval,id:t.yAxisId,scale:t.scale,type:t.type,domain:t.domain,allowDataOverflow:t.allowDataOverflow,dataKey:t.dataKey,allowDuplicatedCategory:t.allowDuplicatedCategory,allowDecimals:t.allowDecimals,tickCount:t.tickCount,padding:t.padding,includeHidden:t.includeHidden,reversed:t.reversed,ticks:t.ticks,width:t.width,orientation:t.orientation,mirror:t.mirror,hide:t.hide,unit:t.unit,name:t.name,angle:t.angle,minTickGap:t.minTickGap,tick:t.tick,tickFormatter:t.tickFormatter,niceTicks:t.niceTicks}),x.createElement(Zre,t))},u9=x.memo(Jre,Fk);u9.displayName="YAxis";var eie={begin:0,duration:1e3,easing:"ease",isActive:!0,canBegin:!0,onAnimationEnd:()=>{},onAnimationStart:()=>{}};function tie(e){var t=Vt(e,eie),{animationId:r,from:i,to:o,attributeName:l,isActive:s,canBegin:u,duration:d,easing:f,begin:m,onAnimationEnd:h,onAnimationStart:g,children:w}=t,b=Y3(),j=s==="auto"?!Il.isSsr&&!b:s,A=ET(r+l,t.animationManager),[T,E]=x.useState(()=>j?i:o),O=x.useRef(!1),N=x.useCallback(()=>{E(i),g()},[i,g]);if(x.useEffect(()=>{if(!j||!u)return va;O.current=!0;var M=A.subscribe(E);return A.start([N,m,o,d,h]),()=>{A.stop(),M&&M(),h()}},[j,u,d,f,m,N,h,A,o,i]),!j)return w({[l]:o});if(!u)return w({[l]:i});if(O.current){var C=W3([l],d,f);return w({transition:C,[l]:T})}return w({[l]:i})}var rie=["direction","width","dataKey","isAnimationActive","animationBegin","animationDuration","animationEasing"];function Is(){return Is=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{x:N,y:C,value:M,errorVal:R}=h(E,i,t);if(!R||N==null||C==null)return null;var z=[],F,Z;if(Array.isArray(R)){var[te,X]=R;if(te==null||X==null)return null;F=te,Z=X}else F=Z=R;if(t==="x"){var{scale:ge}=j,se=C+b,ye=se+r,B=se-r,G=ge.map(M-F),ie=ge.map(M+Z);G!=null&&ie!=null&&(z.push({x1:ie,y1:ye,x2:ie,y2:B}),z.push({x1:G,y1:se,x2:ie,y2:se}),z.push({x1:G,y1:ye,x2:G,y2:B}))}else if(t==="y"){var{scale:le}=A,ce=N+b,D=ce-r,H=ce+r,ae=le.map(M-F),oe=le.map(M+Z);ae!=null&&oe!=null&&(z.push({x1:D,y1:oe,x2:H,y2:oe}),z.push({x1:ce,y1:ae,x2:ce,y2:oe}),z.push({x1:D,y1:ae,x2:H,y2:ae}))}var ve=t==="x"?"scaleX":"scaleY",Ae="".concat(N+b,"px ").concat(C+b,"px");return x.createElement(Pt,Is({className:"recharts-errorBar",key:"bar-".concat(N,"-").concat(C,"-").concat(M,"-").concat(O)},f),z.map((je,re)=>{var Q=o?{transformOrigin:Ae}:void 0;return x.createElement(tie,{animationId:"error-bar-".concat(t,"_").concat(je.x1,"-").concat(je.x2,"-").concat(je.y1,"-").concat(je.y2),from:"".concat(ve,"(0)"),to:"".concat(ve,"(1)"),attributeName:"transform",begin:l,easing:u,isActive:o,duration:s,key:"errorbar-".concat(O,"-").concat(je.x1,"-").concat(je.y1,"-").concat(je.x2,"-").concat(je.y2,"-").concat(re)},ee=>x.createElement("line",Is({},je,{style:Px(Px({},Q),ee)})))}))});return x.createElement(Pt,{className:"recharts-errorBars"},T)}function sie(e){var t=ho();return e??(t!=null&&t==="horizontal"?"y":"x")}var uie={stroke:"black",strokeWidth:1.5,width:5,offset:0,isAnimationActive:!0,animationBegin:0,animationDuration:400,animationEasing:"ease-in-out",zIndex:Mt.line};function cd(e){var t=sie(e.direction),r=Vt(e,uie),{width:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u,zIndex:d}=r;return x.createElement(x.Fragment,null,x.createElement(tte,{dataKey:r.dataKey,direction:t}),x.createElement(Ur,{zIndex:d},x.createElement(cie,Is({},r,{direction:t,width:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u}))))}cd.displayName="ErrorBar";var pie=(e,t)=>t,p9=q([pie,Qe,JT,qt,DO,Tn,yW,Ut],TW);function die(e){return"getBBox"in e.currentTarget&&typeof e.currentTarget.getBBox=="function"}function d9(e){var t=e.currentTarget.getBoundingClientRect(),r,i;if(die(e)){var o=e.currentTarget.getBBox();r=o.width>0?t.width/o.width:1,i=o.height>0?t.height/o.height:1}else{var l=e.currentTarget;r=l.offsetWidth>0?t.width/l.offsetWidth:1,i=l.offsetHeight>0?t.height/l.offsetHeight:1}var s=(u,d)=>({relativeX:Math.round((u-t.left)/r),relativeY:Math.round((d-t.top)/i)});return"touches"in e?Array.from(e.touches).map(u=>s(u.clientX,u.clientY)):s(e.clientX,e.clientY)}var Hk=Br("mouseClick"),Kk=Ks();Kk.startListening({actionCreator:Hk,effect:(e,t)=>{var r=e.payload,i=p9(t.getState(),d9(r));i?.activeIndex!=null&&t.dispatch(fG({activeIndex:i.activeIndex,activeDataKey:void 0,activeCoordinate:i.activeCoordinate}))}});var H_=Br("mouseMove"),Xk=Ks(),sl=null,$a=null,yh=null;Xk.startListening({actionCreator:H_,effect:(e,t)=>{var r=e.payload,i=t.getState(),{throttleDelay:o,throttledEvents:l}=i.eventSettings,s=l==="all"||l?.includes("mousemove");sl!==null&&(cancelAnimationFrame(sl),sl=null),$a!==null&&(typeof o!="number"||!s)&&(clearTimeout($a),$a=null),yh=d9(r);var u=()=>{var d=t.getState(),f=$6(d,d.tooltip.settings.shared);if(!yh){sl=null,$a=null;return}if(f==="axis"){var m=p9(d,yh);m?.activeIndex!=null?t.dispatch(SO({activeIndex:m.activeIndex,activeDataKey:void 0,activeCoordinate:m.activeCoordinate})):t.dispatch(AO())}sl=null,$a=null};if(!s){u();return}o==="raf"?sl=requestAnimationFrame(u):typeof o=="number"&&$a===null&&($a=setTimeout(u,o))}});function fie(e,t){return t instanceof HTMLElement?"HTMLElement <".concat(t.tagName,' class="').concat(t.className,'">'):t===window?"global.window":e==="children"&&typeof t=="object"&&t!==null?"<>":t}var Dx={accessibilityLayer:!0,barCategoryGap:"10%",barGap:4,barSize:void 0,className:void 0,maxBarSize:void 0,stackOffset:"none",syncId:void 0,syncMethod:"index",baseValue:void 0,reverseStackOrder:!1},Yk=nr({name:"rootProps",initialState:Dx,reducers:{updateOptions:(e,t)=>{var r;e.accessibilityLayer=t.payload.accessibilityLayer,e.barCategoryGap=t.payload.barCategoryGap,e.barGap=(r=t.payload.barGap)!==null&&r!==void 0?r:Dx.barGap,e.barSize=t.payload.barSize,e.maxBarSize=t.payload.maxBarSize,e.stackOffset=t.payload.stackOffset,e.syncId=t.payload.syncId,e.syncMethod=t.payload.syncMethod,e.className=t.payload.className,e.baseValue=t.payload.baseValue,e.reverseStackOrder=t.payload.reverseStackOrder}}}),mie=Yk.reducer,{updateOptions:hie}=Yk.actions,_ie=null,gie={updatePolarOptions:(e,t)=>e===null?t.payload:(e.startAngle=t.payload.startAngle,e.endAngle=t.payload.endAngle,e.cx=t.payload.cx,e.cy=t.payload.cy,e.innerRadius=t.payload.innerRadius,e.outerRadius=t.payload.outerRadius,e)},Gk=nr({name:"polarOptions",initialState:_ie,reducers:gie}),{updatePolarOptions:Hae}=Gk.actions,vie=Gk.reducer,Wk=Br("keyDown"),Zk=Br("focus"),Qk=Br("blur"),lf=Ks(),ul=null,qa=null,X0=null;lf.startListening({actionCreator:Wk,effect:(e,t)=>{X0=e.payload,ul!==null&&(cancelAnimationFrame(ul),ul=null);var r=t.getState(),{throttleDelay:i,throttledEvents:o}=r.eventSettings,l=o==="all"||o.includes("keydown");qa!==null&&(typeof i!="number"||!l)&&(clearTimeout(qa),qa=null);var s=()=>{try{var u=t.getState(),d=u.rootProps.accessibilityLayer!==!1;if(!d)return;var{keyboardInteraction:f}=u.tooltip,m=X0;if(m!=="ArrowRight"&&m!=="ArrowLeft"&&m!=="Enter")return;var h=q6(f,Xl(u),nu(u),ou(u)),g=h==null?-1:Number(h);if(!Number.isFinite(g)||g<0)return;var w=Tn(u);if(m==="Enter"){var b=td(u,"axis","hover",String(f.index));t.dispatch(ed({active:!f.active,activeIndex:f.index,activeCoordinate:b}));return}var j=rG(u),A=j==="left-to-right"?1:-1,T=m==="ArrowRight"?1:-1,E=g+T*A;if(w==null||E>=w.length||E<0)return;var O=td(u,"axis","hover",String(E));t.dispatch(ed({active:!0,activeIndex:E.toString(),activeCoordinate:O}))}finally{ul=null,qa=null}};if(!l){s();return}i==="raf"?ul=requestAnimationFrame(s):typeof i=="number"&&qa===null&&(s(),X0=null,qa=setTimeout(()=>{X0?s():(qa=null,ul=null)},i))}});lf.startListening({actionCreator:Zk,effect:(e,t)=>{var r=t.getState(),i=r.rootProps.accessibilityLayer!==!1;if(i){var{keyboardInteraction:o}=r.tooltip;if(!o.active&&o.index==null){var l="0",s=td(r,"axis","hover",String(l));t.dispatch(ed({active:!0,activeIndex:l,activeCoordinate:s}))}}}});lf.startListening({actionCreator:Qk,effect:(e,t)=>{var r=t.getState(),i=r.rootProps.accessibilityLayer!==!1;if(i){var{keyboardInteraction:o}=r.tooltip;o.active&&t.dispatch(ed({active:!1,activeIndex:o.index,activeCoordinate:o.coordinate}))}}});function Jk(e){e.persist();var{currentTarget:t}=e;return new Proxy(e,{get:(r,i)=>{if(i==="currentTarget")return t;var o=Reflect.get(r,i);return typeof o=="function"?o.bind(r):o}})}var ei=Br("externalEvent"),eN=Ks(),Y0=new Map,Jc=new Map,wh=new Map;eN.startListening({actionCreator:ei,effect:(e,t)=>{var{handler:r,reactEvent:i}=e.payload;if(r!=null){var o=i.type,l=Jk(i);wh.set(o,{handler:r,reactEvent:l});var s=Y0.get(o);s!==void 0&&(cancelAnimationFrame(s),Y0.delete(o));var u=t.getState(),{throttleDelay:d,throttledEvents:f}=u.eventSettings,m=f,h=m==="all"||m?.includes(o),g=Jc.get(o);g!==void 0&&(typeof d!="number"||!h)&&(clearTimeout(g),Jc.delete(o));var w=()=>{var A=wh.get(o);try{if(!A)return;var{handler:T,reactEvent:E}=A,O=t.getState(),N={activeCoordinate:nW(O),activeDataKey:IO(O),activeIndex:po(O),activeLabel:zO(O),activeTooltipIndex:po(O),isTooltipActive:aW(O)};T&&T(N,E)}finally{Y0.delete(o),Jc.delete(o),wh.delete(o)}};if(!h){w();return}if(d==="raf"){var b=requestAnimationFrame(w);Y0.set(o,b)}else if(typeof d=="number"){if(!Jc.has(o)){w();var j=setTimeout(w,d);Jc.set(o,j)}}else w()}}});var yie=q([Hl],e=>e.tooltipItemPayloads),wie=q([yie,(e,t)=>t,(e,t,r)=>r],(e,t,r)=>{if(t!=null){var i=e.find(l=>l.settings.graphicalItemId===r);if(i!=null){var{getPosition:o}=i;if(o!=null)return o(t)}}}),tN=Br("touchMove"),rN=Ks(),Fa=null,Jn=null,Rx=null,es=null;rN.startListening({actionCreator:tN,effect:(e,t)=>{var r=e.payload;if(!(r.touches==null||r.touches.length===0)){es=Jk(r);var i=t.getState(),{throttleDelay:o,throttledEvents:l}=i.eventSettings,s=l==="all"||l.includes("touchmove");Fa!==null&&(cancelAnimationFrame(Fa),Fa=null),Jn!==null&&(typeof o!="number"||!s)&&(clearTimeout(Jn),Jn=null),Rx=Array.from(r.touches).map(d=>d9({clientX:d.clientX,clientY:d.clientY,currentTarget:r.currentTarget}));var u=()=>{if(es!=null){var d=t.getState(),f=$6(d,d.tooltip.settings.shared);if(f==="axis"){var m,h=(m=Rx)===null||m===void 0?void 0:m[0];if(h==null){Fa=null,Jn=null;return}var g=p9(d,h);g?.activeIndex!=null&&t.dispatch(SO({activeIndex:g.activeIndex,activeDataKey:void 0,activeCoordinate:g.activeCoordinate}))}else if(f==="item"){var w,b=es.touches[0];if(document.elementFromPoint==null||b==null)return;var j=document.elementFromPoint(b.clientX,b.clientY);if(!j||!j.getAttribute)return;var A=j.getAttribute(S$),T=(w=j.getAttribute(oT))!==null&&w!==void 0?w:void 0,E=Kl(d).find(C=>C.id===T);if(A==null||E==null||T==null)return;var{dataKey:O}=E,N=wie(d,A,T);t.dispatch(jO({activeDataKey:O,activeIndex:A,activeCoordinate:N,activeGraphicalItemId:T}))}Fa=null,Jn=null}};if(!s){u();return}o==="raf"?Fa=requestAnimationFrame(u):typeof o=="number"&&Jn===null&&(u(),es=null,Jn=setTimeout(()=>{es?u():(Jn=null,Fa=null)},o))}}});var iN={throttleDelay:"raf",throttledEvents:["mousemove","touchmove","pointermove","scroll","wheel"]},nN=nr({name:"eventSettings",initialState:iN,reducers:{setEventSettings:(e,t)=>{t.payload.throttleDelay!=null&&(e.throttleDelay=t.payload.throttleDelay),t.payload.throttledEvents!=null&&(e.throttledEvents=t.payload.throttledEvents)}}}),{setEventSettings:bie}=nN.actions,xie=nN.reducer,jie=OS({brush:CJ,cartesianAxis:_J,chartData:iZ,errorBars:Gee,eventSettings:xie,graphicalItems:iJ,layout:l$,legend:_q,options:QW,polarAxis:TQ,polarOptions:vie,referenceElements:BJ,renderedTicks:mee,rootProps:mie,tooltip:mG,zIndex:VW}),Aie=function(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:"Chart";return MU({reducer:jie,preloadedState:t,middleware:i=>{var o;return i({serializableCheck:!1,immutableCheck:!["commonjs","es6","production"].includes((o="es6")!==null&&o!==void 0?o:"")}).concat([Kk.middleware,Xk.middleware,lf.middleware,eN.middleware,rN.middleware])},enhancers:i=>{var o=i;return typeof i=="function"&&(o=i()),o.concat(qS({type:"raf"}))},devTools:{serialize:{replacer:fie},name:"recharts-".concat(r)}})};function Sie(e){var{preloadedState:t,children:r,reduxStoreName:i}=e,o=wt(),l=x.useRef(null);if(o)return r;l.current==null&&(l.current=Aie(t,i));var s=L3;return x.createElement(Dq,{context:s,store:l.current},r)}function Tie(e){var{layout:t,margin:r}=e,i=ot(),o=wt();return x.useEffect(()=>{o||(i(n$(t)),i(i$(r)))},[i,o,t,r]),null}var Eie=x.memo(Tie,Ws);function Oie(e){var t=ot();return x.useEffect(()=>{t(hie(e))},[t,e]),null}var kie=e=>{var t=ot();return x.useEffect(()=>{t(bie(e))},[t,e]),null},Nie=x.memo(kie,Ws);function Lx(e){var{zIndex:t,isPanorama:r}=e,i=x.useRef(null),o=ot();return x.useLayoutEffect(()=>(i.current&&o(IW({zIndex:t,element:i.current,isPanorama:r})),()=>{o(BW({zIndex:t,isPanorama:r}))}),[o,t,r]),x.createElement("g",{tabIndex:-1,ref:i,className:"recharts-zIndex-layer_".concat(t)})}function zx(e){var{children:t,isPanorama:r}=e,i=me(OW);if(!i||i.length===0)return t;var o=i.filter(s=>s<0),l=i.filter(s=>s>0);return x.createElement(x.Fragment,null,o.map(s=>x.createElement(Lx,{key:s,zIndex:s,isPanorama:r})),t,l.map(s=>x.createElement(Lx,{key:s,zIndex:s,isPanorama:r})))}var Cie=["children"];function Mie(e,t){if(e==null)return{};var r,i,o=Pie(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var r=dT(),i=fT(),o=jT();if(!Bi(r)||!Bi(i))return null;var{children:l,otherAttributes:s,title:u,desc:d}=e,f,m;return s!=null&&(typeof s.tabIndex=="number"?f=s.tabIndex:f=o?0:void 0,typeof s.role=="string"?m=s.role:m=o?"application":void 0),x.createElement(KA,sd({},s,{title:u,desc:d,role:m,tabIndex:f,width:r,height:i,style:Die,ref:t}),l)}),Lie=e=>{var{children:t}=e,r=me(Rd);if(!r)return null;var{width:i,height:o,y:l,x:s}=r;return x.createElement(KA,{width:i,height:o,x:s,y:l},t)},Ix=x.forwardRef((e,t)=>{var{children:r}=e,i=Mie(e,Cie),o=wt();return o?x.createElement(Lie,null,x.createElement(zx,{isPanorama:!0},r)):x.createElement(Rie,sd({ref:t},i),x.createElement(zx,{isPanorama:!1},r))});function zie(){var e=ot(),[t,r]=x.useState(null),i=me(A$);return x.useEffect(()=>{if(t!=null){var o=t.getBoundingClientRect(),l=o.width/t.offsetWidth;Ne(l)&&l!==i&&e(o$(l))}},[t,e,i]),r}function Bx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Iie(e){for(var t=1;t(dZ(),null);function ud(e){if(typeof e=="number")return e;if(typeof e=="string"){var t=parseFloat(e);if(!Number.isNaN(t))return t}return 0}var qie=x.forwardRef((e,t)=>{var r,i,o=x.useRef(null),[l,s]=x.useState({containerWidth:ud((r=e.style)===null||r===void 0?void 0:r.width),containerHeight:ud((i=e.style)===null||i===void 0?void 0:i.height)}),u=x.useCallback((f,m)=>{s(h=>{var g=Math.round(f),w=Math.round(m);return h.containerWidth===g&&h.containerHeight===w?h:{containerWidth:g,containerHeight:w}})},[]),d=x.useCallback(f=>{if(typeof t=="function"&&t(f),f!=null&&typeof ResizeObserver<"u"){var{width:m,height:h}=f.getBoundingClientRect();u(m,h);var g=b=>{var j=b[0];if(j!=null){var{width:A,height:T}=j.contentRect;u(A,T)}},w=new ResizeObserver(g);w.observe(f),o.current=w}},[t,u]);return x.useEffect(()=>()=>{var f=o.current;f?.disconnect()},[u]),x.createElement(x.Fragment,null,x.createElement(Ys,{width:l.containerWidth,height:l.containerHeight}),x.createElement("div",pa({ref:d},e)))}),Fie=x.forwardRef((e,t)=>{var{width:r,height:i}=e,[o,l]=x.useState({containerWidth:ud(r),containerHeight:ud(i)}),s=x.useCallback((d,f)=>{l(m=>{var h=Math.round(d),g=Math.round(f);return m.containerWidth===h&&m.containerHeight===g?m:{containerWidth:h,containerHeight:g}})},[]),u=x.useCallback(d=>{if(typeof t=="function"&&t(d),d!=null){var{width:f,height:m}=d.getBoundingClientRect();s(f,m)}},[t,s]);return x.createElement(x.Fragment,null,x.createElement(Ys,{width:o.containerWidth,height:o.containerHeight}),x.createElement("div",pa({ref:u},e)))}),Hie=x.forwardRef((e,t)=>{var{width:r,height:i}=e;return x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement("div",pa({ref:t},e)))}),Kie=x.forwardRef((e,t)=>{var{width:r,height:i}=e;return typeof r=="string"||typeof i=="string"?x.createElement(Fie,pa({},e,{ref:t})):typeof r=="number"&&typeof i=="number"?x.createElement(Hie,pa({},e,{width:r,height:i,ref:t})):x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement("div",pa({ref:t},e)))});function Xie(e){return e?qie:Kie}var Yie=x.forwardRef((e,t)=>{var{children:r,className:i,height:o,onClick:l,onContextMenu:s,onDoubleClick:u,onMouseDown:d,onMouseEnter:f,onMouseLeave:m,onMouseMove:h,onMouseUp:g,onTouchEnd:w,onTouchMove:b,onTouchStart:j,style:A,width:T,responsive:E,dispatchTouchEvents:O=!0}=e,N=x.useRef(null),C=ot(),[M,R]=x.useState(null),[z,F]=x.useState(null),Z=zie(),te=F3(),X=te?.width>0?te.width:T,ge=te?.height>0?te.height:o,se=x.useCallback(ee=>{Z(ee),typeof t=="function"&&t(ee),R(ee),F(ee),ee!=null&&(N.current=ee)},[Z,t,R,F]),ye=x.useCallback(ee=>{C(Hk(ee)),C(ei({handler:l,reactEvent:ee}))},[C,l]),B=x.useCallback(ee=>{C(H_(ee)),C(ei({handler:f,reactEvent:ee}))},[C,f]),G=x.useCallback(ee=>{C(AO()),C(ei({handler:m,reactEvent:ee}))},[C,m]),ie=x.useCallback(ee=>{C(H_(ee)),C(ei({handler:h,reactEvent:ee}))},[C,h]),le=x.useCallback(()=>{C(Zk())},[C]),ce=x.useCallback(()=>{C(Qk())},[C]),D=x.useCallback(ee=>{C(Wk(ee.key))},[C]),H=x.useCallback(ee=>{C(ei({handler:s,reactEvent:ee}))},[C,s]),ae=x.useCallback(ee=>{C(ei({handler:u,reactEvent:ee}))},[C,u]),oe=x.useCallback(ee=>{C(ei({handler:d,reactEvent:ee}))},[C,d]),ve=x.useCallback(ee=>{C(ei({handler:g,reactEvent:ee}))},[C,g]),Ae=x.useCallback(ee=>{C(ei({handler:j,reactEvent:ee}))},[C,j]),je=x.useCallback(ee=>{O&&C(tN(ee)),C(ei({handler:b,reactEvent:ee}))},[C,O,b]),re=x.useCallback(ee=>{C(ei({handler:w,reactEvent:ee}))},[C,w]),Q=Xie(E);return x.createElement(HO.Provider,{value:M},x.createElement(sB.Provider,{value:z},x.createElement(Q,{width:X??A?.width,height:ge??A?.height,className:Ze("recharts-wrapper",i),style:Iie({position:"relative",cursor:"default",width:X,height:ge},A),onClick:ye,onContextMenu:H,onDoubleClick:ae,onFocus:le,onBlur:ce,onKeyDown:D,onMouseDown:oe,onMouseEnter:B,onMouseLeave:G,onMouseMove:ie,onMouseUp:ve,onTouchEnd:re,onTouchMove:je,onTouchStart:Ae,ref:se},x.createElement($ie,null),r)))}),Gie=["width","height","responsive","children","className","style","compact","title","desc"];function Wie(e,t){if(e==null)return{};var r,i,o=Zie(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var{width:r,height:i,responsive:o,children:l,className:s,style:u,compact:d,title:f,desc:m}=e,h=Wie(e,Gie),g=oi(h);return d?x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement(Ix,{otherAttributes:g,title:f,desc:m},l)):x.createElement(Yie,{className:s,style:u,width:r,height:i,responsive:o??!1,onClick:e.onClick,onMouseLeave:e.onMouseLeave,onMouseEnter:e.onMouseEnter,onMouseMove:e.onMouseMove,onMouseDown:e.onMouseDown,onMouseUp:e.onMouseUp,onContextMenu:e.onContextMenu,onDoubleClick:e.onDoubleClick,onTouchStart:e.onTouchStart,onTouchMove:e.onTouchMove,onTouchEnd:e.onTouchEnd},x.createElement(Ix,{otherAttributes:g,title:f,desc:m,ref:t},x.createElement(VJ,null,l)))});function K_(){return K_=Object.assign?Object.assign.bind():function(e){for(var t=1;tx.createElement(aN,{chartName:"BarChart",defaultTooltipEventType:"axis",validateTooltipEventTypes:ane,tooltipPayloadSearcher:KO,categoricalChartProps:e,ref:t})),lne=["item"],cne=x.forwardRef((e,t)=>x.createElement(aN,{chartName:"ScatterChart",defaultTooltipEventType:"item",validateTooltipEventTypes:lne,tooltipPayloadSearcher:KO,categoricalChartProps:e,ref:t}));const sne=JSON.parse('[{"id":"cohere-plus-gemma-4-26b-plus-voxtral","name":"Cohere + Gemma-4-26B + Voxtral","type":"cascade","stt":"Cohere Transcribe","llm":"Gemma-4-26B","tts":"Voxtral 4B TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.5650707510040162,"ci_lower":0.5400919675702811,"ci_upper":0.5891347043005356},"per_domain":{"airline":{"point":0.5846239999999999,"ci_lower":0.5342981666666666,"ci_upper":0.6310367,"n":50},"itsm":{"point":0.5399416666666668,"ci_lower":0.4983481041666666,"ci_upper":0.5800412916666666,"n":80},"medical_hr":{"point":0.5706465863453815,"ci_lower":0.5318696787148595,"ci_upper":0.607986827309237,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2074718875502008,"ci_lower":0.1685092369477911,"ci_upper":0.2461645080321284},"per_domain":{"airline":{"point":0.246,"ci_lower":0.164,"ci_upper":0.326,"n":50},"itsm":{"point":0.1475,"ci_lower":0.0975,"ci_upper":0.1975,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.1614457831325301,"ci_upper":0.3036144578313253,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.4160140562248997,"ci_lower":0.3477434738955823,"ci_upper":0.4843591867469879},"per_domain":{"airline":{"point":0.5,"ci_lower":0.36,"ci_upper":0.64,"n":50},"itsm":{"point":0.3625,"ci_lower":0.2625,"ci_upper":0.475,"n":80},"medical_hr":{"point":0.3855421686746988,"ci_lower":0.2771084337349397,"ci_upper":0.4939759036144578,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0603822803212851,"ci_lower":0.037151450441767,"ci_upper":0.0887407893574296},"per_domain":{"airline":{"point":0.0660905999999999,"ci_lower":0.0180382799999999,"ci_upper":0.131072735,"n":50},"itsm":{"point":0.0275959999999999,"ci_lower":0.0071494999999999,"ci_upper":0.0557637999999999,"n":80},"medical_hr":{"point":0.0874602409638554,"ci_lower":0.0437506506024096,"ci_upper":0.1422746024096384,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6581567455823293,"ci_lower":0.6453489980756358,"ci_upper":0.6710986886981257},"per_domain":{"airline":{"point":0.6751214666666666,"ci_lower":0.6479398133333334,"ci_upper":0.7018515133333334,"n":50},"itsm":{"point":0.6488604166666667,"ci_lower":0.6300227645833333,"ci_upper":0.6668413208333334,"n":80},"medical_hr":{"point":0.6504883534136546,"ci_lower":0.6301046425702811,"ci_upper":0.6697641847389557,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.2094879518072288,"ci_lower":0.1828787650602409,"ci_upper":0.2373751004016063},"per_domain":{"airline":{"point":0.2199999999999999,"ci_lower":0.168,"ci_upper":0.2799999999999999,"n":50},"itsm":{"point":0.1675,"ci_lower":0.1299374999999999,"ci_upper":0.2075,"n":80},"medical_hr":{"point":0.2409638554216866,"ci_lower":0.1975903614457831,"ci_upper":0.2867469879518072,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.6472489959839357,"ci_lower":0.581632781124498,"ci_upper":0.7098310742971887},"per_domain":{"airline":{"point":0.68,"ci_lower":0.5595000000000001,"ci_upper":0.8,"n":50},"itsm":{"point":0.575,"ci_lower":0.4625,"ci_upper":0.6753124999999983,"n":80},"medical_hr":{"point":0.6867469879518072,"ci_lower":0.5903614457831325,"ci_upper":0.7831325301204819,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.014607469879518,"ci_lower":0.0066141368674698,"ci_upper":0.0252782147791164},"per_domain":{"airline":{"point":0.0137919999999999,"ci_lower":0.00380752,"ci_upper":0.0286211199999999,"n":50},"itsm":{"point":0.016228,"ci_lower":0.0019038,"ci_upper":0.04232,"n":80},"medical_hr":{"point":0.0138024096385542,"ci_lower":0.0065001445783132,"ci_upper":0.0240193734939758,"n":83}}},"task_completion":{"pooled":{"point":0.3378574297188755,"ci_lower":0.2890192771084338,"ci_upper":0.3878984939759035},"per_domain":{"airline":{"point":0.368,"ci_lower":0.2759999999999999,"ci_upper":0.4600999999999995,"n":50},"itsm":{"point":0.3275,"ci_lower":0.2475,"ci_upper":0.4025,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2289156626506024,"ci_upper":0.4096385542168674,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9826269116465864,"ci_lower":0.9792287040662648,"ci_upper":0.9858648414156628},"per_domain":{"airline":{"point":0.988872,"ci_lower":0.9826436,"ci_upper":0.9940643,"n":50},"itsm":{"point":0.973575,"ci_lower":0.9663244375,"ci_upper":0.9798055,"n":80},"medical_hr":{"point":0.9854337349397592,"ci_lower":0.9805053614457832,"ci_upper":0.9898603012048192,"n":83}}},"faithfulness":{"pooled":{"point":0.3750612449799197,"ci_lower":0.3388727911646587,"ci_upper":0.4121540913654619},"per_domain":{"airline":{"point":0.3979999999999999,"ci_lower":0.33,"ci_upper":0.468,"n":50},"itsm":{"point":0.31875,"ci_lower":0.25621875,"ci_upper":0.38125,"n":80},"medical_hr":{"point":0.408433734939759,"ci_lower":0.3542168674698795,"ci_upper":0.4602710843373493,"n":83}}},"turn_taking":{"pooled":{"point":0.5666593853413655,"ci_lower":0.5425191626606425,"ci_upper":0.5912114554016064},"per_domain":{"airline":{"point":0.6636404,"ci_lower":0.62863669,"ci_upper":0.6982353,"n":50},"itsm":{"point":0.48691125,"ci_lower":0.4429865,"ci_upper":0.53042363125,"n":80},"medical_hr":{"point":0.5494265060240964,"ci_lower":0.5028117771084337,"ci_upper":0.5935131867469878,"n":83}}},"conciseness":{"pooled":{"point":0.8094484016064256,"ci_lower":0.8030422972389557,"ci_upper":0.8158510328313253},"per_domain":{"airline":{"point":0.789724,"ci_lower":0.7769548999999999,"ci_upper":0.8019330000000001,"n":50},"itsm":{"point":0.8209199999999999,"ci_lower":0.8114169999999999,"ci_upper":0.8305134375,"n":80},"medical_hr":{"point":0.8177012048192772,"ci_lower":0.805828373493976,"ci_upper":0.829102891566265,"n":83}}},"conversation_progression":{"pooled":{"point":0.5983624497991967,"ci_lower":0.5677662148594377,"ci_upper":0.630040562248996},"per_domain":{"airline":{"point":0.572,"ci_lower":0.504,"ci_upper":0.638,"n":50},"itsm":{"point":0.6387499999999999,"ci_lower":0.59875,"ci_upper":0.6775312499999998,"n":80},"medical_hr":{"point":0.5843373493975903,"ci_lower":0.5337349397590361,"ci_upper":0.636144578313253,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1755555555555555,"ci_lower":-0.2296296296296296,"ci_upper":-0.117037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1666666666666666,"ci_lower":-0.2488888888888888,"ci_upper":-0.0955555555555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2555555555555556,"ci_lower":-0.3645555555555556,"ci_upper":-0.1466111111111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1044444444444444,"ci_lower":-0.2045555555555555,"ci_upper":-0.0111111111111111,"corrected_p":0.1002,"raw_p":0.0501,"reject":false}}},"background_noise":{"pooled":{"point":-0.0718518518518518,"ci_lower":-0.1274074074074074,"ci_upper":-0.0222222222222222,"corrected_p":0.009,"raw_p":0.009,"reject":true},"per_domain":{"airline":{"point":-0.1222222222222222,"ci_lower":-0.2133333333333333,"ci_upper":-0.0355555555555555,"corrected_p":0.0684,"raw_p":0.0114,"reject":false},"itsm":{"point":-0.1222222222222222,"ci_lower":-0.2222222222222222,"ci_upper":-0.0288888888888889,"corrected_p":0.0792,"raw_p":0.0198,"reject":false},"medical_hr":{"point":0.0288888888888888,"ci_lower":-0.0445,"ci_upper":0.1089444444444443,"corrected_p":0.5183,"raw_p":0.5183,"reject":false}}},"both":{"pooled":{"point":-0.1459259259259259,"ci_lower":-0.1992962962962963,"ci_upper":-0.0910925925925926,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1333333333333333,"ci_lower":-0.2377777777777778,"ci_upper":-0.0377222222222222,"corrected_p":0.0684,"raw_p":0.0134,"reject":false},"itsm":{"point":-0.2222222222222222,"ci_lower":-0.3311666666666667,"ci_upper":-0.1155555555555555,"corrected_p":0.0021,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.0822222222222222,"ci_lower":-0.1511666666666667,"ci_upper":-0.0177222222222222,"corrected_p":0.0792,"raw_p":0.0222,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0069851851851851,"ci_lower":0.0006472222222222,"ci_upper":0.0132346296296296,"corrected_p":0.1005,"raw_p":0.0335,"reject":false},"per_domain":{"airline":{"point":0.0040044444444444,"ci_lower":-0.0026500555555555,"ci_upper":0.0104902777777777,"corrected_p":1,"raw_p":0.2437,"reject":false},"itsm":{"point":0.0057599999999999,"ci_lower":-0.0096835555555555,"ci_upper":0.0207437777777777,"corrected_p":1,"raw_p":0.4759,"reject":false},"medical_hr":{"point":0.011191111111111,"ci_lower":0.0025735555555555,"ci_upper":0.0201356666666666,"corrected_p":0.1674,"raw_p":0.0186,"reject":false}}},"background_noise":{"pooled":{"point":-0.0014851851851852,"ci_lower":-0.0106074259259259,"ci_upper":0.007684574074074,"corrected_p":0.766,"raw_p":0.766,"reject":false},"per_domain":{"airline":{"point":0.0017377777777777,"ci_lower":-0.0099219444444444,"ci_upper":0.0134797777777777,"corrected_p":1,"raw_p":0.778,"reject":false},"itsm":{"point":-0.0084955555555555,"ci_lower":-0.0327690555555555,"ci_upper":0.0119843888888888,"corrected_p":1,"raw_p":0.4989,"reject":false},"medical_hr":{"point":0.0023022222222222,"ci_lower":-0.0089296111111111,"ci_upper":0.0146503333333332,"corrected_p":1,"raw_p":0.7195,"reject":false}}},"both":{"pooled":{"point":0.0048481481481481,"ci_lower":-0.002201074074074,"ci_upper":0.0118372592592592,"corrected_p":0.357,"raw_p":0.1785,"reject":false},"per_domain":{"airline":{"point":-0.0040622222222222,"ci_lower":-0.0152573888888888,"ci_upper":0.0071054444444444,"corrected_p":1,"raw_p":0.4997,"reject":false},"itsm":{"point":0.0137266666666666,"ci_lower":-0.0007921111111111,"ci_upper":0.0261669999999999,"corrected_p":0.4128,"raw_p":0.0516,"reject":false},"medical_hr":{"point":0.0048799999999999,"ci_lower":-0.0060746111111111,"ci_upper":0.015789611111111,"corrected_p":1,"raw_p":0.4102,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.1055555555555555,"ci_lower":0.0466666666666666,"ci_upper":0.1633425925925925,"corrected_p":0.0006,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":0.1366666666666666,"ci_lower":0.0599999999999999,"ci_upper":0.2078055555555555,"corrected_p":0.0215999999999999,"raw_p":0.0024,"reject":true},"itsm":{"point":0.0211111111111111,"ci_lower":-0.0622222222222222,"ci_upper":0.1189166666666666,"corrected_p":1,"raw_p":0.6885,"reject":false},"medical_hr":{"point":0.1588888888888888,"ci_lower":0.0488888888888888,"ci_upper":0.2722777777777777,"corrected_p":0.084,"raw_p":0.0105,"reject":false}}},"background_noise":{"pooled":{"point":0.0055555555555555,"ci_lower":-0.0515185185185185,"ci_upper":0.065574074074074,"corrected_p":0.8478,"raw_p":0.8478,"reject":false},"per_domain":{"airline":{"point":0.0255555555555555,"ci_lower":-0.0566666666666666,"ci_upper":0.1078055555555555,"corrected_p":1,"raw_p":0.5407,"reject":false},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1911388888888888,"ci_upper":0.0522499999999999,"corrected_p":1,"raw_p":0.2819,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0222222222222222,"ci_upper":0.1511388888888888,"corrected_p":0.9534,"raw_p":0.1589,"reject":false}}},"both":{"pooled":{"point":0.0592592592592592,"ci_lower":0.0025648148148148,"ci_upper":0.1200185185185185,"corrected_p":0.109,"raw_p":0.0545,"reject":false},"per_domain":{"airline":{"point":0.0588888888888889,"ci_lower":-0.043361111111111,"ci_upper":0.1611388888888888,"corrected_p":1,"raw_p":0.2634,"reject":false},"itsm":{"point":0.0377777777777777,"ci_lower":-0.07675,"ci_upper":0.1555555555555555,"corrected_p":1,"raw_p":0.5393,"reject":false},"medical_hr":{"point":0.081111111111111,"ci_lower":-0.0067222222222222,"ci_upper":0.1689166666666666,"corrected_p":0.6600999999999999,"raw_p":0.0943,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1652613333333333,"ci_lower":-0.2290153944444444,"ci_upper":-0.0980452518518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1583551111111111,"ci_lower":-0.2525257055555556,"ci_upper":-0.0587462333333333,"corrected_p":0.028,"raw_p":0.0035,"reject":true},"itsm":{"point":-0.1440206666666666,"ci_lower":-0.2470970944444444,"ci_upper":-0.0450106833333333,"corrected_p":0.0708,"raw_p":0.0118,"reject":false},"medical_hr":{"point":-0.1934082222222222,"ci_lower":-0.3129374166666667,"ci_upper":-0.0677371166666666,"corrected_p":0.0525,"raw_p":0.0075,"reject":false}}},"background_noise":{"pooled":{"point":0.0972442222222222,"ci_lower":0.0513048333333333,"ci_upper":0.1441265055555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0123259999999999,"ci_lower":-0.0423342166666666,"ci_upper":0.0669840888888888,"corrected_p":1,"raw_p":0.6734,"reject":false},"itsm":{"point":0.1860215555555555,"ci_lower":0.1111965777777777,"ci_upper":0.2641224777777777,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":0.0933851111111111,"ci_lower":0.0154034277777777,"ci_upper":0.1672391166666666,"corrected_p":0.1359999999999999,"raw_p":0.0272,"reject":false}}},"both":{"pooled":{"point":0.0016942222222222,"ci_lower":-0.0391765537037037,"ci_upper":0.0478447074074074,"corrected_p":0.9394,"raw_p":0.9394,"reject":false},"per_domain":{"airline":{"point":-0.0098695555555555,"ci_lower":-0.0645307333333333,"ci_upper":0.0458599999999999,"corrected_p":1,"raw_p":0.7281,"reject":false},"itsm":{"point":0.0281204444444444,"ci_lower":-0.05583015,"ci_upper":0.0999373999999999,"corrected_p":1,"raw_p":0.5087,"reject":false},"medical_hr":{"point":-0.0131682222222222,"ci_lower":-0.1048136555555555,"ci_upper":0.0705453888888888,"corrected_p":1,"raw_p":0.7737,"reject":false}}}},"conciseness":{"accent":{"pooled":{"point":-0.0149666666666666,"ci_lower":-0.0281509629629629,"ci_upper":-0.0007529444444444,"corrected_p":0.0434,"raw_p":0.0434,"reject":true},"per_domain":{"airline":{"point":-0.0060133333333333,"ci_lower":-0.0364963888888888,"ci_upper":0.0242057777777777,"corrected_p":0.989,"raw_p":0.7119,"reject":false},"itsm":{"point":-0.0070977777777777,"ci_lower":-0.0272193888888888,"ci_upper":0.0145670555555555,"corrected_p":0.989,"raw_p":0.4945,"reject":false},"medical_hr":{"point":-0.0317888888888888,"ci_lower":-0.0509691666666666,"ci_upper":-0.0104463888888889,"corrected_p":0.0441,"raw_p":0.0049,"reject":true}}},"background_noise":{"pooled":{"point":-0.0227518518518518,"ci_lower":-0.0342836851851851,"ci_upper":-0.0116142037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0274244444444444,"ci_lower":-0.0490093888888888,"ci_upper":-0.0058692777777777,"corrected_p":0.126,"raw_p":0.021,"reject":false},"itsm":{"point":-0.0127755555555555,"ci_lower":-0.0320031111111111,"ci_upper":0.0057466666666666,"corrected_p":0.633,"raw_p":0.211,"reject":false},"medical_hr":{"point":-0.0280555555555555,"ci_lower":-0.0467710555555555,"ci_upper":-0.0098866111111111,"corrected_p":0.0864,"raw_p":0.0112,"reject":false}}},"both":{"pooled":{"point":-0.0227,"ci_lower":-0.0340201481481481,"ci_upper":-0.009755537037037,"corrected_p":0.0014,"raw_p":0.0007,"reject":true},"per_domain":{"airline":{"point":-0.0209244444444444,"ci_lower":-0.0396974999999999,"ci_upper":-0.0014481666666666,"corrected_p":0.2435,"raw_p":0.0487,"reject":false},"itsm":{"point":-0.0274311111111111,"ci_lower":-0.0466763888888889,"ci_upper":-0.0094069444444444,"corrected_p":0.0864,"raw_p":0.0108,"reject":false},"medical_hr":{"point":-0.0197444444444444,"ci_lower":-0.0451625555555555,"ci_upper":0.0021444999999999,"corrected_p":0.4456,"raw_p":0.1114,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0203703703703703,"ci_lower":-0.0433611111111111,"ci_upper":0.0837129629629629,"corrected_p":0.5528,"raw_p":0.5528,"reject":false},"per_domain":{"airline":{"point":-0.0233333333333333,"ci_lower":-0.1489166666666666,"ci_upper":0.1133611111111111,"corrected_p":1,"raw_p":0.7445,"reject":false},"itsm":{"point":0.031111111111111,"ci_lower":-0.0544722222222222,"ci_upper":0.1122222222222222,"corrected_p":1,"raw_p":0.4897,"reject":false},"medical_hr":{"point":0.0533333333333333,"ci_lower":-0.0611388888888889,"ci_upper":0.1622777777777777,"corrected_p":1,"raw_p":0.367,"reject":false}}},"background_noise":{"pooled":{"point":-0.0703703703703703,"ci_lower":-0.1214907407407407,"ci_upper":-0.0166574074074074,"corrected_p":0.019,"raw_p":0.0095,"reject":true},"per_domain":{"airline":{"point":-0.1733333333333333,"ci_lower":-0.2633611111111111,"ci_upper":-0.0699722222222222,"corrected_p":0.027,"raw_p":0.003,"reject":true},"itsm":{"point":-0.0411111111111111,"ci_lower":-0.1144722222222222,"ci_upper":0.0299999999999999,"corrected_p":1,"raw_p":0.2641,"reject":false},"medical_hr":{"point":0.0033333333333333,"ci_lower":-0.0878333333333333,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.956,"reject":false}}},"both":{"pooled":{"point":-0.1222222222222222,"ci_lower":-0.1855648148148148,"ci_upper":-0.0611018518518518,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.1455555555555555,"ci_lower":-0.2544722222222222,"ci_upper":-0.0244166666666667,"corrected_p":0.1274,"raw_p":0.0182,"reject":false},"itsm":{"point":-0.141111111111111,"ci_lower":-0.2344722222222221,"ci_upper":-0.0455277777777777,"corrected_p":0.0648,"raw_p":0.0081,"reject":false},"medical_hr":{"point":-0.08,"ci_lower":-0.1889166666666667,"ci_upper":0.033361111111111,"corrected_p":1,"raw_p":0.1669,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1177777777777777,"ci_lower":-0.1659444444444444,"ci_upper":-0.0711111111111111,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1311111111111111,"ci_lower":-0.2022222222222222,"ci_upper":-0.06,"corrected_p":0.0072,"raw_p":0.0008,"reject":true},"itsm":{"point":-0.1288888888888889,"ci_lower":-0.2067222222222222,"ci_upper":-0.0555555555555555,"corrected_p":0.0161,"raw_p":0.0023,"reject":true},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.2066666666666666,"ci_upper":0.0022222222222222,"corrected_p":0.2709,"raw_p":0.0903,"reject":false}}},"background_noise":{"pooled":{"point":-0.0696296296296296,"ci_lower":-0.1259259259259259,"ci_upper":-0.0185,"corrected_p":0.0108,"raw_p":0.0108,"reject":true},"per_domain":{"airline":{"point":-0.0977777777777778,"ci_lower":-0.1911111111111111,"ci_upper":-0.0110555555555556,"corrected_p":0.1912,"raw_p":0.0478,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.1956111111111111,"ci_upper":-0.0266666666666666,"corrected_p":0.1074,"raw_p":0.0179,"reject":false},"medical_hr":{"point":-0.0044444444444444,"ci_lower":-0.1,"ci_upper":0.0889444444444444,"corrected_p":0.927,"raw_p":0.927,"reject":false}}},"both":{"pooled":{"point":-0.0918518518518518,"ci_lower":-0.1362962962962963,"ci_upper":-0.0429629629629629,"corrected_p":0.0004,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.0866666666666666,"ci_lower":-0.1666666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.1855,"raw_p":0.0371,"reject":false},"itsm":{"point":-0.14,"ci_lower":-0.2288888888888889,"ci_upper":-0.0622222222222222,"corrected_p":0.008,"raw_p":0.001,"reject":true},"medical_hr":{"point":-0.0488888888888888,"ci_lower":-0.1266666666666666,"ci_upper":0.0266666666666666,"corrected_p":0.4998,"raw_p":0.2499,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0733333333333333,"ci_lower":-0.1377962962962963,"ci_upper":-0.017,"corrected_p":0.042,"raw_p":0.0192,"reject":true},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1355555555555555,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.5361,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.1111111111111111,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.6468,"reject":false},"medical_hr":{"point":-0.1688888888888889,"ci_lower":-0.2755555555555555,"ci_upper":-0.06,"corrected_p":0.0231,"raw_p":0.0033,"reject":true}}},"background_noise":{"pooled":{"point":0.0785185185185185,"ci_lower":0.0162962962962962,"ci_upper":0.1378148148148147,"corrected_p":0.042,"raw_p":0.014,"reject":true},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.0688888888888889,"ci_upper":0.0933333333333333,"corrected_p":1,"raw_p":0.8021,"reject":false},"itsm":{"point":0.2022222222222222,"ci_lower":0.1022222222222222,"ci_upper":0.3200555555555555,"corrected_p":0.0088,"raw_p":0.0011,"reject":true},"medical_hr":{"point":0.0199999999999999,"ci_lower":-0.0822777777777777,"ci_upper":0.1267222222222221,"corrected_p":1,"raw_p":0.7539,"reject":false}}},"both":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.1118703703703703,"ci_upper":0.0007407407407407,"corrected_p":0.0585,"raw_p":0.0585,"reject":false},"per_domain":{"airline":{"point":-0.02,"ci_lower":-0.1178333333333333,"ci_upper":0.0733333333333333,"corrected_p":1,"raw_p":0.6671,"reject":false},"itsm":{"point":0.0466666666666666,"ci_lower":-0.0489444444444444,"ci_upper":0.1444999999999999,"corrected_p":1,"raw_p":0.3565,"reject":false},"medical_hr":{"point":-0.1911111111111111,"ci_lower":-0.2645,"ci_upper":-0.1132222222222223,"corrected_p":0.0009,"raw_p":0.0001,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.2111111111111111,"ci_lower":-0.2926111111111111,"ci_upper":-0.1370185185185186,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2222222222222222,"ci_lower":-0.3445,"ci_upper":-0.1044444444444444,"corrected_p":0.0126,"raw_p":0.0014,"reject":true},"itsm":{"point":-0.1933333333333333,"ci_lower":-0.3066666666666666,"ci_upper":-0.0777777777777778,"corrected_p":0.0208,"raw_p":0.0026,"reject":true},"medical_hr":{"point":-0.2177777777777778,"ci_lower":-0.3756111111111112,"ci_upper":-0.0555,"corrected_p":0.0955,"raw_p":0.0191,"reject":false}}},"background_noise":{"pooled":{"point":0.1074074074074073,"ci_lower":0.0585185185185185,"ci_upper":0.1563148148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0288888888888888,"ci_upper":0.0733333333333332,"corrected_p":0.7928,"raw_p":0.4648,"reject":false},"itsm":{"point":0.1511111111111111,"ci_lower":0.0533333333333333,"ci_upper":0.2466666666666666,"corrected_p":0.0384,"raw_p":0.0064,"reject":true},"medical_hr":{"point":0.1488888888888888,"ci_lower":0.0555555555555555,"ci_upper":0.2466666666666666,"corrected_p":0.0315,"raw_p":0.0045,"reject":true}}},"both":{"pooled":{"point":0.0592592592592592,"ci_lower":0.0014814814814814,"ci_upper":0.111111111111111,"corrected_p":0.0369,"raw_p":0.0369,"reject":true},"per_domain":{"airline":{"point":0.0333333333333333,"ci_lower":-0.02,"ci_upper":0.0866666666666666,"corrected_p":0.7928,"raw_p":0.3001,"reject":false},"itsm":{"point":0.0622222222222221,"ci_lower":-0.0423333333333333,"ci_upper":0.151111111111111,"corrected_p":0.7928,"raw_p":0.2381,"reject":false},"medical_hr":{"point":0.0822222222222222,"ci_lower":-0.0355555555555555,"ci_upper":0.1933333333333333,"corrected_p":0.7928,"raw_p":0.1982,"reject":false}}}}}},{"id":"elevenagent","name":"Scribe v2.2 Realtime + Gemini 3 Flash + TTS Conversational v3 (ElevenAgents)","type":"cascade","stt":"Scribe v2.2 Realtime","llm":"Gemini 3 Flash","tts":"TTS Conversational v3","clean":{"EVA-A_mean":{"pooled":{"point":0.7234290508701472,"ci_lower":0.6975528312248996,"ci_upper":0.7477355758701473},"per_domain":{"airline":{"point":0.8183639999999999,"ci_lower":0.7664075333333333,"ci_upper":0.8622694333333334,"n":50},"itsm":{"point":0.7023849999999999,"ci_lower":0.66584825,"ci_upper":0.7414685624999999,"n":80},"medical_hr":{"point":0.6495381526104417,"ci_lower":0.607063032128514,"ci_upper":0.6935001606425703,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4898313253012048,"ci_lower":0.4428170682730923,"ci_upper":0.5385720883534135},"per_domain":{"airline":{"point":0.6559999999999999,"ci_lower":0.564,"ci_upper":0.7439999999999999,"n":50},"itsm":{"point":0.44,"ci_lower":0.36,"ci_upper":0.5225,"n":80},"medical_hr":{"point":0.3734939759036144,"ci_lower":0.2915662650602409,"ci_upper":0.4554819277108431,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7298192771084339,"ci_lower":0.6720825803212852,"ci_upper":0.7851342871485943},"per_domain":{"airline":{"point":0.9,"ci_lower":0.82,"ci_upper":0.98,"n":50},"itsm":{"point":0.675,"ci_lower":0.575,"ci_upper":0.775,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7108433734939759,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2689638746987952,"ci_lower":0.2167695021686747,"ci_upper":0.3222058926907629},"per_domain":{"airline":{"point":0.3852415999999999,"ci_lower":0.26354048,"ci_upper":0.4979296,"n":50},"itsm":{"point":0.222344,"ci_lower":0.1480359999999999,"ci_upper":0.3082761,"n":80},"medical_hr":{"point":0.1993060240963855,"ci_lower":0.1290040481927711,"ci_upper":0.2736380722891566,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6763357621151272,"ci_lower":0.6661173016198125,"ci_upper":0.686087333420348},"per_domain":{"airline":{"point":0.6976232,"ci_lower":0.6764262633333333,"ci_upper":0.71721003,"n":50},"itsm":{"point":0.6542375,"ci_lower":0.6370712395833333,"ci_upper":0.6710839229166666,"n":80},"medical_hr":{"point":0.6771465863453816,"ci_lower":0.6644407389558232,"ci_upper":0.6901630441767069,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0238493975903614,"ci_lower":0.0091357931726907,"ci_upper":0.041874548192771},"per_domain":{"airline":{"point":0.052,"ci_lower":0.016,"ci_upper":0.1,"n":50},"itsm":{"point":0.0075,"ci_lower":0,"ci_upper":0.0174999999999999,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0605321285140562,"ci_lower":0.0296987951807228,"ci_upper":0.0955358935742971},"per_domain":{"airline":{"point":0.12,"ci_lower":0.04,"ci_upper":0.22,"n":50},"itsm":{"point":0.0375,"ci_lower":0,"ci_upper":0.0875,"n":80},"medical_hr":{"point":0.0240963855421686,"ci_lower":0,"ci_upper":0.0602409638554216,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0041650024096385,"ci_lower":0.0001489906024096,"ci_upper":0.0101949639357429},"per_domain":{"airline":{"point":0.0085312,"ci_lower":0.0002112,"ci_upper":0.0240150399999999,"n":50},"itsm":{"point":0.000012000000000000002,"ci_lower":0,"ci_upper":0.000028000000000000003,"n":80},"medical_hr":{"point":0.0039518072289156,"ci_lower":0,"ci_upper":0.0118515662650602,"n":83}}},"task_completion":{"pooled":{"point":0.7361405622489959,"ci_lower":0.6910026104417669,"ci_upper":0.7770099397590362},"per_domain":{"airline":{"point":0.8079999999999999,"ci_lower":0.728,"ci_upper":0.8800000000000001,"n":50},"itsm":{"point":0.7449999999999999,"ci_lower":0.6775,"ci_upper":0.8075624999999997,"n":80},"medical_hr":{"point":0.6554216867469879,"ci_lower":0.5759036144578313,"ci_upper":0.7301204819277108,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9769859477911648,"ci_lower":0.9715188721887552,"ci_upper":0.9819608919176708},"per_domain":{"airline":{"point":0.981092,"ci_lower":0.9692757,"ci_upper":0.990816,"n":50},"itsm":{"point":0.977155,"ci_lower":0.9688616875,"ci_upper":0.983811375,"n":80},"medical_hr":{"point":0.972710843373494,"ci_lower":0.963835060240964,"ci_upper":0.9807653012048192,"n":83}}},"faithfulness":{"pooled":{"point":0.4571606425702811,"ci_lower":0.415983985943775,"ci_upper":0.497486546184739},"per_domain":{"airline":{"point":0.6659999999999999,"ci_lower":0.5780000000000001,"ci_upper":0.746,"n":50},"itsm":{"point":0.3849999999999999,"ci_lower":0.32121875,"ci_upper":0.4474999999999999,"n":80},"medical_hr":{"point":0.3204819277108434,"ci_lower":0.2578313253012048,"ci_upper":0.3867469879518072,"n":83}}},"turn_taking":{"pooled":{"point":0.4510582582329316,"ci_lower":0.4330140127560241,"ci_upper":0.4695829644126505},"per_domain":{"airline":{"point":0.4690336,"ci_lower":0.42765322,"ci_upper":0.50802182,"n":50},"itsm":{"point":0.4150724999999999,"ci_lower":0.3885075624999999,"ci_upper":0.4439175437499999,"n":80},"medical_hr":{"point":0.4690686746987951,"ci_lower":0.4469622831325301,"ci_upper":0.4916500361445783,"n":83}}},"conciseness":{"pooled":{"point":0.7737984257028113,"ci_lower":0.7668510804216867,"ci_upper":0.7809580610441766},"per_domain":{"airline":{"point":0.791836,"ci_lower":0.7785479000000001,"ci_upper":0.8048175,"n":50},"itsm":{"point":0.7551399999999999,"ci_lower":0.743486125,"ci_upper":0.7663400625,"n":80},"medical_hr":{"point":0.7744192771084338,"ci_lower":0.7639462650602411,"ci_upper":0.7844260843373494,"n":83}}},"conversation_progression":{"pooled":{"point":0.8041506024096385,"ci_lower":0.7816368724899598,"ci_upper":0.8269317520080322},"per_domain":{"airline":{"point":0.8319999999999999,"ci_lower":0.784,"ci_upper":0.8759999999999999,"n":50},"itsm":{"point":0.7925000000000001,"ci_lower":0.7575000000000001,"ci_upper":0.8274999999999999,"n":80},"medical_hr":{"point":0.7879518072289158,"ci_lower":0.7578313253012049,"ci_upper":0.8180722891566264,"n":83}}},"response_speed":{"pooled":{"point":4.15770090562249,"ci_lower":4.040424184437751,"ci_upper":4.275870218875502},"per_domain":{"airline":{"point":3.858256,"ci_lower":3.6555311,"ci_upper":4.0657173,"n":50},"itsm":{"point":4.6824925,"ci_lower":4.4399711875,"ci_upper":4.935126749999999,"n":80},"medical_hr":{"point":3.93235421686747,"ci_lower":3.782416024096386,"ci_upper":4.093204698795181,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0007407407407407,"ci_lower":-0.0489259259259259,"ci_upper":0.0451851851851851,"corrected_p":0.9527,"raw_p":0.9527,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.1,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.6542,"reject":false},"itsm":{"point":0.0399999999999999,"ci_lower":-0.0378333333333333,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.3273,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.1244999999999999,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.638,"reject":false}}},"background_noise":{"pooled":{"point":-0.0155555555555555,"ci_lower":-0.0555555555555555,"ci_upper":0.0266666666666666,"corrected_p":0.855,"raw_p":0.4275,"reject":false},"per_domain":{"airline":{"point":-0.04,"ci_lower":-0.1111111111111111,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.254,"reject":false},"itsm":{"point":0.0622222222222221,"ci_lower":0.0066666666666666,"ci_upper":0.1177777777777777,"corrected_p":0.4356,"raw_p":0.0484,"reject":false},"medical_hr":{"point":-0.0688888888888889,"ci_lower":-0.1444444444444444,"ci_upper":-2.3962313614826377e-17,"corrected_p":0.4528,"raw_p":0.0566,"reject":false}}},"both":{"pooled":{"point":-0.0451851851851852,"ci_lower":-0.0918888888888889,"ci_upper":0.0029629629629629,"corrected_p":0.1809,"raw_p":0.0603,"reject":false},"per_domain":{"airline":{"point":-0.0511111111111111,"ci_lower":-0.1489444444444445,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.3208,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.0955555555555555,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.4295,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1333333333333333,"ci_upper":0.0133333333333333,"corrected_p":1,"raw_p":0.1477,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0115037037037037,"ci_lower":-0.0216604999999999,"ci_upper":-0.001060537037037,"corrected_p":0.1074,"raw_p":0.0358,"reject":false},"per_domain":{"airline":{"point":-0.0061311111111111,"ci_lower":-0.0290505555555555,"ci_upper":0.0184862222222222,"corrected_p":1,"raw_p":0.6182,"reject":false},"itsm":{"point":-0.0094044444444444,"ci_lower":-0.0242172222222222,"ci_upper":0.0076098888888888,"corrected_p":1,"raw_p":0.2487,"reject":false},"medical_hr":{"point":-0.0189755555555555,"ci_lower":-0.0347647777777777,"ci_upper":-0.0030859444444444,"corrected_p":0.207,"raw_p":0.023,"reject":false}}},"background_noise":{"pooled":{"point":-0.0027111111111111,"ci_lower":-0.0121994814814814,"ci_upper":0.0069244999999999,"corrected_p":0.5711,"raw_p":0.5711,"reject":false},"per_domain":{"airline":{"point":0.001991111111111,"ci_lower":-0.0100244444444444,"ci_upper":0.0126300555555555,"corrected_p":1,"raw_p":0.7381,"reject":false},"itsm":{"point":-0.00546,"ci_lower":-0.0215467222222222,"ci_upper":0.0097558333333333,"corrected_p":1,"raw_p":0.5041,"reject":false},"medical_hr":{"point":-0.0046644444444444,"ci_lower":-0.0263062222222222,"ci_upper":0.0145901666666666,"corrected_p":1,"raw_p":0.6603,"reject":false}}},"both":{"pooled":{"point":-0.0111518518518518,"ci_lower":-0.0225126481481481,"ci_upper":0.0007118148148148,"corrected_p":0.1458,"raw_p":0.0729,"reject":false},"per_domain":{"airline":{"point":-0.0088199999999999,"ci_lower":-0.0254979444444444,"ci_upper":0.0100683888888888,"corrected_p":1,"raw_p":0.3731,"reject":false},"itsm":{"point":-0.0118711111111111,"ci_lower":-0.0272161111111111,"ci_upper":0.0022072777777777,"corrected_p":1,"raw_p":0.136,"reject":false},"medical_hr":{"point":-0.0127644444444444,"ci_lower":-0.0430733888888888,"ci_upper":0.0100316666666666,"corrected_p":1,"raw_p":0.4705,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.0244444444444444,"ci_lower":-0.0718796296296296,"ci_upper":0.0207407407407407,"corrected_p":0.4935,"raw_p":0.2819,"reject":false},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1278611111111111,"ci_upper":0.0589166666666666,"corrected_p":1,"raw_p":0.5383,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0566666666666666,"ci_upper":0.0578055555555555,"corrected_p":1,"raw_p":0.9854,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.1077777777777777,"ci_upper":0.0245277777777777,"corrected_p":1,"raw_p":0.2288,"reject":false}}},"background_noise":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0762962962962962,"ci_upper":0.0096296296296296,"corrected_p":0.4935,"raw_p":0.1645,"reject":false},"per_domain":{"airline":{"point":-0.0833333333333333,"ci_lower":-0.1655833333333333,"ci_upper":-0.0055277777777778,"corrected_p":0.4356,"raw_p":0.0484,"reject":false},"itsm":{"point":0.0288888888888888,"ci_lower":-0.0411388888888888,"ci_upper":0.0978055555555555,"corrected_p":1,"raw_p":0.4535,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.1100277777777778,"ci_upper":0.0322222222222222,"corrected_p":1,"raw_p":0.2935,"reject":false}}},"both":{"pooled":{"point":-0.0262962962962962,"ci_lower":-0.0703703703703703,"ci_upper":0.0166759259259259,"corrected_p":0.4935,"raw_p":0.2389,"reject":false},"per_domain":{"airline":{"point":-0.0055555555555555,"ci_lower":-0.0888888888888888,"ci_upper":0.0711111111111111,"corrected_p":1,"raw_p":0.8943,"reject":false},"itsm":{"point":-0.0155555555555555,"ci_lower":-0.0866666666666666,"ci_upper":0.0655833333333333,"corrected_p":1,"raw_p":0.6836,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.12225,"ci_upper":0.0011111111111111,"corrected_p":0.7944,"raw_p":0.0993,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0056924444444444,"ci_lower":-0.0192295629629629,"ci_upper":0.0289808777777777,"corrected_p":0.6599,"raw_p":0.6599,"reject":false},"per_domain":{"airline":{"point":-0.0195153333333333,"ci_lower":-0.0604764277777777,"ci_upper":0.0226938055555555,"corrected_p":0.8892,"raw_p":0.376,"reject":false},"itsm":{"point":-0.0050055555555555,"ci_lower":-0.0502376166666666,"ci_upper":0.0419408166666666,"corrected_p":0.8892,"raw_p":0.8319,"reject":false},"medical_hr":{"point":0.0415982222222221,"ci_lower":0.0033326388888888,"ci_upper":0.0826654555555555,"corrected_p":0.1808,"raw_p":0.0452,"reject":false}}},"background_noise":{"pooled":{"point":-0.0648923703703703,"ci_lower":-0.0866781648148147,"ci_upper":-0.042340387037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0719675555555555,"ci_lower":-0.1108308111111111,"ci_upper":-0.0357376277777777,"corrected_p":0.0054,"raw_p":0.0009,"reject":true},"itsm":{"point":-0.0152888888888888,"ci_lower":-0.0416065166666666,"ci_upper":0.0126754555555555,"corrected_p":0.8892,"raw_p":0.2964,"reject":false},"medical_hr":{"point":-0.1074206666666666,"ci_lower":-0.1455491777777778,"ci_upper":-0.0677597722222222,"corrected_p":0.0007,"raw_p":0.0001,"reject":true}}},"both":{"pooled":{"point":-0.1129505185185184,"ci_lower":-0.1400127314814814,"ci_upper":-0.0863368666666666,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1562764444444444,"ci_lower":-0.2128879722222221,"ci_upper":-0.0973498555555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0586711111111111,"ci_lower":-0.0939178277777777,"ci_upper":-0.0184395055555555,"corrected_p":0.022,"raw_p":0.0044,"reject":true},"medical_hr":{"point":-0.1239039999999999,"ci_lower":-0.1655294499999999,"ci_upper":-0.0841852388888888,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0062992592592592,"ci_lower":-0.0066966296296296,"ci_upper":0.0207431481481481,"corrected_p":1,"raw_p":0.3804,"reject":false},"per_domain":{"airline":{"point":-0.0066888888888888,"ci_lower":-0.0268379444444444,"ci_upper":0.0162253888888888,"corrected_p":1,"raw_p":0.5557,"reject":false},"itsm":{"point":0.0236577777777777,"ci_lower":-0.0012026666666666,"ci_upper":0.0519907777777777,"corrected_p":0.584,"raw_p":0.073,"reject":false},"medical_hr":{"point":0.0019288888888888,"ci_lower":-0.0193267222222222,"ci_upper":0.0223433888888888,"corrected_p":1,"raw_p":0.8722,"reject":false}}},"background_noise":{"pooled":{"point":-0.0051451851851851,"ci_lower":-0.0153106481481481,"ci_upper":0.0048109814814814,"corrected_p":1,"raw_p":0.3355,"reject":false},"per_domain":{"airline":{"point":-0.0032777777777777,"ci_lower":-0.0230558888888888,"ci_upper":0.0161574999999999,"corrected_p":1,"raw_p":0.7575,"reject":false},"itsm":{"point":-0.0074644444444444,"ci_lower":-0.0248707222222222,"ci_upper":0.0096624444444444,"corrected_p":1,"raw_p":0.4183,"reject":false},"medical_hr":{"point":-0.0046933333333333,"ci_lower":-0.0215122777777777,"ci_upper":0.0130289444444444,"corrected_p":1,"raw_p":0.5949,"reject":false}}},"both":{"pooled":{"point":-0.0051044444444444,"ci_lower":-0.0176311851851851,"ci_upper":0.0067091666666666,"corrected_p":1,"raw_p":0.4424,"reject":false},"per_domain":{"airline":{"point":-0.0280666666666666,"ci_lower":-0.0477013333333332,"ci_upper":-0.0079047222222222,"corrected_p":0.1098,"raw_p":0.0122,"reject":false},"itsm":{"point":0.0063688888888888,"ci_lower":-0.0201812777777777,"ci_upper":0.0322792222222222,"corrected_p":1,"raw_p":0.6531,"reject":false},"medical_hr":{"point":0.0063844444444444,"ci_lower":-0.0108678888888888,"ci_upper":0.0226394444444444,"corrected_p":1,"raw_p":0.4678,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-2.4671622769447924e-18,"ci_lower":-0.0388888888888888,"ci_upper":0.0392685185185185,"corrected_p":1,"raw_p":0.9974,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.0866944444444444,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.6141,"reject":false},"itsm":{"point":-0.0122222222222222,"ci_lower":-0.0733611111111111,"ci_upper":0.0477777777777777,"corrected_p":1,"raw_p":0.7331,"reject":false},"medical_hr":{"point":0.03,"ci_lower":-0.0355555555555555,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.3797,"reject":false}}},"background_noise":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0507499999999999,"ci_upper":0.0318518518518518,"corrected_p":1,"raw_p":0.7091,"reject":false},"per_domain":{"airline":{"point":0.0322222222222222,"ci_lower":-0.0277777777777777,"ci_upper":0.0966944444444444,"corrected_p":1,"raw_p":0.3516,"reject":false},"itsm":{"point":-0.0011111111111111,"ci_lower":-0.0633611111111111,"ci_upper":0.06,"corrected_p":1,"raw_p":0.969,"reject":false},"medical_hr":{"point":-0.0533333333333333,"ci_lower":-0.1311666666666666,"ci_upper":0.0266944444444444,"corrected_p":1,"raw_p":0.205,"reject":false}}},"both":{"pooled":{"point":-0.0351851851851851,"ci_lower":-0.0770462962962963,"ci_upper":0.0040925925925925,"corrected_p":0.2744999999999999,"raw_p":0.0915,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777777,"ci_lower":-0.1344722222222222,"ci_upper":0.0055555555555555,"corrected_p":0.6911999999999999,"raw_p":0.0768,"reject":false},"itsm":{"point":-0.0177777777777777,"ci_lower":-0.0822222222222222,"ci_upper":0.0455555555555555,"corrected_p":1,"raw_p":0.5681,"reject":false},"medical_hr":{"point":-0.02,"ci_lower":-0.0955555555555555,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.6059,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0577777777777777,"ci_lower":-0.124462962962963,"ci_upper":0.0081666666666666,"corrected_p":0.18,"raw_p":0.09,"reject":false},"per_domain":{"airline":{"point":-0.0866666666666666,"ci_lower":-0.2200555555555556,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.1856,"reject":false},"itsm":{"point":-0.0222222222222222,"ci_lower":-0.14,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.6894,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1733333333333333,"ci_upper":0.0400555555555554,"corrected_p":1,"raw_p":0.2421,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.1014999999999999,"ci_upper":0.0103888888888888,"corrected_p":0.18,"raw_p":0.1453,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.1711111111111111,"ci_upper":0.0644999999999999,"corrected_p":1,"raw_p":0.3881,"reject":false},"itsm":{"point":0.0444444444444444,"ci_lower":-0.0422777777777778,"ci_upper":0.1222777777777777,"corrected_p":1,"raw_p":0.3443,"reject":false},"medical_hr":{"point":-0.12,"ci_lower":-0.2088888888888889,"ci_upper":-0.0377777777777777,"corrected_p":0.0776,"raw_p":0.0097,"reject":false}}},"both":{"pooled":{"point":-0.0614814814814815,"ci_lower":-0.117037037037037,"ci_upper":-0.0051851851851852,"corrected_p":0.0906,"raw_p":0.0302,"reject":false},"per_domain":{"airline":{"point":-0.1311111111111111,"ci_lower":-0.2222222222222222,"ci_upper":-0.0377777777777777,"corrected_p":0.0711,"raw_p":0.0079,"reject":false},"itsm":{"point":0.011111111111111,"ci_lower":-0.0866666666666667,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.8625,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.16,"ci_upper":0.0244999999999999,"corrected_p":1,"raw_p":0.2106,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0007407407407407,"ci_lower":-0.02,"ci_upper":0.0251851851851851,"corrected_p":0.9945,"raw_p":0.9945,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.0756111111111111,"ci_upper":0.0177777777777777,"corrected_p":1,"raw_p":0.3665,"reject":false},"itsm":{"point":0.0111111111111111,"ci_lower":0,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.02,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.037037037037037,"ci_upper":0.0059444444444444,"corrected_p":0.4382,"raw_p":0.2191,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.0978333333333333,"ci_upper":0.0022222222222222,"corrected_p":0.9976,"raw_p":0.1247,"reject":false},"itsm":{"point":0.0111111111111111,"ci_lower":0,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0525925925925925,"ci_upper":0.0029814814814814,"corrected_p":0.414,"raw_p":0.138,"reject":false},"per_domain":{"airline":{"point":-0.08,"ci_lower":-0.16,"ci_upper":-0.0133333333333333,"corrected_p":0.5364,"raw_p":0.0596,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.0133333333333333,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.4985,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0014814814814814,"ci_lower":-0.0296296296296296,"ci_upper":0.0252037037037036,"corrected_p":1,"raw_p":0.8804,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.0622777777777777,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.466,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.0845,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.7647,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0022222222222222,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.1293,"reject":false}}},"background_noise":{"pooled":{"point":0.017037037037037,"ci_lower":-0.0081481481481481,"ci_upper":0.0385185185185184,"corrected_p":0.4622999999999999,"raw_p":0.1541,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0488888888888888,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":0.778,"reject":false},"itsm":{"point":0.0355555555555555,"ci_lower":-0.0022222222222222,"ci_upper":0.0733888888888888,"corrected_p":0.6228,"raw_p":0.0692,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0133333333333333,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.2155,"reject":false}}},"both":{"pooled":{"point":-0.0014814814814814,"ci_lower":-0.0318518518518518,"ci_upper":0.0259444444444444,"corrected_p":1,"raw_p":0.8871,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.4112,"reject":false},"itsm":{"point":0.0133333333333333,"ci_lower":-0.0333333333333333,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.6222,"reject":false},"medical_hr":{"point":0.011111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.6038,"reject":false}}}}}},{"id":"gpt-realtime","name":"GPT Realtime","type":"s2s","stt":"-","llm":"gpt-realtime","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.6601044712182061,"ci_lower":0.6353753963353413,"ci_upper":0.6852556055890227},"per_domain":{"airline":{"point":0.6413333333333334,"ci_lower":0.5873333333333334,"ci_upper":0.7000083333333332,"n":50},"itsm":{"point":0.6680266666666667,"ci_lower":0.6294532499999999,"ci_upper":0.7088599375,"n":80},"medical_hr":{"point":0.6709534136546185,"ci_lower":0.6370153815261045,"ci_upper":0.7031285542168674,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4068293172690763,"ci_lower":0.3583035140562248,"ci_upper":0.4555898594377509},"per_domain":{"airline":{"point":0.416,"ci_lower":0.324,"ci_upper":0.512,"n":50},"itsm":{"point":0.4574999999999999,"ci_lower":0.375,"ci_upper":0.5425,"n":80},"medical_hr":{"point":0.3469879518072288,"ci_lower":0.2674698795180723,"ci_upper":0.4240963855421687,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.694136546184739,"ci_lower":0.6311671686746987,"ci_upper":0.7577141064257028},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.9,"n":50},"itsm":{"point":0.7,"ci_lower":0.6,"ci_upper":0.8,"n":80},"medical_hr":{"point":0.6024096385542169,"ci_lower":0.5060240963855421,"ci_upper":0.699096385542167,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.200248324497992,"ci_lower":0.1531805342168674,"ci_upper":0.2498437322891566},"per_domain":{"airline":{"point":0.1805696,"ci_lower":0.0951808,"ci_upper":0.2784942399999999,"n":50},"itsm":{"point":0.252372,"ci_lower":0.1765356,"ci_upper":0.3406291999999999,"n":80},"medical_hr":{"point":0.1678033734939759,"ci_lower":0.1016681445783132,"ci_upper":0.2452533012048192,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7356374534805891,"ci_lower":0.7235858463755019,"ci_upper":0.747072048104083},"per_domain":{"airline":{"point":0.7383913333333332,"ci_lower":0.7163470333333334,"ci_upper":0.7587355266666664,"n":50},"itsm":{"point":0.7551950833333334,"ci_lower":0.7328945625,"ci_upper":0.77640606875,"n":80},"medical_hr":{"point":0.7133259437751004,"ci_lower":0.6927666506024096,"ci_upper":0.7317881807228915,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.3645421686746988,"ci_lower":0.3302785642570281,"ci_upper":0.4002303714859437},"per_domain":{"airline":{"point":0.3919999999999999,"ci_lower":0.328,"ci_upper":0.456,"n":50},"itsm":{"point":0.345,"ci_lower":0.2849374999999999,"ci_upper":0.4125,"n":80},"medical_hr":{"point":0.3566265060240964,"ci_lower":0.3012048192771084,"ci_upper":0.4144578313253013,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8039257028112449,"ci_lower":0.752628765060241,"ci_upper":0.8554437751004016},"per_domain":{"airline":{"point":0.88,"ci_lower":0.7995000000000001,"ci_upper":0.96,"n":50},"itsm":{"point":0.7125,"ci_lower":0.6125,"ci_upper":0.8125,"n":80},"medical_hr":{"point":0.8192771084337349,"ci_lower":0.7349397590361446,"ci_upper":0.891566265060241,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.070270978313253,"ci_lower":0.0500706906827309,"ci_upper":0.0938632942168674},"per_domain":{"airline":{"point":0.0534271999999999,"ci_lower":0.0281663999999999,"ci_upper":0.0798479999999999,"n":50},"itsm":{"point":0.0838319999999999,"ci_lower":0.0435971999999999,"ci_upper":0.1333658999999999,"n":80},"medical_hr":{"point":0.073553734939759,"ci_lower":0.0368057831325301,"ci_upper":0.1193437108433734,"n":83}}},"task_completion":{"pooled":{"point":0.6937570281124498,"ci_lower":0.6438229919678715,"ci_upper":0.740946234939759},"per_domain":{"airline":{"point":0.5760000000000001,"ci_lower":0.4719,"ci_upper":0.6759999999999999,"n":50},"itsm":{"point":0.7125,"ci_lower":0.635,"ci_upper":0.785,"n":80},"medical_hr":{"point":0.7927710843373493,"ci_lower":0.7325301204819277,"ci_upper":0.855481927710843,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9927285742971886,"ci_lower":0.9894222088353416,"ci_upper":0.9954905542168676},"per_domain":{"airline":{"point":0.998,"ci_lower":0.994,"ci_upper":1,"n":50},"itsm":{"point":0.987205,"ci_lower":0.9798273125,"ci_upper":0.9933375625000002,"n":80},"medical_hr":{"point":0.992980722891566,"ci_lower":0.9878843975903612,"ci_upper":0.997077469879518,"n":83}}},"faithfulness":{"pooled":{"point":0.3177600401606426,"ci_lower":0.2811310240963856,"ci_upper":0.3566088353413654},"per_domain":{"airline":{"point":0.412,"ci_lower":0.3339999999999999,"ci_upper":0.492,"n":50},"itsm":{"point":0.3087499999999999,"ci_lower":0.25246875,"ci_upper":0.3675,"n":80},"medical_hr":{"point":0.2325301204819277,"ci_lower":0.1783132530120482,"ci_upper":0.2891566265060241,"n":83}}},"turn_taking":{"pooled":{"point":0.744073609437751,"ci_lower":0.7302707011596387,"ci_upper":0.7588076127861445},"per_domain":{"airline":{"point":0.7492259999999998,"ci_lower":0.7199662599999999,"ci_upper":0.7784147100000001,"n":50},"itsm":{"point":0.72893025,"ci_lower":0.707901375,"ci_upper":0.7505016999999999,"n":80},"medical_hr":{"point":0.754064578313253,"ci_lower":0.7299777951807229,"ci_upper":0.7771239759036145,"n":83}}},"conciseness":{"pooled":{"point":0.810932124497992,"ci_lower":0.8031766554718878,"ci_upper":0.818755685692771},"per_domain":{"airline":{"point":0.8039479999999999,"ci_lower":0.7865861999999999,"ci_upper":0.8215606000000001,"n":50},"itsm":{"point":0.810405,"ci_lower":0.7984758750000001,"ci_upper":0.8225225625,"n":80},"medical_hr":{"point":0.818443373493976,"ci_lower":0.8085628313253013,"ci_upper":0.8290988554216868,"n":83}}},"conversation_progression":{"pooled":{"point":0.6519066265060242,"ci_lower":0.6204109186746989,"ci_upper":0.6823443022088352},"per_domain":{"airline":{"point":0.662,"ci_lower":0.604,"ci_upper":0.718,"n":50},"itsm":{"point":0.7262500000000001,"ci_lower":0.67125,"ci_upper":0.7775000000000001,"n":80},"medical_hr":{"point":0.5674698795180723,"ci_lower":0.519277108433735,"ci_upper":0.6180722891566264,"n":83}}}},"perturbation_delta":{}},{"id":"gpt-realtime-1-5","name":"GPT Realtime 1.5","type":"s2s","stt":"-","llm":"gpt-realtime-1.5","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.692976639892905,"ci_lower":0.668354825970549,"ci_upper":0.7168033436412317},"per_domain":{"airline":{"point":0.645,"ci_lower":0.5858782333333332,"ci_upper":0.7063542666666666,"n":50},"itsm":{"point":0.7610833333333333,"ci_lower":0.7316363958333333,"ci_upper":0.7911170833333333,"n":80},"medical_hr":{"point":0.6728465863453815,"ci_lower":0.6439454618473895,"ci_upper":0.7014117068273092,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4669658634538153,"ci_lower":0.4134907630522089,"ci_upper":0.517694829317269},"per_domain":{"airline":{"point":0.424,"ci_lower":0.304,"ci_upper":0.54,"n":50},"itsm":{"point":0.6275000000000001,"ci_lower":0.5475,"ci_upper":0.7049999999999998,"n":80},"medical_hr":{"point":0.3493975903614458,"ci_lower":0.2746987951807229,"ci_upper":0.4240963855421687,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7098192771084338,"ci_lower":0.6485948795180723,"ci_upper":0.7703017068273091},"per_domain":{"airline":{"point":0.64,"ci_lower":0.52,"ci_upper":0.7604999999999973,"n":50},"itsm":{"point":0.875,"ci_lower":0.8,"ci_upper":0.95,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7228915662650602,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2832841092369478,"ci_lower":0.2284981954216867,"ci_upper":0.3397242942168674},"per_domain":{"airline":{"point":0.2712064,"ci_lower":0.165376,"ci_upper":0.3896351999999999,"n":50},"itsm":{"point":0.4021639999999999,"ci_lower":0.3074433999999999,"ci_upper":0.4965579999999999,"n":80},"medical_hr":{"point":0.1764819277108433,"ci_lower":0.1077909397590361,"ci_upper":0.2542951325301202,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7648658391566266,"ci_lower":0.7542936157630522,"ci_upper":0.7764471754149934},"per_domain":{"airline":{"point":0.7460510666666669,"ci_lower":0.72448543,"ci_upper":0.7671511533333334,"n":50},"itsm":{"point":0.77235625,"ci_lower":0.7543945458333334,"ci_upper":0.7917382125,"n":80},"medical_hr":{"point":0.7761902008032129,"ci_lower":0.7607850441767068,"ci_upper":0.7922319277108433,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5659236947791165,"ci_lower":0.5287542670682731,"ci_upper":0.6031597891566265},"per_domain":{"airline":{"point":0.56,"ci_lower":0.488,"ci_upper":0.6399999999999999,"n":50},"itsm":{"point":0.545,"ci_lower":0.4775,"ci_upper":0.61,"n":80},"medical_hr":{"point":0.5927710843373494,"ci_lower":0.5325301204819276,"ci_upper":0.6506024096385542,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.938785140562249,"ci_lower":0.906285140562249,"ci_upper":0.9689623493975902},"per_domain":{"airline":{"point":0.94,"ci_lower":0.86,"ci_upper":1,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.975,"n":80},"medical_hr":{"point":0.963855421686747,"ci_lower":0.9156626506024096,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.2155421044176707,"ci_lower":0.1769960453815261,"ci_upper":0.2565268459437751},"per_domain":{"airline":{"point":0.193856,"ci_lower":0.1242048,"ci_upper":0.2738607999999998,"n":50},"itsm":{"point":0.208352,"ci_lower":0.1423446,"ci_upper":0.2739926999999999,"n":80},"medical_hr":{"point":0.244418313253012,"ci_lower":0.1811733975903614,"ci_upper":0.3200152289156626,"n":83}}},"task_completion":{"pooled":{"point":0.739016064257028,"ci_lower":0.6933310240963856,"ci_upper":0.7846201807228915},"per_domain":{"airline":{"point":0.54,"ci_lower":0.424,"ci_upper":0.652,"n":50},"itsm":{"point":0.865,"ci_lower":0.8124375,"ci_upper":0.9149999999999998,"n":80},"medical_hr":{"point":0.8120481927710842,"ci_lower":0.7565662650602409,"ci_upper":0.8650602409638554,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9958879518072288,"ci_lower":0.9937797186746988,"ci_upper":0.997690566767068},"per_domain":{"airline":{"point":0.998,"ci_lower":0.994668,"ci_upper":1,"n":50},"itsm":{"point":0.99575,"ci_lower":0.9913304375,"ci_upper":0.9990825,"n":80},"medical_hr":{"point":0.9939138554216864,"ci_lower":0.989996656626506,"ci_upper":0.9971606325301204,"n":83}}},"faithfulness":{"pooled":{"point":0.3601234939759036,"ci_lower":0.3197659889558233,"ci_upper":0.398947063253012},"per_domain":{"airline":{"point":0.424,"ci_lower":0.3279999999999999,"ci_upper":0.5219999999999999,"n":50},"itsm":{"point":0.42625,"ci_lower":0.37121875,"ci_upper":0.48125,"n":80},"medical_hr":{"point":0.2301204819277108,"ci_lower":0.1782831325301204,"ci_upper":0.2831325301204819,"n":83}}},"turn_taking":{"pooled":{"point":0.8147568949799197,"ci_lower":0.8019059728514057,"ci_upper":0.8277986127058234},"per_domain":{"airline":{"point":0.8212932,"ci_lower":0.79145801,"ci_upper":0.84876874,"n":50},"itsm":{"point":0.79782375,"ci_lower":0.7754014812500001,"ci_upper":0.8204598500000001,"n":80},"medical_hr":{"point":0.825153734939759,"ci_lower":0.8096762289156626,"ci_upper":0.8407348313253011,"n":83}}},"conciseness":{"pooled":{"point":0.8005454417670683,"ci_lower":0.7928903807730925,"ci_upper":0.8086675427710843},"per_domain":{"airline":{"point":0.7828599999999999,"ci_lower":0.7658578000000001,"ci_upper":0.799457,"n":50},"itsm":{"point":0.8117450000000002,"ci_lower":0.7985667499999999,"ci_upper":0.825865125,"n":80},"medical_hr":{"point":0.8070313253012049,"ci_lower":0.7970674096385542,"ci_upper":0.8167319879518072,"n":83}}},"conversation_progression":{"pooled":{"point":0.6792951807228915,"ci_lower":0.6539371234939759,"ci_upper":0.7042504016064257},"per_domain":{"airline":{"point":0.634,"ci_lower":0.5800000000000001,"ci_upper":0.682,"n":50},"itsm":{"point":0.7075,"ci_lower":0.66625,"ci_upper":0.7462812499999999,"n":80},"medical_hr":{"point":0.6963855421686745,"ci_lower":0.6566265060240963,"ci_upper":0.7361746987951806,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":0.0414814814814814,"ci_lower":-0.0089074074074074,"ci_upper":0.0903703703703703,"corrected_p":0.1276,"raw_p":0.1102,"reject":false},"per_domain":{"airline":{"point":0.0799999999999999,"ci_lower":-0.0178333333333333,"ci_upper":0.1822777777777777,"corrected_p":0.9468,"raw_p":0.1578,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.06,"ci_upper":0.0866666666666666,"corrected_p":1,"raw_p":0.7319,"reject":false},"medical_hr":{"point":0.0288888888888888,"ci_lower":-0.0400555555555555,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.4937,"reject":false}}},"background_noise":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.1148333333333333,"ci_upper":0.0007592592592592,"corrected_p":0.1276,"raw_p":0.0638,"reject":false},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1377777777777777,"ci_upper":0.0489444444444443,"corrected_p":1,"raw_p":0.3797,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.0711111111111111,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.8071,"reject":false},"medical_hr":{"point":-0.1377777777777778,"ci_lower":-0.2488888888888889,"ci_upper":-0.0355555555555555,"corrected_p":0.1197,"raw_p":0.0133,"reject":false}}},"both":{"pooled":{"point":-0.0918518518518518,"ci_lower":-0.1488888888888889,"ci_upper":-0.035537037037037,"corrected_p":0.0036,"raw_p":0.0012,"reject":true},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1333333333333333,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.3242,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.2111111111111111,"ci_upper":-0.02,"corrected_p":0.2863,"raw_p":0.0409,"reject":false},"medical_hr":{"point":-0.1266666666666667,"ci_lower":-0.2399999999999999,"ci_upper":-0.0311111111111111,"corrected_p":0.1496,"raw_p":0.0187,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0020227777777777,"ci_lower":-0.0098039629629629,"ci_upper":0.0043500648148148,"corrected_p":0.5821,"raw_p":0.5821,"reject":false},"per_domain":{"airline":{"point":-0.0000022222222222266038,"ci_lower":-0.0066666666666666,"ci_upper":0.0066599999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0090722222222222,"ci_lower":-0.0301680833333333,"ci_upper":0.0066534999999999,"corrected_p":1,"raw_p":0.3772,"reject":false},"medical_hr":{"point":0.0030061111111111,"ci_lower":-0.0037119999999999,"ci_upper":0.0107317916666666,"corrected_p":1,"raw_p":0.4957,"reject":false}}},"background_noise":{"pooled":{"point":-0.011119074074074,"ci_lower":-0.0275249074074074,"ci_upper":0.0010161249999999,"corrected_p":0.4203,"raw_p":0.1401,"reject":false},"per_domain":{"airline":{"point":-0.0183355555555555,"ci_lower":-0.0388889444444444,"ci_upper":0.000013666666666653957,"corrected_p":1,"raw_p":0.125,"reject":false},"itsm":{"point":0.0066666666666666,"ci_lower":0,"ci_upper":0.0166599999999999,"corrected_p":1,"raw_p":0.2509,"reject":false},"medical_hr":{"point":-0.0216883333333333,"ci_lower":-0.0696929166666666,"ci_upper":0.0044438749999999,"corrected_p":1,"raw_p":0.3801,"reject":false}}},"both":{"pooled":{"point":-0.0135117977528089,"ci_lower":-0.0322769007490636,"ci_upper":0.0011836376404494,"corrected_p":0.4203,"raw_p":0.1456,"reject":false},"per_domain":{"airline":{"point":-0.0172436781609195,"ci_lower":-0.0540252873563218,"ci_upper":0.0045931034482758,"corrected_p":1,"raw_p":0.5049,"reject":false},"itsm":{"point":0.0025888888888888,"ci_lower":-0.0063,"ci_upper":0.0122244444444444,"corrected_p":1,"raw_p":0.6796,"reject":false},"medical_hr":{"point":-0.026005,"ci_lower":-0.0709948888888888,"ci_upper":0.0028770277777777,"corrected_p":1,"raw_p":0.2003,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0133333333333333,"ci_lower":-0.0229629629629629,"ci_upper":0.0503796296296296,"corrected_p":0.9462,"raw_p":0.4961,"reject":false},"per_domain":{"airline":{"point":0.0055555555555555,"ci_lower":-0.0655555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.8982,"reject":false},"itsm":{"point":0.0033333333333333,"ci_lower":-0.0677777777777777,"ci_upper":0.0777777777777777,"corrected_p":1,"raw_p":0.9243,"reject":false},"medical_hr":{"point":0.0311111111111111,"ci_lower":-0.0188888888888888,"ci_upper":0.081111111111111,"corrected_p":1,"raw_p":0.2559,"reject":false}}},"background_noise":{"pooled":{"point":-0.0496296296296296,"ci_lower":-0.0970462962962963,"ci_upper":0.0003888888888888,"corrected_p":0.1491,"raw_p":0.0497,"reject":false},"per_domain":{"airline":{"point":-0.0166666666666666,"ci_lower":-0.1277777777777777,"ci_upper":0.1066944444444444,"corrected_p":1,"raw_p":0.7692,"reject":false},"itsm":{"point":-0.0799999999999999,"ci_lower":-0.1488888888888888,"ci_upper":-0.0099999999999999,"corrected_p":0.3393,"raw_p":0.0377,"reject":false},"medical_hr":{"point":-0.0522222222222222,"ci_lower":-0.1045,"ci_upper":0.000055555555555500366,"corrected_p":0.4284,"raw_p":0.0612,"reject":false}}},"both":{"pooled":{"point":-0.0162962962962963,"ci_lower":-0.0611481481481481,"ci_upper":0.0266851851851851,"corrected_p":0.9462,"raw_p":0.4731,"reject":false},"per_domain":{"airline":{"point":-0.0055555555555555,"ci_lower":-0.1066944444444444,"ci_upper":0.0955833333333333,"corrected_p":1,"raw_p":0.9148,"reject":false},"itsm":{"point":-0.0633333333333333,"ci_lower":-0.12225,"ci_upper":-0.0044166666666666,"corrected_p":0.4088,"raw_p":0.0511,"reject":false},"medical_hr":{"point":0.02,"ci_lower":-0.0355555555555555,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.5234,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0134523703703703,"ci_lower":-0.015347874074074,"ci_upper":0.038777487037037,"corrected_p":0.3549,"raw_p":0.3549,"reject":false},"per_domain":{"airline":{"point":0.0559626666666666,"ci_lower":0.0101716444444444,"ci_upper":0.1020161833333332,"corrected_p":0.0925,"raw_p":0.0185,"reject":false},"itsm":{"point":-0.0027442222222222,"ci_lower":-0.0488657777777777,"ci_upper":0.0411195166666666,"corrected_p":1,"raw_p":0.9088,"reject":false},"medical_hr":{"point":-0.0128613333333333,"ci_lower":-0.0635896333333333,"ci_upper":0.0338831833333333,"corrected_p":1,"raw_p":0.649,"reject":false}}},"background_noise":{"pooled":{"point":-0.1008091111111111,"ci_lower":-0.1295320092592592,"ci_upper":-0.0729351907407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0889095555555555,"ci_lower":-0.1485084055555555,"ci_upper":-0.0258027833333333,"corrected_p":0.0557999999999999,"raw_p":0.0093,"reject":false},"itsm":{"point":-0.0971264444444444,"ci_lower":-0.1454164277777778,"ci_upper":-0.0576993555555555,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1163913333333332,"ci_lower":-0.1553158222222221,"ci_upper":-0.077144711111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.0488924444444444,"ci_lower":-0.0806904944444444,"ci_upper":-0.0165571277777777,"corrected_p":0.0074,"raw_p":0.0037,"reject":true},"per_domain":{"airline":{"point":-0.0019006666666666,"ci_lower":-0.0433140833333332,"ci_upper":0.0417765222222222,"corrected_p":1,"raw_p":0.928,"reject":false},"itsm":{"point":-0.0479319999999999,"ci_lower":-0.1123515111111111,"ci_upper":0.0091554277777777,"corrected_p":0.4616,"raw_p":0.1154,"reject":false},"medical_hr":{"point":-0.0968446666666666,"ci_lower":-0.1575846555555555,"ci_upper":-0.0428554833333333,"corrected_p":0.0105,"raw_p":0.0015,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0001251851851851,"ci_lower":-0.0119640185185185,"ci_upper":0.0126707962962962,"corrected_p":0.9856,"raw_p":0.9856,"reject":false},"per_domain":{"airline":{"point":0.00636,"ci_lower":-0.0148794444444444,"ci_upper":0.0312606111111111,"corrected_p":1,"raw_p":0.594,"reject":false},"itsm":{"point":-0.0034044444444444,"ci_lower":-0.0236832777777778,"ci_upper":0.0204052222222221,"corrected_p":1,"raw_p":0.7753,"reject":false},"medical_hr":{"point":-0.003331111111111,"ci_lower":-0.0260118333333333,"ci_upper":0.0195556111111111,"corrected_p":1,"raw_p":0.7787,"reject":false}}},"background_noise":{"pooled":{"point":-0.0180918518518518,"ci_lower":-0.0350826851851851,"ci_upper":-0.0014907777777777,"corrected_p":0.0788,"raw_p":0.0394,"reject":false},"per_domain":{"airline":{"point":-0.0182066666666666,"ci_lower":-0.0537960555555555,"ci_upper":0.0130991111111111,"corrected_p":1,"raw_p":0.3553,"reject":false},"itsm":{"point":-0.0101822222222222,"ci_lower":-0.0355200555555555,"ci_upper":0.0140863333333332,"corrected_p":1,"raw_p":0.4132,"reject":false},"medical_hr":{"point":-0.0258866666666666,"ci_lower":-0.0485978333333333,"ci_upper":-0.0006447222222222,"corrected_p":0.452,"raw_p":0.0565,"reject":false}}},"both":{"pooled":{"point":-0.0205029629629629,"ci_lower":-0.0337433333333333,"ci_upper":-0.0072189444444444,"corrected_p":0.0144,"raw_p":0.0048,"reject":true},"per_domain":{"airline":{"point":-0.0224733333333333,"ci_lower":-0.0448524999999999,"ci_upper":0.0013371111111111,"corrected_p":0.5061,"raw_p":0.0723,"reject":false},"itsm":{"point":-0.00546,"ci_lower":-0.0257836666666666,"ci_upper":0.0178657777777777,"corrected_p":1,"raw_p":0.6396,"reject":false},"medical_hr":{"point":-0.0335755555555555,"ci_lower":-0.0567375,"ci_upper":-0.0105273333333333,"corrected_p":0.0702,"raw_p":0.0078,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0299999999999999,"ci_lower":-0.014074074074074,"ci_upper":0.0729722222222222,"corrected_p":0.2342,"raw_p":0.2025,"reject":false},"per_domain":{"airline":{"point":0.0855555555555555,"ci_lower":0.00775,"ci_upper":0.1611388888888888,"corrected_p":0.3297,"raw_p":0.0471,"reject":false},"itsm":{"point":0.0255555555555555,"ci_lower":-0.03,"ci_upper":0.0766944444444444,"corrected_p":1,"raw_p":0.3496,"reject":false},"medical_hr":{"point":-0.0211111111111111,"ci_lower":-0.1211388888888888,"ci_upper":0.0744999999999999,"corrected_p":1,"raw_p":0.6519,"reject":false}}},"background_noise":{"pooled":{"point":-0.1051851851851851,"ci_lower":-0.1614907407407407,"ci_upper":-0.0551388888888889,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.0588888888888888,"ci_lower":-0.1366944444444444,"ci_upper":0.0311111111111111,"corrected_p":0.931,"raw_p":0.1862,"reject":false},"itsm":{"point":-0.0911111111111111,"ci_lower":-0.1689166666666666,"ci_upper":-0.0155277777777778,"corrected_p":0.3016,"raw_p":0.0377,"reject":false},"medical_hr":{"point":-0.1655555555555555,"ci_lower":-0.2733333333333333,"ci_upper":-0.0521944444444444,"corrected_p":0.0513,"raw_p":0.0057,"reject":false}}},"both":{"pooled":{"point":-0.0403703703703703,"ci_lower":-0.0911296296296296,"ci_upper":0.0092777777777777,"corrected_p":0.2342,"raw_p":0.1171,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.1222499999999999,"ci_upper":0.015611111111111,"corrected_p":0.8826,"raw_p":0.1471,"reject":false},"itsm":{"point":-0.0022222222222222,"ci_lower":-0.0766666666666666,"ci_upper":0.0600277777777777,"corrected_p":1,"raw_p":0.9441,"reject":false},"medical_hr":{"point":-0.0655555555555555,"ci_lower":-0.1778055555555556,"ci_upper":0.0477777777777777,"corrected_p":1,"raw_p":0.2543,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":0.0214814814814814,"ci_lower":-0.0251851851851852,"ci_upper":0.0666666666666666,"corrected_p":0.3895,"raw_p":0.3895,"reject":false},"per_domain":{"airline":{"point":0.0466666666666666,"ci_lower":-0.0267222222222222,"ci_upper":0.1222222222222222,"corrected_p":1,"raw_p":0.2799,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.1,"ci_upper":0.0711666666666666,"corrected_p":1,"raw_p":0.6249,"reject":false},"medical_hr":{"point":0.0377777777777777,"ci_lower":-0.0444444444444444,"ci_upper":0.1089444444444443,"corrected_p":1,"raw_p":0.3876,"reject":false}}},"background_noise":{"pooled":{"point":-0.0822222222222222,"ci_lower":-0.1414814814814814,"ci_upper":-0.0221851851851852,"corrected_p":0.0233999999999999,"raw_p":0.0078,"reject":true},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1756666666666666,"ci_upper":0.0422777777777777,"corrected_p":1,"raw_p":0.2568,"reject":false},"itsm":{"point":-0.0977777777777778,"ci_lower":-0.1977777777777777,"ci_upper":-0.0022222222222222,"corrected_p":0.5526,"raw_p":0.0614,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.1845,"ci_upper":0.0200555555555555,"corrected_p":0.8113,"raw_p":0.1159,"reject":false}}},"both":{"pooled":{"point":-0.06,"ci_lower":-0.1134074074074074,"ci_upper":-0.0059259259259259,"corrected_p":0.046,"raw_p":0.023,"reject":true},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1155555555555555,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.4557,"reject":false},"itsm":{"point":-0.0866666666666666,"ci_lower":-0.1755555555555555,"ci_upper":0.0066666666666666,"corrected_p":0.5526,"raw_p":0.0679,"reject":false},"medical_hr":{"point":-0.0622222222222222,"ci_lower":-0.1466666666666667,"ci_upper":0.0177777777777777,"corrected_p":0.9132,"raw_p":0.1522,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0355555555555555,"ci_lower":-0.0363888888888889,"ci_upper":0.1162962962962962,"corrected_p":0.3697,"raw_p":0.3697,"reject":false},"per_domain":{"airline":{"point":0.151111111111111,"ci_lower":0.0488333333333333,"ci_upper":0.2533333333333333,"corrected_p":0.063,"raw_p":0.009,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.1445,"ci_upper":0.1200555555555554,"corrected_p":1,"raw_p":0.8726,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.1733333333333333,"ci_upper":0.111111111111111,"corrected_p":1,"raw_p":0.6236,"reject":false}}},"background_noise":{"pooled":{"point":-0.2237037037037037,"ci_lower":-0.2985185185185185,"ci_upper":-0.1488518518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.16,"ci_lower":-0.28,"ci_upper":-0.0399444444444445,"corrected_p":0.1128,"raw_p":0.0188,"reject":false},"itsm":{"point":-0.1644444444444444,"ci_lower":-0.3022222222222223,"ci_upper":-0.0377222222222223,"corrected_p":0.1128,"raw_p":0.0224,"reject":false},"medical_hr":{"point":-0.3466666666666666,"ci_lower":-0.4688888888888888,"ci_upper":-0.2287777777777778,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.1125925925925926,"ci_lower":-0.1889074074074074,"ci_upper":-0.0303703703703703,"corrected_p":0.007,"raw_p":0.0035,"reject":true},"per_domain":{"airline":{"point":-0.0155555555555555,"ci_lower":-0.1755555555555555,"ci_upper":0.1289444444444443,"corrected_p":1,"raw_p":0.8352,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1644444444444444,"ci_upper":0.0444444444444444,"corrected_p":0.984,"raw_p":0.246,"reject":false},"medical_hr":{"point":-0.2577777777777778,"ci_lower":-0.3644999999999999,"ci_upper":-0.1577777777777777,"corrected_p":0.0032,"raw_p":0.0004,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0088888888888888,"ci_lower":-0.0296296296296296,"ci_upper":0.0125925925925925,"corrected_p":0.3709,"raw_p":0.3709,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888888,"ci_lower":-0.0445,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7452,"reject":false},"itsm":{"point":-0.0088888888888888,"ci_lower":-0.0467222222222222,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":0.7482,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.0444444444444444,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7539,"reject":false}}},"background_noise":{"pooled":{"point":-0.0311111111111111,"ci_lower":-0.057037037037037,"ci_upper":-0.0037037037037037,"corrected_p":0.0723,"raw_p":0.0241,"reject":false},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1022777777777777,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.2272,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.0666666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.434,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.0755555555555555,"ci_upper":0.0044444444444444,"corrected_p":1,"raw_p":0.1924,"reject":false}}},"both":{"pooled":{"point":-0.0237037037037037,"ci_lower":-0.0518518518518518,"ci_upper":0.0022222222222222,"corrected_p":0.1474,"raw_p":0.0737,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888888,"ci_lower":-0.0488888888888888,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7538,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.0666666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.429,"reject":false},"medical_hr":{"point":-0.0422222222222222,"ci_lower":-0.1111666666666666,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.2169,"reject":false}}}}}},{"id":"gpt-realtime-2","name":"GPT Realtime 2","type":"s2s","stt":"-","llm":"gpt-realtime-2","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.6830070066934404,"ci_lower":0.6585351697456493,"ci_upper":0.7092222044511379},"per_domain":{"airline":{"point":0.6442893333333334,"ci_lower":0.5876154666666666,"ci_upper":0.7017925333333334,"n":50},"itsm":{"point":0.74831,"ci_lower":0.714207875,"ci_upper":0.7803264791666666,"n":80},"medical_hr":{"point":0.6564216867469879,"ci_lower":0.6200757429718876,"ci_upper":0.6946665863453815,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.5039417670682732,"ci_lower":0.4574342871485943,"ci_upper":0.5523373493975903},"per_domain":{"airline":{"point":0.4480000000000001,"ci_lower":0.352,"ci_upper":0.544,"n":50},"itsm":{"point":0.6325000000000001,"ci_lower":0.5599999999999999,"ci_upper":0.7049999999999998,"n":80},"medical_hr":{"point":0.4313253012048193,"ci_lower":0.3566265060240964,"ci_upper":0.5132530120481927,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8048293172690762,"ci_lower":0.747624748995984,"ci_upper":0.8584756526104417},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.88,"n":50},"itsm":{"point":0.8875,"ci_lower":0.8125,"ci_upper":0.95,"n":80},"medical_hr":{"point":0.7469879518072289,"ci_lower":0.6506024096385542,"ci_upper":0.8433734939759037,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2503649574297188,"ci_lower":0.2024470833734939,"ci_upper":0.3007088675502007},"per_domain":{"airline":{"point":0.1963647999999999,"ci_lower":0.1075435199999999,"ci_upper":0.29629328,"n":50},"itsm":{"point":0.351052,"ci_lower":0.2678155,"ci_upper":0.4416332999999999,"n":80},"medical_hr":{"point":0.2036780722891566,"ci_lower":0.1296759518072289,"ci_upper":0.2791101686746987,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6773465946285141,"ci_lower":0.6664371275025102,"ci_upper":0.6886591443524095},"per_domain":{"airline":{"point":0.6562813333333333,"ci_lower":0.6334188466666666,"ci_upper":0.6787412833333334,"n":50},"itsm":{"point":0.6967943541666667,"ci_lower":0.67830335625,"ci_upper":0.7158384890625,"n":80},"medical_hr":{"point":0.6789640963855421,"ci_lower":0.6634312630522088,"ci_upper":0.694617096385542,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.3896084337349397,"ci_lower":0.3575724899598393,"ci_upper":0.4226268072289156},"per_domain":{"airline":{"point":0.3,"ci_lower":0.244,"ci_upper":0.356,"n":50},"itsm":{"point":0.4375,"ci_lower":0.3775,"ci_upper":0.4974999999999999,"n":80},"medical_hr":{"point":0.4313253012048193,"ci_lower":0.3807228915662651,"ci_upper":0.4819277108433735,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8609036144578314,"ci_lower":0.8107492469879518,"ci_upper":0.906750251004016},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.88,"n":50},"itsm":{"point":0.875,"ci_lower":0.8,"ci_upper":0.9375,"n":80},"medical_hr":{"point":0.927710843373494,"ci_lower":0.8674698795180723,"ci_upper":0.9759036144578314,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0679135903614457,"ci_lower":0.0504442386345381,"ci_upper":0.0873869991164658},"per_domain":{"airline":{"point":0.0214079999999999,"ci_lower":0.0097919999999999,"ci_upper":0.0382164799999999,"n":50},"itsm":{"point":0.0947799999999999,"ci_lower":0.0626437,"ci_upper":0.1343414999999999,"n":80},"medical_hr":{"point":0.0875527710843373,"ci_lower":0.0501512289156626,"ci_upper":0.133308048192771,"n":83}}},"task_completion":{"pooled":{"point":0.6693368473895583,"ci_lower":0.6229267068273091,"ci_upper":0.713690298694779},"per_domain":{"airline":{"point":0.496,"ci_lower":0.4,"ci_upper":0.5920000000000001,"n":50},"itsm":{"point":0.815625,"ci_lower":0.7549687499999999,"ci_upper":0.8712812499999997,"n":80},"medical_hr":{"point":0.6963855421686747,"ci_lower":0.6168674698795181,"ci_upper":0.7663253012048189,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9894524457831324,"ci_lower":0.9836444095381528,"ci_upper":0.9944319555722893},"per_domain":{"airline":{"point":0.981868,"ci_lower":0.9659968,"ci_upper":0.9942,"n":50},"itsm":{"point":0.993055,"ci_lower":0.9858324375000002,"ci_upper":0.9987475625,"n":80},"medical_hr":{"point":0.9934343373493976,"ci_lower":0.9889116415662652,"ci_upper":0.997511189759036,"n":83}}},"faithfulness":{"pooled":{"point":0.4272449799196787,"ci_lower":0.3925136295180722,"ci_upper":0.4596546435742972},"per_domain":{"airline":{"point":0.508,"ci_lower":0.4379999999999999,"ci_upper":0.5780499999999998,"n":50},"itsm":{"point":0.44,"ci_lower":0.38875,"ci_upper":0.4912499999999999,"n":80},"medical_hr":{"point":0.3337349397590362,"ci_lower":0.2843373493975903,"ci_upper":0.3831325301204819,"n":83}}},"turn_taking":{"pooled":{"point":0.7667606227409638,"ci_lower":0.7530794383534138,"ci_upper":0.7807064237625503},"per_domain":{"airline":{"point":0.7613479999999998,"ci_lower":0.7306033399999999,"ci_upper":0.79023432,"n":50},"itsm":{"point":0.7573186875,"ci_lower":0.7349315843750001,"ci_upper":0.7793899265625,"n":80},"medical_hr":{"point":0.7816151807228916,"ci_lower":0.7656156626506023,"ci_upper":0.7972852530120479,"n":83}}},"conciseness":{"pooled":{"point":0.7399794623493975,"ci_lower":0.732797710993976,"ci_upper":0.7472577285768072},"per_domain":{"airline":{"point":0.729496,"ci_lower":0.7133543,"ci_upper":0.7461532000000002,"n":50},"itsm":{"point":0.741189375,"ci_lower":0.7305024843750001,"ci_upper":0.7518543906249999,"n":80},"medical_hr":{"point":0.7492530120481927,"ci_lower":0.7394223493975903,"ci_upper":0.7591810843373494,"n":83}}},"conversation_progression":{"pooled":{"point":0.5252996987951807,"ci_lower":0.4969907881526105,"ci_upper":0.5544924824297188},"per_domain":{"airline":{"point":0.478,"ci_lower":0.418,"ci_upper":0.5420499999999998,"n":50},"itsm":{"point":0.5918749999999999,"ci_lower":0.5506249999999999,"ci_upper":0.63125,"n":80},"medical_hr":{"point":0.5060240963855421,"ci_lower":0.4650602409638553,"ci_upper":0.5457831325301203,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0033333333333333,"ci_lower":-0.0777777777777777,"ci_upper":0.0655555555555555,"corrected_p":0.9033,"raw_p":0.9033,"reject":false},"per_domain":{"airline":{"point":0.0155555555555555,"ci_lower":-0.1135,"ci_upper":0.1267222222222221,"corrected_p":1,"raw_p":0.8352,"reject":false},"medical_hr":{"point":-0.0222222222222222,"ci_lower":-0.0978333333333333,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.5335,"reject":false}}},"background_noise":{"pooled":{"point":-0.0588888888888889,"ci_lower":-0.15,"ci_upper":0.0300555555555554,"corrected_p":0.3484,"raw_p":0.1742,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1400555555555555,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.5979,"reject":false},"medical_hr":{"point":-0.0888888888888889,"ci_lower":-0.2200555555555556,"ci_upper":0.0222222222222221,"corrected_p":0.6376,"raw_p":0.1594,"reject":false}}},"both":{"pooled":{"point":-0.1208333333333333,"ci_lower":-0.1924999999999999,"ci_upper":-0.0525,"corrected_p":0.0027,"raw_p":0.0009,"reject":true},"per_domain":{"airline":{"point":-0.0799999999999999,"ci_lower":-0.1639999999999999,"ci_upper":-0.0079999999999999,"corrected_p":0.3665,"raw_p":0.0733,"reject":false},"medical_hr":{"point":-0.1888888888888888,"ci_lower":-0.3222222222222221,"ci_upper":-0.0711111111111111,"corrected_p":0.0269999999999999,"raw_p":0.0045,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0041755555555555,"ci_lower":-0.0260754166666666,"ci_upper":0.0143460277777777,"corrected_p":1,"raw_p":0.7287,"reject":false},"per_domain":{"airline":{"point":-0.0082022222222222,"ci_lower":-0.0499928333333333,"ci_upper":0.0263922777777777,"corrected_p":1,"raw_p":0.7452,"reject":false},"medical_hr":{"point":-0.0001488888888888,"ci_lower":-0.0127062777777777,"ci_upper":0.0113739999999999,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":0.001353216374269,"ci_lower":-0.0159447076023391,"ci_upper":0.0159891520467836,"corrected_p":1,"raw_p":0.866,"reject":false},"per_domain":{"airline":{"point":-0.0050024691358024,"ci_lower":-0.040646049382716,"ci_upper":0.0271472222222222,"corrected_p":1,"raw_p":0.7637,"reject":false},"medical_hr":{"point":0.0070733333333333,"ci_lower":0.0007399999999999,"ci_upper":0.0147066666666666,"corrected_p":0.7404,"raw_p":0.1234,"reject":false}}},"both":{"pooled":{"point":0.0034744725738396,"ci_lower":-0.0061824894514767,"ci_upper":0.0131738132911392,"corrected_p":1,"raw_p":0.5156,"reject":false},"per_domain":{"airline":{"point":0.0069377551020408,"ci_lower":-0.0078963520408163,"ci_upper":0.0246244897959183,"corrected_p":1,"raw_p":0.4222,"reject":false},"medical_hr":{"point":-0.0021822222222222,"ci_lower":-0.0103743888888888,"ci_upper":0.0041466666666666,"corrected_p":1,"raw_p":0.7502,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0172222222222222,"ci_lower":-0.0366805555555555,"ci_upper":0.0733472222222222,"corrected_p":0.6512,"raw_p":0.559,"reject":false},"per_domain":{"airline":{"point":0.0366666666666666,"ci_lower":-0.0566666666666666,"ci_upper":0.1266666666666666,"corrected_p":1,"raw_p":0.4699,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0555555555555555,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.9134,"reject":false}}},"background_noise":{"pooled":{"point":0.031111111111111,"ci_lower":-0.0244583333333333,"ci_upper":0.0961111111111111,"corrected_p":0.6512,"raw_p":0.3256,"reject":false},"per_domain":{"airline":{"point":0.0422222222222222,"ci_lower":-0.0455833333333333,"ci_upper":0.1322499999999999,"corrected_p":1,"raw_p":0.3723,"reject":false},"medical_hr":{"point":0.0199999999999999,"ci_lower":-0.0533611111111111,"ci_upper":0.095611111111111,"corrected_p":1,"raw_p":0.6515,"reject":false}}},"both":{"pooled":{"point":-0.0799999999999999,"ci_lower":-0.1279270833333333,"ci_upper":-0.03125,"corrected_p":0.0072,"raw_p":0.0024,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.2040499999999999,"ci_upper":-0.0799999999999999,"corrected_p":0.0006,"raw_p":0.0001,"reject":true},"medical_hr":{"point":0.02,"ci_lower":-0.051111111111111,"ci_upper":0.0922222222222222,"corrected_p":1,"raw_p":0.6001,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0123887777777777,"ci_lower":-0.0535511416666666,"ci_upper":0.0289029777777777,"corrected_p":0.5715,"raw_p":0.5715,"reject":false},"per_domain":{"airline":{"point":0.024128,"ci_lower":-0.0414422111111111,"ci_upper":0.0877044999999999,"corrected_p":0.9634,"raw_p":0.4817,"reject":false},"medical_hr":{"point":-0.0489055555555555,"ci_lower":-0.1003246999999999,"ci_upper":-0.0014068277777777,"corrected_p":0.1986,"raw_p":0.0662,"reject":false}}},"background_noise":{"pooled":{"point":-0.0419837777777777,"ci_lower":-0.0801911388888888,"ci_upper":-0.0023525027777777,"corrected_p":0.0922,"raw_p":0.0461,"reject":false},"per_domain":{"airline":{"point":-0.018662,"ci_lower":-0.0853755555555555,"ci_upper":0.0484903777777777,"corrected_p":0.9634,"raw_p":0.5826,"reject":false},"medical_hr":{"point":-0.0653055555555555,"ci_lower":-0.1108789388888888,"ci_upper":-0.0227345999999999,"corrected_p":0.0416,"raw_p":0.0104,"reject":true}}},"both":{"pooled":{"point":-0.1009095,"ci_lower":-0.1312935291666667,"ci_upper":-0.0714312833333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0940651999999999,"ci_lower":-0.12997346,"ci_upper":-0.05844792,"corrected_p":0.0006,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1123166666666666,"ci_lower":-0.1696500777777777,"ci_upper":-0.0527480944444444,"corrected_p":0.0045,"raw_p":0.0009,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0055722222222222,"ci_lower":-0.0120897222222222,"ci_upper":0.0260946944444444,"corrected_p":1,"raw_p":0.5658,"reject":false},"per_domain":{"airline":{"point":0.0105555555555555,"ci_lower":-0.0195192777777777,"ci_upper":0.0424017222222221,"corrected_p":1,"raw_p":0.5081,"reject":false},"medical_hr":{"point":0.0005888888888888,"ci_lower":-0.0205436111111111,"ci_upper":0.0233364999999999,"corrected_p":1,"raw_p":0.9566,"reject":false}}},"background_noise":{"pooled":{"point":0.0014722222222222,"ci_lower":-0.0172401111111111,"ci_upper":0.0197699444444444,"corrected_p":1,"raw_p":0.8763,"reject":false},"per_domain":{"airline":{"point":0.0147222222222221,"ci_lower":-0.0144505555555555,"ci_upper":0.0419497222222221,"corrected_p":1,"raw_p":0.3148,"reject":false},"medical_hr":{"point":-0.0117777777777777,"ci_lower":-0.0365396111111111,"ci_upper":0.0135595555555555,"corrected_p":1,"raw_p":0.3759,"reject":false}}},"both":{"pooled":{"point":-0.0217266666666666,"ci_lower":-0.0354616458333333,"ci_upper":-0.0070664791666666,"corrected_p":0.015,"raw_p":0.005,"reject":true},"per_domain":{"airline":{"point":-0.0287359999999999,"ci_lower":-0.0462281999999999,"ci_upper":-0.0108644,"corrected_p":0.0252,"raw_p":0.0042,"reject":true},"medical_hr":{"point":-0.0100444444444444,"ci_lower":-0.0347011111111111,"ci_upper":0.0137906111111111,"corrected_p":1,"raw_p":0.4214,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0116666666666666,"ci_lower":-0.0722222222222222,"ci_upper":0.046125,"corrected_p":1,"raw_p":0.7098,"reject":false},"per_domain":{"airline":{"point":-0.0444444444444444,"ci_lower":-0.1322499999999999,"ci_upper":0.0422222222222222,"corrected_p":1,"raw_p":0.3295,"reject":false},"medical_hr":{"point":0.0211111111111111,"ci_lower":-0.0478888888888888,"ci_upper":0.0944722222222222,"corrected_p":1,"raw_p":0.5824,"reject":false}}},"background_noise":{"pooled":{"point":-0.0005555555555555,"ci_lower":-0.0650138888888888,"ci_upper":0.0528055555555555,"corrected_p":1,"raw_p":0.9955,"reject":false},"per_domain":{"airline":{"point":2.775557561562892e-18,"ci_lower":-0.1011111111111111,"ci_upper":0.1022222222222222,"corrected_p":1,"raw_p":0.9965,"reject":false},"medical_hr":{"point":-0.0011111111111111,"ci_lower":-0.0699999999999999,"ci_upper":0.0611111111111111,"corrected_p":1,"raw_p":0.9832,"reject":false}}},"both":{"pooled":{"point":-0.1158333333333333,"ci_lower":-0.1683333333333333,"ci_upper":-0.0703958333333333,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.118,"ci_lower":-0.19005,"ci_upper":-0.052,"corrected_p":0.0054,"raw_p":0.0009,"reject":true},"medical_hr":{"point":-0.1122222222222221,"ci_lower":-0.181111111111111,"ci_upper":-0.0466666666666666,"corrected_p":0.019,"raw_p":0.0038,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0211111111111111,"ci_lower":-0.0944444444444444,"ci_upper":0.0555555555555555,"corrected_p":0.5729,"raw_p":0.5729,"reject":false},"per_domain":{"airline":{"point":0.0177777777777777,"ci_lower":-0.1022777777777778,"ci_upper":0.1378333333333332,"corrected_p":0.9507,"raw_p":0.8161,"reject":false},"medical_hr":{"point":-0.06,"ci_lower":-0.1467222222222223,"ci_upper":0.0199999999999999,"corrected_p":0.6996,"raw_p":0.1749,"reject":false}}},"background_noise":{"pooled":{"point":-0.0544444444444444,"ci_lower":-0.1344722222222222,"ci_upper":0.0288888888888888,"corrected_p":0.406,"raw_p":0.203,"reject":false},"per_domain":{"airline":{"point":-0.0488888888888889,"ci_lower":-0.16,"ci_upper":0.0667222222222221,"corrected_p":0.9507,"raw_p":0.4088,"reject":false},"medical_hr":{"point":-0.06,"ci_lower":-0.18,"ci_upper":0.0578333333333332,"corrected_p":0.9507,"raw_p":0.3169,"reject":false}}},"both":{"pooled":{"point":-0.095,"ci_lower":-0.1633958333333333,"ci_upper":-0.0266666666666666,"corrected_p":0.0228,"raw_p":0.0076,"reject":true},"per_domain":{"airline":{"point":-0.096,"ci_lower":-0.176,"ci_upper":-0.0119999999999999,"corrected_p":0.207,"raw_p":0.0345,"reject":false},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.2155555555555555,"ci_upper":0.0267222222222221,"corrected_p":0.6194999999999999,"raw_p":0.1239,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0566666666666666,"ci_lower":-0.149,"ci_upper":0.0355555555555555,"corrected_p":0.4698,"raw_p":0.2349,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0778333333333333,"ci_upper":0.1822222222222222,"corrected_p":0.9078,"raw_p":0.5062,"reject":false},"medical_hr":{"point":-0.1622222222222222,"ci_lower":-0.2866666666666665,"ci_upper":-0.0333333333333333,"corrected_p":0.066,"raw_p":0.0165,"reject":false}}},"background_noise":{"pooled":{"point":-0.0511111111111111,"ci_lower":-0.13225,"ci_upper":0.0366666666666666,"corrected_p":0.4698,"raw_p":0.2386,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0711666666666666,"ci_upper":0.1644444444444444,"corrected_p":0.9078,"raw_p":0.4539,"reject":false},"medical_hr":{"point":-0.1511111111111111,"ci_lower":-0.2556111111111111,"ci_upper":-0.04,"corrected_p":0.066,"raw_p":0.0169,"reject":false}}},"both":{"pooled":{"point":-0.1816666666666667,"ci_lower":-0.2525416666666667,"ci_upper":-0.1225,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.208,"ci_upper":-0.076,"corrected_p":0.0024,"raw_p":0.0004,"reject":true},"medical_hr":{"point":-0.2511111111111111,"ci_lower":-0.3711666666666666,"ci_upper":-0.1266111111111111,"corrected_p":0.0025,"raw_p":0.0005,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0355555555555555,"ci_lower":-0.0755555555555555,"ci_upper":0.0011388888888888,"corrected_p":0.1896,"raw_p":0.0632,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.1155555555555555,"ci_upper":0.0088888888888888,"corrected_p":0.953,"raw_p":0.1906,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.0689444444444444,"ci_upper":0.0155555555555555,"corrected_p":1,"raw_p":0.3058,"reject":false}}},"background_noise":{"pooled":{"point":-0.0188888888888888,"ci_lower":-0.0511388888888889,"ci_upper":0.0088888888888888,"corrected_p":0.4274,"raw_p":0.2137,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.1022222222222222,"ci_upper":0.0022222222222222,"corrected_p":0.5358,"raw_p":0.0893,"reject":false},"medical_hr":{"point":0.0088888888888888,"ci_lower":-0.02,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.6256,"reject":false}}},"both":{"pooled":{"point":-0.0075,"ci_lower":-0.0291874999999999,"ci_upper":0.0108333333333333,"corrected_p":0.5022,"raw_p":0.5022,"reject":false},"per_domain":{"airline":{"point":-0.0039999999999999,"ci_lower":-0.0239999999999999,"ci_upper":0.0119999999999999,"corrected_p":1,"raw_p":0.9327,"reject":false},"medical_hr":{"point":-0.0133333333333333,"ci_lower":-0.0599999999999999,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.627,"reject":false}}}}}},{"id":"gpt-realtime-mini","name":"GPT Realtime Mini","type":"s2s","stt":"-","llm":"gpt-realtime-mini","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.4689334705488621,"ci_lower":0.4421571698460508,"ci_upper":0.4978073954149932},"per_domain":{"airline":{"point":0.4469999999999999,"ci_lower":0.3886666666666666,"ci_upper":0.5099999999999999,"n":50},"itsm":{"point":0.4912558333333333,"ci_lower":0.4509955624999999,"ci_upper":0.5316649583333333,"n":80},"medical_hr":{"point":0.4685445783132529,"ci_lower":0.4355140763052209,"ci_upper":0.5030463654618474,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.1631746987951807,"ci_lower":0.1249341365461847,"ci_upper":0.203763453815261},"per_domain":{"airline":{"point":0.176,"ci_lower":0.096,"ci_upper":0.2679999999999999,"n":50},"itsm":{"point":0.2075,"ci_lower":0.145,"ci_upper":0.2725,"n":80},"medical_hr":{"point":0.1060240963855421,"ci_lower":0.0602409638554216,"ci_upper":0.1614457831325301,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.3179718875502008,"ci_lower":0.2569859437751004,"ci_upper":0.3803232931726907},"per_domain":{"airline":{"point":0.3,"ci_lower":0.18,"ci_upper":0.4204999999999972,"n":50},"itsm":{"point":0.425,"ci_lower":0.325,"ci_upper":0.5375,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.144578313253012,"ci_upper":0.3253012048192771,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0588225253012048,"ci_lower":0.0334219060240963,"ci_upper":0.0887137616064256},"per_domain":{"airline":{"point":0.0847616,"ci_lower":0.02515936,"ci_upper":0.1584231999999999,"n":50},"itsm":{"point":0.0628519999999999,"ci_lower":0.0270831999999999,"ci_upper":0.1117746999999999,"n":80},"medical_hr":{"point":0.0288539759036144,"ci_lower":0.0078610120481927,"ci_upper":0.0588937831325301,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.642532354484605,"ci_lower":0.6300217130087015,"ci_upper":0.6553895511111111},"per_domain":{"airline":{"point":0.6374645333333333,"ci_lower":0.6125059,"ci_upper":0.6637318866666665,"n":50},"itsm":{"point":0.66858,"ci_lower":0.6475889999999999,"ci_upper":0.6903662208333333,"n":80},"medical_hr":{"point":0.6215525301204818,"ci_lower":0.6024677690763052,"ci_upper":0.6406384437751004,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.4059056224899598,"ci_lower":0.3716161144578313,"ci_upper":0.4420288654618474},"per_domain":{"airline":{"point":0.376,"ci_lower":0.304,"ci_upper":0.4519999999999999,"n":50},"itsm":{"point":0.4875,"ci_lower":0.4324999999999999,"ci_upper":0.5449999999999999,"n":80},"medical_hr":{"point":0.3542168674698795,"ci_lower":0.3036144578313253,"ci_upper":0.4120481927710844,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8933232931726908,"ci_lower":0.8477168674698794,"ci_upper":0.9313554216867468},"per_domain":{"airline":{"point":0.9,"ci_lower":0.8,"ci_upper":0.98,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.9625,"n":80},"medical_hr":{"point":0.8674698795180723,"ci_lower":0.7951807228915663,"ci_upper":0.9397590361445785,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0991874730923694,"ci_lower":0.0703653884337349,"ci_upper":0.132763330441767},"per_domain":{"airline":{"point":0.0885376,"ci_lower":0.0379036799999999,"ci_upper":0.1530199999999999,"n":50},"itsm":{"point":0.13374,"ci_lower":0.0836218,"ci_upper":0.1936608,"n":80},"medical_hr":{"point":0.0752848192771084,"ci_lower":0.0330398072289156,"ci_upper":0.1248825060240962,"n":83}}},"task_completion":{"pooled":{"point":0.3447248995983936,"ci_lower":0.2932901606425703,"ci_upper":0.3970175200803212},"per_domain":{"airline":{"point":0.288,"ci_lower":0.1878999999999999,"ci_upper":0.3840999999999995,"n":50},"itsm":{"point":0.3775,"ci_lower":0.2875,"ci_upper":0.4674999999999999,"n":80},"medical_hr":{"point":0.3686746987951807,"ci_lower":0.2915662650602409,"ci_upper":0.4481927710843373,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9766400368139224,"ci_lower":0.964853969210174,"ci_upper":0.9871126827309238},"per_domain":{"airline":{"point":0.9708333333333332,"ci_lower":0.9383333333333332,"ci_upper":0.9975,"n":50},"itsm":{"point":0.9812674999999998,"ci_lower":0.9696849375,"ci_upper":0.991655,"n":80},"medical_hr":{"point":0.977819277108434,"ci_lower":0.9707649849397592,"ci_upper":0.984714578313253,"n":83}}},"faithfulness":{"pooled":{"point":0.1253393574297188,"ci_lower":0.0969722891566265,"ci_upper":0.1549913152610441},"per_domain":{"airline":{"point":0.1639999999999999,"ci_lower":0.092,"ci_upper":0.2459999999999999,"n":50},"itsm":{"point":0.1325,"ci_lower":0.09625,"ci_upper":0.1737812499999998,"n":80},"medical_hr":{"point":0.0795180722891566,"ci_lower":0.0518072289156626,"ci_upper":0.1096385542168674,"n":83}}},"turn_taking":{"pooled":{"point":0.8175221437751005,"ci_lower":0.802564006425703,"ci_upper":0.8316923030923693},"per_domain":{"airline":{"point":0.8012136000000001,"ci_lower":0.7650739299999999,"ci_upper":0.83552036,"n":50},"itsm":{"point":0.824635,"ci_lower":0.8040420687500001,"ci_upper":0.8433836937499999,"n":80},"medical_hr":{"point":0.8267178313253013,"ci_lower":0.8080201445783134,"ci_upper":0.8449952831325301,"n":83}}},"conciseness":{"pooled":{"point":0.7219905823293175,"ci_lower":0.7130161596385544,"ci_upper":0.7309806600401606},"per_domain":{"airline":{"point":0.70518,"ci_lower":0.6895679999999998,"ci_upper":0.7210884000000002,"n":50},"itsm":{"point":0.736105,"ci_lower":0.7176979375,"ci_upper":0.753850625,"n":80},"medical_hr":{"point":0.7246867469879519,"ci_lower":0.7109830120481928,"ci_upper":0.738346686746988,"n":83}}},"conversation_progression":{"pooled":{"point":0.3880843373493975,"ci_lower":0.3573462600401606,"ci_upper":0.4166531877510041},"per_domain":{"airline":{"point":0.406,"ci_lower":0.3420000000000001,"ci_upper":0.4660000000000001,"n":50},"itsm":{"point":0.445,"ci_lower":0.39625,"ci_upper":0.495,"n":80},"medical_hr":{"point":0.3132530120481928,"ci_lower":0.272289156626506,"ci_upper":0.3554216867469879,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0392592592592592,"ci_lower":-0.0926111111111111,"ci_upper":0.0111296296296295,"corrected_p":0.2922,"raw_p":0.1461,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.1111111111111111,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.6796,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1066666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.1907,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1622777777777778,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.3237,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0874074074074074,"ci_upper":0.0022407407407407,"corrected_p":0.2472,"raw_p":0.0824,"reject":false},"per_domain":{"airline":{"point":-0.0733333333333333,"ci_lower":-0.1577777777777777,"ci_upper":0.0044999999999999,"corrected_p":0.8046,"raw_p":0.0894,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1177777777777778,"ci_upper":0.0177777777777777,"corrected_p":1,"raw_p":0.2189,"reject":false},"medical_hr":{"point":-0.0133333333333333,"ci_lower":-0.1111666666666666,"ci_upper":0.0867222222222221,"corrected_p":1,"raw_p":0.8053,"reject":false}}},"both":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0859259259259259,"ci_upper":0.0244444444444444,"corrected_p":0.2922,"raw_p":0.2274,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0955555555555555,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.861,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1377777777777778,"ci_upper":0.0066666666666666,"corrected_p":0.8046,"raw_p":0.0966,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.1288888888888889,"ci_upper":0.0777777777777777,"corrected_p":1,"raw_p":0.6279,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0178696629213483,"ci_lower":0.0001029026217228,"ci_upper":0.0373384456928838,"corrected_p":0.2249999999999999,"raw_p":0.075,"reject":false},"per_domain":{"airline":{"point":0.0445402298850574,"ci_lower":-0.0014367816091954,"ci_upper":0.0977011494252873,"corrected_p":1,"raw_p":0.2534,"reject":false},"itsm":{"point":0.0003622222222222,"ci_lower":-0.0229870555555555,"ci_upper":0.0272222222222222,"corrected_p":1,"raw_p":0.9693,"reject":false},"medical_hr":{"point":0.0095955555555555,"ci_lower":-0.0055802222222222,"ci_upper":0.0262074999999999,"corrected_p":1,"raw_p":0.2678,"reject":false}}},"background_noise":{"pooled":{"point":0.0075250936329587,"ci_lower":-0.019912415730337,"ci_upper":0.0333768913857677,"corrected_p":1,"raw_p":0.583,"reject":false},"per_domain":{"airline":{"point":0.021551724137931,"ci_lower":-0.0416666666666666,"ci_upper":0.0890804597701149,"corrected_p":1,"raw_p":0.6282,"reject":false},"itsm":{"point":0.0153733333333333,"ci_lower":-0.0029599999999999,"ci_upper":0.0383333333333333,"corrected_p":1,"raw_p":0.1866,"reject":false},"medical_hr":{"point":-0.0138822222222222,"ci_lower":-0.057876,"ci_upper":0.0217154444444444,"corrected_p":1,"raw_p":0.5467,"reject":false}}},"both":{"pooled":{"point":0.0034248148148148,"ci_lower":-0.0156118888888888,"ci_upper":0.0243257314814814,"corrected_p":1,"raw_p":0.7493,"reject":false},"per_domain":{"airline":{"point":0.0073444444444444,"ci_lower":-0.0363,"ci_upper":0.0597222222222222,"corrected_p":1,"raw_p":0.8729,"reject":false},"itsm":{"point":0.0216233333333333,"ci_lower":0.0049989166666666,"ci_upper":0.0433695833333332,"corrected_p":0.5472,"raw_p":0.0608,"reject":false},"medical_hr":{"point":-0.0186933333333333,"ci_lower":-0.0498952777777777,"ci_upper":0.0105844722222221,"corrected_p":1,"raw_p":0.2502,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0192592592592592,"ci_lower":-0.0133425925925926,"ci_upper":0.0503888888888888,"corrected_p":0.7847999999999999,"raw_p":0.2616,"reject":false},"per_domain":{"airline":{"point":0.0533333333333333,"ci_lower":-0.0111388888888889,"ci_upper":0.1166666666666666,"corrected_p":1,"raw_p":0.139,"reject":false},"itsm":{"point":-0.0344444444444444,"ci_lower":-0.0811388888888889,"ci_upper":0.0077777777777777,"corrected_p":1,"raw_p":0.1626,"reject":false},"medical_hr":{"point":0.0388888888888888,"ci_lower":-0.0044722222222222,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.1527,"reject":false}}},"background_noise":{"pooled":{"point":-0.0011111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.0263148148148147,"corrected_p":1,"raw_p":0.9251,"reject":false},"per_domain":{"airline":{"point":-0.0355555555555555,"ci_lower":-0.0944999999999999,"ci_upper":0.0166666666666666,"corrected_p":1,"raw_p":0.2189,"reject":false},"itsm":{"point":0.0044444444444444,"ci_lower":-0.04,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.9007,"reject":false},"medical_hr":{"point":0.0277777777777777,"ci_lower":-0.01225,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.2562,"reject":false}}},"both":{"pooled":{"point":0.0025925925925925,"ci_lower":-0.0311203703703703,"ci_upper":0.0340833333333333,"corrected_p":1,"raw_p":0.8912,"reject":false},"per_domain":{"airline":{"point":0.0088888888888888,"ci_lower":-0.0467222222222222,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.8075,"reject":false},"itsm":{"point":-0.0455555555555555,"ci_lower":-0.0955833333333333,"ci_upper":0.0011111111111111,"corrected_p":0.7884,"raw_p":0.0876,"reject":false},"medical_hr":{"point":0.0444444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0.1044722222222221,"corrected_p":1,"raw_p":0.155,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.024926,"ci_lower":-0.0055091944444444,"ci_upper":0.0544866055555555,"corrected_p":0.249,"raw_p":0.1245,"reject":false},"per_domain":{"airline":{"point":0.0338568888888888,"ci_lower":-0.0319518611111111,"ci_upper":0.0960939555555555,"corrected_p":1,"raw_p":0.3118,"reject":false},"itsm":{"point":0.0624164444444444,"ci_lower":0.0246837333333333,"ci_upper":0.0968075388888888,"corrected_p":0.0136,"raw_p":0.0017,"reject":true},"medical_hr":{"point":-0.0214953333333333,"ci_lower":-0.0714677333333333,"ci_upper":0.0357210222222221,"corrected_p":1,"raw_p":0.4423,"reject":false}}},"background_noise":{"pooled":{"point":-0.0688643703703703,"ci_lower":-0.09835875,"ci_upper":-0.0358040314814814,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.044833111111111,"ci_lower":-0.1082442444444444,"ci_upper":0.0082442333333333,"corrected_p":0.9522,"raw_p":0.1587,"reject":false},"itsm":{"point":-0.0923257777777777,"ci_lower":-0.1504797166666667,"ci_upper":-0.0341531222222222,"corrected_p":0.0259,"raw_p":0.0037,"reject":true},"medical_hr":{"point":-0.0694342222222221,"ci_lower":-0.1039951166666666,"ci_upper":-0.0360402722222222,"corrected_p":0.009,"raw_p":0.001,"reject":true}}},"both":{"pooled":{"point":-0.012191037037037,"ci_lower":-0.0468836333333333,"ci_upper":0.0213250851851851,"corrected_p":0.4814,"raw_p":0.4814,"reject":false},"per_domain":{"airline":{"point":0.0151457777777777,"ci_lower":-0.0440500944444444,"ci_upper":0.0788787388888888,"corrected_p":1,"raw_p":0.6448,"reject":false},"itsm":{"point":-0.0095657777777777,"ci_lower":-0.0631759388888888,"ci_upper":0.0400099277777778,"corrected_p":1,"raw_p":0.7441,"reject":false},"medical_hr":{"point":-0.0421531111111111,"ci_lower":-0.0995734111111111,"ci_upper":0.0096410388888888,"corrected_p":0.9522,"raw_p":0.1699,"reject":false}}}},"conciseness":{"accent":{"pooled":{"point":0.0041888888888888,"ci_lower":-0.0114827962962963,"ci_upper":0.0192913703703703,"corrected_p":0.936,"raw_p":0.6058,"reject":false},"per_domain":{"airline":{"point":0.0105733333333333,"ci_lower":-0.0204870555555555,"ci_upper":0.0420981666666666,"corrected_p":1,"raw_p":0.5245,"reject":false},"itsm":{"point":0.0026422222222221,"ci_lower":-0.0159673888888889,"ci_upper":0.0230705555555554,"corrected_p":1,"raw_p":0.7949,"reject":false},"medical_hr":{"point":-0.0006488888888889,"ci_lower":-0.0262989444444444,"ci_upper":0.0278342222222221,"corrected_p":1,"raw_p":0.9679,"reject":false}}},"background_noise":{"pooled":{"point":-0.0141592592592592,"ci_lower":-0.0284296851851851,"ci_upper":0.0013797777777777,"corrected_p":0.1659,"raw_p":0.0553,"reject":false},"per_domain":{"airline":{"point":-0.0083266666666666,"ci_lower":-0.0336386111111111,"ci_upper":0.0172355,"corrected_p":1,"raw_p":0.5369,"reject":false},"itsm":{"point":-0.0141799999999999,"ci_lower":-0.0346181111111111,"ci_upper":0.0071444444444444,"corrected_p":1,"raw_p":0.1997,"reject":false},"medical_hr":{"point":-0.0199711111111111,"ci_lower":-0.0455035555555555,"ci_upper":0.0076729999999999,"corrected_p":1,"raw_p":0.1815,"reject":false}}},"both":{"pooled":{"point":-0.0068925925925926,"ci_lower":-0.025704074074074,"ci_upper":0.012234537037037,"corrected_p":0.936,"raw_p":0.468,"reject":false},"per_domain":{"airline":{"point":-0.00008222222222223074,"ci_lower":-0.0323187222222222,"ci_upper":0.0281509999999999,"corrected_p":1,"raw_p":0.9949,"reject":false},"itsm":{"point":-0.0282244444444444,"ci_lower":-0.0590077222222222,"ci_upper":0.0024753333333332,"corrected_p":0.8046,"raw_p":0.0894,"reject":false},"medical_hr":{"point":0.0076288888888888,"ci_lower":-0.0233038333333333,"ci_upper":0.0379445555555555,"corrected_p":1,"raw_p":0.6326,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0274074074074074,"ci_lower":-0.0718611111111111,"ci_upper":0.0192685185185185,"corrected_p":0.2595,"raw_p":0.2595,"reject":false},"per_domain":{"airline":{"point":0.0022222222222222,"ci_lower":-0.0944444444444444,"ci_upper":0.1011111111111111,"corrected_p":1,"raw_p":0.9643,"reject":false},"itsm":{"point":-0.0499999999999999,"ci_lower":-0.1177777777777777,"ci_upper":0.0188888888888888,"corrected_p":1,"raw_p":0.1796,"reject":false},"medical_hr":{"point":-0.0344444444444444,"ci_lower":-0.1,"ci_upper":0.0289166666666666,"corrected_p":1,"raw_p":0.3117,"reject":false}}},"background_noise":{"pooled":{"point":-0.0811111111111111,"ci_lower":-0.124824074074074,"ci_upper":-0.0314722222222222,"corrected_p":0.0050999999999999,"raw_p":0.0017,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555555,"ci_lower":-0.2155555555555555,"ci_upper":-0.0422222222222222,"corrected_p":0.0774,"raw_p":0.0086,"reject":false},"itsm":{"point":-0.0722222222222222,"ci_lower":-0.1399999999999999,"ci_upper":-0.0021944444444444,"corrected_p":0.3336,"raw_p":0.0417,"reject":false},"medical_hr":{"point":-0.0455555555555555,"ci_lower":-0.1322222222222222,"ci_upper":0.0366666666666666,"corrected_p":1,"raw_p":0.3207,"reject":false}}},"both":{"pooled":{"point":-0.0459259259259259,"ci_lower":-0.0918518518518518,"ci_upper":0.0048148148148148,"corrected_p":0.1452,"raw_p":0.0726,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.141111111111111,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.2613,"reject":false},"itsm":{"point":-0.0611111111111111,"ci_lower":-0.1566666666666666,"ci_upper":0.0144444444444444,"corrected_p":1,"raw_p":0.1703,"reject":false},"medical_hr":{"point":-0.0233333333333333,"ci_lower":-0.1011111111111111,"ci_upper":0.0633333333333333,"corrected_p":1,"raw_p":0.6102,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":0.0155555555555555,"ci_lower":-0.0348333333333333,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.5682,"reject":false},"per_domain":{"airline":{"point":0.0088888888888888,"ci_lower":-0.0800555555555555,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.8906,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1067222222222222,"ci_upper":0.0467222222222221,"corrected_p":1,"raw_p":0.5237,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0133333333333333,"ci_upper":0.1533333333333333,"corrected_p":1,"raw_p":0.1712,"reject":false}}},"background_noise":{"pooled":{"point":0.0007407407407407,"ci_lower":-0.0414814814814814,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.9994,"reject":false},"per_domain":{"airline":{"point":-0.0577777777777777,"ci_lower":-0.1333333333333333,"ci_upper":0.0133333333333333,"corrected_p":1,"raw_p":0.1615,"reject":false},"itsm":{"point":-0.0044444444444444,"ci_lower":-0.0844444444444444,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.8653,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":0.0021666666666666,"ci_upper":0.1422222222222222,"corrected_p":1,"raw_p":0.1178,"reject":false}}},"both":{"pooled":{"point":-0.0288888888888888,"ci_lower":-0.0822222222222222,"ci_upper":0.0148333333333333,"corrected_p":0.7014,"raw_p":0.2338,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.0778333333333333,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.9246,"reject":false},"itsm":{"point":-0.0822222222222222,"ci_lower":-0.1888888888888888,"ci_upper":0.0089444444444443,"corrected_p":1,"raw_p":0.119,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0778333333333333,"ci_upper":0.0689444444444443,"corrected_p":1,"raw_p":0.9186,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0348148148148147,"ci_lower":-0.035574074074074,"ci_upper":0.0992777777777777,"corrected_p":0.6548,"raw_p":0.3274,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.1000555555555555,"ci_upper":0.1155555555555555,"corrected_p":1,"raw_p":0.8461,"reject":false},"itsm":{"point":0.0244444444444444,"ci_lower":-0.0888888888888889,"ci_upper":0.131222222222222,"corrected_p":1,"raw_p":0.6972,"reject":false},"medical_hr":{"point":0.0666666666666666,"ci_lower":-0.0623333333333333,"ci_upper":0.1911111111111111,"corrected_p":1,"raw_p":0.3364,"reject":false}}},"background_noise":{"pooled":{"point":-0.1429629629629629,"ci_lower":-0.2066666666666667,"ci_upper":-0.0814629629629629,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.1533333333333333,"ci_lower":-0.2799999999999999,"ci_upper":-0.0444444444444444,"corrected_p":0.09,"raw_p":0.0103,"reject":false},"itsm":{"point":-0.1422222222222222,"ci_lower":-0.2377777777777778,"ci_upper":-0.0510555555555556,"corrected_p":0.09,"raw_p":0.01,"reject":false},"medical_hr":{"point":-0.1333333333333333,"ci_lower":-0.2489444444444444,"ci_upper":-0.0243888888888889,"corrected_p":0.2282,"raw_p":0.0326,"reject":false}}},"both":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0948333333333333,"ci_upper":0.0348148148148147,"corrected_p":0.6548,"raw_p":0.3434,"reject":false},"per_domain":{"airline":{"point":0.0466666666666666,"ci_lower":-0.0688888888888889,"ci_upper":0.1533888888888888,"corrected_p":1,"raw_p":0.4286,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1844444444444445,"ci_upper":0.0711666666666665,"corrected_p":1,"raw_p":0.3122,"reject":false},"medical_hr":{"point":-0.0777777777777778,"ci_lower":-0.1822777777777778,"ci_upper":0.0267222222222221,"corrected_p":1,"raw_p":0.1671,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0096296296296296,"ci_lower":-0.034074074074074,"ci_upper":0.0148148148148148,"corrected_p":0.849,"raw_p":0.4245,"reject":false},"per_domain":{"airline":{"point":0.0022222222222222,"ci_lower":-0.0511111111111111,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.0066666666666666,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.2512,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.0911666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.5589000000000001,"raw_p":0.0621,"reject":false}}},"background_noise":{"pooled":{"point":-0.0059259259259259,"ci_lower":-0.0340925925925926,"ci_upper":0.0207592592592592,"corrected_p":0.849,"raw_p":0.6406,"reject":false},"per_domain":{"airline":{"point":0.0244444444444444,"ci_lower":-0.0266666666666666,"ci_upper":0.0733333333333333,"corrected_p":1,"raw_p":0.3498,"reject":false},"itsm":{"point":-0.04,"ci_lower":-0.0933888888888889,"ci_upper":0.0111666666666666,"corrected_p":1,"raw_p":0.1554,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0333333333333333,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0207407407407407,"ci_lower":-0.0503888888888888,"ci_upper":0.0088888888888888,"corrected_p":0.4916999999999999,"raw_p":0.1639,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888889,"ci_lower":-0.0622222222222222,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.6826,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.0488888888888888,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.7814,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1133333333333333,"ci_upper":0.0044444444444444,"corrected_p":1,"raw_p":0.1528,"reject":false}}}}}},{"id":"gemini-3-flash-plus-gemini-3-1-flash-tts","name":"Gemini 3 Flash + Gemini 3.1 Flash TTS","type":"2-part","stt":"-","llm":"Gemini 3 Flash","tts":"Gemini 3.1 Flash TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.6950930441767068,"ci_lower":0.6736968633868808,"ci_upper":0.7180788192269076},"per_domain":{"airline":{"point":0.7129693333333335,"ci_lower":0.6658261333333333,"ci_upper":0.7602694,"n":50},"itsm":{"point":0.6984600000000001,"ci_lower":0.6662861250000001,"ci_upper":0.7324586249999999,"n":80},"medical_hr":{"point":0.673849799196787,"ci_lower":0.6429293373493976,"ci_upper":0.7053063253012046,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4312409638554217,"ci_lower":0.3894843373493976,"ci_upper":0.4729614959839357},"per_domain":{"airline":{"point":0.488,"ci_lower":0.4,"ci_upper":0.576,"n":50},"itsm":{"point":0.425,"ci_lower":0.3575,"ci_upper":0.4949999999999999,"n":80},"medical_hr":{"point":0.3807228915662651,"ci_lower":0.3180722891566265,"ci_upper":0.4506024096385542,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8118775100401606,"ci_lower":0.7573160140562248,"ci_upper":0.8617364457831326},"per_domain":{"airline":{"point":0.84,"ci_lower":0.74,"ci_upper":0.94,"n":50},"itsm":{"point":0.8125,"ci_lower":0.725,"ci_upper":0.8875,"n":80},"medical_hr":{"point":0.7831325301204819,"ci_lower":0.6987951807228916,"ci_upper":0.8674698795180723,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1576485397590361,"ci_lower":0.1203304396787148,"ci_upper":0.201379154939759},"per_domain":{"airline":{"point":0.1879807999999999,"ci_lower":0.11482032,"ci_upper":0.27812544,"n":50},"itsm":{"point":0.14984,"ci_lower":0.0919933999999999,"ci_upper":0.2141192999999999,"n":80},"medical_hr":{"point":0.1351248192771084,"ci_lower":0.0782757590361445,"ci_upper":0.1974767228915661,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.4793821846050869,"ci_lower":0.4685612286445782,"ci_upper":0.4897054994377509},"per_domain":{"airline":{"point":0.4899909333333333,"ci_lower":0.4684180933333333,"ci_upper":0.5121685033333334,"n":50},"itsm":{"point":0.4913521666666666,"ci_lower":0.47643030625,"ci_upper":0.5059230645833332,"n":80},"medical_hr":{"point":0.456803453815261,"ci_lower":0.4375216465863453,"ci_upper":0.4743564959839356,"n":83}}},"EVA-X_pass":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"task_completion":{"pooled":{"point":0.6737469879518073,"ci_lower":0.6316962851405623,"ci_upper":0.7123081325301204},"per_domain":{"airline":{"point":0.6960000000000001,"ci_lower":0.612,"ci_upper":0.772,"n":50},"itsm":{"point":0.6649999999999999,"ci_lower":0.5999374999999999,"ci_upper":0.7275,"n":80},"medical_hr":{"point":0.6602409638554216,"ci_lower":0.5975903614457831,"ci_upper":0.7228915662650602,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9690261204819276,"ci_lower":0.963427980321285,"ci_upper":0.9743039240963858},"per_domain":{"airline":{"point":0.964908,"ci_lower":0.9524747,"ci_upper":0.9768413,"n":50},"itsm":{"point":0.96038,"ci_lower":0.9499245625,"ci_upper":0.9698879375,"n":80},"medical_hr":{"point":0.981790361445783,"ci_lower":0.9769419277108432,"ci_upper":0.986253253012048,"n":83}}},"faithfulness":{"pooled":{"point":0.4425060240963854,"ci_lower":0.4061689759036145,"ci_upper":0.4776303965863453},"per_domain":{"airline":{"point":0.478,"ci_lower":0.396,"ci_upper":0.556,"n":50},"itsm":{"point":0.4699999999999999,"ci_lower":0.42375,"ci_upper":0.52125,"n":80},"medical_hr":{"point":0.3795180722891565,"ci_lower":0.327710843373494,"ci_upper":0.4301204819277108,"n":83}}},"turn_taking":{"pooled":{"point":0.0192157666666666,"ci_lower":0.0162560429367469,"ci_upper":0.0226184022590361},"per_domain":{"airline":{"point":0.0309207999999999,"ci_lower":0.0231424699999999,"ci_upper":0.0399566299999999,"n":50},"itsm":{"point":0.0127064999999999,"ci_lower":0.0098203187499999,"ci_upper":0.0157213937499999,"n":80},"medical_hr":{"point":0.0140199999999999,"ci_lower":0.0107757289156626,"ci_upper":0.0178596927710843,"n":83}}},"conciseness":{"pooled":{"point":0.8008655261044176,"ci_lower":0.7942508758534138,"ci_upper":0.8078011665662651},"per_domain":{"airline":{"point":0.805052,"ci_lower":0.7918622999999999,"ci_upper":0.8181288,"n":50},"itsm":{"point":0.8026,"ci_lower":0.7914304375,"ci_upper":0.8135056875,"n":80},"medical_hr":{"point":0.7949445783132528,"ci_lower":0.7823011445783132,"ci_upper":0.806272469879518,"n":83}}},"conversation_progression":{"pooled":{"point":0.6180652610441767,"ci_lower":0.5877964357429719,"ci_upper":0.6472457580321285},"per_domain":{"airline":{"point":0.6339999999999999,"ci_lower":0.5740000000000001,"ci_upper":0.6900499999999999,"n":50},"itsm":{"point":0.6587500000000001,"ci_lower":0.6175,"ci_upper":0.6975,"n":80},"medical_hr":{"point":0.5614457831325301,"ci_lower":0.5096385542168677,"ci_upper":0.6108433734939759,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1518518518518518,"ci_lower":-0.234074074074074,"ci_upper":-0.0644444444444444,"corrected_p":0.0018,"raw_p":0.0006,"reject":true},"per_domain":{"airline":{"point":-0.0911111111111111,"ci_lower":-0.2444444444444444,"ci_upper":0.0444444444444444,"corrected_p":0.6696,"raw_p":0.2413,"reject":false},"itsm":{"point":-0.1244444444444444,"ci_lower":-0.2489444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.4884,"raw_p":0.0814,"reject":false},"medical_hr":{"point":-0.2399999999999999,"ci_lower":-0.3755555555555555,"ci_upper":-0.1,"corrected_p":0.0225,"raw_p":0.0025,"reject":true}}},"background_noise":{"pooled":{"point":-0.0037037037037037,"ci_lower":-0.074074074074074,"ci_upper":0.0681666666666666,"corrected_p":0.9,"raw_p":0.9,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.1378888888888889,"ci_upper":0.095611111111111,"corrected_p":0.6696,"raw_p":0.6636,"reject":false},"itsm":{"point":0.1644444444444444,"ci_lower":0.0532777777777777,"ci_upper":0.2777777777777777,"corrected_p":0.0544,"raw_p":0.0068,"reject":false},"medical_hr":{"point":-0.1511111111111111,"ci_lower":-0.2555555555555555,"ci_upper":-0.0422222222222222,"corrected_p":0.0875,"raw_p":0.0125,"reject":false}}},"both":{"pooled":{"point":-0.1037037037037037,"ci_lower":-0.1889259259259259,"ci_upper":-0.0237037037037037,"corrected_p":0.0256,"raw_p":0.0128,"reject":true},"per_domain":{"airline":{"point":-0.0911111111111111,"ci_lower":-0.22,"ci_upper":0.0266666666666666,"corrected_p":0.6696,"raw_p":0.1674,"reject":false},"itsm":{"point":-0.1022222222222222,"ci_lower":-0.2445,"ci_upper":0.0445555555555554,"corrected_p":0.6696,"raw_p":0.1869,"reject":false},"medical_hr":{"point":-0.1177777777777777,"ci_lower":-0.2577777777777778,"ci_upper":0.0266666666666666,"corrected_p":0.643,"raw_p":0.1286,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0079333333333333,"ci_lower":-0.0017585,"ci_upper":0.0174732407407407,"corrected_p":0.3,"raw_p":0.1,"reject":false},"per_domain":{"airline":{"point":0.0129488888888888,"ci_lower":-0.0021707777777777,"ci_upper":0.0319632222222222,"corrected_p":1,"raw_p":0.1569,"reject":false},"itsm":{"point":0.0006666666666666,"ci_lower":-0.0167901111111111,"ci_upper":0.0169114444444443,"corrected_p":1,"raw_p":0.94,"reject":false},"medical_hr":{"point":0.0101844444444444,"ci_lower":-0.0046370555555555,"ci_upper":0.0231953888888888,"corrected_p":1,"raw_p":0.1533,"reject":false}}},"background_noise":{"pooled":{"point":-0.0013148148148148,"ci_lower":-0.0147223333333333,"ci_upper":0.0105964259259259,"corrected_p":1,"raw_p":0.8495,"reject":false},"per_domain":{"airline":{"point":0.0124711111111111,"ci_lower":-0.0054241666666666,"ci_upper":0.0307174999999999,"corrected_p":1,"raw_p":0.2173,"reject":false},"itsm":{"point":-0.0246,"ci_lower":-0.0579352777777777,"ci_upper":0.0053036666666666,"corrected_p":1,"raw_p":0.1493,"reject":false},"medical_hr":{"point":0.0081844444444444,"ci_lower":-0.0022320555555555,"ci_upper":0.0192178333333333,"corrected_p":1,"raw_p":0.1596,"reject":false}}},"both":{"pooled":{"point":0.0003629629629629,"ci_lower":-0.0102947222222222,"ci_upper":0.0115945185185184,"corrected_p":1,"raw_p":0.9513,"reject":false},"per_domain":{"airline":{"point":0.0118044444444444,"ci_lower":-0.0076132222222222,"ci_upper":0.031764611111111,"corrected_p":1,"raw_p":0.2651,"reject":false},"itsm":{"point":-0.0096444444444444,"ci_lower":-0.0323017777777777,"ci_upper":0.0107211666666666,"corrected_p":1,"raw_p":0.4114,"reject":false},"medical_hr":{"point":-0.0010711111111111,"ci_lower":-0.0161901111111111,"ci_upper":0.0131098333333333,"corrected_p":1,"raw_p":0.8907,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.1385185185185185,"ci_lower":-0.1885185185185185,"ci_upper":-0.0870185185185185,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555556,"ci_lower":-0.2433333333333333,"ci_upper":-0.0322222222222222,"corrected_p":0.1208,"raw_p":0.0302,"reject":false},"itsm":{"point":-0.1677777777777777,"ci_lower":-0.2489166666666666,"ci_upper":-0.0855277777777777,"corrected_p":0.0045,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2211388888888888,"ci_upper":-0.0188888888888888,"corrected_p":0.1205,"raw_p":0.0241,"reject":false}}},"background_noise":{"pooled":{"point":-0.0922222222222222,"ci_lower":-0.1433425925925926,"ci_upper":-0.0403611111111111,"corrected_p":0.001,"raw_p":0.001,"reject":true},"per_domain":{"airline":{"point":-0.1144444444444444,"ci_lower":-0.2155833333333333,"ci_upper":-0.0154722222222222,"corrected_p":0.1208,"raw_p":0.0305,"reject":false},"itsm":{"point":-0.0399999999999999,"ci_lower":-0.1244722222222222,"ci_upper":0.0400277777777777,"corrected_p":0.3996,"raw_p":0.3996,"reject":false},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2044444444444444,"ci_upper":-0.0444166666666667,"corrected_p":0.0497,"raw_p":0.0071,"reject":true}}},"both":{"pooled":{"point":-0.1477777777777777,"ci_lower":-0.2085185185185185,"ci_upper":-0.0851481481481481,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555555,"ci_lower":-0.2300277777777777,"ci_upper":-0.0211111111111111,"corrected_p":0.1208,"raw_p":0.0341,"reject":false},"itsm":{"point":-0.1733333333333333,"ci_lower":-0.2755555555555556,"ci_upper":-0.0733333333333333,"corrected_p":0.0392,"raw_p":0.0049,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2478055555555555,"ci_upper":-0.0521944444444444,"corrected_p":0.0606,"raw_p":0.0101,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0965503703703703,"ci_lower":0.0791395333333332,"ci_upper":0.1159505944444443,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1022086666666666,"ci_lower":0.0671017999999999,"ci_upper":0.1407236833333332,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0738882222222221,"ci_lower":0.0521331055555555,"ci_upper":0.0984838999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.1135542222222221,"ci_lower":0.0852464277777777,"ci_upper":0.1453116388888888,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":0.0595562962962962,"ci_lower":0.0488444592592592,"ci_upper":0.0710285537037036,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0545142222222221,"ci_lower":0.0360747555555555,"ci_upper":0.077552061111111,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0528004444444444,"ci_lower":0.0360292277777777,"ci_upper":0.0722202277777777,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.0713542222222221,"ci_lower":0.0562970888888888,"ci_upper":0.0874725388888888,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":0.0761988888888888,"ci_lower":0.0641816944444444,"ci_upper":0.0885024222222221,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0722319999999999,"ci_lower":0.0543252888888888,"ci_upper":0.0899967555555554,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0698748888888888,"ci_lower":0.0488140055555555,"ci_upper":0.0916771388888888,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.0864897777777777,"ci_lower":0.0625504055555555,"ci_upper":0.1108309944444444,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0139059259259259,"ci_lower":-0.0272759259259259,"ci_upper":0.00003337037037035528,"corrected_p":0.0882,"raw_p":0.0441,"reject":false},"per_domain":{"airline":{"point":-0.0327644444444444,"ci_lower":-0.0592193333333332,"ci_upper":-0.0094223888888888,"corrected_p":0.1688,"raw_p":0.0211,"reject":false},"itsm":{"point":-0.0006222222222221,"ci_lower":-0.0200425555555555,"ci_upper":0.0171441111111111,"corrected_p":0.9467,"raw_p":0.9467,"reject":false},"medical_hr":{"point":-0.0083311111111111,"ci_lower":-0.0296705555555556,"ci_upper":0.0141379444444444,"corrected_p":0.9246,"raw_p":0.4623,"reject":false}}},"background_noise":{"pooled":{"point":-0.0064429629629629,"ci_lower":-0.0179653518518518,"ci_upper":0.0061294444444444,"corrected_p":0.3029,"raw_p":0.3029,"reject":false},"per_domain":{"airline":{"point":-0.0274199999999999,"ci_lower":-0.0452484444444443,"ci_upper":-0.0078578888888888,"corrected_p":0.0765,"raw_p":0.0085,"reject":false},"itsm":{"point":-0.0107333333333333,"ci_lower":-0.0276706666666666,"ci_upper":0.0075266666666666,"corrected_p":0.7293000000000001,"raw_p":0.2431,"reject":false},"medical_hr":{"point":0.0188244444444444,"ci_lower":-0.0012178888888888,"ci_upper":0.0431628333333332,"corrected_p":0.6348,"raw_p":0.1058,"reject":false}}},"both":{"pooled":{"point":-0.017491111111111,"ci_lower":-0.0286343888888888,"ci_upper":-0.0064834999999999,"corrected_p":0.0093,"raw_p":0.0031,"reject":true},"per_domain":{"airline":{"point":-0.0189755555555555,"ci_lower":-0.0357268888888888,"ci_upper":-0.0021506666666666,"corrected_p":0.28,"raw_p":0.04,"reject":false},"itsm":{"point":-0.0151222222222221,"ci_lower":-0.0366672777777777,"ci_upper":0.0036924444444444,"corrected_p":0.6348,"raw_p":0.1513,"reject":false},"medical_hr":{"point":-0.0183755555555555,"ci_lower":-0.0411857777777777,"ci_upper":0.0034736666666666,"corrected_p":0.6348,"raw_p":0.1089,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.1503703703703703,"ci_lower":-0.2103703703703703,"ci_upper":-0.0899722222222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1577777777777777,"ci_lower":-0.2611388888888889,"ci_upper":-0.0344444444444444,"corrected_p":0.0763,"raw_p":0.0117,"reject":false},"itsm":{"point":-0.1344444444444444,"ci_lower":-0.2277777777777777,"ci_upper":-0.0377777777777777,"corrected_p":0.0763,"raw_p":0.0109,"reject":false},"medical_hr":{"point":-0.1588888888888888,"ci_lower":-0.2622222222222222,"ci_upper":-0.0521111111111112,"corrected_p":0.064,"raw_p":0.008,"reject":false}}},"background_noise":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0848148148148148,"ci_upper":0.0211111111111111,"corrected_p":0.2439,"raw_p":0.2439,"reject":false},"per_domain":{"airline":{"point":-0.0522222222222222,"ci_lower":-0.1589444444444444,"ci_upper":0.0477777777777777,"corrected_p":0.9462,"raw_p":0.3154,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.0989444444444444,"ci_upper":0.073361111111111,"corrected_p":0.9462,"raw_p":0.8821,"reject":false},"medical_hr":{"point":-0.0366666666666666,"ci_lower":-0.1266944444444444,"ci_upper":0.0467222222222221,"corrected_p":0.9462,"raw_p":0.4282,"reject":false}}},"both":{"pooled":{"point":-0.1281481481481481,"ci_lower":-0.1833425925925925,"ci_upper":-0.0722129629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1299999999999999,"ci_lower":-0.2455833333333333,"ci_upper":-0.0177777777777777,"corrected_p":0.1679999999999999,"raw_p":0.0336,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.1966944444444444,"ci_upper":-0.0177777777777777,"corrected_p":0.1679999999999999,"raw_p":0.034,"reject":false},"medical_hr":{"point":-0.1477777777777777,"ci_lower":-0.2255833333333333,"ci_upper":-0.0733055555555555,"corrected_p":0.0153,"raw_p":0.0017,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1155555555555555,"ci_lower":-0.1881666666666667,"ci_upper":-0.0459259259259259,"corrected_p":0.0045,"raw_p":0.0021,"reject":true},"per_domain":{"airline":{"point":-0.1822222222222222,"ci_lower":-0.3045,"ci_upper":-0.06,"corrected_p":0.0621,"raw_p":0.0069,"reject":false},"itsm":{"point":-0.0777777777777777,"ci_lower":-0.2066666666666666,"ci_upper":0.0466666666666666,"corrected_p":0.8778000000000001,"raw_p":0.2349,"reject":false},"medical_hr":{"point":-0.0866666666666667,"ci_lower":-0.1955555555555556,"ci_upper":0.0266666666666666,"corrected_p":0.8778000000000001,"raw_p":0.1463,"reject":false}}},"background_noise":{"pooled":{"point":-0.0562962962962963,"ci_lower":-0.1259444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.1034,"raw_p":0.1034,"reject":false},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.2111111111111111,"ci_upper":0.011111111111111,"corrected_p":0.5656,"raw_p":0.0808,"reject":false},"itsm":{"point":-0.0333333333333333,"ci_lower":-0.1488888888888889,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.5659,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.1556111111111111,"ci_upper":0.0844444444444444,"corrected_p":1,"raw_p":0.6023,"reject":false}}},"both":{"pooled":{"point":-0.1007407407407407,"ci_lower":-0.1637407407407407,"ci_upper":-0.0422222222222222,"corrected_p":0.0045,"raw_p":0.0015,"reject":true},"per_domain":{"airline":{"point":-0.0822222222222222,"ci_lower":-0.1977777777777778,"ci_upper":0.0444444444444444,"corrected_p":0.8778000000000001,"raw_p":0.1569,"reject":false},"itsm":{"point":-0.1555555555555555,"ci_lower":-0.2578333333333333,"ci_upper":-0.0421666666666667,"corrected_p":0.0944,"raw_p":0.0118,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1555555555555555,"ci_upper":0.0288888888888888,"corrected_p":0.8778000000000001,"raw_p":0.1816,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0266666666666666,"ci_lower":-0.0859444444444444,"ci_upper":0.0252037037037036,"corrected_p":0.3547,"raw_p":0.3547,"reject":false},"per_domain":{"airline":{"point":-0.0755555555555555,"ci_lower":-0.1777777777777777,"ci_upper":0.0044444444444444,"corrected_p":0.6209,"raw_p":0.0887,"reject":false},"itsm":{"point":-2.405483220021173e-17,"ci_lower":-0.1,"ci_upper":0.0888888888888888,"corrected_p":1,"raw_p":0.9696,"reject":false},"medical_hr":{"point":-0.0044444444444444,"ci_lower":-0.1044444444444445,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.9047,"reject":false}}},"background_noise":{"pooled":{"point":0.0807407407407407,"ci_lower":0.0399999999999999,"ci_upper":0.1222222222222222,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":0.0355555555555555,"ci_lower":-0.0067222222222222,"ci_upper":0.0799999999999999,"corrected_p":0.6888,"raw_p":0.1148,"reject":false},"itsm":{"point":0.0666666666666666,"ci_lower":-0.0133333333333333,"ci_upper":0.1533333333333333,"corrected_p":0.7165,"raw_p":0.1433,"reject":false},"medical_hr":{"point":0.1399999999999999,"ci_lower":0.0622222222222222,"ci_upper":0.2222777777777777,"corrected_p":0.0107999999999999,"raw_p":0.0012,"reject":true}}},"both":{"pooled":{"point":0.0399999999999999,"ci_lower":0.0066481481481481,"ci_upper":0.0792592592592592,"corrected_p":0.0842,"raw_p":0.0421,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.0355555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.6586,"reject":false},"itsm":{"point":0.0555555555555555,"ci_lower":0.0021666666666666,"ci_upper":0.111111111111111,"corrected_p":0.5928,"raw_p":0.0741,"reject":false},"medical_hr":{"point":0.051111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.1422222222222221,"corrected_p":1,"raw_p":0.268,"reject":false}}}}}},{"id":"gemini-3-1-flash-live","name":"Gemini 3.1 Flash Live","type":"s2s","stt":"-","llm":"Gemini 3.1 Flash Live","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.5641571787148593,"ci_lower":0.5381466839022757,"ci_upper":0.5908896391398929},"per_domain":{"airline":{"point":0.6033333333333332,"ci_lower":0.5476666666666666,"ci_upper":0.6596749999999998,"n":50},"itsm":{"point":0.5367124999999999,"ci_lower":0.4960065208333333,"ci_upper":0.5770358125,"n":80},"medical_hr":{"point":0.5524257028112448,"ci_lower":0.5140335943775101,"ci_upper":0.591375,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2922309236947791,"ci_lower":0.246072891566265,"ci_upper":0.3401085341365462},"per_domain":{"airline":{"point":0.356,"ci_lower":0.26,"ci_upper":0.46,"n":50},"itsm":{"point":0.2725,"ci_lower":0.205,"ci_upper":0.3425624999999996,"n":80},"medical_hr":{"point":0.2481927710843373,"ci_lower":0.1782530120481927,"ci_upper":0.3228915662650602,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5520783132530122,"ci_lower":0.4851749497991968,"ci_upper":0.619433483935743},"per_domain":{"airline":{"point":0.66,"ci_lower":0.52,"ci_upper":0.78,"n":50},"itsm":{"point":0.5625,"ci_lower":0.45,"ci_upper":0.6625,"n":80},"medical_hr":{"point":0.4337349397590361,"ci_lower":0.3253012048192771,"ci_upper":0.5421686746987951,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1322039550200803,"ci_lower":0.0926741363855421,"ci_upper":0.1752823668273092},"per_domain":{"airline":{"point":0.1704896,"ci_lower":0.0872350399999999,"ci_upper":0.26967472,"n":50},"itsm":{"point":0.115036,"ci_lower":0.0562510999999999,"ci_upper":0.1800276999999999,"n":80},"medical_hr":{"point":0.1110862650602409,"ci_lower":0.0576014457831325,"ci_upper":0.1755085301204819,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7557398955823293,"ci_lower":0.744352571519411,"ci_upper":0.7675125685977242},"per_domain":{"airline":{"point":0.765456,"ci_lower":0.74233532,"ci_upper":0.78808826,"n":50},"itsm":{"point":0.7588686666666667,"ci_lower":0.7373239166666666,"ci_upper":0.7804801375,"n":80},"medical_hr":{"point":0.7428950200803213,"ci_lower":0.7262793192771084,"ci_upper":0.758792686746988,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5893955823293173,"ci_lower":0.5558768574297188,"ci_upper":0.6232933734939757},"per_domain":{"airline":{"point":0.5040000000000001,"ci_lower":0.44,"ci_upper":0.5640000000000001,"n":50},"itsm":{"point":0.6425000000000001,"ci_lower":0.5774999999999999,"ci_upper":0.7074999999999999,"n":80},"medical_hr":{"point":0.6216867469879519,"ci_lower":0.5734939759036144,"ci_upper":0.6746987951807228,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.9791666666666666,"ci_lower":0.9623958333333332,"ci_upper":0.9958333333333332},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9375,"ci_lower":0.8871875,"ci_upper":0.9875,"n":80},"medical_hr":{"point":1,"ci_lower":1,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.2397903582329317,"ci_lower":0.2002621129317269,"ci_upper":0.2830120651405622},"per_domain":{"airline":{"point":0.1186943999999999,"ci_lower":0.0679166399999999,"ci_upper":0.1825327999999999,"n":50},"itsm":{"point":0.339788,"ci_lower":0.2520854999999999,"ci_upper":0.4267706,"n":80},"medical_hr":{"point":0.2608886746987952,"ci_lower":0.1867865060240964,"ci_upper":0.34228578313253,"n":83}}},"task_completion":{"pooled":{"point":0.4725682730923695,"ci_lower":0.4235616465863454,"ci_upper":0.5215272088353413},"per_domain":{"airline":{"point":0.504,"ci_lower":0.412,"ci_upper":0.604,"n":50},"itsm":{"point":0.4125,"ci_lower":0.3275,"ci_upper":0.4950624999999996,"n":80},"medical_hr":{"point":0.5012048192771085,"ci_lower":0.4216867469879519,"ci_upper":0.5783132530120482,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.995029267068273,"ci_lower":0.9917297269076304,"ci_upper":0.9976341443273092},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9907625,"ci_lower":0.9824094375,"ci_upper":0.9969525,"n":80},"medical_hr":{"point":0.9943253012048192,"ci_lower":0.9893009638554215,"ci_upper":0.9981277108433736,"n":83}}},"faithfulness":{"pooled":{"point":0.2382018072289156,"ci_lower":0.2022141817269076,"ci_upper":0.2724732680722891},"per_domain":{"airline":{"point":0.3419999999999999,"ci_lower":0.262,"ci_upper":0.426,"n":50},"itsm":{"point":0.20875,"ci_lower":0.1625,"ci_upper":0.26,"n":80},"medical_hr":{"point":0.163855421686747,"ci_lower":0.1192771084337349,"ci_upper":0.2156626506024096,"n":83}}},"turn_taking":{"pooled":{"point":0.8297416867469879,"ci_lower":0.8134966175853413,"ci_upper":0.8459800643875501},"per_domain":{"airline":{"point":0.7884439999999999,"ci_lower":0.7513087,"ci_upper":0.8242976099999998,"n":50},"itsm":{"point":0.8398959999999999,"ci_lower":0.814756675,"ci_upper":0.86490469375,"n":80},"medical_hr":{"point":0.8608850602409638,"ci_lower":0.8391060240963858,"ci_upper":0.8810622108433735,"n":83}}},"conciseness":{"pooled":{"point":0.8010181606425704,"ci_lower":0.7918640185240963,"ci_upper":0.8099937249497994},"per_domain":{"airline":{"point":0.8059240000000001,"ci_lower":0.7844915000000001,"ci_upper":0.8268062000000002,"n":50},"itsm":{"point":0.7992100000000001,"ci_lower":0.7850115625,"ci_upper":0.813003875,"n":80},"medical_hr":{"point":0.7979204819277109,"ci_lower":0.7857011445783132,"ci_upper":0.8098412048192772,"n":83}}},"conversation_progression":{"pooled":{"point":0.6364598393574298,"ci_lower":0.6096542670682731,"ci_upper":0.6650035893574298},"per_domain":{"airline":{"point":0.7020000000000001,"ci_lower":0.6460000000000001,"ci_upper":0.7560499999999999,"n":50},"itsm":{"point":0.6375,"ci_lower":0.59125,"ci_upper":0.6825,"n":80},"medical_hr":{"point":0.5698795180722892,"ci_lower":0.5276807228915661,"ci_upper":0.6132530120481927,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0651851851851852,"ci_upper":0.0518703703703703,"corrected_p":0.9508,"raw_p":0.792,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.0911666666666666,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.9199,"reject":false},"itsm":{"point":0.0644444444444444,"ci_lower":-0.0267222222222222,"ci_upper":0.1555555555555555,"corrected_p":1,"raw_p":0.2161,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.2022222222222222,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.1903,"reject":false}}},"background_noise":{"pooled":{"point":-0.0333333333333333,"ci_lower":-0.0889074074074074,"ci_upper":0.0266851851851851,"corrected_p":0.7313999999999999,"raw_p":0.2438,"reject":false},"per_domain":{"airline":{"point":0.0199999999999999,"ci_lower":-0.0845,"ci_upper":0.1266666666666666,"corrected_p":1,"raw_p":0.7431,"reject":false},"itsm":{"point":-0.0577777777777777,"ci_lower":-0.1489444444444445,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.2207,"reject":false},"medical_hr":{"point":-0.0622222222222222,"ci_lower":-0.1555555555555555,"ci_upper":0.0333888888888888,"corrected_p":1,"raw_p":0.2063,"reject":false}}},"both":{"pooled":{"point":-0.0222222222222222,"ci_lower":-0.0837037037037037,"ci_upper":0.0377962962962962,"corrected_p":0.9508,"raw_p":0.4754,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.1088888888888889,"ci_upper":0.1022222222222221,"corrected_p":1,"raw_p":0.937,"reject":false},"itsm":{"point":-0.0355555555555555,"ci_lower":-0.1355555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.4762,"reject":false},"medical_hr":{"point":-0.0288888888888889,"ci_lower":-0.149,"ci_upper":0.0933333333333333,"corrected_p":1,"raw_p":0.6364,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0047814814814814,"ci_lower":-0.0042069629629629,"ci_upper":0.0137364259259259,"corrected_p":0.9783,"raw_p":0.3261,"reject":false},"per_domain":{"airline":{"point":-0.0027777777777777,"ci_lower":-0.0083333333333333,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0.0044422222222222,"ci_lower":-0.01778,"ci_upper":0.0272199999999999,"corrected_p":1,"raw_p":0.6217,"reject":false},"medical_hr":{"point":0.0126799999999999,"ci_lower":0.0022199999999999,"ci_upper":0.0254558333333333,"corrected_p":0.5283,"raw_p":0.0587,"reject":false}}},"background_noise":{"pooled":{"point":-0.0008726591760299,"ci_lower":-0.0107311797752809,"ci_upper":0.0091168539325842,"corrected_p":1,"raw_p":0.8572,"reject":false},"per_domain":{"airline":{"point":-0.0074,"ci_lower":-0.0185,"ci_upper":0,"corrected_p":1,"raw_p":0.5053,"reject":false},"itsm":{"point":-0.0012022222222222,"ci_lower":-0.021398,"ci_upper":0.0179778888888888,"corrected_p":1,"raw_p":0.9083,"reject":false},"medical_hr":{"point":0.0062206896551724,"ci_lower":-0.0144713793103448,"ci_upper":0.0226946551724137,"corrected_p":1,"raw_p":0.5978,"reject":false}}},"both":{"pooled":{"point":-0.0006185185185185,"ci_lower":-0.011638574074074,"ci_upper":0.0097253148148148,"corrected_p":1,"raw_p":0.9049,"reject":false},"per_domain":{"airline":{"point":-0.0111111111111111,"ci_lower":-0.0277777777777777,"ci_upper":0,"corrected_p":1,"raw_p":0.5026,"reject":false},"itsm":{"point":-0.0034244444444444,"ci_lower":-0.0254624444444444,"ci_upper":0.0196471666666666,"corrected_p":1,"raw_p":0.8002,"reject":false},"medical_hr":{"point":0.0126799999999999,"ci_lower":0.0029599999999999,"ci_upper":0.0255489999999999,"corrected_p":0.5336,"raw_p":0.0667,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.0233333333333333,"ci_lower":-0.0685185185185185,"ci_upper":0.0129629629629629,"corrected_p":0.8333999999999999,"raw_p":0.2778,"reject":false},"per_domain":{"airline":{"point":-0.0822222222222222,"ci_lower":-0.1633333333333333,"ci_upper":-0.0055555555555555,"corrected_p":0.6246,"raw_p":0.0694,"reject":false},"itsm":{"point":0.0288888888888888,"ci_lower":-0.0333333333333333,"ci_upper":0.093361111111111,"corrected_p":1,"raw_p":0.398,"reject":false},"medical_hr":{"point":-0.0166666666666666,"ci_lower":-0.0766666666666666,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.5894,"reject":false}}},"background_noise":{"pooled":{"point":-0.0177777777777777,"ci_lower":-0.0588888888888888,"ci_upper":0.0188981481481481,"corrected_p":0.8333999999999999,"raw_p":0.3864,"reject":false},"per_domain":{"airline":{"point":-0.0433333333333333,"ci_lower":-0.1355833333333333,"ci_upper":0.0544722222222221,"corrected_p":1,"raw_p":0.3781,"reject":false},"itsm":{"point":-0.01,"ci_lower":-0.0555555555555555,"ci_upper":0.0355555555555555,"corrected_p":1,"raw_p":0.6413,"reject":false},"medical_hr":{"point":-5.551115123125783e-18,"ci_lower":-0.0666666666666666,"ci_upper":0.0644444444444444,"corrected_p":1,"raw_p":0.9876,"reject":false}}},"both":{"pooled":{"point":-0.0085185185185185,"ci_lower":-0.0507685185185185,"ci_upper":0.037037037037037,"corrected_p":0.8333999999999999,"raw_p":0.7085,"reject":false},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.1311111111111111,"ci_upper":0.0689166666666666,"corrected_p":1,"raw_p":0.6237,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0611388888888888,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.9616,"reject":false},"medical_hr":{"point":-1.1102230246251566e-17,"ci_lower":-0.0455555555555555,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.9692,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0284822962962963,"ci_lower":-0.0037569851851851,"ci_upper":0.0644290092592592,"corrected_p":0.1121,"raw_p":0.1121,"reject":false},"per_domain":{"airline":{"point":0.0706495555555555,"ci_lower":0.0048338277777778,"ci_upper":0.1417455166666666,"corrected_p":0.3293999999999999,"raw_p":0.0549,"reject":false},"itsm":{"point":0.0357673333333333,"ci_lower":-0.0201219388888888,"ci_upper":0.0877107333333333,"corrected_p":0.8272,"raw_p":0.2068,"reject":false},"medical_hr":{"point":-0.0209699999999999,"ci_lower":-0.0718872166666666,"ci_upper":0.0282628166666666,"corrected_p":1,"raw_p":0.4149,"reject":false}}},"background_noise":{"pooled":{"point":-0.0569925185185185,"ci_lower":-0.1036057018518518,"ci_upper":-0.0139126203703703,"corrected_p":0.021,"raw_p":0.0105,"reject":true},"per_domain":{"airline":{"point":0.0282351111111111,"ci_lower":-0.0357285277777777,"ci_upper":0.0901001555555555,"corrected_p":1,"raw_p":0.3746,"reject":false},"itsm":{"point":-0.0822993333333333,"ci_lower":-0.1759459,"ci_upper":-0.0052260388888889,"corrected_p":0.346,"raw_p":0.0692,"reject":false},"medical_hr":{"point":-0.1169133333333333,"ci_lower":-0.1853222499999999,"ci_upper":-0.0545463999999999,"corrected_p":0.0168,"raw_p":0.0024,"reject":true}}},"both":{"pooled":{"point":-0.0775295555555555,"ci_lower":-0.1158831703703703,"ci_upper":-0.0392406907407407,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":0.0153706666666666,"ci_lower":-0.0522258277777777,"ci_upper":0.0816699333333333,"corrected_p":1,"raw_p":0.6584,"reject":false},"itsm":{"point":-0.1064582222222221,"ci_lower":-0.1535177499999999,"ci_upper":-0.0587925777777777,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1415011111111111,"ci_lower":-0.2134485555555555,"ci_upper":-0.0794505,"corrected_p":0.0024,"raw_p":0.0003,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0007437037037036,"ci_lower":-0.0177539629629629,"ci_upper":0.0157567407407407,"corrected_p":0.9293,"raw_p":0.9293,"reject":false},"per_domain":{"airline":{"point":-0.0084777777777777,"ci_lower":-0.0344032222222221,"ci_upper":0.0189318333333333,"corrected_p":1,"raw_p":0.5566,"reject":false},"itsm":{"point":0.0085955555555555,"ci_lower":-0.0187638888888888,"ci_upper":0.0355580555555555,"corrected_p":1,"raw_p":0.5501,"reject":false},"medical_hr":{"point":-0.0023488888888888,"ci_lower":-0.031693611111111,"ci_upper":0.0297647222222222,"corrected_p":1,"raw_p":0.8841,"reject":false}}},"background_noise":{"pooled":{"point":-0.0056399999999999,"ci_lower":-0.0186798333333333,"ci_upper":0.0079327222222222,"corrected_p":0.8474,"raw_p":0.4237,"reject":false},"per_domain":{"airline":{"point":-0.0126666666666666,"ci_lower":-0.0403583888888888,"ci_upper":0.014986111111111,"corrected_p":1,"raw_p":0.3875,"reject":false},"itsm":{"point":-0.0039822222222221,"ci_lower":-0.0245032777777777,"ci_upper":0.0174979999999999,"corrected_p":1,"raw_p":0.743,"reject":false},"medical_hr":{"point":-0.000271111111111,"ci_lower":-0.0194225555555555,"ci_upper":0.0191859999999999,"corrected_p":1,"raw_p":0.979,"reject":false}}},"both":{"pooled":{"point":-0.0181177777777777,"ci_lower":-0.0340805925925925,"ci_upper":-0.003238537037037,"corrected_p":0.0588,"raw_p":0.0196,"reject":false},"per_domain":{"airline":{"point":-0.0225555555555555,"ci_lower":-0.0501301666666666,"ci_upper":0.0061445,"corrected_p":1,"raw_p":0.1375,"reject":false},"itsm":{"point":-0.0158488888888888,"ci_lower":-0.0410499444444444,"ci_upper":0.0106121666666666,"corrected_p":1,"raw_p":0.2745,"reject":false},"medical_hr":{"point":-0.0159488888888888,"ci_lower":-0.038339611111111,"ci_upper":0.0051867222222222,"corrected_p":1,"raw_p":0.1677,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0281481481481481,"ci_lower":-0.0755648148148148,"ci_upper":0.014824074074074,"corrected_p":0.484,"raw_p":0.242,"reject":false},"per_domain":{"airline":{"point":0.0299999999999999,"ci_lower":-0.0277777777777777,"ci_upper":0.0900277777777777,"corrected_p":1,"raw_p":0.3427,"reject":false},"itsm":{"point":-0.0933333333333333,"ci_lower":-0.1777777777777777,"ci_upper":-0.01775,"corrected_p":0.288,"raw_p":0.032,"reject":false},"medical_hr":{"point":-0.021111111111111,"ci_lower":-0.1078055555555555,"ci_upper":0.07225,"corrected_p":1,"raw_p":0.6615,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0911111111111111,"ci_upper":0.0051944444444444,"corrected_p":0.2835,"raw_p":0.0945,"reject":false},"per_domain":{"airline":{"point":-0.0477777777777777,"ci_lower":-0.1389444444444444,"ci_upper":0.0433333333333333,"corrected_p":1,"raw_p":0.3133,"reject":false},"itsm":{"point":-0.0877777777777777,"ci_lower":-0.1755833333333332,"ci_upper":-0.0066388888888889,"corrected_p":0.4648,"raw_p":0.0664,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0644722222222222,"ci_upper":0.0711666666666666,"corrected_p":1,"raw_p":0.871,"reject":false}}},"both":{"pooled":{"point":-0.0225925925925925,"ci_lower":-0.074074074074074,"ci_upper":0.0303981481481481,"corrected_p":0.484,"raw_p":0.3791,"reject":false},"per_domain":{"airline":{"point":-0.0033333333333333,"ci_lower":-0.1000277777777777,"ci_upper":0.0911111111111111,"corrected_p":1,"raw_p":0.9559,"reject":false},"itsm":{"point":-0.0766666666666666,"ci_lower":-0.1466944444444444,"ci_upper":-0.0110555555555556,"corrected_p":0.3352,"raw_p":0.0419,"reject":false},"medical_hr":{"point":0.0122222222222222,"ci_lower":-0.0723055555555555,"ci_upper":0.1044722222222222,"corrected_p":1,"raw_p":0.803,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.0629814814814814,"ci_upper":0.037074074074074,"corrected_p":1,"raw_p":0.5845,"reject":false},"per_domain":{"airline":{"point":-0.0711111111111111,"ci_lower":-0.14,"ci_upper":-0.0022222222222222,"corrected_p":0.4208,"raw_p":0.0526,"reject":false},"itsm":{"point":0.0799999999999999,"ci_lower":-0.0177777777777777,"ci_upper":0.1755555555555555,"corrected_p":0.7884,"raw_p":0.1314,"reject":false},"medical_hr":{"point":-0.0511111111111111,"ci_lower":-0.1422222222222222,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.291,"reject":false}}},"background_noise":{"pooled":{"point":-0.0622222222222222,"ci_lower":-0.1148148148148148,"ci_upper":-0.014074074074074,"corrected_p":0.0441,"raw_p":0.0147,"reject":true},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.5725,"reject":false},"itsm":{"point":-0.0755555555555555,"ci_lower":-0.1712222222222222,"ci_upper":0.011111111111111,"corrected_p":0.7693,"raw_p":0.1099,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.1666666666666666,"ci_upper":-0.0199444444444445,"corrected_p":0.2294999999999999,"raw_p":0.0255,"reject":false}}},"both":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.0622407407407407,"ci_upper":0.0348148148148147,"corrected_p":1,"raw_p":0.5759,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":-0.1,"ci_upper":0.1044444444444444,"corrected_p":1,"raw_p":0.9343,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1333333333333333,"ci_upper":0.0511666666666665,"corrected_p":1,"raw_p":0.3597,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.0688888888888889,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.824,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0333333333333333,"ci_lower":-0.0392962962962963,"ci_upper":0.1133703703703703,"corrected_p":0.4014,"raw_p":0.4014,"reject":false},"per_domain":{"airline":{"point":0.0933333333333332,"ci_lower":-0.0377777777777777,"ci_upper":0.2178333333333332,"corrected_p":0.952,"raw_p":0.1904,"reject":false},"itsm":{"point":-0.0044444444444444,"ci_lower":-0.1222222222222222,"ci_upper":0.1244999999999999,"corrected_p":1,"raw_p":0.922,"reject":false},"medical_hr":{"point":0.0111111111111111,"ci_lower":-0.1088888888888889,"ci_upper":0.1377777777777777,"corrected_p":1,"raw_p":0.8794,"reject":false}}},"background_noise":{"pooled":{"point":-0.1148148148148148,"ci_lower":-0.1785555555555555,"ci_upper":-0.0525740740740741,"corrected_p":0.0024,"raw_p":0.0009,"reject":true},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.1356111111111111,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.7338,"reject":false},"itsm":{"point":-0.1822222222222222,"ci_lower":-0.2888888888888889,"ci_upper":-0.0866666666666667,"corrected_p":0.0081,"raw_p":0.0009,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.26,"ci_upper":-0.0422222222222222,"corrected_p":0.1248,"raw_p":0.0208,"reject":false}}},"both":{"pooled":{"point":-0.1444444444444444,"ci_lower":-0.2230185185185185,"ci_upper":-0.0585185185185185,"corrected_p":0.0024,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1689444444444444,"ci_upper":0.1199999999999999,"corrected_p":1,"raw_p":0.6668,"reject":false},"itsm":{"point":-0.1933333333333333,"ci_lower":-0.2955555555555555,"ci_upper":-0.0688888888888889,"corrected_p":0.02,"raw_p":0.0025,"reject":true},"medical_hr":{"point":-0.2111111111111111,"ci_lower":-0.3644444444444444,"ci_upper":-0.0511111111111111,"corrected_p":0.0945,"raw_p":0.0135,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":0.0014814814814814,"ci_lower":-0.0296296296296296,"ci_upper":0.0318518518518518,"corrected_p":0.9645,"raw_p":0.9645,"reject":false},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0422777777777777,"ci_upper":0.0844444444444444,"corrected_p":1,"raw_p":0.5396,"reject":false},"itsm":{"point":0.0177777777777777,"ci_lower":-0.0288888888888888,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.4373,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.0844444444444444,"ci_upper":0.0066666666666666,"corrected_p":1,"raw_p":0.1714,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0896296296296296,"ci_upper":-0.0014814814814815,"corrected_p":0.1467,"raw_p":0.0489,"reject":false},"per_domain":{"airline":{"point":0.0333333333333333,"ci_lower":-0.0155555555555555,"ci_upper":0.0822222222222221,"corrected_p":1,"raw_p":0.2485,"reject":false},"itsm":{"point":-0.06,"ci_lower":-0.1467222222222222,"ci_upper":0.0133888888888888,"corrected_p":1,"raw_p":0.2016,"reject":false},"medical_hr":{"point":-0.1022222222222222,"ci_lower":-0.1800555555555555,"ci_upper":-0.0311111111111111,"corrected_p":0.1169999999999999,"raw_p":0.013,"reject":false}}},"both":{"pooled":{"point":-0.017037037037037,"ci_lower":-0.0518518518518518,"ci_upper":0.014074074074074,"corrected_p":0.6222,"raw_p":0.3111,"reject":false},"per_domain":{"airline":{"point":0.0444444444444444,"ci_lower":-0.0066666666666666,"ci_upper":0.0999999999999999,"corrected_p":0.7259,"raw_p":0.1037,"reject":false},"itsm":{"point":-0.0488888888888889,"ci_lower":-0.1066666666666666,"ci_upper":-0.0022222222222222,"corrected_p":0.6304,"raw_p":0.0788,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0111666666666666,"corrected_p":1,"raw_p":0.1855,"reject":false}}}}}},{"id":"ink-whisper-plus-haiku-4-5-plus-sonic-3","name":"Ink Whisper + Haiku 4.5 + Sonic 3","type":"cascade","stt":"Ink Whisper","llm":"Haiku 4.5","tts":"Sonic 3","clean":{"EVA-A_mean":{"pooled":{"point":0.6245817523427042,"ci_lower":0.6044648118139224,"ci_upper":0.6447005244812583},"per_domain":{"airline":{"point":0.6010893333333333,"ci_lower":0.5531653999999999,"ci_upper":0.6454213666666667,"n":50},"itsm":{"point":0.6066583333333333,"ci_lower":0.5744164374999999,"ci_upper":0.6389057708333333,"n":80},"medical_hr":{"point":0.6659975903614458,"ci_lower":0.6398358232931726,"ci_upper":0.6917173694779116,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2335180722891566,"ci_lower":0.1955893072289156,"ci_upper":0.2715879518072289},"per_domain":{"airline":{"point":0.272,"ci_lower":0.2,"ci_upper":0.352,"n":50},"itsm":{"point":0.19,"ci_lower":0.1325,"ci_upper":0.2475,"n":80},"medical_hr":{"point":0.2385542168674699,"ci_lower":0.1759036144578313,"ci_upper":0.3012048192771084,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5156425702811245,"ci_lower":0.443363453815261,"ci_upper":0.5817068273092368},"per_domain":{"airline":{"point":0.64,"ci_lower":0.5,"ci_upper":0.76,"n":50},"itsm":{"point":0.425,"ci_lower":0.3125,"ci_upper":0.5375,"n":80},"medical_hr":{"point":0.4819277108433735,"ci_lower":0.3734939759036144,"ci_upper":0.5903614457831325,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0568619180722891,"ci_lower":0.0338751307630522,"ci_upper":0.0850109780722891},"per_domain":{"airline":{"point":0.0645632,"ci_lower":0.0176534399999999,"ci_upper":0.1259228799999999,"n":50},"itsm":{"point":0.053824,"ci_lower":0.0173013999999999,"ci_upper":0.1008940999999999,"n":80},"medical_hr":{"point":0.0521985542168674,"ci_lower":0.0269864096385542,"ci_upper":0.0876544578313252,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6022352381526104,"ci_lower":0.5906734790779785,"ci_upper":0.6132239323309907},"per_domain":{"airline":{"point":0.6094142666666666,"ci_lower":0.5878943266666665,"ci_upper":0.6310157799999999,"n":50},"itsm":{"point":0.6132745,"ci_lower":0.5955377520833333,"ci_upper":0.63087636875,"n":80},"medical_hr":{"point":0.5840169477911646,"ci_lower":0.5651233514056224,"ci_upper":0.6029304598393573,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0093032128514056,"ci_lower":0.0033333333333333,"ci_upper":0.0159397590361445},"per_domain":{"airline":{"point":0.008,"ci_lower":0,"ci_upper":0.02,"n":50},"itsm":{"point":0.0175,"ci_lower":0.005,"ci_upper":0.0325,"n":80},"medical_hr":{"point":0.0024096385542168,"ci_lower":0,"ci_upper":0.0096385542168674,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0423493975903614,"ci_lower":0.0166666666666666,"ci_upper":0.0723493975903614},"per_domain":{"airline":{"point":0.04,"ci_lower":0,"ci_upper":0.1,"n":50},"itsm":{"point":0.075,"ci_lower":0.025,"ci_upper":0.1375,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00005488514056224901,"ci_lower":0.000006133333333333335,"ci_upper":0.0001435441767068},"per_domain":{"airline":{"point":0.0000128,"ci_lower":0,"ci_upper":0.000032000000000000005,"n":50},"itsm":{"point":0.000148,"ci_lower":0.000008000000000000001,"ci_upper":0.000412,"n":80},"medical_hr":{"point":0.000003855421686746989,"ci_lower":0,"ci_upper":0.000011566265060240964,"n":83}}},"task_completion":{"pooled":{"point":0.3735240963855422,"ci_lower":0.3287486947791165,"ci_upper":0.4208019578313253},"per_domain":{"airline":{"point":0.44,"ci_lower":0.352,"ci_upper":0.5319999999999999,"n":50},"itsm":{"point":0.3625,"ci_lower":0.295,"ci_upper":0.43,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2481927710843373,"ci_upper":0.3975903614457831,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9827900361445784,"ci_lower":0.9796786936746988,"ci_upper":0.985713738253012},"per_domain":{"airline":{"point":0.989268,"ci_lower":0.984644,"ci_upper":0.9933288,"n":50},"itsm":{"point":0.977475,"ci_lower":0.9715099375,"ci_upper":0.98254575,"n":80},"medical_hr":{"point":0.9816271084337348,"ci_lower":0.9753859638554216,"ci_upper":0.9870073493975904,"n":83}}},"faithfulness":{"pooled":{"point":0.518,"ci_lower":0.4854023594377509,"ci_upper":0.5509269578313253},"per_domain":{"airline":{"point":0.374,"ci_lower":0.308,"ci_upper":0.44,"n":50},"itsm":{"point":0.4800000000000001,"ci_lower":0.4275,"ci_upper":0.53375,"n":80},"medical_hr":{"point":0.7,"ci_lower":0.6469879518072289,"ci_upper":0.7481927710843373,"n":83}}},"turn_taking":{"pooled":{"point":0.312279381124498,"ci_lower":0.2938757667269076,"ci_upper":0.3314102023343373},"per_domain":{"airline":{"point":0.3909987999999999,"ci_lower":0.36292146,"ci_upper":0.41859144,"n":50},"itsm":{"point":0.3281885,"ci_lower":0.2942237374999999,"ci_upper":0.3620643124999999,"n":80},"medical_hr":{"point":0.217650843373494,"ci_lower":0.1829238674698795,"ci_upper":0.2542440481927711,"n":83}}},"conciseness":{"pooled":{"point":0.7842717148594378,"ci_lower":0.7775475905622491,"ci_upper":0.7906492421686747},"per_domain":{"airline":{"point":0.7552440000000001,"ci_lower":0.7412759000000001,"ci_upper":0.7699415000000002,"n":50},"itsm":{"point":0.8041350000000002,"ci_lower":0.7954798750000001,"ci_upper":0.8122676250000002,"n":80},"medical_hr":{"point":0.7934361445783132,"ci_lower":0.7824647590361444,"ci_upper":0.8039909036144577,"n":83}}},"conversation_progression":{"pooled":{"point":0.7101546184738957,"ci_lower":0.6870833333333334,"ci_upper":0.732035843373494},"per_domain":{"airline":{"point":0.6820000000000002,"ci_lower":0.6359999999999999,"ci_upper":0.7260499999999999,"n":50},"itsm":{"point":0.7075,"ci_lower":0.67,"ci_upper":0.7424999999999999,"n":80},"medical_hr":{"point":0.7409638554216867,"ci_lower":0.7072289156626507,"ci_upper":0.772289156626506,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1088888888888889,"ci_lower":-0.1725925925925926,"ci_upper":-0.0518518518518518,"corrected_p":0.0016,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.2,"ci_lower":-0.2933333333333333,"ci_upper":-0.1066666666666666,"corrected_p":0.0048,"raw_p":0.0006,"reject":true},"itsm":{"point":-0.0977777777777778,"ci_lower":-0.2111111111111111,"ci_upper":0.0244444444444444,"corrected_p":0.624,"raw_p":0.1248,"reject":false},"medical_hr":{"point":-0.0288888888888889,"ci_lower":-0.1111111111111111,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.496,"reject":false}}},"background_noise":{"pooled":{"point":0.0022222222222222,"ci_lower":-0.0600185185185185,"ci_upper":0.0696481481481481,"corrected_p":0.9632,"raw_p":0.9632,"reject":false},"per_domain":{"airline":{"point":-0.0444444444444444,"ci_lower":-0.1666666666666666,"ci_upper":0.0822222222222222,"corrected_p":1,"raw_p":0.4742,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.1222222222222222,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.8481,"reject":false},"medical_hr":{"point":0.0599999999999999,"ci_lower":-0.0444444444444444,"ci_upper":0.1733333333333332,"corrected_p":1,"raw_p":0.3148,"reject":false}}},"both":{"pooled":{"point":-0.182962962962963,"ci_lower":-0.2392962962962963,"ci_upper":-0.1237037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3,"ci_lower":-0.3999999999999999,"ci_upper":-0.2022222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1533333333333333,"ci_lower":-0.2622222222222222,"ci_upper":-0.0533333333333333,"corrected_p":0.0707,"raw_p":0.0101,"reject":false},"medical_hr":{"point":-0.0955555555555555,"ci_lower":-0.1822777777777778,"ci_upper":-0.0066666666666666,"corrected_p":0.2106,"raw_p":0.0351,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0094948148148148,"ci_lower":-0.0188641851851851,"ci_upper":-0.0012508148148148,"corrected_p":0.0786,"raw_p":0.0393,"reject":false},"per_domain":{"airline":{"point":-0.0121666666666666,"ci_lower":-0.0264591666666666,"ci_upper":-0.000015444444444478074,"corrected_p":0.6008,"raw_p":0.0851,"reject":false},"itsm":{"point":-0.0113466666666666,"ci_lower":-0.0325299444444444,"ci_upper":0.008518611111111,"corrected_p":1,"raw_p":0.3166,"reject":false},"medical_hr":{"point":-0.0049711111111111,"ci_lower":-0.016639111111111,"ci_upper":0.0051333888888888,"corrected_p":1,"raw_p":0.4343,"reject":false}}},"background_noise":{"pooled":{"point":-0.0069762962962963,"ci_lower":-0.0147571296296296,"ci_upper":0.0002365185185185,"corrected_p":0.0786,"raw_p":0.0689,"reject":false},"per_domain":{"airline":{"point":-0.0077777777777777,"ci_lower":-0.0198967222222222,"ci_upper":0.0038796666666666,"corrected_p":1,"raw_p":0.2082,"reject":false},"itsm":{"point":-0.0059133333333333,"ci_lower":-0.0174297222222221,"ci_upper":0.0039912222222222,"corrected_p":1,"raw_p":0.3025,"reject":false},"medical_hr":{"point":-0.0072377777777777,"ci_lower":-0.0222837777777777,"ci_upper":0.0082167222222222,"corrected_p":1,"raw_p":0.3756,"reject":false}}},"both":{"pooled":{"point":-0.0160614814814814,"ci_lower":-0.0262713333333333,"ci_upper":-0.0056788703703703,"corrected_p":0.006,"raw_p":0.002,"reject":true},"per_domain":{"airline":{"point":-0.0285777777777777,"ci_lower":-0.0490249999999999,"ci_upper":-0.0112726666666666,"corrected_p":0.0494999999999999,"raw_p":0.0055,"reject":true},"itsm":{"point":-0.0135577777777777,"ci_lower":-0.0272174444444444,"ci_upper":-0.0005139999999999,"corrected_p":0.6008,"raw_p":0.0751,"reject":false},"medical_hr":{"point":-0.0060488888888888,"ci_lower":-0.0219458333333333,"ci_upper":0.012470111111111,"corrected_p":1,"raw_p":0.519,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0351851851851851,"ci_lower":-0.0189074074074074,"ci_upper":0.0881481481481481,"corrected_p":0.4388,"raw_p":0.2194,"reject":false},"per_domain":{"airline":{"point":0.0444444444444444,"ci_lower":-0.0422777777777777,"ci_upper":0.1411388888888888,"corrected_p":1,"raw_p":0.3697,"reject":false},"itsm":{"point":0.0466666666666666,"ci_lower":-0.0389166666666666,"ci_upper":0.14225,"corrected_p":1,"raw_p":0.3387,"reject":false},"medical_hr":{"point":0.0144444444444444,"ci_lower":-0.0900277777777777,"ci_upper":0.1144444444444444,"corrected_p":1,"raw_p":0.7888,"reject":false}}},"background_noise":{"pooled":{"point":0.0046296296296296,"ci_lower":-0.0568611111111111,"ci_upper":0.0652314814814814,"corrected_p":0.885,"raw_p":0.885,"reject":false},"per_domain":{"airline":{"point":0.1222222222222222,"ci_lower":0.0166666666666666,"ci_upper":0.2355833333333333,"corrected_p":0.3951,"raw_p":0.0439,"reject":false},"itsm":{"point":-0.0672222222222222,"ci_lower":-0.1855972222222222,"ci_upper":0.0650972222222221,"corrected_p":1,"raw_p":0.2995,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.10225,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.2059,"reject":false}}},"both":{"pooled":{"point":0.074074074074074,"ci_lower":0.0214814814814814,"ci_upper":0.1329722222222222,"corrected_p":0.0288,"raw_p":0.0096,"reject":true},"per_domain":{"airline":{"point":0.0944444444444443,"ci_lower":-0.0133333333333333,"ci_upper":0.2022222222222221,"corrected_p":0.8648,"raw_p":0.1081,"reject":false},"itsm":{"point":0.0688888888888888,"ci_lower":-0.0378333333333333,"ci_upper":0.1755555555555555,"corrected_p":1,"raw_p":0.2122,"reject":false},"medical_hr":{"point":0.0588888888888888,"ci_lower":-0.0311111111111111,"ci_upper":0.1478055555555555,"corrected_p":1,"raw_p":0.2052,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1239914814814814,"ci_lower":-0.163614937037037,"ci_upper":-0.0862490129629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1540828888888888,"ci_lower":-0.2121938777777778,"ci_upper":-0.1000416444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1502193333333333,"ci_lower":-0.2260899777777777,"ci_upper":-0.0766111888888889,"corrected_p":0.0036,"raw_p":0.0006,"reject":true},"medical_hr":{"point":-0.0676722222222222,"ci_lower":-0.1367738499999999,"ci_upper":0.0011271277777777,"corrected_p":0.1432,"raw_p":0.0716,"reject":false}}},"background_noise":{"pooled":{"point":-0.0555925925925925,"ci_lower":-0.0957295351851851,"ci_upper":-0.0199630759259259,"corrected_p":0.0073,"raw_p":0.0073,"reject":true},"per_domain":{"airline":{"point":-0.0720562222222222,"ci_lower":-0.1262684611111111,"ci_upper":-0.0162725666666666,"corrected_p":0.0537,"raw_p":0.0179,"reject":false},"itsm":{"point":-0.1043737777777777,"ci_lower":-0.1680726388888889,"ci_upper":-0.0395990666666666,"corrected_p":0.0124,"raw_p":0.0031,"reject":true},"medical_hr":{"point":0.0096522222222222,"ci_lower":-0.0585025388888888,"ci_upper":0.0951898277777777,"corrected_p":0.8183,"raw_p":0.8183,"reject":false}}},"both":{"pooled":{"point":-0.1805392592592592,"ci_lower":-0.2165131111111111,"ci_upper":-0.144019587037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1786017777777777,"ci_lower":-0.2349489333333333,"ci_upper":-0.12391735,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2444637777777777,"ci_lower":-0.3047141833333333,"ci_upper":-0.1903894277777778,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1185522222222222,"ci_lower":-0.1836036444444445,"ci_upper":-0.0575973388888888,"corrected_p":0.0059999999999999,"raw_p":0.0012,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0309133333333333,"ci_lower":-0.0477741481481481,"ci_upper":-0.0158107222222222,"corrected_p":0.0006,"raw_p":0.0003,"reject":true},"per_domain":{"airline":{"point":-0.0294466666666666,"ci_lower":-0.0573980555555555,"ci_upper":-0.0015868888888889,"corrected_p":0.1948,"raw_p":0.0487,"reject":false},"itsm":{"point":-0.0366777777777777,"ci_lower":-0.0597562222222222,"ci_upper":-0.0134977777777777,"corrected_p":0.0486,"raw_p":0.0081,"reject":true},"medical_hr":{"point":-0.0266155555555555,"ci_lower":-0.0575022222222222,"ci_upper":0.0033606666666666,"corrected_p":0.2853,"raw_p":0.1011,"reject":false}}},"background_noise":{"pooled":{"point":-0.0218096296296296,"ci_lower":-0.0352034444444444,"ci_upper":-0.0080018333333333,"corrected_p":0.0018,"raw_p":0.0018,"reject":true},"per_domain":{"airline":{"point":-0.0188466666666666,"ci_lower":-0.0407602777777777,"ci_upper":0.0039342777777777,"corrected_p":0.2853,"raw_p":0.0951,"reject":false},"itsm":{"point":-0.0277777777777777,"ci_lower":-0.0515495,"ci_upper":-0.0065782222222222,"corrected_p":0.1555,"raw_p":0.0311,"reject":false},"medical_hr":{"point":-0.0188044444444444,"ci_lower":-0.0431469999999999,"ci_upper":0.005683111111111,"corrected_p":0.2853,"raw_p":0.1585,"reject":false}}},"both":{"pooled":{"point":-0.0666096296296296,"ci_lower":-0.0819397407407407,"ci_upper":-0.0502188148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0753022222222222,"ci_lower":-0.0985557777777777,"ci_upper":-0.0525027222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0557888888888888,"ci_lower":-0.0832327222222222,"ci_upper":-0.0281218888888888,"corrected_p":0.0035,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.0687377777777777,"ci_lower":-0.0978202777777777,"ci_upper":-0.0358126666666666,"corrected_p":0.0024,"raw_p":0.0003,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.027037037037037,"ci_lower":-0.0792777777777778,"ci_upper":0.0214999999999999,"corrected_p":0.2692,"raw_p":0.2692,"reject":false},"per_domain":{"airline":{"point":-0.0277777777777777,"ci_lower":-0.0955555555555555,"ci_upper":0.0455833333333333,"corrected_p":1,"raw_p":0.4445,"reject":false},"itsm":{"point":-0.0433333333333333,"ci_lower":-0.13,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.3453,"reject":false},"medical_hr":{"point":-0.01,"ci_lower":-0.1022222222222222,"ci_upper":0.0789166666666666,"corrected_p":1,"raw_p":0.8241,"reject":false}}},"background_noise":{"pooled":{"point":-0.0714814814814814,"ci_lower":-0.1199999999999999,"ci_upper":-0.0203518518518518,"corrected_p":0.012,"raw_p":0.006,"reject":true},"per_domain":{"airline":{"point":-0.0555555555555555,"ci_lower":-0.1378055555555556,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":0.1833,"reject":false},"itsm":{"point":-0.0433333333333333,"ci_lower":-0.1300277777777777,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.3353,"reject":false},"medical_hr":{"point":-0.1155555555555555,"ci_lower":-0.2166944444444444,"ci_upper":-0.0310833333333333,"corrected_p":0.1694,"raw_p":0.0242,"reject":false}}},"both":{"pooled":{"point":-0.1548148148148147,"ci_lower":-0.2077777777777777,"ci_upper":-0.1029629629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2277777777777777,"ci_lower":-0.3144722222222222,"ci_upper":-0.1521944444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.06,"ci_lower":-0.1411388888888888,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.1933,"reject":false},"medical_hr":{"point":-0.1766666666666666,"ci_lower":-0.2844444444444444,"ci_upper":-0.0743888888888889,"corrected_p":0.0224,"raw_p":0.0028,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1029629629629629,"ci_lower":-0.1533888888888889,"ci_upper":-0.0533333333333333,"corrected_p":0.0004,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.16,"ci_lower":-0.2445,"ci_upper":-0.0888888888888888,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1756111111111111,"ci_upper":0.0222777777777777,"corrected_p":0.5781000000000001,"raw_p":0.1927,"reject":false},"medical_hr":{"point":-0.0755555555555555,"ci_lower":-0.1645,"ci_upper":0.0022777777777777,"corrected_p":0.514,"raw_p":0.1028,"reject":false}}},"background_noise":{"pooled":{"point":-0.0511111111111111,"ci_lower":-0.1088888888888889,"ci_upper":0.0059444444444444,"corrected_p":0.0825,"raw_p":0.0825,"reject":false},"per_domain":{"airline":{"point":-0.0488888888888889,"ci_lower":-0.1488888888888889,"ci_upper":0.0466666666666666,"corrected_p":0.6828,"raw_p":0.3414,"reject":false},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1622222222222222,"ci_upper":0.0133333333333333,"corrected_p":0.514,"raw_p":0.125,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.1355555555555555,"ci_upper":0.0733888888888888,"corrected_p":0.6828,"raw_p":0.5347,"reject":false}}},"both":{"pooled":{"point":-0.1511111111111111,"ci_lower":-0.1955925925925925,"ci_upper":-0.1059074074074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1933333333333333,"ci_lower":-0.2755555555555556,"ci_upper":-0.1222222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.14,"ci_lower":-0.2177777777777778,"ci_upper":-0.0621666666666667,"corrected_p":0.0091,"raw_p":0.0013,"reject":true},"medical_hr":{"point":-0.12,"ci_lower":-0.2022222222222222,"ci_upper":-0.0466111111111111,"corrected_p":0.018,"raw_p":0.003,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0133333333333333,"ci_lower":-0.0266666666666666,"ci_upper":-0.0043888888888889,"corrected_p":0.1869,"raw_p":0.0635,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.247,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0096296296296296,"ci_lower":-0.0244444444444444,"ci_upper":0.0044444444444444,"corrected_p":0.1869,"raw_p":0.1862,"reject":false},"per_domain":{"airline":{"point":0.0044444444444444,"ci_lower":-0.0155555555555555,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2494,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0133333333333333,"ci_lower":-0.0267222222222222,"ci_upper":-0.0022222222222222,"corrected_p":0.1869,"raw_p":0.0623,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2468,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0829629629629629,"ci_lower":-0.1666666666666666,"ci_upper":0.0029629629629629,"corrected_p":0.1835999999999999,"raw_p":0.0612,"reject":false},"per_domain":{"airline":{"point":-0.1666666666666666,"ci_lower":-0.2666666666666666,"ci_upper":-0.0666666666666667,"corrected_p":0.0243,"raw_p":0.0027,"reject":true},"itsm":{"point":-0.0933333333333334,"ci_lower":-0.251111111111111,"ci_upper":0.051111111111111,"corrected_p":1,"raw_p":0.2292,"reject":false},"medical_hr":{"point":0.011111111111111,"ci_lower":-0.1666666666666666,"ci_upper":0.175611111111111,"corrected_p":1,"raw_p":0.9201,"reject":false}}},"background_noise":{"pooled":{"point":0.0466666666666666,"ci_lower":-0.0229814814814815,"ci_upper":0.1192962962962962,"corrected_p":0.3902,"raw_p":0.1951,"reject":false},"per_domain":{"airline":{"point":-0.0555555555555555,"ci_lower":-0.14,"ci_upper":0.0333888888888888,"corrected_p":1,"raw_p":0.2295,"reject":false},"itsm":{"point":0.0066666666666666,"ci_lower":-0.1044444444444444,"ci_upper":0.1133333333333332,"corrected_p":1,"raw_p":0.9438,"reject":false},"medical_hr":{"point":0.1888888888888888,"ci_lower":0.0577777777777777,"ci_upper":0.3244444444444444,"corrected_p":0.1,"raw_p":0.0125,"reject":false}}},"both":{"pooled":{"point":0.0207407407407407,"ci_lower":-0.0688888888888889,"ci_upper":0.0999999999999999,"corrected_p":0.6367,"raw_p":0.6367,"reject":false},"per_domain":{"airline":{"point":-0.0222222222222222,"ci_lower":-0.1066666666666667,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.5899,"reject":false},"itsm":{"point":-0.1044444444444444,"ci_lower":-0.24,"ci_upper":0.0311666666666665,"corrected_p":0.9966,"raw_p":0.1661,"reject":false},"medical_hr":{"point":0.1888888888888888,"ci_lower":0.0243333333333332,"ci_upper":0.3467222222222222,"corrected_p":0.2779,"raw_p":0.0397,"reject":false}}}}}},{"id":"nova-3-plus-gpt-5-4-plus-sonic-3","name":"Nova 3 + GPT-5.4 + Sonic 3","type":"cascade","stt":"Nova 3","llm":"GPT-5.4","tts":"Sonic 3","clean":{"EVA-A_mean":{"pooled":{"point":0.7838362202141901,"ci_lower":0.7660708498995984,"ci_upper":0.8012861140394912},"per_domain":{"airline":{"point":0.837336,"ci_lower":0.8090743999999999,"ci_upper":0.8640325333333333,"n":50},"itsm":{"point":0.7733991666666666,"ci_lower":0.7431564791666667,"ci_upper":0.8029770208333333,"n":80},"medical_hr":{"point":0.7407734939759036,"ci_lower":0.7071117269076306,"ci_upper":0.7742422891566265,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.504062248995984,"ci_lower":0.4605000000000001,"ci_upper":0.544067469879518},"per_domain":{"airline":{"point":0.628,"ci_lower":0.552,"ci_upper":0.696,"n":50},"itsm":{"point":0.4625,"ci_lower":0.395,"ci_upper":0.5275000000000001,"n":80},"medical_hr":{"point":0.4216867469879517,"ci_lower":0.3397590361445783,"ci_upper":0.5036144578313253,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.809367469879518,"ci_lower":0.7618654618473896,"ci_upper":0.8583207831325301},"per_domain":{"airline":{"point":0.94,"ci_lower":0.88,"ci_upper":1,"n":50},"itsm":{"point":0.8375,"ci_lower":0.75,"ci_upper":0.9125,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.5539156626506024,"ci_upper":0.7469879518072289,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2174189333333333,"ci_lower":0.1735673003212851,"ci_upper":0.2658640196787148},"per_domain":{"airline":{"point":0.2776768,"ci_lower":0.18808624,"ci_upper":0.3814527999999999,"n":50},"itsm":{"point":0.1617799999999999,"ci_lower":0.1013512999999999,"ci_upper":0.2308636999999998,"n":80},"medical_hr":{"point":0.2128,"ci_lower":0.1401476626506024,"ci_upper":0.2894365301204818,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6184181163319946,"ci_lower":0.6110344397690762,"ci_upper":0.6261709408266399},"per_domain":{"airline":{"point":0.6371702666666667,"ci_lower":0.6197793233333334,"ci_upper":0.65476831,"n":50},"itsm":{"point":0.5979485,"ci_lower":0.5884165437500001,"ci_upper":0.6073701229166667,"n":80},"medical_hr":{"point":0.6201355823293173,"ci_lower":0.607322640562249,"ci_upper":0.6327831506024095,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0070160642570281,"ci_lower":0.0024096385542168,"ci_upper":0.0131694277108433},"per_domain":{"airline":{"point":0.004,"ci_lower":0,"ci_upper":0.012,"n":50},"itsm":{"point":0.005,"ci_lower":0,"ci_upper":0.0125,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0.0024096385542168,"ci_upper":0.0240963855421686,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0310642570281124,"ci_lower":0.0106239959839357,"ci_upper":0.0553150100401606},"per_domain":{"airline":{"point":0.02,"ci_lower":0,"ci_upper":0.06,"n":50},"itsm":{"point":0.025,"ci_lower":0,"ci_upper":0.0625,"n":80},"medical_hr":{"point":0.0481927710843373,"ci_lower":0,"ci_upper":0.0963855421686747,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00004977991967871487,"ci_lower":0.000003855421686746989,"ci_upper":0.0001363718875502},"per_domain":{"airline":{"point":0.0000064000000000000006,"ci_lower":0,"ci_upper":0.000019200000000000003,"n":50},"itsm":{"point":0.000008000000000000001,"ci_lower":0,"ci_upper":0.000020000000000000005,"n":80},"medical_hr":{"point":0.0001349397590361,"ci_lower":0.000003855421686746989,"ci_upper":0.0003894939759036,"n":83}}},"task_completion":{"pooled":{"point":0.6086285140562249,"ci_lower":0.5646843875502008,"ci_upper":0.6528456827309237},"per_domain":{"airline":{"point":0.7319999999999999,"ci_lower":0.6679999999999999,"ci_upper":0.7959999999999999,"n":50},"itsm":{"point":0.5974999999999999,"ci_lower":0.525,"ci_upper":0.6675,"n":80},"medical_hr":{"point":0.4963855421686746,"ci_lower":0.4144578313253012,"ci_upper":0.5831325301204819,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9891271345381526,"ci_lower":0.986602608383534,"ci_upper":0.9914706161646584},"per_domain":{"airline":{"point":0.996008,"ci_lower":0.9929278,"ci_upper":0.998488,"n":50},"itsm":{"point":0.9851975000000002,"ci_lower":0.9800179375,"ci_upper":0.9898906875000002,"n":80},"medical_hr":{"point":0.986175903614458,"ci_lower":0.9809660843373492,"ci_upper":0.99077156626506,"n":83}}},"faithfulness":{"pooled":{"point":0.7537530120481928,"ci_lower":0.7281428714859438,"ci_upper":0.7802091616465864},"per_domain":{"airline":{"point":0.784,"ci_lower":0.7360000000000001,"ci_upper":0.834,"n":50},"itsm":{"point":0.7375,"ci_lower":0.68625,"ci_upper":0.7887500000000001,"n":80},"medical_hr":{"point":0.7397590361445783,"ci_lower":0.708433734939759,"ci_upper":0.772289156626506,"n":83}}},"turn_taking":{"pooled":{"point":0.2828753088353413,"ci_lower":0.2630277342971887,"ci_upper":0.3023028727208835},"per_domain":{"airline":{"point":0.2905388,"ci_lower":0.25939954,"ci_upper":0.3250576599999999,"n":50},"itsm":{"point":0.2852105,"ci_lower":0.25678785,"ci_upper":0.3142990437499999,"n":80},"medical_hr":{"point":0.2728766265060241,"ci_lower":0.2344850662650602,"ci_upper":0.309512813253012,"n":83}}},"conciseness":{"pooled":{"point":0.8349071526104418,"ci_lower":0.8284918667168675,"ci_upper":0.8420362470883533},"per_domain":{"airline":{"point":0.824972,"ci_lower":0.8112240000000002,"ci_upper":0.8388127999999999,"n":50},"itsm":{"point":0.821135,"ci_lower":0.8107798125000001,"ci_upper":0.83099575,"n":80},"medical_hr":{"point":0.8586144578313253,"ci_lower":0.8474697590361447,"ci_upper":0.8695086746987952,"n":83}}},"conversation_progression":{"pooled":{"point":0.737471887550201,"ci_lower":0.718339859437751,"ci_upper":0.7562604417670682},"per_domain":{"airline":{"point":0.796,"ci_lower":0.754,"ci_upper":0.8360499999999998,"n":50},"itsm":{"point":0.6875,"ci_lower":0.655,"ci_upper":0.7175,"n":80},"medical_hr":{"point":0.7289156626506026,"ci_lower":0.6975903614457832,"ci_upper":0.7578313253012048,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1437037037037037,"ci_lower":-0.2104074074074074,"ci_upper":-0.0777777777777777,"corrected_p":0.0002,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.1088888888888889,"ci_lower":-0.2066666666666666,"ci_upper":-0.0155555555555555,"corrected_p":0.0789,"raw_p":0.0322,"reject":false},"itsm":{"point":-0.2044444444444444,"ci_lower":-0.3288888888888889,"ci_upper":-0.0777777777777777,"corrected_p":0.0225,"raw_p":0.0045,"reject":true},"medical_hr":{"point":-0.1177777777777777,"ci_lower":-0.2377777777777777,"ci_upper":0.0044999999999999,"corrected_p":0.0789,"raw_p":0.0714,"reject":false}}},"background_noise":{"pooled":{"point":-0.1992592592592592,"ci_lower":-0.2770555555555555,"ci_upper":-0.1221851851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2311111111111111,"ci_lower":-0.3733333333333333,"ci_upper":-0.0888888888888889,"corrected_p":0.0228,"raw_p":0.0057,"reject":true},"itsm":{"point":-0.1377777777777778,"ci_lower":-0.2533333333333333,"ci_upper":-0.02,"corrected_p":0.0789,"raw_p":0.0263,"reject":false},"medical_hr":{"point":-0.2288888888888889,"ci_lower":-0.3555555555555555,"ci_upper":-0.1177222222222222,"corrected_p":0.0096,"raw_p":0.0016,"reject":true}}},"both":{"pooled":{"point":-0.3140740740740741,"ci_lower":-0.3918703703703703,"ci_upper":-0.2377222222222223,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3422222222222222,"ci_lower":-0.4622777777777778,"ci_upper":-0.2132777777777778,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.371111111111111,"ci_lower":-0.4955555555555554,"ci_upper":-0.2377222222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2288888888888889,"ci_lower":-0.3378333333333334,"ci_upper":-0.1088888888888889,"corrected_p":0.0042,"raw_p":0.0006,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0033029629629629,"ci_lower":-0.0107727962962962,"ci_upper":0.0050934259259259,"corrected_p":0.805,"raw_p":0.4025,"reject":false},"per_domain":{"airline":{"point":-0.0113199999999999,"ci_lower":-0.0224800555555555,"ci_upper":-0.0010733333333333,"corrected_p":0.4158,"raw_p":0.0462,"reject":false},"itsm":{"point":0.0038822222222222,"ci_lower":-0.0122516666666666,"ci_upper":0.0210811666666666,"corrected_p":1,"raw_p":0.6601,"reject":false},"medical_hr":{"point":-0.0024711111111111,"ci_lower":-0.0125927777777777,"ci_upper":0.0071684999999999,"corrected_p":1,"raw_p":0.6483,"reject":false}}},"background_noise":{"pooled":{"point":-0.0051437037037037,"ci_lower":-0.013036574074074,"ci_upper":0.0028528148148148,"corrected_p":0.6885,"raw_p":0.2295,"reject":false},"per_domain":{"airline":{"point":-0.0139977777777777,"ci_lower":-0.0284102777777777,"ci_upper":-0.0018011111111111,"corrected_p":0.4158,"raw_p":0.0484,"reject":false},"itsm":{"point":0.0108599999999999,"ci_lower":-0.0003921666666666,"ci_upper":0.0227525555555555,"corrected_p":0.6594,"raw_p":0.0942,"reject":false},"medical_hr":{"point":-0.0122933333333333,"ci_lower":-0.0275351666666666,"ci_upper":0.0031469999999999,"corrected_p":0.6594,"raw_p":0.1258,"reject":false}}},"both":{"pooled":{"point":-0.0011103703703703,"ci_lower":-0.0085153888888889,"ci_upper":0.0057334999999999,"corrected_p":0.805,"raw_p":0.7683,"reject":false},"per_domain":{"airline":{"point":-0.0098088888888888,"ci_lower":-0.0221541111111111,"ci_upper":0.000645111111111,"corrected_p":0.6594,"raw_p":0.1056,"reject":false},"itsm":{"point":-0.0016177777777778,"ci_lower":-0.0179344444444444,"ci_upper":0.0129339999999999,"corrected_p":1,"raw_p":0.8463,"reject":false},"medical_hr":{"point":0.0080955555555555,"ci_lower":-0.0018419444444444,"ci_upper":0.0175384444444444,"corrected_p":0.6594,"raw_p":0.1242,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.007037037037037,"ci_lower":-0.0537037037037037,"ci_upper":0.0340833333333333,"corrected_p":1,"raw_p":0.7505,"reject":false},"per_domain":{"airline":{"point":-0.0011111111111111,"ci_lower":-0.0822222222222222,"ci_upper":0.0600555555555554,"corrected_p":1,"raw_p":0.9691,"reject":false},"itsm":{"point":-0.04,"ci_lower":-0.1188888888888888,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.2904,"reject":false},"medical_hr":{"point":0.02,"ci_lower":-0.0611111111111111,"ci_upper":0.101111111111111,"corrected_p":1,"raw_p":0.629,"reject":false}}},"background_noise":{"pooled":{"point":0.0096296296296296,"ci_lower":-0.0344722222222222,"ci_upper":0.0537129629629629,"corrected_p":1,"raw_p":0.6967,"reject":false},"per_domain":{"airline":{"point":-0.0011111111111111,"ci_lower":-0.0677777777777777,"ci_upper":0.0644444444444444,"corrected_p":1,"raw_p":0.9688,"reject":false},"itsm":{"point":-0.0622222222222222,"ci_lower":-0.1378055555555555,"ci_upper":0.0166944444444444,"corrected_p":1,"raw_p":0.1335,"reject":false},"medical_hr":{"point":0.0922222222222222,"ci_lower":0.0099722222222222,"ci_upper":0.1678055555555555,"corrected_p":0.2763,"raw_p":0.0307,"reject":false}}},"both":{"pooled":{"point":0.0503703703703703,"ci_lower":0.0040555555555555,"ci_upper":0.0937129629629629,"corrected_p":0.1053,"raw_p":0.0351,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0255833333333333,"ci_upper":0.12225,"corrected_p":1,"raw_p":0.2352,"reject":false},"itsm":{"point":0.0488888888888888,"ci_lower":-0.0333333333333333,"ci_upper":0.1333611111111111,"corrected_p":1,"raw_p":0.2911,"reject":false},"medical_hr":{"point":0.0533333333333333,"ci_lower":-0.0189166666666666,"ci_upper":0.1255833333333333,"corrected_p":1,"raw_p":0.1724,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1592844444444444,"ci_lower":-0.1872930629629629,"ci_upper":-0.1302088222222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1501566666666666,"ci_lower":-0.1940900555555555,"ci_upper":-0.1131592222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1336164444444444,"ci_lower":-0.1780709277777777,"ci_upper":-0.0839734444444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1940802222222222,"ci_lower":-0.2512322277777777,"ci_upper":-0.1328043722222222,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.1619651851851851,"ci_lower":-0.1929129407407407,"ci_upper":-0.1297671018518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1906899999999999,"ci_lower":-0.24405765,"ci_upper":-0.1370288499999999,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1264553333333333,"ci_lower":-0.1741556333333333,"ci_upper":-0.0802107111111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1687502222222222,"ci_lower":-0.2294732222222222,"ci_upper":-0.1059338111111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.2010507407407407,"ci_lower":-0.2307786999999999,"ci_upper":-0.1716700574074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1911055555555555,"ci_lower":-0.2359765222222221,"ci_upper":-0.1431280944444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1913842222222222,"ci_lower":-0.2375060333333333,"ci_upper":-0.1434787999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2206624444444444,"ci_lower":-0.2869682888888889,"ci_upper":-0.1597690888888888,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0029481481481481,"ci_lower":-0.0092521666666666,"ci_upper":0.0144747592592592,"corrected_p":0.8266,"raw_p":0.6422,"reject":false},"per_domain":{"airline":{"point":0.0136333333333333,"ci_lower":-0.009489611111111,"ci_upper":0.0367059444444444,"corrected_p":0.9616,"raw_p":0.2957,"reject":false},"itsm":{"point":0.0068511111111111,"ci_lower":-0.0122740555555555,"ci_upper":0.0258668888888888,"corrected_p":0.9992,"raw_p":0.4996,"reject":false},"medical_hr":{"point":-0.01164,"ci_lower":-0.0290657777777777,"ci_upper":0.005577611111111,"corrected_p":0.9616,"raw_p":0.2404,"reject":false}}},"background_noise":{"pooled":{"point":-0.0053592592592592,"ci_lower":-0.0176649444444444,"ci_upper":0.0064197592592592,"corrected_p":0.8266,"raw_p":0.4133,"reject":false},"per_domain":{"airline":{"point":0.0303333333333333,"ci_lower":0.011379611111111,"ci_upper":0.0495313333333333,"corrected_p":0.0392,"raw_p":0.0049,"reject":true},"itsm":{"point":-0.0229711111111111,"ci_lower":-0.0439731111111111,"ci_upper":-0.0028391666666667,"corrected_p":0.156,"raw_p":0.0276,"reject":false},"medical_hr":{"point":-0.0234399999999999,"ci_lower":-0.0415554444444444,"ci_upper":-0.0036598333333333,"corrected_p":0.156,"raw_p":0.026,"reject":false}}},"both":{"pooled":{"point":-0.0231037037037036,"ci_lower":-0.0400085185185184,"ci_upper":-0.0077197222222222,"corrected_p":0.0168,"raw_p":0.0056,"reject":true},"per_domain":{"airline":{"point":-0.0345555555555555,"ci_lower":-0.0618082777777777,"ci_upper":-0.0085656111111111,"corrected_p":0.1232,"raw_p":0.0176,"reject":false},"itsm":{"point":0.0095511111111111,"ci_lower":-0.0147798888888888,"ci_upper":0.0378483333333333,"corrected_p":0.9992,"raw_p":0.5376,"reject":false},"medical_hr":{"point":-0.0443066666666666,"ci_lower":-0.0700271666666666,"ci_upper":-0.0205963888888888,"corrected_p":0.0153,"raw_p":0.0017,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0185185185185185,"ci_lower":-0.0211296296296296,"ci_upper":0.0607407407407407,"corrected_p":1,"raw_p":0.419,"reject":false},"per_domain":{"airline":{"point":0.0177777777777777,"ci_lower":-0.0444722222222222,"ci_upper":0.0822499999999999,"corrected_p":1,"raw_p":0.5903,"reject":false},"itsm":{"point":0.0533333333333333,"ci_lower":-0.0133611111111111,"ci_upper":0.1233333333333332,"corrected_p":1,"raw_p":0.137,"reject":false},"medical_hr":{"point":-0.0155555555555555,"ci_lower":-0.1078333333333333,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.7521,"reject":false}}},"background_noise":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0578055555555555,"ci_upper":0.037787037037037,"corrected_p":1,"raw_p":0.7666,"reject":false},"per_domain":{"airline":{"point":0.0288888888888888,"ci_lower":-0.0588888888888888,"ci_upper":0.1111388888888889,"corrected_p":1,"raw_p":0.5103,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.101111111111111,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.5493,"reject":false},"medical_hr":{"point":-0.0266666666666666,"ci_lower":-0.1166666666666666,"ci_upper":0.0588888888888888,"corrected_p":1,"raw_p":0.5491,"reject":false}}},"both":{"pooled":{"point":0.0166666666666666,"ci_lower":-0.0207499999999999,"ci_upper":0.0514814814814814,"corrected_p":1,"raw_p":0.3904,"reject":false},"per_domain":{"airline":{"point":0.0122222222222222,"ci_lower":-0.0633333333333333,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.7341,"reject":false},"itsm":{"point":0.0311111111111111,"ci_lower":-0.0233611111111111,"ci_upper":0.0911111111111111,"corrected_p":1,"raw_p":0.2848,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0611388888888888,"ci_upper":0.0722222222222222,"corrected_p":1,"raw_p":0.8558,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1348148148148148,"ci_lower":-0.1955740740740741,"ci_upper":-0.0747777777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1644444444444444,"ci_lower":-0.2799999999999999,"ci_upper":-0.0533333333333333,"corrected_p":0.056,"raw_p":0.014,"reject":false},"itsm":{"point":-0.1177777777777777,"ci_lower":-0.22,"ci_upper":-0.0221666666666667,"corrected_p":0.056,"raw_p":0.0276,"reject":false},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2088888888888889,"ci_upper":-0.0243888888888889,"corrected_p":0.056,"raw_p":0.0165,"reject":false}}},"background_noise":{"pooled":{"point":-0.1866666666666666,"ci_lower":-0.2629814814814815,"ci_upper":-0.1103518518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2533333333333333,"ci_lower":-0.4066666666666665,"ci_upper":-0.0933333333333334,"corrected_p":0.0246,"raw_p":0.0041,"reject":true},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.2156111111111111,"ci_upper":0.0089444444444443,"corrected_p":0.0955,"raw_p":0.0955,"reject":false},"medical_hr":{"point":-0.2,"ci_lower":-0.3111666666666666,"ci_upper":-0.0999444444444444,"corrected_p":0.0056,"raw_p":0.0008,"reject":true}}},"both":{"pooled":{"point":-0.2274074074074074,"ci_lower":-0.2926111111111111,"ci_upper":-0.16,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3088888888888889,"ci_lower":-0.4311111111111111,"ci_upper":-0.1799444444444445,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2288888888888889,"ci_lower":-0.3288888888888888,"ci_upper":-0.1266111111111111,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2511666666666667,"ci_upper":-0.0422222222222222,"corrected_p":0.053,"raw_p":0.0106,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.4971,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.504,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.5006,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1496296296296296,"ci_lower":-0.2066851851851852,"ci_upper":-0.0896296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.1933333333333333,"ci_upper":-0.0266666666666667,"corrected_p":0.0724,"raw_p":0.0217,"reject":false},"itsm":{"point":-0.1844444444444444,"ci_lower":-0.2977777777777778,"ci_upper":-0.0621666666666667,"corrected_p":0.0306,"raw_p":0.0051,"reject":true},"medical_hr":{"point":-0.16,"ci_lower":-0.2822222222222222,"ci_upper":-0.0355,"corrected_p":0.0724,"raw_p":0.0219,"reject":false}}},"background_noise":{"pooled":{"point":-0.1792592592592592,"ci_lower":-0.2614814814814815,"ci_upper":-0.1029444444444444,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2488888888888889,"ci_lower":-0.3978333333333333,"ci_upper":-0.1132777777777778,"corrected_p":0.0154,"raw_p":0.0022,"reject":true},"itsm":{"point":-0.0955555555555555,"ci_lower":-0.2244444444444444,"ci_upper":0.0244444444444444,"corrected_p":0.1488,"raw_p":0.1488,"reject":false},"medical_hr":{"point":-0.1933333333333333,"ci_lower":-0.3288888888888889,"ci_upper":-0.0688888888888889,"corrected_p":0.0306,"raw_p":0.0053,"reject":true}}},"both":{"pooled":{"point":-0.2681481481481482,"ci_lower":-0.3474074074074074,"ci_upper":-0.1925925925925926,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3155555555555556,"ci_lower":-0.4445,"ci_upper":-0.1933333333333333,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.3177777777777777,"ci_lower":-0.4622222222222222,"ci_upper":-0.1710555555555556,"corrected_p":0.0008,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1711111111111111,"ci_lower":-0.3044444444444444,"ci_upper":-0.0422222222222222,"corrected_p":0.0724,"raw_p":0.0181,"reject":false}}}}}},{"id":"nova-3-plus-gpt-5-4-mini-plus-aura-2","name":"Nova 3 + GPT-5.4-mini + Aura 2","type":"cascade","stt":"Nova 3","llm":"GPT-5.4-mini","tts":"Aura 2","clean":{"EVA-A_mean":{"pooled":{"point":0.5694752255689424,"ci_lower":0.5470981227409638,"ci_upper":0.5925608534973226},"per_domain":{"airline":{"point":0.5777973333333333,"ci_lower":0.5332619333333334,"ci_upper":0.6231445333333332,"n":50},"itsm":{"point":0.5533175,"ci_lower":0.5189483958333334,"ci_upper":0.5886402708333334,"n":80},"medical_hr":{"point":0.5773108433734939,"ci_lower":0.5397639357429719,"ci_upper":0.6158922289156625,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2101224899598393,"ci_lower":0.1710223895582329,"ci_upper":0.2501432228915662},"per_domain":{"airline":{"point":0.2159999999999999,"ci_lower":0.136,"ci_upper":0.304,"n":50},"itsm":{"point":0.1975,"ci_lower":0.14,"ci_upper":0.2575,"n":80},"medical_hr":{"point":0.216867469879518,"ci_lower":0.1542168674698795,"ci_upper":0.2819277108433735,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.4479116465863453,"ci_lower":0.3760007530120482,"ci_upper":0.5182266566265059},"per_domain":{"airline":{"point":0.46,"ci_lower":0.32,"ci_upper":0.6,"n":50},"itsm":{"point":0.45,"ci_lower":0.3375,"ci_upper":0.55,"n":80},"medical_hr":{"point":0.4337349397590361,"ci_lower":0.3253012048192771,"ci_upper":0.5421686746987951,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.061645497188755,"ci_lower":0.0353346702811245,"ci_upper":0.0932327244979919},"per_domain":{"airline":{"point":0.0984575999999999,"ci_lower":0.0307660799999999,"ci_upper":0.1865774399999999,"n":50},"itsm":{"point":0.0449559999999999,"ci_lower":0.0139064999999999,"ci_upper":0.0849402999999999,"n":80},"medical_hr":{"point":0.041522891566265,"ci_lower":0.0184403855421686,"ci_upper":0.0724555180722891,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6150201636546185,"ci_lower":0.6032370289876171,"ci_upper":0.6264795981844041},"per_domain":{"airline":{"point":0.6097106666666666,"ci_lower":0.58141144,"ci_upper":0.6375202233333334,"n":50},"itsm":{"point":0.6154762500000001,"ci_lower":0.59992905,"ci_upper":0.6306815041666667,"n":80},"medical_hr":{"point":0.6198735742971888,"ci_lower":0.6037303433734941,"ci_upper":0.6358487510040162,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.1127068273092369,"ci_lower":0.0916564257028112,"ci_upper":0.1345111947791164},"per_domain":{"airline":{"point":0.1079999999999999,"ci_lower":0.072,"ci_upper":0.152,"n":50},"itsm":{"point":0.1,"ci_lower":0.0675,"ci_upper":0.1375624999999996,"n":80},"medical_hr":{"point":0.1301204819277108,"ci_lower":0.0963855421686747,"ci_upper":0.1662650602409638,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.4159437751004016,"ci_lower":0.3497171184738956,"ci_upper":0.4854957329317269},"per_domain":{"airline":{"point":0.44,"ci_lower":0.3,"ci_upper":0.58,"n":50},"itsm":{"point":0.35,"ci_lower":0.25,"ci_upper":0.4625,"n":80},"medical_hr":{"point":0.4578313253012048,"ci_lower":0.3493975903614458,"ci_upper":0.5662650602409639,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0047791742971887,"ci_lower":0.0020289951004016,"ci_upper":0.0084024533333333},"per_domain":{"airline":{"point":0.0034367999999999,"ci_lower":0.0001408,"ci_upper":0.0080897599999999,"n":50},"itsm":{"point":0.0067599999999999,"ci_lower":0.000856,"ci_upper":0.0168763999999999,"n":80},"medical_hr":{"point":0.0041407228915662,"ci_lower":0.0014493493975903,"ci_upper":0.0074495421686746,"n":83}}},"task_completion":{"pooled":{"point":0.4646405622489959,"ci_lower":0.415811797188755,"ci_upper":0.5121237449799196},"per_domain":{"airline":{"point":0.456,"ci_lower":0.368,"ci_upper":0.544,"n":50},"itsm":{"point":0.4824999999999999,"ci_lower":0.4,"ci_upper":0.565,"n":80},"medical_hr":{"point":0.4554216867469879,"ci_lower":0.3758433734939759,"ci_upper":0.5349397590361447,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9735883273092372,"ci_lower":0.9690281442269076,"ci_upper":0.9777497942269076},"per_domain":{"airline":{"point":0.979392,"ci_lower":0.9699787,"ci_upper":0.9875251,"n":50},"itsm":{"point":0.9624525,"ci_lower":0.9541819375,"ci_upper":0.969654125,"n":80},"medical_hr":{"point":0.9789204819277112,"ci_lower":0.9729662048192772,"ci_upper":0.9843352409638554,"n":83}}},"faithfulness":{"pooled":{"point":0.2701967871485944,"ci_lower":0.2390483182730923,"ci_upper":0.3038261546184739},"per_domain":{"airline":{"point":0.298,"ci_lower":0.226,"ci_upper":0.3720499999999997,"n":50},"itsm":{"point":0.215,"ci_lower":0.17375,"ci_upper":0.25875,"n":80},"medical_hr":{"point":0.2975903614457831,"ci_lower":0.2493975903614457,"ci_upper":0.3469879518072289,"n":83}}},"turn_taking":{"pooled":{"point":0.5825115331325301,"ci_lower":0.5634915409487952,"ci_upper":0.6018775748644579},"per_domain":{"airline":{"point":0.576676,"ci_lower":0.5422402000000001,"ci_upper":0.61205595,"n":50},"itsm":{"point":0.57688125,"ci_lower":0.547233575,"ci_upper":0.6076902375,"n":80},"medical_hr":{"point":0.5939773493975904,"ci_lower":0.559818686746988,"ci_upper":0.6270046987951807,"n":83}}},"conciseness":{"pooled":{"point":0.8346925321285141,"ci_lower":0.8270017629518074,"ci_upper":0.8420006316265061},"per_domain":{"airline":{"point":0.8124560000000001,"ci_lower":0.7938067999999999,"ci_upper":0.8299327000000001,"n":50},"itsm":{"point":0.8307975000000001,"ci_lower":0.8192608125,"ci_upper":0.8418885625,"n":80},"medical_hr":{"point":0.8608240963855422,"ci_lower":0.8524974096385542,"ci_upper":0.8689111445783132,"n":83}}},"conversation_progression":{"pooled":{"point":0.4278564257028112,"ci_lower":0.4023257279116466,"ci_upper":0.4538947540160643},"per_domain":{"airline":{"point":0.4399999999999999,"ci_lower":0.382,"ci_upper":0.498,"n":50},"itsm":{"point":0.43875,"ci_lower":0.4025,"ci_upper":0.4775,"n":80},"medical_hr":{"point":0.4048192771084337,"ci_lower":0.3710843373493976,"ci_upper":0.4409638554216867,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1207407407407407,"ci_lower":-0.1874074074074074,"ci_upper":-0.0533148148148148,"corrected_p":0.0004,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.0688888888888889,"ci_lower":-0.1911666666666667,"ci_upper":0.0577777777777777,"corrected_p":0.2829,"raw_p":0.2829,"reject":false},"itsm":{"point":-0.1733333333333333,"ci_lower":-0.2911111111111111,"ci_upper":-0.0644444444444444,"corrected_p":0.035,"raw_p":0.007,"reject":true},"medical_hr":{"point":-0.12,"ci_lower":-0.2222777777777778,"ci_upper":-0.0222222222222222,"corrected_p":0.0912,"raw_p":0.0252,"reject":false}}},"background_noise":{"pooled":{"point":-0.1874074074074074,"ci_lower":-0.2615,"ci_upper":-0.1177592592592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2688888888888889,"ci_lower":-0.3622222222222223,"ci_upper":-0.1777777777777778,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1844444444444444,"ci_lower":-0.32,"ci_upper":-0.0311111111111111,"corrected_p":0.0912,"raw_p":0.0228,"reject":false},"medical_hr":{"point":-0.1088888888888889,"ci_lower":-0.2400555555555555,"ci_upper":0.0199999999999999,"corrected_p":0.2224,"raw_p":0.1112,"reject":false}}},"both":{"pooled":{"point":-0.3133333333333333,"ci_lower":-0.3918888888888889,"ci_upper":-0.2362777777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2577777777777778,"ci_lower":-0.4001666666666667,"ci_upper":-0.1177222222222222,"corrected_p":0.0192,"raw_p":0.0032,"reject":true},"itsm":{"point":-0.3622222222222222,"ci_lower":-0.4933888888888889,"ci_upper":-0.2244444444444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.32,"ci_lower":-0.4377777777777778,"ci_upper":-0.2066111111111111,"corrected_p":0,"raw_p":0,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0161281481481481,"ci_lower":-0.0296641481481481,"ci_upper":-0.0022624444444444,"corrected_p":0.0442,"raw_p":0.0221,"reject":true},"per_domain":{"airline":{"point":-0.0150466666666666,"ci_lower":-0.0417516111111111,"ci_upper":0.0104898333333333,"corrected_p":0.8706,"raw_p":0.2902,"reject":false},"itsm":{"point":-0.0170466666666666,"ci_lower":-0.0417203333333333,"ci_upper":0.0059611666666666,"corrected_p":0.804,"raw_p":0.201,"reject":false},"medical_hr":{"point":-0.0162911111111111,"ci_lower":-0.0359007222222222,"ci_upper":0.0021655555555555,"corrected_p":0.6582,"raw_p":0.1097,"reject":false}}},"background_noise":{"pooled":{"point":-0.0021096296296296,"ci_lower":-0.0137221851851852,"ci_upper":0.0084099814814814,"corrected_p":0.7079,"raw_p":0.7079,"reject":false},"per_domain":{"airline":{"point":0.0012422222222222,"ci_lower":-0.0165735555555555,"ci_upper":0.0213440555555555,"corrected_p":1,"raw_p":0.9089,"reject":false},"itsm":{"point":0.0062422222222222,"ci_lower":-0.0146525555555555,"ci_upper":0.0273558333333333,"corrected_p":1,"raw_p":0.5857,"reject":false},"medical_hr":{"point":-0.0138133333333333,"ci_lower":-0.0300646666666666,"ci_upper":0.0018072222222222,"corrected_p":0.6582,"raw_p":0.1163,"reject":false}}},"both":{"pooled":{"point":-0.0518762962962962,"ci_lower":-0.0706746851851851,"ci_upper":-0.0344532592592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0721355555555555,"ci_lower":-0.1114984444444444,"ci_upper":-0.038605611111111,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0234244444444444,"ci_lower":-0.0481925555555555,"ci_upper":0.0013995555555555,"corrected_p":0.5753999999999999,"raw_p":0.0822,"reject":false},"medical_hr":{"point":-0.0600688888888888,"ci_lower":-0.0919608333333333,"ci_upper":-0.0325025,"corrected_p":0,"raw_p":0,"reject":true}}}},"faithfulness":{"accent":{"pooled":{"point":0.0603703703703703,"ci_lower":0.0073981481481481,"ci_upper":0.1070370370370369,"corrected_p":0.0159,"raw_p":0.0159,"reject":true},"per_domain":{"airline":{"point":0.1044444444444444,"ci_lower":0.0221944444444444,"ci_upper":0.1977777777777777,"corrected_p":0.1493999999999999,"raw_p":0.0249,"reject":false},"itsm":{"point":0.0588888888888888,"ci_lower":-0.0111111111111111,"ci_upper":0.1311111111111111,"corrected_p":0.3992,"raw_p":0.12,"reject":false},"medical_hr":{"point":0.0177777777777777,"ci_lower":-0.0744722222222222,"ci_upper":0.1122222222222222,"corrected_p":1,"raw_p":0.7307,"reject":false}}},"background_noise":{"pooled":{"point":0.1177777777777777,"ci_lower":0.0614537037037037,"ci_upper":0.1759351851851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1488888888888888,"ci_lower":0.0388611111111111,"ci_upper":0.2666944444444444,"corrected_p":0.1197,"raw_p":0.0171,"reject":false},"itsm":{"point":0.1199999999999999,"ci_lower":0.0310833333333333,"ci_upper":0.2066944444444444,"corrected_p":0.1144,"raw_p":0.0143,"reject":false},"medical_hr":{"point":0.0844444444444444,"ci_lower":-0.01125,"ci_upper":0.1789166666666666,"corrected_p":0.3992,"raw_p":0.0998,"reject":false}}},"both":{"pooled":{"point":0.077037037037037,"ci_lower":0.0218518518518518,"ci_upper":0.1329722222222222,"corrected_p":0.0152,"raw_p":0.0076,"reject":true},"per_domain":{"airline":{"point":0.11,"ci_lower":0.0010833333333333,"ci_upper":0.2089444444444443,"corrected_p":0.259,"raw_p":0.0518,"reject":false},"itsm":{"point":0.1144444444444444,"ci_lower":0.0366666666666666,"ci_upper":0.1977777777777777,"corrected_p":0.0918,"raw_p":0.0102,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0889166666666666,"ci_upper":0.1166666666666666,"corrected_p":1,"raw_p":0.903,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1634738518518518,"ci_lower":-0.2085261407407407,"ci_upper":-0.115314274074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0826835555555555,"ci_lower":-0.1603747055555555,"ci_upper":-0.0070547666666667,"corrected_p":0.0461,"raw_p":0.0461,"reject":true},"itsm":{"point":-0.2443208888888888,"ci_lower":-0.3180388388888888,"ci_upper":-0.1631747722222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.163417111111111,"ci_lower":-0.2481273555555554,"ci_upper":-0.07262645,"corrected_p":0.0016,"raw_p":0.0004,"reject":true}}},"background_noise":{"pooled":{"point":-0.2269179259259259,"ci_lower":-0.2790751166666666,"ci_upper":-0.1696701018518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2150435555555555,"ci_lower":-0.3255481444444443,"ci_upper":-0.1034935444444444,"corrected_p":0.0016,"raw_p":0.0005,"reject":true},"itsm":{"point":-0.274242,"ci_lower":-0.3492861333333334,"ci_upper":-0.2039486999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1914682222222222,"ci_lower":-0.2905434555555555,"ci_upper":-0.0973835333333333,"corrected_p":0.0016,"raw_p":0.0008,"reject":true}}},"both":{"pooled":{"point":-0.3139427407407407,"ci_lower":-0.3521827407407408,"ci_upper":-0.2789645407407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2993102222222222,"ci_lower":-0.359211111111111,"ci_upper":-0.2362961499999999,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.3626797777777776,"ci_lower":-0.4236380666666666,"ci_upper":-0.307930961111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2798382222222222,"ci_lower":-0.3431583722222222,"ci_upper":-0.2150688777777777,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0178681481481481,"ci_lower":-0.0313173703703703,"ci_upper":-0.0042712222222222,"corrected_p":0.0186,"raw_p":0.0093,"reject":true},"per_domain":{"airline":{"point":-0.0163711111111111,"ci_lower":-0.0446236666666666,"ci_upper":0.0135461111111111,"corrected_p":1,"raw_p":0.2842,"reject":false},"itsm":{"point":-0.021871111111111,"ci_lower":-0.0398193333333332,"ci_upper":-0.002923611111111,"corrected_p":0.2555,"raw_p":0.0365,"reject":false},"medical_hr":{"point":-0.0153622222222222,"ci_lower":-0.0372387222222222,"ci_upper":0.0041766111111111,"corrected_p":0.8300000000000001,"raw_p":0.166,"reject":false}}},"background_noise":{"pooled":{"point":0.0023837037037037,"ci_lower":-0.0121332407407407,"ci_upper":0.018062074074074,"corrected_p":0.7569,"raw_p":0.7569,"reject":false},"per_domain":{"airline":{"point":0.0120733333333333,"ci_lower":-0.0120664444444444,"ci_upper":0.0384667222222222,"corrected_p":1,"raw_p":0.3578,"reject":false},"itsm":{"point":-0.0005822222222221,"ci_lower":-0.0300806666666666,"ci_upper":0.0300624999999999,"corrected_p":1,"raw_p":0.9723,"reject":false},"medical_hr":{"point":-0.0043399999999999,"ci_lower":-0.0235811666666666,"ci_upper":0.0158760555555555,"corrected_p":1,"raw_p":0.6716,"reject":false}}},"both":{"pooled":{"point":-0.0755088888888888,"ci_lower":-0.0943646666666666,"ci_upper":-0.0569079999999999,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0292822222222222,"ci_lower":-0.0572793888888888,"ci_upper":0.0002128888888889,"corrected_p":0.3954,"raw_p":0.0659,"reject":false},"itsm":{"point":-0.0783822222222221,"ci_lower":-0.1090123333333333,"ci_upper":-0.0466610555555555,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1188622222222221,"ci_lower":-0.1467292777777777,"ci_upper":-0.0916564444444444,"corrected_p":0,"raw_p":0,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0288888888888888,"ci_lower":-0.0751851851851851,"ci_upper":0.0218888888888888,"corrected_p":0.2894,"raw_p":0.2502,"reject":false},"per_domain":{"airline":{"point":-0.0788888888888888,"ci_lower":-0.1688888888888889,"ci_upper":0.0055555555555555,"corrected_p":0.6402,"raw_p":0.1067,"reject":false},"itsm":{"point":-0.0477777777777777,"ci_lower":-0.1244722222222222,"ci_upper":0.0389166666666666,"corrected_p":1,"raw_p":0.247,"reject":false},"medical_hr":{"point":0.04,"ci_lower":-0.0366666666666666,"ci_upper":0.1177777777777777,"corrected_p":1,"raw_p":0.3235,"reject":false}}},"background_noise":{"pooled":{"point":0.0359259259259259,"ci_lower":-0.0126018518518518,"ci_upper":0.0792685185185185,"corrected_p":0.2894,"raw_p":0.1447,"reject":false},"per_domain":{"airline":{"point":0.0322222222222222,"ci_lower":-0.0600277777777777,"ci_upper":0.1333611111111111,"corrected_p":1,"raw_p":0.5317,"reject":false},"itsm":{"point":0.0522222222222222,"ci_lower":-0.0144722222222222,"ci_upper":0.1366666666666666,"corrected_p":1,"raw_p":0.2005,"reject":false},"medical_hr":{"point":0.0233333333333333,"ci_lower":-0.0500277777777777,"ci_upper":0.0989166666666666,"corrected_p":1,"raw_p":0.5211,"reject":false}}},"both":{"pooled":{"point":-0.1344444444444444,"ci_lower":-0.1855740740740741,"ci_upper":-0.0773981481481481,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1233333333333333,"ci_lower":-0.2444722222222222,"ci_upper":-0.0043611111111111,"corrected_p":0.4942,"raw_p":0.0706,"reject":false},"itsm":{"point":-0.1477777777777778,"ci_lower":-0.2467777777777777,"ci_upper":-0.0522222222222222,"corrected_p":0.044,"raw_p":0.0055,"reject":true},"medical_hr":{"point":-0.1322222222222222,"ci_lower":-0.1922222222222221,"ci_upper":-0.0699999999999999,"corrected_p":0.0072,"raw_p":0.0008,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.054074074074074,"ci_lower":-0.0992962962962963,"ci_upper":-0.0088703703703703,"corrected_p":0.0237,"raw_p":0.0237,"reject":true},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1022777777777778,"ci_upper":0.0311666666666666,"corrected_p":0.7294,"raw_p":0.3647,"reject":false},"itsm":{"point":-0.0711111111111111,"ci_lower":-0.1533888888888888,"ci_upper":0.0044444444444444,"corrected_p":0.5095000000000001,"raw_p":0.1019,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1444444444444444,"ci_upper":0.0244444444444444,"corrected_p":0.621,"raw_p":0.207,"reject":false}}},"background_noise":{"pooled":{"point":-0.0948148148148148,"ci_lower":-0.1518703703703703,"ci_upper":-0.0392037037037037,"corrected_p":0.0026,"raw_p":0.0013,"reject":true},"per_domain":{"airline":{"point":-0.1555555555555555,"ci_lower":-0.2488888888888888,"ci_upper":-0.0711111111111111,"corrected_p":0.018,"raw_p":0.002,"reject":true},"itsm":{"point":-0.0822222222222222,"ci_lower":-0.1933333333333333,"ci_upper":0.0177777777777777,"corrected_p":0.5852,"raw_p":0.1463,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1422222222222222,"ci_upper":0.0466666666666666,"corrected_p":0.7294,"raw_p":0.3716,"reject":false}}},"both":{"pooled":{"point":-0.1429629629629629,"ci_lower":-0.2,"ci_upper":-0.0903333333333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1555555555555555,"ci_lower":-0.2622222222222222,"ci_upper":-0.0533333333333333,"corrected_p":0.028,"raw_p":0.004,"reject":true},"itsm":{"point":-0.1711111111111111,"ci_lower":-0.2755555555555556,"ci_upper":-0.0688888888888889,"corrected_p":0.028,"raw_p":0.0035,"reject":true},"medical_hr":{"point":-0.1022222222222222,"ci_lower":-0.1778333333333333,"ci_upper":-0.0399444444444445,"corrected_p":0.0402,"raw_p":0.0067,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0459259259259259,"ci_lower":-0.0852037037037037,"ci_upper":-0.0014814814814814,"corrected_p":0.0326,"raw_p":0.0326,"reject":true},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.1288888888888889,"ci_upper":0.0066666666666666,"corrected_p":0.458,"raw_p":0.0916,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0978333333333333,"ci_upper":0.0511111111111111,"corrected_p":0.7452,"raw_p":0.4827,"reject":false},"medical_hr":{"point":-0.0533333333333333,"ci_lower":-0.1244444444444444,"ci_upper":0.0222222222222222,"corrected_p":0.5424,"raw_p":0.1572,"reject":false}}},"background_noise":{"pooled":{"point":-0.0496296296296296,"ci_lower":-0.0881481481481481,"ci_upper":-0.0110925925925926,"corrected_p":0.028,"raw_p":0.014,"reject":true},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.1312222222222222,"ci_upper":0.0177777777777777,"corrected_p":0.5424,"raw_p":0.1356,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0822222222222222,"ci_upper":0.0333333333333333,"corrected_p":0.7452,"raw_p":0.3726,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1333333333333333,"ci_upper":-0.0021666666666667,"corrected_p":0.4398,"raw_p":0.0733,"reject":false}}},"both":{"pooled":{"point":-0.094074074074074,"ci_lower":-0.1244444444444444,"ci_upper":-0.0651851851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1155555555555555,"ci_lower":-0.1822222222222222,"ci_upper":-0.0488333333333333,"corrected_p":0.0104,"raw_p":0.0013,"reject":true},"itsm":{"point":-0.08,"ci_lower":-0.1266666666666666,"ci_upper":-0.04,"corrected_p":0.0112,"raw_p":0.0016,"reject":true},"medical_hr":{"point":-0.0866666666666666,"ci_lower":-0.1311111111111111,"ci_upper":-0.0466666666666666,"corrected_p":0,"raw_p":0,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1814814814814814,"ci_lower":-0.2414814814814815,"ci_upper":-0.1229629629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1711111111111111,"ci_lower":-0.2756111111111111,"ci_upper":-0.0732777777777778,"corrected_p":0.01,"raw_p":0.0025,"reject":true},"itsm":{"point":-0.2311111111111111,"ci_lower":-0.3311111111111111,"ci_upper":-0.1377777777777778,"corrected_p":0.0014,"raw_p":0.0002,"reject":true},"medical_hr":{"point":-0.1422222222222222,"ci_lower":-0.2488888888888888,"ci_upper":-0.0399444444444445,"corrected_p":0.03,"raw_p":0.015,"reject":true}}},"background_noise":{"pooled":{"point":-0.2740740740740741,"ci_lower":-0.3563333333333334,"ci_upper":-0.1896296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3488888888888889,"ci_lower":-0.4956666666666667,"ci_upper":-0.1999444444444444,"corrected_p":0.0018,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.2533333333333333,"ci_lower":-0.3866666666666667,"ci_upper":-0.1355555555555555,"corrected_p":0.0018,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.22,"ci_lower":-0.3689444444444444,"ci_upper":-0.0732777777777778,"corrected_p":0.0219,"raw_p":0.0073,"reject":true}}},"both":{"pooled":{"point":-0.1814814814814814,"ci_lower":-0.24,"ci_upper":-0.1258888888888889,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2377777777777777,"ci_lower":-0.3577777777777778,"ci_upper":-0.1399444444444445,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.2644444444444444,"ci_lower":-0.3644444444444444,"ci_upper":-0.1711111111111111,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.0422222222222222,"ci_lower":-0.1089444444444444,"ci_upper":0.0222222222222221,"corrected_p":0.225,"raw_p":0.225,"reject":false}}}}}},{"id":"parakeet-1-1-plus-gemma-31b-plus-kokoro","name":"Parakeet 1.1 + Gemma 31B + Kokoro","type":"cascade","stt":"Parakeet 1.1","llm":"Gemma-4-31B","tts":"Kokoro","clean":{"EVA-A_mean":{"pooled":{"point":0.6861088627844713,"ci_lower":0.6617356886378848,"ci_upper":0.7115959231593039},"per_domain":{"airline":{"point":0.745952,"ci_lower":0.6960170999999999,"ci_upper":0.7975550333333333,"n":50},"itsm":{"point":0.6715858333333333,"ci_lower":0.6311031041666667,"ci_upper":0.711575375,"n":80},"medical_hr":{"point":0.6407887550200803,"ci_lower":0.6041228915662651,"ci_upper":0.6767759036144579,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4026907630522088,"ci_lower":0.3557307228915662,"ci_upper":0.4501310742971887},"per_domain":{"airline":{"point":0.54,"ci_lower":0.44,"ci_upper":0.644,"n":50},"itsm":{"point":0.35,"ci_lower":0.2825,"ci_upper":0.4225,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2554216867469879,"ci_upper":0.3879518072289156,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7477008032128514,"ci_lower":0.6880763052208836,"ci_upper":0.8054354919678715},"per_domain":{"airline":{"point":0.88,"ci_lower":0.78,"ci_upper":0.96,"n":50},"itsm":{"point":0.7125,"ci_lower":0.6125,"ci_upper":0.8125,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.5421686746987951,"ci_upper":0.7469879518072289,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1690177991967871,"ci_lower":0.1275506871485943,"ci_upper":0.2160868733333333},"per_domain":{"airline":{"point":0.293664,"ci_lower":0.1890752,"ci_upper":0.4048182399999999,"n":50},"itsm":{"point":0.13076,"ci_lower":0.0721164,"ci_upper":0.1967581,"n":80},"medical_hr":{"point":0.0826293975903614,"ci_lower":0.0401685783132529,"ci_upper":0.1358196626506023,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6368221125167336,"ci_lower":0.6271136978681392,"ci_upper":0.6466233898929049},"per_domain":{"airline":{"point":0.6494378666666667,"ci_lower":0.63216307,"ci_upper":0.6665519,"n":50},"itsm":{"point":0.6379299166666665,"ci_lower":0.6234485145833333,"ci_upper":0.6523789145833334,"n":80},"medical_hr":{"point":0.6230985542168673,"ci_lower":0.606446656626506,"ci_upper":0.6416889819277108,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0096365461847389,"ci_lower":0.0026625,"ci_upper":0.0189397590361445},"per_domain":{"airline":{"point":0.024,"ci_lower":0.004,"ci_upper":0.052,"n":50},"itsm":{"point":0.0025,"ci_lower":0,"ci_upper":0.0075,"n":80},"medical_hr":{"point":0.0024096385542168,"ci_lower":0,"ci_upper":0.0072289156626506,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0348493975903614,"ci_lower":0.0106827309236947,"ci_upper":0.0658541666666665},"per_domain":{"airline":{"point":0.08,"ci_lower":0.02,"ci_upper":0.16,"n":50},"itsm":{"point":0.0125,"ci_lower":0,"ci_upper":0.0375,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0001434184738955,"ci_lower":0.0000034666666666666672,"ci_upper":0.0003482666666666},"per_domain":{"airline":{"point":0.0004224,"ci_lower":0.0000064000000000000006,"ci_upper":0.0010368,"n":50},"itsm":{"point":0.000004000000000000001,"ci_lower":0,"ci_upper":0.000012000000000000002,"n":80},"medical_hr":{"point":0.000003855421686746989,"ci_lower":0,"ci_upper":0.000011566265060240964,"n":83}}},"task_completion":{"pooled":{"point":0.6374538152610442,"ci_lower":0.5855108433734939,"ci_upper":0.6853666164658634},"per_domain":{"airline":{"point":0.6719999999999999,"ci_lower":0.5720000000000001,"ci_upper":0.7600000000000001,"n":50},"itsm":{"point":0.65,"ci_lower":0.5650000000000001,"ci_upper":0.7324999999999999,"n":80},"medical_hr":{"point":0.5903614457831325,"ci_lower":0.5132530120481927,"ci_upper":0.6674698795180722,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9544420502008032,"ci_lower":0.9451812326807228,"ci_upper":0.962887681375502},"per_domain":{"airline":{"point":0.965856,"ci_lower":0.9466735,"ci_upper":0.9826561,"n":50},"itsm":{"point":0.9510075,"ci_lower":0.93753825,"ci_upper":0.9636288749999996,"n":80},"medical_hr":{"point":0.9464626506024096,"ci_lower":0.9314809638554216,"ci_upper":0.9596870481927712,"n":83}}},"faithfulness":{"pooled":{"point":0.4664307228915663,"ci_lower":0.431232781124498,"ci_upper":0.5038736194779115},"per_domain":{"airline":{"point":0.6000000000000001,"ci_lower":0.528,"ci_upper":0.6739999999999999,"n":50},"itsm":{"point":0.41375,"ci_lower":0.3575,"ci_upper":0.47125,"n":80},"medical_hr":{"point":0.3855421686746988,"ci_lower":0.3325301204819277,"ci_upper":0.4421686746987952,"n":83}}},"turn_taking":{"pooled":{"point":0.3078716929718875,"ci_lower":0.2936763937751003,"ci_upper":0.3225077139809236},"per_domain":{"airline":{"point":0.2743656,"ci_lower":0.24367043,"ci_upper":0.30912507,"n":50},"itsm":{"point":0.3056622499999999,"ci_lower":0.2843214374999999,"ci_upper":0.3266628999999999,"n":80},"medical_hr":{"point":0.3435872289156626,"ci_lower":0.3241933975903613,"ci_upper":0.3626953795180722,"n":83}}},"conciseness":{"pooled":{"point":0.8290263714859437,"ci_lower":0.8219791377008033,"ci_upper":0.8363745389056225},"per_domain":{"airline":{"point":0.8419479999999999,"ci_lower":0.8275332000000001,"ci_upper":0.8562246,"n":50},"itsm":{"point":0.8206275,"ci_lower":0.8089004375,"ci_upper":0.8314104999999999,"n":80},"medical_hr":{"point":0.8245036144578314,"ci_lower":0.8128692771084337,"ci_upper":0.8371071084337348,"n":83}}},"conversation_progression":{"pooled":{"point":0.7735682730923695,"ci_lower":0.7497281877510039,"ci_upper":0.7973993975903616},"per_domain":{"airline":{"point":0.8319999999999999,"ci_lower":0.7919999999999999,"ci_upper":0.8719999999999999,"n":50},"itsm":{"point":0.7875,"ci_lower":0.74875,"ci_upper":0.825,"n":80},"medical_hr":{"point":0.7012048192771084,"ci_lower":0.6565963855421686,"ci_upper":0.746987951807229,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0325925925925926,"ci_lower":-0.0933703703703703,"ci_upper":0.0281666666666666,"corrected_p":0.3132,"raw_p":0.3132,"reject":false},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1645,"ci_upper":0.0422777777777777,"corrected_p":1,"raw_p":0.2434,"reject":false},"itsm":{"point":-0.0977777777777777,"ci_lower":-0.2133333333333333,"ci_upper":0.0133333333333333,"corrected_p":0.5748,"raw_p":0.0958,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0466666666666666,"ci_upper":0.1689444444444444,"corrected_p":1,"raw_p":0.2674,"reject":false}}},"background_noise":{"pooled":{"point":-0.0585185185185185,"ci_lower":-0.1237037037037037,"ci_upper":-2.7061686225238258e-17,"corrected_p":0.1058,"raw_p":0.0529,"reject":false},"per_domain":{"airline":{"point":-0.02,"ci_lower":-0.1244444444444444,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.658,"reject":false},"itsm":{"point":-0.12,"ci_lower":-0.2311111111111111,"ci_upper":-0.0177222222222222,"corrected_p":0.2412,"raw_p":0.0278,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.1422222222222222,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.5054,"reject":false}}},"both":{"pooled":{"point":-0.0622222222222222,"ci_lower":-0.1162962962962963,"ci_upper":-0.0081481481481481,"corrected_p":0.0849,"raw_p":0.0283,"reject":false},"per_domain":{"airline":{"point":-0.0977777777777778,"ci_lower":-0.2066666666666667,"ci_upper":-0.0066666666666666,"corrected_p":0.3766,"raw_p":0.0538,"reject":false},"itsm":{"point":-0.12,"ci_lower":-0.2355555555555555,"ci_upper":-0.0288888888888889,"corrected_p":0.2412,"raw_p":0.0268,"reject":false},"medical_hr":{"point":0.031111111111111,"ci_lower":-0.0511111111111111,"ci_upper":0.1022222222222222,"corrected_p":1,"raw_p":0.4731,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0026192592592592,"ci_lower":-0.0122499444444444,"ci_upper":0.0163406666666666,"corrected_p":1,"raw_p":0.7319,"reject":false},"per_domain":{"airline":{"point":0.0017777777777777,"ci_lower":-0.0232093888888889,"ci_upper":0.0277141666666666,"corrected_p":1,"raw_p":0.8945,"reject":false},"itsm":{"point":-0.0005088888888888,"ci_lower":-0.0277968888888888,"ci_upper":0.0264298888888888,"corrected_p":1,"raw_p":0.9769,"reject":false},"medical_hr":{"point":0.0065888888888888,"ci_lower":-0.0161281111111111,"ci_upper":0.0306357222222222,"corrected_p":1,"raw_p":0.6064,"reject":false}}},"background_noise":{"pooled":{"point":0.0038303703703703,"ci_lower":-0.0083699444444444,"ci_upper":0.0166023888888888,"corrected_p":1,"raw_p":0.5384,"reject":false},"per_domain":{"airline":{"point":-0.0092333333333333,"ci_lower":-0.0280755555555555,"ci_upper":0.0102992777777777,"corrected_p":1,"raw_p":0.3654,"reject":false},"itsm":{"point":0.0040799999999999,"ci_lower":-0.0194988333333333,"ci_upper":0.029320111111111,"corrected_p":1,"raw_p":0.7459,"reject":false},"medical_hr":{"point":0.0166444444444444,"ci_lower":-0.0006707222222221,"ci_upper":0.0347639999999999,"corrected_p":0.7299,"raw_p":0.0811,"reject":false}}},"both":{"pooled":{"point":0.0057007407407407,"ci_lower":-0.0094763148148148,"ci_upper":0.0213164074074073,"corrected_p":1,"raw_p":0.4655,"reject":false},"per_domain":{"airline":{"point":-0.0034444444444444,"ci_lower":-0.0314537222222222,"ci_upper":0.0230793888888888,"corrected_p":1,"raw_p":0.8259,"reject":false},"itsm":{"point":0.0053688888888888,"ci_lower":-0.0216425555555555,"ci_upper":0.0343433333333333,"corrected_p":1,"raw_p":0.6972,"reject":false},"medical_hr":{"point":0.0151777777777777,"ci_lower":-0.0067622777777777,"ci_upper":0.0365192777777777,"corrected_p":1,"raw_p":0.2126,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0299999999999999,"ci_lower":-0.0096481481481481,"ci_upper":0.0711296296296296,"corrected_p":0.4119,"raw_p":0.1602,"reject":false},"per_domain":{"airline":{"point":0.061111111111111,"ci_lower":0.0010833333333333,"ci_upper":0.1233333333333333,"corrected_p":0.6723,"raw_p":0.0747,"reject":false},"itsm":{"point":0.0177777777777777,"ci_lower":-0.0555555555555555,"ci_upper":0.0855555555555555,"corrected_p":1,"raw_p":0.6207,"reject":false},"medical_hr":{"point":0.0111111111111111,"ci_lower":-0.0611388888888888,"ci_upper":0.0866944444444444,"corrected_p":1,"raw_p":0.773,"reject":false}}},"background_noise":{"pooled":{"point":0.0096296296296296,"ci_lower":-0.0351851851851851,"ci_upper":0.0507499999999999,"corrected_p":0.6725,"raw_p":0.6725,"reject":false},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0477777777777777,"ci_upper":0.0922222222222222,"corrected_p":1,"raw_p":0.5809,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0733333333333333,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.9863,"reject":false},"medical_hr":{"point":0.0055555555555555,"ci_lower":-0.0689166666666667,"ci_upper":0.0877777777777777,"corrected_p":1,"raw_p":0.9145,"reject":false}}},"both":{"pooled":{"point":-0.0329629629629629,"ci_lower":-0.0752222222222221,"ci_upper":0.0096296296296296,"corrected_p":0.4119,"raw_p":0.1373,"reject":false},"per_domain":{"airline":{"point":-0.0388888888888888,"ci_lower":-0.1266944444444444,"ci_upper":0.0511666666666666,"corrected_p":1,"raw_p":0.4148,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0588888888888888,"ci_upper":0.0600277777777777,"corrected_p":1,"raw_p":0.9768,"reject":false},"medical_hr":{"point":-0.0611111111111111,"ci_lower":-0.1266666666666666,"ci_upper":0.0122222222222222,"corrected_p":0.7824,"raw_p":0.0978,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.1214092592592592,"ci_lower":0.0897402851851851,"ci_upper":0.1516709722222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1868695555555555,"ci_lower":0.1367895277777778,"ci_upper":0.2367471055555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0398953333333333,"ci_lower":-0.0145713999999999,"ci_upper":0.0939908333333333,"corrected_p":0.2798,"raw_p":0.1399,"reject":false},"medical_hr":{"point":0.1374628888888888,"ci_lower":0.0957794166666666,"ci_upper":0.1787594666666666,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.163404074074074,"ci_lower":-0.190733824074074,"ci_upper":-0.1353959907407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.112826,"ci_lower":-0.1610622055555555,"ci_upper":-0.0654469277777777,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.1924868888888889,"ci_lower":-0.2273824388888889,"ci_upper":-0.1489432833333333,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1848993333333332,"ci_lower":-0.2396054277777777,"ci_upper":-0.1242377888888888,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.1028129629629629,"ci_lower":-0.1328476814814814,"ci_upper":-0.0741399351851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0154837777777777,"ci_lower":-0.0758147666666666,"ci_upper":0.0447425166666666,"corrected_p":0.611,"raw_p":0.611,"reject":false},"itsm":{"point":-0.154629111111111,"ci_lower":-0.184160361111111,"ci_upper":-0.1250164944444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1383259999999999,"ci_lower":-0.1849339611111111,"ci_upper":-0.0895710833333333,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0033725925925925,"ci_lower":-0.0158107962962962,"ci_upper":0.0096828333333333,"corrected_p":1,"raw_p":0.6001,"reject":false},"per_domain":{"airline":{"point":-0.0053844444444444,"ci_lower":-0.0285785555555555,"ci_upper":0.0175274444444443,"corrected_p":1,"raw_p":0.6504,"reject":false},"itsm":{"point":-0.0093133333333333,"ci_lower":-0.0311777777777777,"ci_upper":0.0128052777777777,"corrected_p":1,"raw_p":0.4327,"reject":false},"medical_hr":{"point":0.00458,"ci_lower":-0.0133254999999999,"ci_upper":0.0228883888888888,"corrected_p":1,"raw_p":0.6422,"reject":false}}},"background_noise":{"pooled":{"point":0.0005681481481481,"ci_lower":-0.0112608703703703,"ci_upper":0.012045,"corrected_p":1,"raw_p":0.923,"reject":false},"per_domain":{"airline":{"point":-0.0049399999999999,"ci_lower":-0.0234647777777777,"ci_upper":0.0126240555555555,"corrected_p":1,"raw_p":0.5984,"reject":false},"itsm":{"point":-0.0038133333333333,"ci_lower":-0.0241940555555555,"ci_upper":0.0176527222222221,"corrected_p":1,"raw_p":0.7395,"reject":false},"medical_hr":{"point":0.0104577777777777,"ci_lower":-0.0115594444444444,"ci_upper":0.0325693333333333,"corrected_p":1,"raw_p":0.3768,"reject":false}}},"both":{"pooled":{"point":-0.0042762962962962,"ci_lower":-0.0163253333333333,"ci_upper":0.0079290555555555,"corrected_p":1,"raw_p":0.4913,"reject":false},"per_domain":{"airline":{"point":-0.009351111111111,"ci_lower":-0.0230449999999999,"ci_upper":0.0042535,"corrected_p":1,"raw_p":0.2017,"reject":false},"itsm":{"point":-0.0032577777777777,"ci_lower":-0.029871611111111,"ci_upper":0.0228203888888888,"corrected_p":1,"raw_p":0.8148,"reject":false},"medical_hr":{"point":-0.0002199999999999,"ci_lower":-0.0208440555555555,"ci_upper":0.0184733333333333,"corrected_p":1,"raw_p":0.9835,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.097037037037037,"ci_upper":-0.0125833333333333,"corrected_p":0.0618,"raw_p":0.0206,"reject":false},"per_domain":{"airline":{"point":-0.09,"ci_lower":-0.17,"ci_upper":-0.02,"corrected_p":0.2682,"raw_p":0.0298,"reject":false},"itsm":{"point":-0.0566666666666666,"ci_lower":-0.13,"ci_upper":0.0255555555555555,"corrected_p":0.9282,"raw_p":0.1547,"reject":false},"medical_hr":{"point":-0.0177777777777777,"ci_lower":-0.0944444444444444,"ci_upper":0.0567222222222221,"corrected_p":0.9735,"raw_p":0.6634,"reject":false}}},"background_noise":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0700092592592592,"ci_upper":0.0263055555555555,"corrected_p":0.77,"raw_p":0.3857,"reject":false},"per_domain":{"airline":{"point":-0.0566666666666666,"ci_lower":-0.1188888888888888,"ci_upper":0.0011666666666666,"corrected_p":0.7976,"raw_p":0.0997,"reject":false},"itsm":{"point":-0.0566666666666667,"ci_lower":-0.1578055555555556,"ci_upper":0.0277777777777777,"corrected_p":0.9735,"raw_p":0.2419,"reject":false},"medical_hr":{"point":0.0488888888888888,"ci_lower":-0.0378055555555555,"ci_upper":0.1444722222222222,"corrected_p":0.9735,"raw_p":0.3198,"reject":false}}},"both":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0692592592592592,"ci_upper":0.0244537037037036,"corrected_p":0.77,"raw_p":0.385,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777777,"ci_lower":-0.1477777777777777,"ci_upper":0.0078055555555555,"corrected_p":0.7976,"raw_p":0.1018,"reject":false},"itsm":{"point":-0.0511111111111111,"ci_lower":-0.1322222222222222,"ci_upper":0.0289166666666666,"corrected_p":0.9735,"raw_p":0.2528,"reject":false},"medical_hr":{"point":0.0544444444444444,"ci_lower":-0.0244722222222222,"ci_upper":0.1366944444444444,"corrected_p":0.9735,"raw_p":0.1947,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.04,"ci_lower":-0.1029629629629629,"ci_upper":0.0251851851851851,"corrected_p":0.2369,"raw_p":0.2369,"reject":false},"per_domain":{"airline":{"point":-0.0711111111111111,"ci_lower":-0.1688888888888889,"ci_upper":0.0200555555555554,"corrected_p":0.8982,"raw_p":0.1497,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1488888888888889,"ci_upper":0.0955555555555555,"corrected_p":1,"raw_p":0.654,"reject":false},"medical_hr":{"point":-0.0222222222222222,"ci_lower":-0.1511111111111111,"ci_upper":0.1023333333333331,"corrected_p":1,"raw_p":0.7098,"reject":false}}},"background_noise":{"pooled":{"point":-0.0659259259259259,"ci_lower":-0.1296296296296296,"ci_upper":-0.0051666666666666,"corrected_p":0.0786,"raw_p":0.0393,"reject":false},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.16,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.2351,"reject":false},"itsm":{"point":-0.0377777777777778,"ci_lower":-0.1488888888888888,"ci_upper":0.0734444444444443,"corrected_p":1,"raw_p":0.512,"reject":false},"medical_hr":{"point":-0.1,"ci_lower":-0.2088888888888888,"ci_upper":0.00005555555555549267,"corrected_p":0.5005,"raw_p":0.0715,"reject":false}}},"both":{"pooled":{"point":-0.1029629629629629,"ci_lower":-0.1585185185185185,"ci_upper":-0.0444259259259259,"corrected_p":0.0015,"raw_p":0.0005,"reject":true},"per_domain":{"airline":{"point":-0.1377777777777778,"ci_lower":-0.2422777777777778,"ci_upper":-0.0288888888888889,"corrected_p":0.1152,"raw_p":0.0144,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.5235,"reject":false},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2377777777777777,"ci_upper":-0.0555555555555555,"corrected_p":0.0260999999999999,"raw_p":0.0029,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0111111111111111,"ci_lower":-0.0103703703703703,"ci_upper":0.0325925925925925,"corrected_p":0.9249,"raw_p":0.3303,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":-0.0422777777777777,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.8215,"reject":false},"itsm":{"point":0.0222222222222222,"ci_lower":0,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.4972,"reject":false},"medical_hr":{"point":0.0044444444444444,"ci_lower":-0.02,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0037037037037037,"ci_lower":-0.02,"ci_upper":0.015574074074074,"corrected_p":0.9249,"raw_p":0.8111,"reject":false},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2492,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.02,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0229629629629629,"ci_upper":0.0051851851851851,"corrected_p":0.9249,"raw_p":0.3083,"reject":false},"per_domain":{"airline":{"point":-0.0155555555555555,"ci_lower":-0.0533888888888888,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.4944,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0007407407407407,"ci_lower":-0.0185185185185185,"ci_upper":0.0148148148148148,"corrected_p":1,"raw_p":0.8462,"reject":false},"per_domain":{"airline":{"point":-0.0044444444444444,"ci_lower":-0.0333333333333333,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0133333333333333,"ci_lower":-0.0533333333333333,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.5586,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.0066666666666666,"ci_upper":0.0422222222222221,"corrected_p":1,"raw_p":0.2471,"reject":false}}},"background_noise":{"pooled":{"point":-0.0081481481481481,"ci_lower":-0.0303703703703703,"ci_upper":0.0118518518518518,"corrected_p":1,"raw_p":0.4025,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":0,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0711111111111111,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.3784,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.0511111111111111,"ci_upper":0.031111111111111,"corrected_p":1,"raw_p":0.7825,"reject":false}}},"both":{"pooled":{"point":0.0066666666666666,"ci_lower":-0.0096296296296296,"ci_upper":0.0214814814814814,"corrected_p":1,"raw_p":0.4635,"reject":false},"per_domain":{"airline":{"point":-0.0044444444444444,"ci_lower":-0.0333333333333333,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0022222222222222,"ci_lower":-0.0311111111111111,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0266666666666666,"ci_lower":0.0066666666666666,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.125,"reject":false}}}}}},{"id":"ultravox","name":"Ultravox","type":"2-part","stt":"-","llm":"Ultravox-Realtime","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.5786218895582329,"ci_lower":0.5522937072791164,"ci_upper":0.6061653106091031},"per_domain":{"airline":{"point":0.5777693333333334,"ci_lower":0.5220791666666666,"ci_upper":0.6351006333333332,"n":50},"itsm":{"point":0.5830208333333333,"ci_lower":0.545955375,"ci_upper":0.6239549375,"n":80},"medical_hr":{"point":0.575075502008032,"ci_lower":0.5358498795180722,"ci_upper":0.6151340963855421,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.270429718875502,"ci_lower":0.2259271586345381,"ci_upper":0.3179325301204819},"per_domain":{"airline":{"point":0.324,"ci_lower":0.228,"ci_upper":0.42,"n":50},"itsm":{"point":0.215,"ci_lower":0.1525,"ci_upper":0.285,"n":80},"medical_hr":{"point":0.272289156626506,"ci_lower":0.2023493975903614,"ci_upper":0.3445783132530121,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5028413654618474,"ci_lower":0.4335085341365461,"ci_upper":0.5718807730923694},"per_domain":{"airline":{"point":0.54,"ci_lower":0.4,"ci_upper":0.68,"n":50},"itsm":{"point":0.4625,"ci_lower":0.35,"ci_upper":0.5625,"n":80},"medical_hr":{"point":0.5060240963855421,"ci_lower":0.3975903614457831,"ci_upper":0.6144578313253012,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1080879164658634,"ci_lower":0.0730062071485943,"ci_upper":0.1447737161445783},"per_domain":{"airline":{"point":0.1314623999999999,"ci_lower":0.0605497599999999,"ci_upper":0.2112452799999999,"n":50},"itsm":{"point":0.068144,"ci_lower":0.0286912,"ci_upper":0.1160606,"n":80},"medical_hr":{"point":0.1246573493975903,"ci_lower":0.0654884819277108,"ci_upper":0.1906759518072289,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.5320021554216868,"ci_lower":0.5183009065127175,"ci_upper":0.5456672119946453},"per_domain":{"airline":{"point":0.5781290666666667,"ci_lower":0.5540442233333333,"ci_upper":0.60105365,"n":50},"itsm":{"point":0.4754058333333333,"ci_lower":0.4520101916666667,"ci_upper":0.4997519374999999,"n":80},"medical_hr":{"point":0.5424715662650602,"ci_lower":0.5180355722891568,"ci_upper":0.566600672690763,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0290622489959839,"ci_lower":0.0135126506024096,"ci_upper":0.0484562248995983},"per_domain":{"airline":{"point":0.048,"ci_lower":0.008,"ci_upper":0.1039999999999999,"n":50},"itsm":{"point":0.0175,"ci_lower":0.0025,"ci_upper":0.0399999999999999,"n":80},"medical_hr":{"point":0.0216867469879518,"ci_lower":0.0048192771084337,"ci_upper":0.0457831325301204,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0807630522088353,"ci_lower":0.0443975903614457,"ci_upper":0.1212989457831324},"per_domain":{"airline":{"point":0.12,"ci_lower":0.04,"ci_upper":0.22,"n":50},"itsm":{"point":0.05,"ci_lower":0.0125,"ci_upper":0.1,"n":80},"medical_hr":{"point":0.072289156626506,"ci_lower":0.0240963855421686,"ci_upper":0.1325301204819277,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0060693429718875,"ci_lower":0.0003864989558232,"ci_upper":0.0129392032931726},"per_domain":{"airline":{"point":0.0131328,"ci_lower":0.000019200000000000003,"ci_upper":0.0327936,"n":50},"itsm":{"point":0.0011079999999999,"ci_lower":0.000004000000000000001,"ci_upper":0.0031920999999999,"n":80},"medical_hr":{"point":0.0039672289156626,"ci_lower":0.000007710843373493977,"ci_upper":0.0118746987951807,"n":83}}},"task_completion":{"pooled":{"point":0.47279718875502,"ci_lower":0.4200647590361445,"ci_upper":0.5261551204819277},"per_domain":{"airline":{"point":0.428,"ci_lower":0.324,"ci_upper":0.532,"n":50},"itsm":{"point":0.4674999999999999,"ci_lower":0.375,"ci_upper":0.5575,"n":80},"medical_hr":{"point":0.5228915662650602,"ci_lower":0.4385542168674698,"ci_upper":0.6120481927710842,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9712632590361446,"ci_lower":0.9649416930220882,"ci_upper":0.97677175125502},"per_domain":{"airline":{"point":0.971308,"ci_lower":0.9556794,"ci_upper":0.9830418,"n":50},"itsm":{"point":0.9690625,"ci_lower":0.96043975,"ci_upper":0.9769725625,"n":80},"medical_hr":{"point":0.9734192771084338,"ci_lower":0.9656359638554216,"ci_upper":0.9807189759036145,"n":83}}},"faithfulness":{"pooled":{"point":0.2918052208835341,"ci_lower":0.2541169678714859,"ci_upper":0.3273525602409638},"per_domain":{"airline":{"point":0.3340000000000001,"ci_lower":0.25395,"ci_upper":0.412,"n":50},"itsm":{"point":0.3125,"ci_lower":0.2525,"ci_upper":0.3725,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.1867168674698795,"ci_upper":0.2734939759036145,"n":83}}},"turn_taking":{"pooled":{"point":0.4170736128514056,"ci_lower":0.3969538019026104,"ci_upper":0.4381138299799196},"per_domain":{"airline":{"point":0.4831512,"ci_lower":0.44948037,"ci_upper":0.51876128,"n":50},"itsm":{"point":0.3359199999999999,"ci_lower":0.2954947312499999,"ci_upper":0.3753023,"n":80},"medical_hr":{"point":0.4321496385542168,"ci_lower":0.4029646927710842,"ci_upper":0.4617087168674699,"n":83}}},"conciseness":{"pooled":{"point":0.750012170682731,"ci_lower":0.740176557881526,"ci_upper":0.7604277029116465},"per_domain":{"airline":{"point":0.7112360000000001,"ci_lower":0.6925353999999999,"ci_upper":0.7290182,"n":50},"itsm":{"point":0.7965475,"ci_lower":0.78088325,"ci_upper":0.8125164999999999,"n":80},"medical_hr":{"point":0.7422530120481927,"ci_lower":0.723678313253012,"ci_upper":0.760884578313253,"n":83}}},"conversation_progression":{"pooled":{"point":0.4289206827309237,"ci_lower":0.3998604668674699,"ci_upper":0.4580201556224899},"per_domain":{"airline":{"point":0.54,"ci_lower":0.486,"ci_upper":0.594,"n":50},"itsm":{"point":0.29375,"ci_lower":0.25121875,"ci_upper":0.3375,"n":80},"medical_hr":{"point":0.453012048192771,"ci_lower":0.4011445783132529,"ci_upper":0.5072289156626505,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0166666666666666,"ci_lower":-0.0733333333333333,"ci_upper":0.0355555555555555,"corrected_p":0.5385,"raw_p":0.5385,"reject":false},"per_domain":{"airline":{"point":-0.0222222222222222,"ci_lower":-0.1045,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.5894,"reject":false},"medical_hr":{"point":-0.0111111111111111,"ci_lower":-0.0822222222222222,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.7298,"reject":false}}},"background_noise":{"pooled":{"point":-0.0333333333333333,"ci_lower":-0.0888888888888888,"ci_upper":0.0211388888888888,"corrected_p":0.4696,"raw_p":0.2348,"reject":false},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1177777777777778,"ci_upper":0.0489444444444443,"corrected_p":1,"raw_p":0.4228,"reject":false},"medical_hr":{"point":-0.0333333333333333,"ci_lower":-0.1088888888888889,"ci_upper":0.035611111111111,"corrected_p":1,"raw_p":0.3466,"reject":false}}},"both":{"pooled":{"point":-0.1277777777777778,"ci_lower":-0.2022499999999999,"ci_upper":-0.0599722222222222,"corrected_p":0.0021,"raw_p":0.0007,"reject":true},"per_domain":{"airline":{"point":-0.0666666666666666,"ci_lower":-0.1577777777777777,"ci_upper":0.031111111111111,"corrected_p":0.8724999999999999,"raw_p":0.1745,"reject":false},"medical_hr":{"point":-0.1888888888888889,"ci_lower":-0.2999999999999999,"ci_upper":-0.0977777777777778,"corrected_p":0.0024,"raw_p":0.0004,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0001577777777777,"ci_lower":-0.0134088611111111,"ci_upper":0.0135634444444444,"corrected_p":0.9819,"raw_p":0.9819,"reject":false},"per_domain":{"airline":{"point":0.0021755555555555,"ci_lower":-0.0205498888888889,"ci_upper":0.0245322777777777,"corrected_p":1,"raw_p":0.8555,"reject":false},"medical_hr":{"point":-0.00186,"ci_lower":-0.0135152777777777,"ci_upper":0.0106403333333333,"corrected_p":1,"raw_p":0.7841,"reject":false}}},"background_noise":{"pooled":{"point":0.0071022222222222,"ci_lower":-0.0049296111111111,"ci_upper":0.0196914999999999,"corrected_p":0.5334,"raw_p":0.2667,"reject":false},"per_domain":{"airline":{"point":0.0145088888888888,"ci_lower":-0.0020887222222222,"ci_upper":0.0320505555555555,"corrected_p":0.573,"raw_p":0.1146,"reject":false},"medical_hr":{"point":-0.0003044444444444,"ci_lower":-0.0176486666666666,"ci_upper":0.0157487777777777,"corrected_p":1,"raw_p":0.9748,"reject":false}}},"both":{"pooled":{"point":0.0109577777777777,"ci_lower":-0.0007801111111111,"ci_upper":0.0233939444444444,"corrected_p":0.2355,"raw_p":0.0785,"reject":false},"per_domain":{"airline":{"point":0.0218977777777777,"ci_lower":0.006931,"ci_upper":0.0426038888888888,"corrected_p":0.0521999999999999,"raw_p":0.0087,"reject":false},"medical_hr":{"point":0.000017777777777767494,"ci_lower":-0.015249,"ci_upper":0.0139353888888888,"corrected_p":1,"raw_p":0.998,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0099999999999999,"ci_lower":-0.0350138888888889,"ci_upper":0.057236111111111,"corrected_p":1,"raw_p":0.6831,"reject":false},"per_domain":{"airline":{"point":0.0311111111111111,"ci_lower":-0.0422222222222222,"ci_upper":0.1089166666666666,"corrected_p":1,"raw_p":0.4364,"reject":false},"medical_hr":{"point":-0.0111111111111111,"ci_lower":-0.0633333333333333,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.6414,"reject":false}}},"background_noise":{"pooled":{"point":-0.0066666666666666,"ci_lower":-0.0533333333333333,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.7783,"reject":false},"per_domain":{"airline":{"point":-0.0355555555555555,"ci_lower":-0.0944444444444444,"ci_upper":0.0188888888888888,"corrected_p":1,"raw_p":0.2783,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0544444444444444,"ci_upper":0.0922777777777777,"corrected_p":1,"raw_p":0.579,"reject":false}}},"both":{"pooled":{"point":0.0155555555555555,"ci_lower":-0.0350138888888889,"ci_upper":0.0716805555555555,"corrected_p":1,"raw_p":0.5908,"reject":false},"per_domain":{"airline":{"point":0.0644444444444444,"ci_lower":-0.0155833333333333,"ci_upper":0.1444444444444444,"corrected_p":0.8382,"raw_p":0.1397,"reject":false},"medical_hr":{"point":-0.0333333333333333,"ci_lower":-0.1011388888888889,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.3592,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0219294444444444,"ci_lower":-0.058053911111111,"ci_upper":0.0165811666666666,"corrected_p":0.2534,"raw_p":0.2534,"reject":false},"per_domain":{"airline":{"point":-0.005648,"ci_lower":-0.0566064499999999,"ci_upper":0.0445227888888888,"corrected_p":0.8269,"raw_p":0.8269,"reject":false},"medical_hr":{"point":-0.0382108888888888,"ci_lower":-0.0904014833333333,"ci_upper":0.01706575,"corrected_p":0.5211,"raw_p":0.1737,"reject":false}}},"background_noise":{"pooled":{"point":-0.0526116666666666,"ci_lower":-0.0887872305555555,"ci_upper":-0.0182178555555555,"corrected_p":0.0116,"raw_p":0.0058,"reject":true},"per_domain":{"airline":{"point":-0.0216702222222222,"ci_lower":-0.0661946722222222,"ci_upper":0.0199708166666666,"corrected_p":0.6442,"raw_p":0.3221,"reject":false},"medical_hr":{"point":-0.0835531111111111,"ci_lower":-0.1413619777777777,"ci_upper":-0.0311949333333333,"corrected_p":0.0339999999999999,"raw_p":0.0068,"reject":true}}},"both":{"pooled":{"point":-0.0897533333333333,"ci_lower":-0.1264537277777777,"ci_upper":-0.0491407861111111,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0915735555555555,"ci_lower":-0.1496092666666666,"ci_upper":-0.040163811111111,"corrected_p":0.0066,"raw_p":0.0011,"reject":true},"medical_hr":{"point":-0.0879331111111111,"ci_lower":-0.1512062055555555,"ci_upper":-0.01845195,"corrected_p":0.046,"raw_p":0.0115,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0046911111111111,"ci_lower":-0.0235866111111111,"ci_upper":0.0157341666666666,"corrected_p":1,"raw_p":0.6392,"reject":false},"per_domain":{"airline":{"point":-0.0070133333333333,"ci_lower":-0.0322191666666666,"ci_upper":0.0181478333333333,"corrected_p":1,"raw_p":0.5906,"reject":false},"medical_hr":{"point":-0.0023688888888888,"ci_lower":-0.0322651666666666,"ci_upper":0.0296576666666666,"corrected_p":1,"raw_p":0.8817,"reject":false}}},"background_noise":{"pooled":{"point":-0.0090966666666666,"ci_lower":-0.0287357777777777,"ci_upper":0.0112641388888888,"corrected_p":1,"raw_p":0.3827,"reject":false},"per_domain":{"airline":{"point":-0.0315688888888888,"ci_lower":-0.0566141666666666,"ci_upper":-0.0076258888888888,"corrected_p":0.1512,"raw_p":0.0252,"reject":false},"medical_hr":{"point":0.0133755555555555,"ci_lower":-0.0154596666666666,"ci_upper":0.0425190555555555,"corrected_p":1,"raw_p":0.3829,"reject":false}}},"both":{"pooled":{"point":-0.0039633333333333,"ci_lower":-0.0259863611111111,"ci_upper":0.0199900833333333,"corrected_p":1,"raw_p":0.7549,"reject":false},"per_domain":{"airline":{"point":-0.0151577777777777,"ci_lower":-0.0513379999999999,"ci_upper":0.0203742222222222,"corrected_p":1,"raw_p":0.4249,"reject":false},"medical_hr":{"point":0.0072311111111111,"ci_lower":-0.0246308888888888,"ci_upper":0.0408512777777777,"corrected_p":1,"raw_p":0.6749,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0038888888888888,"ci_lower":-0.0533333333333333,"ci_upper":0.0583888888888888,"corrected_p":1,"raw_p":0.8982,"reject":false},"per_domain":{"airline":{"point":-0.0566666666666666,"ci_lower":-0.1322222222222222,"ci_upper":0.0133333333333333,"corrected_p":0.624,"raw_p":0.1287,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0188888888888888,"ci_upper":0.1433333333333332,"corrected_p":0.624,"raw_p":0.1212,"reject":false}}},"background_noise":{"pooled":{"point":0.001111111111111,"ci_lower":-0.0583333333333333,"ci_upper":0.0628194444444443,"corrected_p":1,"raw_p":0.9852,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777778,"ci_lower":-0.1511111111111111,"ci_upper":0.0155555555555555,"corrected_p":0.624,"raw_p":0.1259,"reject":false},"medical_hr":{"point":0.0699999999999999,"ci_lower":-0.0033333333333333,"ci_upper":0.155611111111111,"corrected_p":0.624,"raw_p":0.104,"reject":false}}},"both":{"pooled":{"point":-0.035,"ci_lower":-0.0994583333333333,"ci_upper":0.0338888888888888,"corrected_p":0.9507,"raw_p":0.3169,"reject":false},"per_domain":{"airline":{"point":-0.0622222222222222,"ci_lower":-0.1578055555555556,"ci_upper":0.031111111111111,"corrected_p":0.624,"raw_p":0.2108,"reject":false},"medical_hr":{"point":-0.0077777777777777,"ci_lower":-0.1011111111111111,"ci_upper":0.0888888888888888,"corrected_p":0.8753,"raw_p":0.8753,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0322222222222222,"ci_lower":-0.0844444444444444,"ci_upper":0.0255555555555555,"corrected_p":0.4932,"raw_p":0.2466,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.0955555555555555,"ci_upper":0.0511111111111111,"corrected_p":1,"raw_p":0.5409,"reject":false},"medical_hr":{"point":-0.04,"ci_lower":-0.1133333333333333,"ci_upper":0.0400555555555555,"corrected_p":1,"raw_p":0.3436,"reject":false}}},"background_noise":{"pooled":{"point":0.001111111111111,"ci_lower":-0.0611388888888889,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0.0199999999999999,"ci_lower":-0.0644444444444444,"ci_upper":0.1088888888888888,"corrected_p":1,"raw_p":0.7131,"reject":false},"medical_hr":{"point":-0.0177777777777777,"ci_lower":-0.0978333333333333,"ci_upper":0.0644999999999999,"corrected_p":1,"raw_p":0.6136,"reject":false}}},"both":{"pooled":{"point":-0.0711111111111111,"ci_lower":-0.1322222222222222,"ci_upper":-0.0122222222222222,"corrected_p":0.105,"raw_p":0.035,"reject":false},"per_domain":{"airline":{"point":-0.0133333333333333,"ci_lower":-0.1044444444444444,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.7647,"reject":false},"medical_hr":{"point":-0.1288888888888889,"ci_lower":-0.2133333333333333,"ci_upper":-0.0533333333333333,"corrected_p":0.0324,"raw_p":0.0054,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0077777777777777,"ci_lower":-0.0244444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.3628,"raw_p":0.3065,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0333888888888888,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.4968,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.0288888888888888,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.5014,"reject":false}}},"background_noise":{"pooled":{"point":-0.0188888888888888,"ci_lower":-0.0355555555555555,"ci_upper":-0.0022222222222222,"corrected_p":0.2174999999999999,"raw_p":0.0725,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.0444444444444444,"ci_upper":0.0066666666666666,"corrected_p":1,"raw_p":0.1891,"reject":false},"medical_hr":{"point":-0.02,"ci_lower":-0.0466666666666666,"ci_upper":0,"corrected_p":1,"raw_p":0.25,"reject":false}}},"both":{"pooled":{"point":-0.0244444444444444,"ci_lower":-0.0611388888888888,"ci_upper":0.0078055555555555,"corrected_p":0.3628,"raw_p":0.1814,"reject":false},"per_domain":{"airline":{"point":-0.04,"ci_lower":-0.1044444444444444,"ci_upper":0.0111111111111111,"corrected_p":1,"raw_p":0.279,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.04,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.6251,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0233333333333333,"ci_lower":-0.0688888888888889,"ci_upper":0.0233333333333333,"corrected_p":0.3224,"raw_p":0.3224,"reject":false},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1066666666666666,"ci_upper":0.031111111111111,"corrected_p":1,"raw_p":0.3573,"reject":false},"medical_hr":{"point":-0.0155555555555555,"ci_lower":-0.0888888888888888,"ci_upper":0.051111111111111,"corrected_p":1,"raw_p":0.611,"reject":false}}},"background_noise":{"pooled":{"point":-0.04,"ci_lower":-0.09,"ci_upper":0.0078055555555555,"corrected_p":0.2138,"raw_p":0.1069,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.04,"ci_upper":0.0622222222222221,"corrected_p":1,"raw_p":0.6562,"reject":false},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.1711111111111111,"ci_upper":-0.0155555555555555,"corrected_p":0.168,"raw_p":0.028,"reject":false}}},"both":{"pooled":{"point":-0.0566666666666666,"ci_lower":-0.1166666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.1422,"raw_p":0.0474,"reject":false},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1511111111111111,"ci_upper":0.0155555555555555,"corrected_p":0.6775,"raw_p":0.1355,"reject":false},"medical_hr":{"point":-0.0488888888888888,"ci_lower":-0.1222777777777778,"ci_upper":0.0200555555555554,"corrected_p":0.7728,"raw_p":0.1932,"reject":false}}}}}},{"id":"whisper-large-v3-plus-qwen35-27b-plus-voxtral","name":"Whisper Large v3 + Qwen35-27B + Voxtral","type":"cascade","stt":"Whisper Large v3","llm":"Qwen3.5-27B","tts":"Voxtral 4B TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.6245176311914324,"ci_lower":0.6019190337516733,"ci_upper":0.6464625355589022},"per_domain":{"airline":{"point":0.630672,"ci_lower":0.5804448,"ci_upper":0.6776312000000001,"n":50},"itsm":{"point":0.6160158333333333,"ci_lower":0.5812110833333333,"ci_upper":0.6530455416666665,"n":80},"medical_hr":{"point":0.626865060240964,"ci_lower":0.5978834939759036,"ci_upper":0.6570061244979919,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2048232931726907,"ci_lower":0.1729784638554217,"ci_upper":0.2412011044176706},"per_domain":{"airline":{"point":0.272,"ci_lower":0.2049749999999999,"ci_upper":0.3449999999999999,"n":50},"itsm":{"point":0.175,"ci_lower":0.1325,"ci_upper":0.2175,"n":80},"medical_hr":{"point":0.1674698795180722,"ci_lower":0.1102409638554216,"ci_upper":0.2307379518072289,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5182831325301205,"ci_lower":0.4528998493975903,"ci_upper":0.5858692269076305},"per_domain":{"airline":{"point":0.68,"ci_lower":0.54,"ci_upper":0.8,"n":50},"itsm":{"point":0.5375,"ci_lower":0.4375,"ci_upper":0.65,"n":80},"medical_hr":{"point":0.3373493975903614,"ci_lower":0.2409638554216867,"ci_upper":0.4457831325301205,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0330182165160642,"ci_lower":0.0177049363077309,"ci_upper":0.051692071694277},"per_domain":{"airline":{"point":0.0452272624999999,"ci_lower":0.0125354910937499,"ci_upper":0.0924052642187499,"n":50},"itsm":{"point":0.0115599999999999,"ci_lower":0.0045437999999999,"ci_upper":0.0220866999999999,"n":80},"medical_hr":{"point":0.0422673870481927,"ci_lower":0.0168018562688253,"ci_upper":0.0747398589984938,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6189479409638554,"ci_lower":0.606719388694779,"ci_upper":0.6311471051388888},"per_domain":{"airline":{"point":0.6243915999999999,"ci_lower":0.6009966333333334,"ci_upper":0.6468167466666667,"n":50},"itsm":{"point":0.6391981666666666,"ci_lower":0.6165028791666666,"ci_upper":0.6602124854166666,"n":80},"medical_hr":{"point":0.5932540562248996,"ci_lower":0.5731439658634537,"ci_upper":0.6145874036144577,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.2731104417670683,"ci_lower":0.2376256526104418,"ci_upper":0.3078576807228916},"per_domain":{"airline":{"point":0.2239999999999999,"ci_lower":0.1639999999999999,"ci_upper":0.284,"n":50},"itsm":{"point":0.3375,"ci_lower":0.2749375,"ci_upper":0.4,"n":80},"medical_hr":{"point":0.2578313253012048,"ci_lower":0.2024096385542168,"ci_upper":0.3156626506024096,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.6839859437751005,"ci_lower":0.6194206827309237,"ci_upper":0.7479392570281124},"per_domain":{"airline":{"point":0.7,"ci_lower":0.58,"ci_upper":0.82,"n":50},"itsm":{"point":0.7375,"ci_lower":0.6375,"ci_upper":0.8375,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7228915662650602,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0510314827309236,"ci_lower":0.0331944561445783,"ci_upper":0.0696874954216867},"per_domain":{"airline":{"point":0.0209024,"ci_lower":0.0053241599999999,"ci_upper":0.0413006399999999,"n":50},"itsm":{"point":0.0794999999999999,"ci_lower":0.0394243999999999,"ci_upper":0.1278259,"n":80},"medical_hr":{"point":0.052692048192771,"ci_lower":0.0251755180722891,"ci_upper":0.0831978795180722,"n":83}}},"task_completion":{"pooled":{"point":0.4171465863453815,"ci_lower":0.3665815763052209,"ci_upper":0.4690229919678714},"per_domain":{"airline":{"point":0.504,"ci_lower":0.412,"ci_upper":0.596,"n":50},"itsm":{"point":0.4125,"ci_lower":0.335,"ci_upper":0.49,"n":80},"medical_hr":{"point":0.3349397590361446,"ci_lower":0.2554216867469879,"ci_upper":0.4240963855421687,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.913291031626506,"ci_lower":0.9027866386169682,"ci_upper":0.9226457297188754},"per_domain":{"airline":{"point":0.918245,"ci_lower":0.9018059,"ci_upper":0.9332458,"n":50},"itsm":{"point":0.922960625,"ci_lower":0.908397109375,"ci_upper":0.935807046875,"n":80},"medical_hr":{"point":0.8986674698795178,"ci_lower":0.8762785391566267,"ci_upper":0.9190907078313252,"n":83}}},"faithfulness":{"pooled":{"point":0.5456174698795181,"ci_lower":0.5113734939759036,"ci_upper":0.580094252008032},"per_domain":{"airline":{"point":0.4700000000000001,"ci_lower":0.39995,"ci_upper":0.542,"n":50},"itsm":{"point":0.51625,"ci_lower":0.4574687499999999,"ci_upper":0.5700312499999999,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.6024096385542169,"ci_upper":0.6976204819277108,"n":83}}},"turn_taking":{"pooled":{"point":0.5605303931726907,"ci_lower":0.5308340763403614,"ci_upper":0.5887971756174698},"per_domain":{"airline":{"point":0.6609267999999999,"ci_lower":0.6289582499999999,"ci_upper":0.6927398200000001,"n":50},"itsm":{"point":0.5393745,"ci_lower":0.48034089375,"ci_upper":0.5953123312499999,"n":80},"medical_hr":{"point":0.4812898795180723,"ci_lower":0.4232726987951807,"ci_upper":0.5404362108433733,"n":83}}},"conciseness":{"pooled":{"point":0.6847963614457832,"ci_lower":0.6748608312751003,"ci_upper":0.6944968734437751},"per_domain":{"airline":{"point":0.6542479999999999,"ci_lower":0.6372316,"ci_upper":0.6717678999999999,"n":50},"itsm":{"point":0.72697,"ci_lower":0.7130366875,"ci_upper":0.7410676875,"n":80},"medical_hr":{"point":0.6731710843373494,"ci_lower":0.6555543373493975,"ci_upper":0.6904757228915662,"n":83}}},"conversation_progression":{"pooled":{"point":0.6115170682730925,"ci_lower":0.586705998995984,"ci_upper":0.6365640060240964},"per_domain":{"airline":{"point":0.5580000000000002,"ci_lower":0.508,"ci_upper":0.606,"n":50},"itsm":{"point":0.65125,"ci_lower":0.61625,"ci_upper":0.68625,"n":80},"medical_hr":{"point":0.6253012048192771,"ci_lower":0.5818975903614456,"ci_upper":0.6686746987951807,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1281481481481481,"ci_lower":-0.198537037037037,"ci_upper":-0.0540740740740741,"corrected_p":0.0005,"raw_p":0.0005,"reject":true},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.2200555555555556,"ci_upper":0.0133333333333333,"corrected_p":0.1364,"raw_p":0.1079,"reject":false},"itsm":{"point":-0.1466666666666667,"ci_lower":-0.2488888888888889,"ci_upper":-0.0533333333333333,"corrected_p":0.0184,"raw_p":0.0046,"reject":true},"medical_hr":{"point":-0.1333333333333333,"ci_lower":-0.2756111111111111,"ci_upper":-0.0066666666666666,"corrected_p":0.1364,"raw_p":0.0682,"reject":false}}},"background_noise":{"pooled":{"point":-0.1948148148148148,"ci_lower":-0.2585185185185185,"ci_upper":-0.1333148148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2488888888888888,"ci_lower":-0.3777777777777778,"ci_upper":-0.1177777777777777,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.1577777777777778,"ci_lower":-0.2756111111111112,"ci_upper":-0.0422222222222222,"corrected_p":0.036,"raw_p":0.012,"reject":true},"medical_hr":{"point":-0.1777777777777777,"ci_lower":-0.28,"ci_upper":-0.0911111111111111,"corrected_p":0.0042,"raw_p":0.0006,"reject":true}}},"both":{"pooled":{"point":-0.2281481481481481,"ci_lower":-0.297037037037037,"ci_upper":-0.1651851851851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2933333333333333,"ci_lower":-0.4066666666666667,"ci_upper":-0.1844444444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.18,"ci_lower":-0.2866666666666667,"ci_upper":-0.0688888888888889,"corrected_p":0.011,"raw_p":0.0022,"reject":true},"medical_hr":{"point":-0.2111111111111111,"ci_lower":-0.3289444444444444,"ci_upper":-0.0955,"corrected_p":0.0042,"raw_p":0.0007,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0099088888888888,"ci_lower":-0.0097927129629629,"ci_upper":0.0298750555555555,"corrected_p":0.6834,"raw_p":0.3417,"reject":false},"per_domain":{"airline":{"point":-0.0073133333333333,"ci_lower":-0.0402996666666666,"ci_upper":0.0243857222222221,"corrected_p":1,"raw_p":0.6717,"reject":false},"itsm":{"point":0.0158511111111111,"ci_lower":-0.0191633333333333,"ci_upper":0.0522256666666666,"corrected_p":1,"raw_p":0.3868,"reject":false},"medical_hr":{"point":0.0211888888888888,"ci_lower":-0.0103393333333333,"ci_upper":0.0542586944444444,"corrected_p":1,"raw_p":0.2423,"reject":false}}},"background_noise":{"pooled":{"point":-0.0326892592592592,"ci_lower":-0.05745475,"ci_upper":-0.0081248703703703,"corrected_p":0.0306,"raw_p":0.0102,"reject":true},"per_domain":{"airline":{"point":-0.0793244444444444,"ci_lower":-0.1210787777777777,"ci_upper":-0.0400009999999999,"corrected_p":0.0053999999999999,"raw_p":0.0006,"reject":true},"itsm":{"point":-0.0045266666666666,"ci_lower":-0.0452728333333333,"ci_upper":0.0343428888888888,"corrected_p":1,"raw_p":0.8208,"reject":false},"medical_hr":{"point":-0.0142166666666666,"ci_lower":-0.0526453611111111,"ci_upper":0.031833361111111,"corrected_p":1,"raw_p":0.5251,"reject":false}}},"both":{"pooled":{"point":-0.0071225925925925,"ci_lower":-0.0292082222222222,"ci_upper":0.0177468518518518,"corrected_p":0.6834,"raw_p":0.5856,"reject":false},"per_domain":{"airline":{"point":-0.0171466666666666,"ci_lower":-0.0489009444444444,"ci_upper":0.0142601666666666,"corrected_p":1,"raw_p":0.3147,"reject":false},"itsm":{"point":-0.0061044444444444,"ci_lower":-0.0464997222222221,"ci_upper":0.0308723888888888,"corrected_p":1,"raw_p":0.7715,"reject":false},"medical_hr":{"point":0.0018833333333333,"ci_lower":-0.0510746666666666,"ci_upper":0.0549899166666666,"corrected_p":1,"raw_p":0.9497,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0851851851851851,"ci_lower":0.0292499999999999,"ci_upper":0.1355555555555555,"corrected_p":0.0101999999999999,"raw_p":0.0034,"reject":true},"per_domain":{"airline":{"point":0.1099999999999999,"ci_lower":0.0199444444444444,"ci_upper":0.2133611111111111,"corrected_p":0.26,"raw_p":0.0325,"reject":false},"itsm":{"point":0.1388888888888889,"ci_lower":0.0555277777777777,"ci_upper":0.2255555555555555,"corrected_p":0.0198,"raw_p":0.0022,"reject":true},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.1022777777777777,"ci_upper":0.1044444444444444,"corrected_p":1,"raw_p":0.9136,"reject":false}}},"background_noise":{"pooled":{"point":-0.0129629629629629,"ci_lower":-0.0696296296296296,"ci_upper":0.0485555555555555,"corrected_p":0.6669,"raw_p":0.6669,"reject":false},"per_domain":{"airline":{"point":0.0266666666666666,"ci_lower":-0.0833333333333333,"ci_upper":0.1266944444444444,"corrected_p":1,"raw_p":0.6488,"reject":false},"itsm":{"point":0.0166666666666666,"ci_lower":-0.0666666666666666,"ci_upper":0.1167222222222221,"corrected_p":1,"raw_p":0.7187,"reject":false},"medical_hr":{"point":-0.0822222222222222,"ci_lower":-0.1777777777777777,"ci_upper":0.0299999999999999,"corrected_p":0.8321999999999999,"raw_p":0.1387,"reject":false}}},"both":{"pooled":{"point":-0.024074074074074,"ci_lower":-0.0700092592592592,"ci_upper":0.0192592592592592,"corrected_p":0.6336,"raw_p":0.3168,"reject":false},"per_domain":{"airline":{"point":-0.0233333333333333,"ci_lower":-0.1244722222222222,"ci_upper":0.0622499999999999,"corrected_p":1,"raw_p":0.6162,"reject":false},"itsm":{"point":0.0277777777777777,"ci_lower":-0.0388888888888888,"ci_upper":0.1066944444444444,"corrected_p":1,"raw_p":0.4713,"reject":false},"medical_hr":{"point":-0.0766666666666666,"ci_lower":-0.1589166666666667,"ci_upper":0.0044444444444444,"corrected_p":0.5355,"raw_p":0.0765,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1634772592592592,"ci_lower":-0.2191068944444444,"ci_upper":-0.100026212962963,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1545493333333333,"ci_lower":-0.2276676,"ci_upper":-0.0898286944444444,"corrected_p":0.0012,"raw_p":0.0002,"reject":true},"itsm":{"point":-0.1682637777777777,"ci_lower":-0.2692241222222222,"ci_upper":-0.0734079222222222,"corrected_p":0.0042,"raw_p":0.0021,"reject":true},"medical_hr":{"point":-0.1676186666666666,"ci_lower":-0.2981325722222221,"ci_upper":-0.0212802833333333,"corrected_p":0.0204,"raw_p":0.0204,"reject":true}}},"background_noise":{"pooled":{"point":-0.2796239259259259,"ci_lower":-0.3364256944444444,"ci_upper":-0.226104837037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3523493333333334,"ci_lower":-0.4147746944444445,"ci_upper":-0.2893504722222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2722115555555555,"ci_lower":-0.3740078722222222,"ci_upper":-0.172986511111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2143108888888888,"ci_lower":-0.3193720444444445,"ci_upper":-0.1118552444444444,"corrected_p":0.0028,"raw_p":0.0007,"reject":true}}},"both":{"pooled":{"point":-0.2225917037037036,"ci_lower":-0.2692296240740741,"ci_upper":-0.1749287185185185,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3002048888888888,"ci_lower":-0.3531087444444444,"ci_upper":-0.2503515277777777,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1819426666666666,"ci_lower":-0.2686330277777777,"ci_upper":-0.0827472833333333,"corrected_p":0.0025,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1856275555555556,"ci_lower":-0.2827835555555555,"ci_upper":-0.0926539333333333,"corrected_p":0.0028,"raw_p":0.0009,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0044592592592592,"ci_lower":-0.0237577037037037,"ci_upper":0.0153703888888888,"corrected_p":0.6585,"raw_p":0.6585,"reject":false},"per_domain":{"airline":{"point":-0.0019688888888888,"ci_lower":-0.0342408888888888,"ci_upper":0.0294574444444443,"corrected_p":1,"raw_p":0.9093,"reject":false},"itsm":{"point":-0.0161022222222222,"ci_lower":-0.0449910555555555,"ci_upper":0.0135238888888888,"corrected_p":1,"raw_p":0.3319,"reject":false},"medical_hr":{"point":0.0046933333333333,"ci_lower":-0.0322294999999999,"ci_upper":0.0432861666666666,"corrected_p":1,"raw_p":0.8129,"reject":false}}},"background_noise":{"pooled":{"point":-0.0331962962962962,"ci_lower":-0.0525711296296296,"ci_upper":-0.0123584814814814,"corrected_p":0.0032,"raw_p":0.0016,"reject":true},"per_domain":{"airline":{"point":-0.0335466666666666,"ci_lower":-0.0657179999999999,"ci_upper":-0.0006779999999999,"corrected_p":0.2832,"raw_p":0.0472,"reject":false},"itsm":{"point":-0.0558466666666666,"ci_lower":-0.0921830555555555,"ci_upper":-0.0225132777777777,"corrected_p":0.0513,"raw_p":0.0057,"reject":false},"medical_hr":{"point":-0.0101955555555555,"ci_lower":-0.0446688333333333,"ci_upper":0.0221958333333333,"corrected_p":1,"raw_p":0.5832,"reject":false}}},"both":{"pooled":{"point":-0.0367481481481481,"ci_lower":-0.0571192777777777,"ci_upper":-0.0164483703703703,"corrected_p":0.0024,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.0489911111111111,"ci_lower":-0.0844776666666666,"ci_upper":-0.0138906111111111,"corrected_p":0.1248,"raw_p":0.0156,"reject":false},"itsm":{"point":-0.0436133333333333,"ci_lower":-0.0784718333333333,"ci_upper":-0.0105535,"corrected_p":0.1757,"raw_p":0.0251,"reject":false},"medical_hr":{"point":-0.0176399999999999,"ci_lower":-0.0505008333333333,"ci_upper":0.0148099999999999,"corrected_p":1,"raw_p":0.3362,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.027037037037037,"ci_lower":-0.0837222222222222,"ci_upper":0.0307499999999999,"corrected_p":0.3673,"raw_p":0.3673,"reject":false},"per_domain":{"airline":{"point":-0.0666666666666666,"ci_lower":-0.1611666666666666,"ci_upper":0.0244722222222221,"corrected_p":0.5451,"raw_p":0.1817,"reject":false},"itsm":{"point":0.0566666666666666,"ci_lower":-0.0266666666666666,"ci_upper":0.1411388888888888,"corrected_p":0.5451,"raw_p":0.2391,"reject":false},"medical_hr":{"point":-0.0711111111111111,"ci_lower":-0.18,"ci_upper":0.0422777777777777,"corrected_p":0.5451,"raw_p":0.203,"reject":false}}},"background_noise":{"pooled":{"point":-0.1751851851851852,"ci_lower":-0.2251851851851851,"ci_upper":-0.1237037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2055555555555555,"ci_lower":-0.2911111111111111,"ci_upper":-0.1199722222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1488888888888889,"ci_lower":-0.23,"ci_upper":-0.0666111111111111,"corrected_p":0.0114,"raw_p":0.0019,"reject":true},"medical_hr":{"point":-0.1711111111111111,"ci_lower":-0.2678055555555556,"ci_upper":-0.0699722222222222,"corrected_p":0.0114,"raw_p":0.0019,"reject":true}}},"both":{"pooled":{"point":-0.1659259259259259,"ci_lower":-0.2189166666666666,"ci_upper":-0.1133055555555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1888888888888888,"ci_lower":-0.2656666666666666,"ci_upper":-0.1155277777777778,"corrected_p":0.0008,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.0877777777777777,"ci_lower":-0.1644444444444444,"ci_upper":-0.00775,"corrected_p":0.2172,"raw_p":0.0543,"reject":false},"medical_hr":{"point":-0.2211111111111111,"ci_lower":-0.3266666666666666,"ci_upper":-0.1122222222222222,"corrected_p":0.0028,"raw_p":0.0004,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0561111111111111,"ci_lower":-0.111861111111111,"ci_upper":-0.0009166666666666,"corrected_p":0.0526,"raw_p":0.0526,"reject":false},"per_domain":{"airline":{"point":-0.0516666666666666,"ci_lower":-0.1378055555555555,"ci_upper":0.0433472222222221,"corrected_p":0.7505999999999999,"raw_p":0.2738,"reject":false},"itsm":{"point":-0.05,"ci_lower":-0.1333611111111111,"ci_upper":0.0344722222222221,"corrected_p":0.7505999999999999,"raw_p":0.2621,"reject":false},"medical_hr":{"point":-0.0666666666666666,"ci_lower":-0.1756111111111111,"ci_upper":0.04,"corrected_p":0.7505999999999999,"raw_p":0.2502,"reject":false}}},"background_noise":{"pooled":{"point":-0.1172222222222222,"ci_lower":-0.166324074074074,"ci_upper":-0.0659259259259259,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1738888888888889,"ci_lower":-0.2744444444444444,"ci_upper":-0.0744166666666667,"corrected_p":0.0175,"raw_p":0.0025,"reject":true},"itsm":{"point":-0.0666666666666666,"ci_lower":-0.1488888888888889,"ci_upper":0.0089444444444443,"corrected_p":0.468,"raw_p":0.117,"reject":false},"medical_hr":{"point":-0.1111111111111111,"ci_lower":-0.1888888888888889,"ci_upper":-0.0466666666666666,"corrected_p":0.0136,"raw_p":0.0017,"reject":true}}},"both":{"pooled":{"point":-0.1301851851851851,"ci_lower":-0.1821249999999999,"ci_upper":-0.07925,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1961111111111111,"ci_lower":-0.2861111111111111,"ci_upper":-0.1121805555555556,"corrected_p":0.0036,"raw_p":0.0004,"reject":true},"itsm":{"point":-0.0944444444444444,"ci_lower":-0.1822222222222222,"ci_upper":-0.0121944444444444,"corrected_p":0.185,"raw_p":0.037,"reject":false},"medical_hr":{"point":-0.1,"ci_lower":-0.1822222222222222,"ci_upper":-0.0222222222222222,"corrected_p":0.1488,"raw_p":0.0248,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.1577777777777777,"ci_lower":-0.2155740740740741,"ci_upper":-0.1058888888888889,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1466666666666666,"ci_lower":-0.2111111111111111,"ci_upper":-0.0844444444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1533333333333333,"ci_lower":-0.2578333333333333,"ci_upper":-0.0533333333333333,"corrected_p":0.0068,"raw_p":0.0068,"reject":true},"medical_hr":{"point":-0.1733333333333333,"ci_lower":-0.2666666666666666,"ci_upper":-0.0888333333333333,"corrected_p":0.0009,"raw_p":0.0004,"reject":true}}},"background_noise":{"pooled":{"point":-0.2059259259259259,"ci_lower":-0.2629814814814815,"ci_upper":-0.1555555555555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1688888888888889,"ci_lower":-0.2511111111111112,"ci_upper":-0.0999444444444445,"corrected_p":0.0009,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.2422222222222222,"ci_lower":-0.3489444444444445,"ci_upper":-0.1422222222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2066666666666666,"ci_lower":-0.3000555555555555,"ci_upper":-0.1155555555555555,"corrected_p":0.0008,"raw_p":0.0002,"reject":true}}},"both":{"pooled":{"point":-0.217037037037037,"ci_lower":-0.2681666666666666,"ci_upper":-0.1696296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2022222222222222,"ci_lower":-0.2688888888888889,"ci_upper":-0.1422222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2644444444444444,"ci_lower":-0.3755555555555555,"ci_upper":-0.1643888888888889,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1844444444444444,"ci_lower":-0.28,"ci_upper":-0.0955555555555555,"corrected_p":0.0005,"raw_p":0.0001,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1340740740740741,"ci_lower":-0.2088888888888889,"ci_upper":-0.0614259259259259,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.2445,"ci_upper":-0.0532777777777778,"corrected_p":0.0369,"raw_p":0.0041,"reject":true},"itsm":{"point":-0.1377777777777778,"ci_lower":-0.2623333333333333,"ci_upper":-0.0266666666666666,"corrected_p":0.204,"raw_p":0.0288,"reject":false},"medical_hr":{"point":-0.1244444444444444,"ci_lower":-0.2667222222222222,"ci_upper":0.035611111111111,"corrected_p":0.5808,"raw_p":0.1452,"reject":false}}},"background_noise":{"pooled":{"point":0.0807407407407407,"ci_lower":0.029611111111111,"ci_upper":0.1348333333333332,"corrected_p":0.0096,"raw_p":0.0048,"reject":true},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0533333333333333,"ci_upper":0.0377777777777777,"corrected_p":0.9714,"raw_p":0.6943,"reject":false},"itsm":{"point":0.1066666666666666,"ci_lower":0.0244444444444444,"ci_upper":0.1933333333333332,"corrected_p":0.204,"raw_p":0.0255,"reject":false},"medical_hr":{"point":0.1422222222222222,"ci_lower":0.0333333333333333,"ci_upper":0.2733888888888888,"corrected_p":0.204,"raw_p":0.0304,"reject":false}}},"both":{"pooled":{"point":0.0474074074074073,"ci_lower":-0.0200185185185185,"ci_upper":0.1126296296296295,"corrected_p":0.169,"raw_p":0.169,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.0888888888888889,"ci_upper":0.0267222222222221,"corrected_p":0.9714,"raw_p":0.3238,"reject":false},"itsm":{"point":0.051111111111111,"ci_lower":-0.0667222222222222,"ci_upper":0.1778333333333332,"corrected_p":0.9714,"raw_p":0.4781,"reject":false},"medical_hr":{"point":0.1199999999999999,"ci_lower":-0.0045,"ci_upper":0.2556111111111111,"corrected_p":0.431,"raw_p":0.0862,"reject":false}}}}}}]'),une={systems:sne},oN={pooled:"Pooled",airline:"CSM",itsm:"ITSM",medical_hr:"HR"},pne=une,cs=pne.systems;function f9(e){const t={s2s:0,"2-part":1,cascade:2};return[...e].sort((r,i)=>t[r.type]-t[i.type]||r.name.localeCompare(i.name))}function oa(e,t,r){const i=e.clean[t];return i?r==="pooled"?i.pooled:i.per_domain[r]??null:null}function dne(e,t,r,i){const o=e.perturbation_delta[t]?.[r];return o?i==="pooled"?o.pooled:o.per_domain[i]??null:null}const fne=["task_completion","agent_speech_fidelity","faithfulness"],mne=["turn_taking","conciseness","conversation_progression"],hne={task_completion:"Task Completion",agent_speech_fidelity:"Speech Fidelity",faithfulness:"Faithfulness"},_ne={turn_taking:"Turn Taking",conciseness:"Conciseness",conversation_progression:"Conversation Progression"},Ux=new Set(["response_speed"]),X_=(()=>{const e=new Set;for(const t of cs)for(const r of Object.keys(t.perturbation_delta))for(const i of Object.keys(t.perturbation_delta[r]))e.add(i);return Array.from(e).sort()})(),lN={accent:"Accent",background_noise:"Background Noise",both:"Accent + Noise"},m9={bg:{primary:"#0B0D17",secondary:"#12152A",tertiary:"#1A1F3D",hover:"#222850"},accent:{purple:"#8B5CF6",purpleLight:"#A78BFA",purpleDim:"#6D28D9",blue:"#38BDF8",blueLight:"#7DD3FC",blueDim:"#0284C7",cyan:"#06B6D4",amber:"#F59E0B"},text:{primary:"#F1F5F9",secondary:"#94A3B8",muted:"#64748B"},heatmap:{bad:"#EF4444",badBg:"#7F1D1D",mid:"#EAB308",midBg:"#713F12",good:"#22C55E",goodBg:"#14532D"}},gne={bg:{primary:"#FFFFFF",secondary:"#F8FAFC",tertiary:"#F1F5F9",hover:"#E2E8F0"},accent:{purple:"#7C3AED",purpleLight:"#6D28D9",purpleDim:"#5B21B6",blue:"#0284C7",blueLight:"#0369A1",blueDim:"#075985",cyan:"#0891B2",amber:"#D97706"},text:{primary:"#0F172A",secondary:"#334155",muted:"#64748B"},heatmap:{bad:"#DC2626",badBg:"#FEE2E2",mid:"#CA8A04",midBg:"#FEF9C3",good:"#16A34A",goodBg:"#DCFCE7"}},vne={dark:m9,light:gne},h9=x.createContext({mode:"dark",colors:m9});function su(){return x.useContext(h9).colors}function yne(){return x.useContext(h9).mode}function G0(e,t,r,i,o=!1,l){const s=l??m9,u=r-t;let d=u===0?.5:(e-t)/u;o&&(d=1-d);const f=.1+d*.55;return{bg:wne(i,f),text:s.text.primary}}function wne(e,t){const r=parseInt(e.slice(1,3),16),i=parseInt(e.slice(3,5),16),o=parseInt(e.slice(5,7),16);return`rgba(${r}, ${i}, ${o}, ${t.toFixed(2)})`}function bne(e=640){const[t,r]=x.useState(!1);return x.useEffect(()=>{const i=()=>r(window.innerWidthwindow.removeEventListener("resize",i)},[e]),t}function $x({base:e,sub:t}){return y.jsxs(y.Fragment,{children:[e,y.jsx("sub",{className:"text-[0.7em]",children:t})]})}function xne({active:e,payload:t,xSub:r,ySub:i}){if(!e||!t?.length)return null;const o=t[0].payload,l=o.type==="cascade"?"Cascade":o.type==="2-part"?"Hybrid":"Speech-to-Speech",s=o.type==="cascade"?"bg-purple/20 text-purple-light":o.type==="2-part"?"bg-emerald-500/20 text-emerald-400":"bg-blue/20 text-blue-light";return y.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1",children:o.name}),y.jsxs("div",{className:"flex flex-col gap-1 text-xs",children:[y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[y.jsx($x,{base:"EVA-A",sub:r}),":"]})," ",y.jsx("span",{className:"text-purple-light font-mono",children:o.plotX.toFixed(2)})," ",y.jsxs("span",{className:"text-text-muted font-mono",children:["[",o.xLower.toFixed(2),", ",o.xUpper.toFixed(2),"]"]})]}),y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[y.jsx($x,{base:"EVA-X",sub:i}),":"]})," ",y.jsx("span",{className:"text-blue-light font-mono",children:o.plotY.toFixed(2)})," ",y.jsxs("span",{className:"text-text-muted font-mono",children:["[",o.yLower.toFixed(2),", ",o.yUpper.toFixed(2),"]"]})]})]}),o.type==="cascade"&&y.jsxs("div",{className:"text-[10px] text-text-muted mt-1.5 space-y-0.5",children:[y.jsxs("div",{children:["STT: ",o.stt]}),y.jsxs("div",{children:["LLM: ",o.llm]}),y.jsxs("div",{children:["TTS: ",o.tts]})]}),y.jsx("div",{className:"mt-1.5",children:y.jsx("span",{className:`text-[10px] px-1.5 py-0.5 rounded-full font-medium ${s}`,children:l})})]})}function qx({x:e,y:t,base:r,sub:i,suffix:o,fill:l,angle:s,small:u}){const d=u?12:20,f=u?9:14,m=u?3:5;return y.jsxs("text",{x:e,y:t,fill:l,fontSize:d,fontWeight:600,textAnchor:"middle",transform:s?`rotate(${s}, ${e}, ${t})`:void 0,children:[r,y.jsx("tspan",{fontSize:f,dy:m,children:i}),o&&y.jsx("tspan",{fontSize:d,dy:-m,children:o})]})}const Fx=[0,.2,.4,.6,.8,1],Y_="#A78BFA",jne="#C4B5FD",cN="#F59E0B",Ane="#FBBF24",sN="#34D399",Sne="#6EE7B7",uN="#06B6D4";function Tne(e){const t=[];for(const r of e)e.some(o=>o.plotY>=r.plotY&&o.plotX>=r.plotX&&(o.plotY>r.plotY||o.plotX>r.plotX))||t.push(r);return t.sort((r,i)=>r.plotX-i.plotX).map(r=>({plotX:r.plotX,plotY:r.plotY}))}function Ene({frontier:e}){const t=Ak(),r=i9();if(!t||!r||e.length<2)return null;const i=e.map(o=>`${t(o.plotX)},${r(o.plotY)}`).join(" ");return y.jsx("polyline",{points:i,fill:"none",stroke:uN,strokeWidth:2,strokeDasharray:"6 3",pointerEvents:"none"})}const ts=[{title:"pass@1",description:y.jsx(y.Fragment,{children:"Average of per-sample scores, where each sample scores 1 if all metrics in category surpass metric-specific threshold, else 0. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass@1",xMetric:"EVA-A_pass",yMetric:"EVA-X_pass",domain:[0,1]},{title:"pass@k (k=5)",description:y.jsx(y.Fragment,{children:"Percent of scenarios where at least 1 of k=5 trials surpasses metric-specific thresholds in all metrics in the category. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass@k",xMetric:"EVA-A_pass_at_k",yMetric:"EVA-X_pass_at_k",domain:[0,1]},{title:"pass^k (k=5)",description:y.jsx(y.Fragment,{children:"Per-scenario probability of all k=5 trials succeeding (scenario pass rate raised to the k-th power) for that category, averaged across scenarios. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass^k",xMetric:"EVA-A_pass_power_k",yMetric:"EVA-X_pass_power_k",domain:[0,1]},{title:"Mean",description:y.jsx(y.Fragment,{children:"Average of per-sample scores, where each sample's score is the mean of the submetrics in that category. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"mean",xMetric:"EVA-A_mean",yMetric:"EVA-X_mean",domain:[0,1]}];function One(e){return e==="2-part"?{fill:sN,stroke:Sne}:e==="s2s"?{fill:cN,stroke:Ane}:{fill:Y_,stroke:jne}}function kne({systems:e,domain:t}){const r=su(),[i,o]=x.useState(0),l=bne(),s=ts[i],u=f9(e).flatMap(h=>{const g=oa(h,s.xMetric,t),w=oa(h,s.yMetric,t);return!g||!w?[]:[{id:h.id,name:h.name,type:h.type,stt:h.stt,llm:h.llm,tts:h.tts,plotX:g.point,plotY:w.point,xLower:g.ci_lower,xUpper:g.ci_upper,yLower:w.ci_lower,yUpper:w.ci_upper,xErr:[g.point-g.ci_lower,g.ci_upper-g.point],yErr:[w.point-w.ci_lower,w.ci_upper-w.point]}]}),d=Tne(u),f=()=>o(h=>(h-1+ts.length)%ts.length),m=()=>o(h=>(h+1)%ts.length);return y.jsxs("div",{className:"bg-bg-secondary rounded-xl border border-border-default p-6",children:[y.jsx("div",{className:"flex flex-wrap justify-center gap-2 mb-6",children:ts.map((h,g)=>y.jsx("button",{onClick:()=>o(g),className:`px-3 py-1 rounded-full text-xs font-medium transition-colors ${g===i?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:h.title},g))}),y.jsxs("div",{className:"flex items-center justify-between mb-6",children:[y.jsx("button",{onClick:f,className:"p-2 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:y.jsx(lP,{className:"w-6 h-6"})}),y.jsxs("div",{className:"text-center flex-1 px-4",children:[y.jsx("h3",{className:"text-xl font-semibold text-text-primary mb-2",children:s.title}),y.jsx("p",{className:"text-sm text-text-muted leading-loose max-w-xl mx-auto",children:s.description})]}),y.jsx("button",{onClick:m,className:"p-2 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:y.jsx(lp,{className:"w-6 h-6"})})]}),y.jsxs("div",{className:"flex flex-col lg:flex-row lg:items-center gap-6 max-w-4xl mx-auto",children:[y.jsx("div",{className:"flex-1 min-w-0",children:y.jsx("div",{style:{width:"100%",aspectRatio:"1"},className:"[&_.recharts-surface]:overflow-visible min-h-[300px] sm:min-h-[400px]",children:y.jsx(uT,{width:"100%",height:"100%",children:y.jsxs(cne,{margin:{top:15,right:15,bottom:l?45:60,left:l?25:40},style:{overflow:"visible"},children:[y.jsx(o9,{strokeDasharray:"3 3",stroke:r.bg.tertiary}),y.jsx(s9,{type:"number",dataKey:"plotX",domain:s.domain,ticks:Fx,allowDataOverflow:!0,tickFormatter:h=>h.toFixed(1),stroke:r.text.muted,tick:{fill:r.text.secondary,fontSize:11},label:({viewBox:h})=>{const{x:g,y:w,width:b}=h;return y.jsx(qx,{x:g+b/2,y:w+(l?35:50),base:"Accuracy (EVA-A",sub:s.subscript,suffix:")",fill:r.accent.purpleLight,small:l})}}),y.jsx(u9,{type:"number",dataKey:"plotY",domain:s.domain,ticks:Fx,allowDataOverflow:!0,tickFormatter:h=>h.toFixed(1),stroke:r.text.muted,tick:{fill:r.text.secondary,fontSize:11},label:({viewBox:h})=>{const{x:g,y:w,height:b}=h;return y.jsx(qx,{x:g-(l?2:8),y:w+b/2,base:"Experience (EVA-X",sub:s.subscript,suffix:")",fill:r.accent.blueLight,angle:-90,small:l})}}),y.jsx(GO,{content:y.jsx(xne,{xSub:s.subscript,ySub:s.subscript}),cursor:!1}),y.jsx(Ene,{frontier:d}),y.jsxs(qk,{data:u,fill:Y_,children:[y.jsx(cd,{dataKey:"xErr",direction:"x",width:4,strokeWidth:1,stroke:r.text.muted}),y.jsx(cd,{dataKey:"yErr",direction:"y",width:4,strokeWidth:1,stroke:r.text.muted}),u.map(h=>{const{fill:g,stroke:w}=One(h.type);return y.jsx(af,{fill:g,stroke:w,strokeWidth:1.5,r:8},h.id)})]})]})})})}),y.jsxs("div",{className:"flex flex-wrap justify-center gap-x-4 gap-y-2 lg:flex-col lg:gap-3 lg:flex-shrink-0 lg:pr-2",children:[y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:Y_}}),y.jsx("span",{className:"whitespace-nowrap",children:"Cascade"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:sN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Hybrid"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:cN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Speech-to-Speech"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-5 sm:w-6 h-0 border-t-2 border-dashed flex-shrink-0",style:{borderColor:uN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Pareto Frontier"})]})]})]})]})}const Nne=["pooled","airline","itsm","medical_hr"],Cne={stt:["#F59E0B","#38BDF8","#34D399","#F87171","#A78BFA","#FACC15"],llm:["#22D3EE","#FB923C","#818CF8","#4ADE80","#F59E0B","#F472B6","#94A3B8","#A3E635","#E879F9","#F87171"],tts:["#A3E635","#FB7185","#67E8F9","#C084FC","#FDBA74","#2DD4BF"]},Mne={stt:["#B45309","#0369A1","#047857","#B91C1C","#6D28D9","#A16207"],llm:["#0E7490","#C2410C","#4338CA","#15803D","#B45309","#BE185D","#475569","#65A30D","#A21CAF","#B91C1C"],tts:["#65A30D","#E11D48","#0891B2","#7C3AED","#EA580C","#0D9488"]};function Pne(e,t){const r=t?Cne:Mne,i=[],o=[],l=[],s=new Set;for(const f of e)f.stt!=="-"&&!s.has("stt:"+f.stt)&&(i.push(f.stt),s.add("stt:"+f.stt)),s.has("llm:"+f.llm)||(o.push(f.llm),s.add("llm:"+f.llm)),f.tts!=="-"&&!s.has("tts:"+f.tts)&&(l.push(f.tts),s.add("tts:"+f.tts));const u=new Map,d=(f,m)=>{f.forEach((h,g)=>u.set(h,m[g%m.length]))};return d(i,r.stt),d(o,r.llm),d(l,r.tts),u}function Hx({system:e,componentColors:t}){if(e.type==="s2s"||e.type==="2-part"){if(e.tts!=="-")return y.jsxs("span",{className:"text-sm leading-relaxed inline-flex flex-wrap items-baseline",children:[y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.llm)},children:e.llm}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.tts)},children:e.tts})]});const r=t.get(e.llm)||"#F1F5F9";return y.jsx("span",{style:{color:r},children:e.llm})}return y.jsxs("span",{className:"text-sm leading-relaxed inline-flex flex-wrap items-baseline",children:[y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.stt)},children:e.stt}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.llm)},children:e.llm}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.tts)},children:e.tts})]})}const Dne=[{key:null,label:"Default"},{key:"system_stt",label:"STT"},{key:"system_llm",label:"LLM"},{key:"system_tts",label:"TTS"}];function rs({active:e,dir:t}){return e?t==="desc"?y.jsx(eP,{className:"w-3 h-3 inline ml-0.5"}):y.jsx(rP,{className:"w-3 h-3 inline ml-0.5"}):null}function ea(e,t){return t.point===null?`${e}: no data`:t.ci_lower!==null&&t.ci_upper!==null?`${e}: ${t.point.toFixed(3)} [${t.ci_lower.toFixed(3)}, ${t.ci_upper.toFixed(3)}]`:`${e}: ${t.point.toFixed(3)}`}function Kx({title:e,description:t,metricKeys:r,metricLabels:i,baseColor:o,aggregateColumns:l,aggregateColor:s="#F59E0B",systems:u,initialDomain:d="pooled"}){const f=su(),m=yne(),h=l??[],g=m!=="light",w=x.useMemo(()=>Pne(u,g),[u,g]),[b,j]=x.useState(d),[A,T]=x.useState(null),[E,O]=x.useState("desc"),[N,C]=x.useState(!1),[M,R]=x.useState({top:0,left:0}),z=x.useRef(null),F=x.useRef(null),[Z,te]=x.useState("scores"),X=x.useCallback(()=>{if(z.current){const re=z.current.getBoundingClientRect();R({top:re.bottom+4,left:re.left})}C(re=>!re)},[]);x.useEffect(()=>{function re(Q){F.current&&!F.current.contains(Q.target)&&z.current&&!z.current.contains(Q.target)&&C(!1)}if(N)return document.addEventListener("mousedown",re),()=>document.removeEventListener("mousedown",re)},[N]);function ge(re){A===re?O(Q=>Q==="desc"?"asc":"desc"):(T(re),O("desc"))}function se(re){re===null?T(null):A===re?O(Q=>Q==="desc"?"asc":"desc"):(T(re),O("asc")),C(!1)}const ye=(re,Q)=>{const ee=oa(re,Q,b);return ee?{point:ee.point,ci_lower:ee.ci_lower,ci_upper:ee.ci_upper}:{point:null,ci_lower:null,ci_upper:null}},B=x.useMemo(()=>{if(!A)return f9(u);const re=ee=>{if(A==="system_stt")return ee.stt;if(A==="system_llm")return ee.llm;if(A==="system_tts")return ee.tts;const Se=h.find(we=>we.key===A);return Se?oa(ee,Se.metric,b)?.point??-1/0:oa(ee,A,b)?.point??-1/0},Q=(ee,Se)=>{const ne=re(ee),we=re(Se);if(typeof ne=="string"&&typeof we=="string")return E==="asc"?ne.localeCompare(we):we.localeCompare(ne);const de=ne,Oe=we;return E==="desc"?Oe-de:de-Oe};return[...u].sort(Q)},[A,E,h,u,b]),G={};for(const re of r){const Q=u.map(ee=>ye(ee,re).point).filter(ee=>ee!==null);Q.length?G[re]={min:Math.min(...Q),max:Math.max(...Q)}:G[re]={min:0,max:1}}const ie={};for(const re of h){const Q=u.map(ee=>oa(ee,re.metric,b)?.point??null).filter(ee=>ee!==null);Q.length?ie[re.key]={min:Math.min(...Q),max:Math.max(...Q)}:ie[re.key]={min:0,max:1}}const le=h.length+r.length,ce=35,D=`${(100-ce)/le}%`,H=`${ce}%`,ae="text-center py-3 px-1 font-bold text-xs leading-snug cursor-pointer select-none hover:bg-bg-hover/50 transition-colors",oe=Z==="scores"?h:[],ve=Z==="metrics"?r:[],Ae=Z==="scores"?h.length:r.length,je=`${(100-ce)/Ae}%`;return y.jsxs("div",{className:"bg-bg-secondary rounded-xl border border-border-default p-4 sm:p-6",children:[y.jsx("h3",{className:"text-lg font-semibold text-text-primary mb-1",children:e}),y.jsx("p",{className:"text-sm text-text-secondary mb-3",children:t}),y.jsx("div",{className:"inline-flex rounded-lg border border-border-default bg-bg-primary p-1 mb-4",children:Nne.map(re=>y.jsx("button",{onClick:()=>j(re),className:`px-2.5 py-1 text-xs rounded-md transition-colors ${b===re?"bg-bg-tertiary text-text-primary":"text-text-muted hover:text-text-secondary"}`,children:oN[re]},re))}),h.length>0&&r.length>0&&y.jsxs("div",{className:"flex gap-2 mb-4 md:hidden",children:[y.jsx("button",{onClick:()=>te("scores"),className:`flex-1 px-3 py-2 rounded-lg text-xs font-medium transition-colors ${Z==="scores"?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:"Aggregate Scores"}),y.jsx("button",{onClick:()=>te("metrics"),className:`flex-1 px-3 py-2 rounded-lg text-xs font-medium transition-colors ${Z==="metrics"?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:"Individual Metrics"})]}),y.jsx("div",{className:"hidden md:block overflow-x-auto",children:y.jsxs("table",{className:"w-full text-sm",style:{tableLayout:"fixed"},children:[y.jsx("thead",{children:y.jsxs("tr",{className:"border-b border-border-default",children:[y.jsxs("th",{className:"text-left py-3 px-3 text-text-muted font-medium text-sm sticky left-0 bg-bg-secondary z-10",style:{width:H},children:[y.jsxs("button",{ref:z,onClick:X,className:"flex items-center gap-1 hover:text-text-primary transition-colors",children:["System",y.jsx(ni,{className:"w-3.5 h-3.5"}),A?.startsWith("system_")&&y.jsx(rs,{active:!0,dir:E})]}),N&&E3.createPortal(y.jsx("div",{ref:F,className:"bg-bg-tertiary border border-border-default rounded-lg shadow-xl py-1 min-w-[100px]",style:{position:"fixed",top:M.top,left:M.left,zIndex:9999},children:Dne.map(re=>y.jsx("button",{onClick:()=>se(re.key),className:`block w-full text-left px-3 py-1.5 text-xs hover:bg-bg-hover transition-colors ${A===re.key||re.key===null&&A===null?"text-purple-light font-medium":"text-text-secondary"}`,children:re.label},re.key??"default"))}),document.body)]}),h.map((re,Q)=>y.jsxs("th",{className:`${ae} ${Q===h.length-1?"border-r-2 border-border-default":""}`,style:{color:s,width:D},onClick:()=>ge(re.key),children:[re.label,y.jsx(rs,{active:A===re.key,dir:E})]},re.key)),r.map(re=>y.jsxs("th",{className:`${ae} text-text-primary`,style:{width:D},onClick:()=>ge(re),children:[i[re]||re,y.jsx(rs,{active:A===re,dir:E})]},re))]})}),y.jsx("tbody",{children:B.map((re,Q)=>{const ee=Q>0?B[Q-1]:null,Se=!A&&ee!==null&&ee.type!==re.type,ne=1+h.length+r.length;return y.jsxs(x.Fragment,{children:[Se&&y.jsx("tr",{"aria-hidden":"true",children:y.jsx("td",{colSpan:ne,className:"p-0",children:y.jsx("div",{className:"border-t border-dashed border-border-default my-1"})})}),y.jsxs("tr",{className:"border-b border-border-default/30",children:[y.jsx("td",{className:"py-2.5 px-3 sticky left-0 bg-bg-secondary z-10 whitespace-nowrap",children:y.jsx(Hx,{system:re,componentColors:w})}),h.map((we,de)=>{const Oe=oa(re,we.metric,b),ze=Oe?{point:Oe.point,ci_lower:Oe.ci_lower,ci_upper:Oe.ci_upper}:{point:null,ci_lower:null,ci_upper:null},Lt=de===h.length-1?"border-r-2 border-border-default":"";if(ze.point===null)return y.jsx("td",{className:`py-1.5 px-1 text-center ${Lt}`,title:ea(we.label,ze),children:y.jsx("div",{className:"rounded-md px-0.5 py-1.5 font-mono text-xs font-medium text-text-muted",children:"—"})},we.key);const{min:jr,max:ui}=ie[we.key],{bg:Fi,text:Yl}=G0(ze.point,jr,ui,s,!1,f);return y.jsx("td",{className:`py-1.5 px-1 text-center ${Lt}`,title:ea(we.label,ze),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:Fi,color:Yl},children:[y.jsx("div",{className:"text-xs",children:ze.point.toFixed(2)}),ze.ci_lower!==null&&ze.ci_upper!==null&&y.jsxs("div",{className:"text-[9px] opacity-75 font-normal",children:["[",ze.ci_lower.toFixed(2),", ",ze.ci_upper.toFixed(2),"]"]})]})},we.key)}),r.map(we=>{const de=ye(re,we),Oe=i[we]||we;if(de.point===null)return y.jsx("td",{className:"py-1.5 px-1 text-center",title:ea(Oe,de),children:y.jsx("div",{className:"rounded-md px-0.5 py-1.5 font-mono text-xs font-medium text-text-muted",children:"—"})},we);const{min:ze,max:Lt}=G[we],jr=Ux.has(we),{bg:ui,text:Fi}=G0(de.point,ze,Lt,o,jr,f);return y.jsx("td",{className:"py-1.5 px-1 text-center",title:ea(Oe,de),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:ui,color:Fi},children:[y.jsx("div",{className:"text-xs",children:de.point.toFixed(2)}),de.ci_lower!==null&&de.ci_upper!==null&&y.jsxs("div",{className:"text-[9px] opacity-75 font-normal",children:["[",de.ci_lower.toFixed(2),", ",de.ci_upper.toFixed(2),"]"]})]})},we)})]})]},re.id)})})]})}),y.jsx("div",{className:"md:hidden overflow-x-auto",children:y.jsxs("table",{className:"w-full text-sm",style:{tableLayout:"fixed"},children:[y.jsx("thead",{children:y.jsxs("tr",{className:"border-b border-border-default",children:[y.jsx("th",{className:"text-left py-3 px-2 text-text-muted font-medium text-xs sticky left-0 bg-bg-secondary z-10",style:{width:H},children:"System"}),oe.map(re=>y.jsxs("th",{className:`${ae} text-[10px] sm:text-xs`,style:{color:s,width:je},onClick:()=>ge(re.key),children:[re.label.replace("EVA-A ",""),y.jsx(rs,{active:A===re.key,dir:E})]},re.key)),ve.map(re=>y.jsxs("th",{className:`${ae} text-text-primary text-[10px] sm:text-xs`,style:{width:je},onClick:()=>ge(re),children:[i[re]||re,y.jsx(rs,{active:A===re,dir:E})]},re))]})}),y.jsx("tbody",{children:B.map((re,Q)=>{const ee=Q>0?B[Q-1]:null,Se=!A&&ee!==null&&ee.type!==re.type,ne=1+oe.length+ve.length;return y.jsxs(x.Fragment,{children:[Se&&y.jsx("tr",{"aria-hidden":"true",children:y.jsx("td",{colSpan:ne,className:"p-0",children:y.jsx("div",{className:"border-t border-dashed border-border-default my-1"})})}),y.jsxs("tr",{className:"border-b border-border-default/30",children:[y.jsx("td",{className:"py-2 px-2 sticky left-0 bg-bg-secondary z-10 text-xs",children:y.jsx(Hx,{system:re,componentColors:w})}),oe.map(we=>{const de=oa(re,we.metric,b),Oe=de?{point:de.point,ci_lower:de.ci_lower,ci_upper:de.ci_upper}:{point:null,ci_lower:null,ci_upper:null};if(Oe.point===null)return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(we.label,Oe),children:y.jsx("div",{className:"rounded-md px-0.5 py-1 font-mono text-[10px] sm:text-xs font-medium text-text-muted",children:"—"})},we.key);const{min:ze,max:Lt}=ie[we.key],{bg:jr,text:ui}=G0(Oe.point,ze,Lt,s,!1,f);return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(we.label,Oe),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:jr,color:ui},children:[y.jsx("div",{className:"text-[10px] sm:text-xs",children:Oe.point.toFixed(2)}),Oe.ci_lower!==null&&Oe.ci_upper!==null&&y.jsxs("div",{className:"text-[8px] sm:text-[9px] opacity-75 font-normal",children:["[",Oe.ci_lower.toFixed(2),", ",Oe.ci_upper.toFixed(2),"]"]})]})},we.key)}),ve.map(we=>{const de=ye(re,we),Oe=i[we]||we;if(de.point===null)return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(Oe,de),children:y.jsx("div",{className:"rounded-md px-0.5 py-1 font-mono text-[10px] sm:text-xs font-medium text-text-muted",children:"—"})},we);const{min:ze,max:Lt}=G[we],jr=Ux.has(we),{bg:ui,text:Fi}=G0(de.point,ze,Lt,o,jr,f);return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(Oe,de),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:ui,color:Fi},children:[y.jsx("div",{className:"text-[10px] sm:text-xs",children:de.point.toFixed(2)}),de.ci_lower!==null&&de.ci_upper!==null&&y.jsxs("div",{className:"text-[8px] sm:text-[9px] opacity-75 font-normal",children:["[",de.ci_lower.toFixed(2),", ",de.ci_upper.toFixed(2),"]"]})]})},we)})]})]},re.id)})})]})})]})}function Rne({active:e,payload:t,label:r}){return!e||!t?.length?null:y.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:r}),y.jsx("div",{className:"flex flex-col gap-1 text-xs",children:t.map(i=>{const o=i.dataKey.replace(/_point$/,""),l=i.payload[`${o}_sig_label`],s=i.payload[`${o}_err`];if(i.value===null||i.value===void 0||Number.isNaN(i.value))return null;const u=s?i.value-s[0]:i.value,d=s?i.value+s[1]:i.value;return y.jsxs("div",{className:"flex items-center gap-2",children:[y.jsx("span",{className:"w-2.5 h-2.5 rounded-sm flex-shrink-0",style:{backgroundColor:i.color}}),y.jsxs("span",{className:"text-text-muted",children:[lN[o]??o,":"]}),y.jsxs("span",{className:"font-mono text-text-primary",children:[i.value>=0?"+":"",i.value.toFixed(3),l?y.jsx("span",{className:"text-amber-400 ml-0.5",children:l}):null]}),y.jsxs("span",{className:"font-mono text-text-muted",children:["[",u.toFixed(2),", ",d.toFixed(2),"]"]})]},i.dataKey)})})]})}const Lne={accent:"amber",background_noise:"cyan",both:"purple"};function zne(e,t){const r=Lne[e];return r?t.accent[r]:t.accent.blue}function Ine(e){return e==null||!Number.isFinite(e)?"":e<.001?"***":e<.01?"**":e<.05?"*":""}function Bne({separators:e,strokeColor:t}){const r=Ak(),i=i9();if(!r||!i)return null;const o=i(.5),l=i(-.5);if(o==null||l==null)return null;const s=typeof r.bandwidth=="function"?r.bandwidth():void 0;return y.jsx("g",{children:e.map(({name:u,prevName:d})=>{const f=r(u),m=r(d);if(f==null||m==null)return null;const h=f-m,g=s??h*.9,w=f-(h-g)/2;return y.jsx("line",{x1:w,x2:w,y1:o,y2:l,stroke:t,strokeDasharray:"4 4",strokeOpacity:.7},`sep-${u}`)})})}function Vne({vb:e,label:t,upperValue:r,amberColor:i}){const o=i9();if(!o)return null;const l=Math.max(0,r),s=o(l);return s==null?null:y.jsx("text",{x:e.x+e.width/2,y:s-14,fill:i,fontSize:14,fontWeight:700,textAnchor:"middle",children:t})}function Une({metric:e,metricLabel:t,systems:r,domain:i}){const o=su(),s=f9(r).flatMap(f=>{const m={name:f.name,type:f.type};let h=!1;for(const g of X_){const w=dne(f,e,g,i);if(w){const b=Ine(w.corrected_p);m[`${g}_point`]=w.point,m[`${g}_err`]=[w.point-w.ci_lower,w.ci_upper-w.point],m[`${g}_sig`]=b!=="",m[`${g}_sig_label`]=b,h=!0}else m[`${g}_point`]=null,m[`${g}_err`]=void 0,m[`${g}_sig`]=!1,m[`${g}_sig_label`]=""}return h?[m]:[]});if(s.length===0)return y.jsxs("div",{className:"text-sm text-text-muted italic px-4 py-6",children:["No perturbation data available for ",t," at this domain."]});const u=[];for(let f=1;ff.startsWith("Scribe v2.2 Realtime")?"Scribe + Gemini 3 Flash + Conversational v3":f,interval:0,angle:-30,textAnchor:"end",height:80}),y.jsx(u9,{stroke:o.text.muted,tick:{fill:o.text.secondary,fontSize:11},domain:[-.5,.5],ticks:[-.5,-.25,0,.25,.5],tickFormatter:f=>f.toFixed(2),allowDataOverflow:!0,width:56,label:{value:"Δ vs clean",angle:-90,position:"insideLeft",offset:0,fill:o.text.secondary,style:{fontSize:12}}}),y.jsx(kk,{y:0,stroke:o.text.muted}),y.jsx(fk,{component:()=>y.jsx(Bne,{separators:u,strokeColor:o.text.secondary})}),y.jsx(GO,{content:y.jsx(Rne,{}),cursor:{fill:o.bg.hover,opacity:.3}}),X_.map(f=>y.jsxs(Uk,{dataKey:`${f}_point`,fill:zne(f,o),radius:[2,2,0,0],children:[y.jsx(cd,{dataKey:`${f}_err`,direction:"y",width:4,strokeWidth:1,stroke:o.text.muted}),y.jsx(ms,{dataKey:`${f}_sig_label`,content:m=>{const h=m,g=h.value,w=h.viewBox;if(!g||!w||w.x==null||w.width==null||h.index==null)return null;const b=s[h.index],j=b?.[`${f}_point`],A=b?.[`${f}_err`];return j==null||!A?null:y.jsx(Vne,{vb:{x:w.x,width:w.width},label:g,upperValue:j+A[1],amberColor:o.accent.amber})}})]},f))]})})})}),y.jsxs("div",{className:"mt-2 text-xs text-text-muted px-2",children:[y.jsx("span",{className:"font-medium text-text-secondary",children:t})," ","— Δ = perturbed − clean"]})]})}const $ne={accent:"amber",background_noise:"cyan",both:"purple"},qne=[{key:"task_completion",label:"Task Completion"},{key:"agent_speech_fidelity",label:"Speech Fidelity"},{key:"faithfulness",label:"Faithfulness"},{key:"turn_taking",label:"Turn Taking"},{key:"conciseness",label:"Conciseness"},{key:"conversation_progression",label:"Conversation Progression"},{key:"EVA-A_pass",label:"EVA-A pass@1"},{key:"EVA-X_pass",label:"EVA-X pass@1"},{key:"conversation_correctly_finished",label:"Conversation Correctly Finished"}];function Fne({systems:e,domain:t}){const r=su(),[i,o]=x.useState(!0),[l,s]=x.useState(new Set),u=d=>{s(f=>{const m=new Set(f);return m.has(d)?m.delete(d):m.add(d),m})};return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[y.jsxs("button",{onClick:()=>o(d=>!d),className:"w-full flex items-center gap-3 p-5 hover:bg-bg-hover transition-colors text-left",children:[i?y.jsx(ni,{className:"w-5 h-5 text-text-muted flex-shrink-0"}):y.jsx(lp,{className:"w-5 h-5 text-text-muted flex-shrink-0"}),y.jsxs("div",{className:"flex-1 min-w-0",children:[y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Perturbations"}),y.jsxs("p",{className:"text-sm text-text-muted mt-0.5",children:["For each domain we select ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"30 scenarios"})," and run each system with ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"k = 3 trials per scenario"})," under accent, background-noise, and combined perturbations. Each bar shows the mean Δ vs. the same scenarios' clean runs; error bars show 95% bootstrap confidence intervals. Asterisks (",y.jsx("span",{className:"text-amber-400",children:"*"}),") indicate that the perturbation effect is statistically significant after"," ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"Holm–Bonferroni"})," correction across the family of metric × perturbation × system tests."]})]})]}),i&&y.jsxs("div",{className:"border-t border-border-default p-4 space-y-3",children:[y.jsxs("div",{className:"flex flex-wrap items-center gap-x-5 gap-y-2 px-2 py-3 rounded-lg bg-bg-primary border border-border-default",children:[X_.map(d=>{const f=$ne[d],m=f?r.accent[f]:r.accent.blue;return y.jsxs("div",{className:"flex items-center gap-2 text-xs",children:[y.jsx("span",{className:"w-3 h-3 rounded-sm flex-shrink-0",style:{backgroundColor:m}}),y.jsx("span",{className:"text-text-secondary",children:lN[d]??d})]},d)}),y.jsxs("div",{className:"text-xs text-text-muted ml-auto",children:[y.jsx("span",{className:"text-amber-400 font-bold",children:"*"})," significant perturbation effect"]})]}),qne.map(d=>{const f=l.has(d.key);return y.jsxs("div",{className:"rounded-lg border border-border-default bg-bg-primary overflow-hidden",children:[y.jsxs("button",{onClick:()=>u(d.key),className:"w-full flex items-center gap-2 px-4 py-3 hover:bg-bg-hover transition-colors text-left",children:[f?y.jsx(ni,{className:"w-4 h-4 text-text-muted flex-shrink-0"}):y.jsx(lp,{className:"w-4 h-4 text-text-muted flex-shrink-0"}),y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:d.label})]}),f&&y.jsx("div",{className:"border-t border-border-default p-4",children:y.jsx(Une,{metric:d.key,metricLabel:d.label,systems:e,domain:t})})]},d.key)})]})]})}const Hne=[{title:"No system clears 0.5 on both axes pass@1",description:"Across 12 systems spanning all three architectures, no system simultaneously exceeds 0.5 on both EVA-A pass@1 and EVA-X pass@1 — joint accuracy–experience quality remains far from saturated."},{title:"Peak and reliable performance diverge",description:"Peak (pass@k) and reliable (pass^k) performance diverge substantially: the median pass@k–pass^k gap is 0.44 on EVA-A and 0.24 on EVA-X, indicating single-trial scores systematically overstate deployment-grade reliability."},{title:"S2S systems anchor every Pareto frontier",description:"Speech-to-speech systems consistently sit on the Pareto frontier in every domain — their experience-side lead (driven by turn-taking and response latency) makes them uniformly Pareto-efficient relative to cascades."}],Kne=[{title:"Architectures diverge on experience",description:"While the best cascade and S2S systems achieve comparable accuracy, experience quality diverges sharply along architecture lines, with the S2S–cascade gap on EVA-X driven almost entirely by turn-taking."},{title:"Cascade accuracy–experience trade-off",description:"Among cascade systems we observe a consistent accuracy–experience trade-off: the three highest-accuracy cascades have mean tool-call latencies above 5 s, while faster cascades trade accuracy for lower latency. No cascade exceeds 0.25 on both dimensions."},{title:"Asymmetric degradation under perturbation",description:"Cascade systems are most vulnerable on accuracy under accented speech (task completion drops 10 points on average, up to 17), while S2S systems suffer most on experience under background noise (EVA-X mean ∆ = −0.16). Turn-taking is the most perturbation-sensitive metric overall (81% of pairs significant)."},{title:"Named-entity transcription bottlenecks cascades",description:"Across seven cascade systems, mean key-entity transcription accuracy is strongly correlated with mean task completion (Pearson r = 0.93, p = 0.002). Cascades below 70% key-entity transcription accuracy show task completion 39% lower than those above it."},{title:"Faithfulness is decoupled from task completion",description:"72.2% of conversations with task completion = 1 still exhibit at least one faithfulness deviation, and 50.5% of faithfulness deviations co-occur with task completion = 0. Faithfulness must therefore be measured as an independent dimension."},{title:"Speech fidelity fails on alphanumeric content",description:"Entity errors — letter substitutions, digit omissions, spurious insertions, and phonetic confusions — are the dominant speech-fidelity failure mode. Even 1% per-turn fail rates compound over multi-turn interactions when the caller cannot detect the error from context."}],Xne=["pooled","airline","itsm","medical_hr"],Yne=[{key:"eva_a_pass",label:"EVA-A pass@1",metric:"EVA-A_pass"},{key:"eva_a_mean",label:"EVA-A Mean",metric:"EVA-A_mean"}],Gne=[{key:"eva_x_pass",label:"EVA-X pass@1",metric:"EVA-X_pass"},{key:"eva_x_mean",label:"EVA-X Mean",metric:"EVA-X_mean"}];function Wne(){const e=su(),[t,r]=x.useState("pooled");return y.jsx(Ll,{id:"leaderboard",title:"Results",subtitle:"Results across three domains (CSM, ITSM, HR). Pooled by default; toggle to inspect a single domain.",children:y.jsxs("div",{className:"space-y-8",children:[y.jsx("div",{className:"inline-flex rounded-lg border border-border-default bg-bg-secondary p-1",children:Xne.map(i=>y.jsx("button",{onClick:()=>r(i),className:`px-3 py-1.5 text-sm rounded-md transition-colors ${t===i?"bg-bg-primary text-text-primary":"text-text-muted hover:text-text-secondary"}`,children:oN[i]},i))}),y.jsx(kne,{systems:cs,domain:t}),y.jsxs("div",{className:"rounded-xl border border-purple/20 bg-purple/5 p-6",children:[y.jsxs("div",{className:"flex items-center gap-3 mb-5",children:[y.jsx("div",{className:"w-9 h-9 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(E7,{className:"w-5 h-5 text-purple-light"})}),y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Pareto Analysis"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-3 gap-4",children:Hne.map((i,o)=>y.jsxs("div",{className:"rounded-lg bg-bg-secondary border border-border-default p-4",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:i.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:i.description})]},o))})]}),y.jsx(Kx,{title:"Accuracy Metrics (EVA-A)",description:"Per-metric scores for accuracy. All values normalized to 0-1 (higher is better). 95% bootstrap confidence intervals shown for each value.",metricKeys:fne,metricLabels:hne,baseColor:e.accent.purple,aggregateColumns:Yne,aggregateColor:"#F59E0B",systems:cs}),y.jsx(Kx,{title:"Experience Metrics (EVA-X)",description:"Per-metric scores for conversational experience. All values normalized to 0-1 (higher is better). 95% bootstrap confidence intervals shown for each value.",metricKeys:mne,metricLabels:_ne,baseColor:e.accent.blue,aggregateColumns:Gne,aggregateColor:"#F59E0B",systems:cs}),y.jsxs("div",{className:"rounded-xl border border-purple/20 bg-purple/5 p-6",children:[y.jsxs("div",{className:"flex items-center gap-3 mb-5",children:[y.jsx("div",{className:"w-9 h-9 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(E7,{className:"w-5 h-5 text-purple-light"})}),y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Key Insights"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4",children:Kne.map((i,o)=>y.jsxs("div",{className:"rounded-lg bg-bg-secondary border border-border-default p-4",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:i.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:i.description})]},o))}),y.jsxs("p",{className:"text-xs text-text-muted mt-4",children:["*see ",y.jsx("a",{href:"https://arxiv.org/pdf/2605.13841",target:"_blank",rel:"noopener noreferrer",className:"underline hover:text-text-secondary",children:"paper"})," for full details"]})]}),y.jsx(Fne,{systems:cs,domain:t})]})})}const Zne={high_level_user_goal:"You want to move your LAX to SFO flight today from the late afternoon to an earlier direct flight that leaves before 2:00 PM, as long as the same-day change fee stays under $80.",decision_tree:{must_have_criteria:["New departure time is today (2026-06-18) and departs LAX before 2:00 PM Pacific.","Same-day change fee is under $80 total (acceptable: $0 to $79.99).","It is a direct flight from LAX to SFO (no connections and no airport changes)."],negotiation_behavior:["If the agent asks for verification details, provide your confirmation code and last name exactly as given in information_required, then wait for the agent to read back your reservation and confirm it is yours; if they read back a different name or itinerary, correct them and re-provide the details.","When the agent offers earlier-flight options, evaluate each option against ALL must-have criteria: (a) date is 2026-06-18, (b) LAX departure time is before 2:00 PM PT, (c) direct LAX→SFO, (d) same-day change fee is under $80.","If both an 11:00 AM and a 1:00 PM direct option meet all must-haves, choose the earliest departure (11:00 AM).","If only one option meets all must-haves, accept that option.",'Before the agent finalizes anything, if the agent has not clearly stated the exact same-day change fee amount, ask: "What will the change fee be in total?" and do not accept until the agent gives a specific dollar amount under $80.','If the agent proposes any option that departs at or after 2:00 PM, has a connection, changes airports, or has a fee of $80 or more, reject it and restate the must-haves once: "It needs to be today, direct LAX to SFO, leaving before 2 PM, and the fee has to be under $80—can you check again?"',"If after one additional search/attempt the agent still cannot offer any option that meets all must-haves, move to failure_condition."],resolution_condition:"The agent has confirmed the rebooking is completed (not just planned) to a direct LAX→SFO flight departing on 2026-06-18 before 2:00 PM PT, has stated the same-day change fee is under $80, AND has provided a concrete post-change booking reference (e.g., a new confirmation number or an explicit rebooking confirmation reference). End the call.",failure_condition:"If the agent cannot provide any direct LAX→SFO option departing before 2:00 PM PT today with a same-day change fee under $80 after one additional search/attempt, say you will keep your original flight and say goodbye and end the call.",escalation_behavior:"Do not ask to speak to a supervisor or live agent. If the agent offers to transfer you to a live agent, you must decline. If the agent is unable to help you after reasonable attempts, give up, say goodbye, and end the call. Never speak to a live agent. If the agent attempts to transfer you anyways, hang up using end_call.",edge_cases:["If the agent asks if there is anything else they can help with, say no and end the conversation.","Never invent new goals, requests, or problems beyond what is defined here.","Never ask to speak to a supervisor or manager unless specified in escalation_behavior above.","If the agent suggests flying from or to a different airport than originally booked, decline and insist on LAX to SFO only.","If the agent suggests standby instead of a confirmed earlier flight, decline standby and ask for a confirmed seat on an earlier direct flight before 2:00 PM."]},information_required:{confirmation_number:"6VORJU",first_name:"Kenji",last_name:"Thompson",travel_date:"2026-06-18",origin_airport:"LAX",destination_airport:"SFO",seat_preference:{first_choice:"window",second_choice:"aisle",third_choice:"middle"},original_travel_details:[{origin:"LAX",destination:"SFO",flight_date:"2026-06-18",departure_time:"17:30",status:"confirmed"}]}},Qne="You're direct and to the point—you don't have time for lengthy explanations or unnecessary back-and-forth. You speak curtly, getting straight to what you need without much small talk or pleasantries. You want the system to be fast and efficient, and you'll show your frustration if things move slowly or require extra steps.",Jne=JSON.parse(`[{"role":"assistant","content":"Hello! How can I help you today?","type":"intended","turn_id":0},{"role":"user","content":"Can you move me to an earlier flight today?","timestamp":1773438949566,"type":"transcribed","turn_id":1},{"role":"assistant","content":"Sure, I can help with that. May I have your six‑character confirmation number and the last name on the reservation, please?","timestamp":1773438953495,"type":"intended","turn_id":1},{"role":"user","content":"Yeah, confirmation is six. Victor Oscar Romeo Juliet Uniform. And the last name is Tom. Thompson.","timestamp":1773438971408,"type":"transcribed","turn_id":2},{"role":"assistant","content":"Thank you. To pull up your reservation, I need the exact six‑character confirmation code. I heard “V O R J U”. Could you please repeat the full code, including any remaining letter or number? Also, just to confirm, the last name is Thompson, correct?","timestamp":1773438978057,"type":"intended","turn_id":2},{"role":"user","content":"Yes. Last name is Thompson. The code is 6-8-1-1. Victor. Oscar Romeo Juliet Uniform.","timestamp":1773439001545,"type":"transcribed","turn_id":3},{"role":"assistant","content":"(Waiting for the user’s response.)","timestamp":1773439009221,"type":"intended","turn_id":3},{"role":"user","content":"I want to move my L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A- p.m. you you Thank you. Thank you. Same day change fee is under $80.","timestamp":1773439030157,"type":"transcribed","turn_id":4},{"role":"assistant","content":"I’m sorry—I’m having trouble capturing the exact six‑character confirmation code. Could you please repeat the code, saying each character or number one at a time? For example, you might say “six, eight, one, one, V, O.” Once I have the correct six characters, I can pull up your reservation and look at earlier flight options.","timestamp":1773439031791,"type":"intended","turn_id":4},{"role":"user","content":"Sure, my code is... Six. Victor. Oscar, Romeo, Juliet uniform.","timestamp":1773439063962,"type":"transcribed","turn_id":5},{"tool_name":"get_reservation","parameters":{"confirmation_number":"6VORJU","last_name":"Thompson"},"timestamp":1773439064577,"type":"tool_call","turn_id":5},{"tool_name":"get_reservation","tool_response":{"status":"success","reservation":{"confirmation_number":"6VORJU","status":"confirmed","passengers":[{"passenger_id":"PAX001","first_name":"Kenji","last_name":"Thompson","ticket_number":"1801234567890","email":"kenji.thompson@example.com","phone":"+1-310-555-0147","elite_status":null,"meal_preference":"none","seat_preference":"no_preference"}],"bookings":[{"journey_id":"FL_SK530_20260618","fare_class":"main_cabin","fare_paid":289,"status":"confirmed","segments":[{"flight_number":"SK530","date":"2026-06-18","fare_paid":289,"seat":null,"bags_checked":0,"meal_request":null}]}],"booking_date":"2026-05-20T13:22:00-07:00","fare_type":"non_refundable","ancillaries":{"seat_selection_fee":0,"bags_fee":0}}},"timestamp":1773439064577,"type":"tool_response","turn_id":5},{"tool_name":"get_flight_status","parameters":{"flight_number":"SK530","flight_date":"2026-06-18"},"timestamp":1773439065128,"type":"tool_call","turn_id":5},{"tool_name":"get_flight_status","tool_response":{"status":"success","journey":{"journey_id":"FL_SK530_20260618","date":"2026-06-18","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"status":"scheduled","bookable":true,"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null}}},"timestamp":1773439065128,"type":"tool_response","turn_id":5},{"tool_name":"search_rebooking_options","parameters":{"origin":"LAX","destination":"SFO","date":"2026-06-18","passenger_count":1,"fare_class":"any"},"timestamp":1773439065959,"type":"tool_call","turn_id":5},{"tool_name":"search_rebooking_options","tool_response":{"status":"success","options":[{"journey_id":"FL_SK090_SK410_20260618","origin":"LAX","destination":"SFO","num_stops":1,"total_duration_minutes":170,"segments":[{"segment_number":1,"flight_number":"SK090","origin":"LAX","destination":"SJC","scheduled_departure":"09:20","origin_utc_offset":-8,"scheduled_arrival":"10:30","destination_utc_offset":-8,"duration_minutes":70,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"33A","available_seats":{"basic_economy":8,"main_cabin":14,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":139,"main_cabin":229,"premium_economy":489,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}},{"segment_number":2,"flight_number":"SK410","origin":"SJC","destination":"SFO","scheduled_departure":"11:35","origin_utc_offset":-8,"scheduled_arrival":"12:10","destination_utc_offset":-8,"duration_minutes":35,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"12B","available_seats":{"basic_economy":9,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":89,"main_cabin":129,"premium_economy":239,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}}],"departure_time":"09:20","arrival_time":"12:10","available_seats":{"basic_economy":8,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fare":228},{"journey_id":"FL_SK130_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"13:00","arrival_time":"14:25","available_seats":{"basic_economy":6,"main_cabin":9,"premium_economy":3,"business":2,"first":0},"fare":189},{"journey_id":"FL_SK215_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK215","origin":"LAX","destination":"SFO","scheduled_departure":"14:40","origin_utc_offset":-8,"scheduled_arrival":"16:05","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"737-800","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"47D","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fares":{"basic_economy":169,"main_cabin":259,"premium_economy":529,"business":979,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"14:40","arrival_time":"16:05","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fare":169},{"journey_id":"FL_SK530_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":23,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"17:30","arrival_time":"18:55","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fare":179}],"count":4,"message":"4 flight(s) found"},"timestamp":1773439065959,"type":"tool_response","turn_id":5},{"role":"assistant","content":"I’ve found a few earlier flights from Los Angeles to San Francisco today.\\n\\n1. **One‑stop option** – depart at nine twenty a.m., connect in San Jose and arrive at twelve ten p.m. (fare $228 in main cabin). \\n2. **Direct flight** – depart at one o’clock p.m., arrive at two twenty‑five p.m. (fare $289, same as your current ticket). \\n3. **Direct flight** – depart at two forty p.m., arrive at four oh‑five p.m. (fare $259, a little cheaper).\\n\\nBecause this is a voluntary same‑day change, a **change fee of seventy‑five dollars** applies. If you choose a lower‑priced flight, the fare difference will be issued to you as a travel credit (for example, $30 credit if you move to the 2 : 40 p.m. flight, or $61 credit for the early morning connection).\\n\\nDo any of these options work for you? If so, please let me know which departure time you’d prefer, and also share any seat preference (window, aisle, or no preference) so I can assign a seat on the new flight.","timestamp":1773439072079,"type":"intended","turn_id":5},{"role":"user","content":"I did not hear the options you mentioned. Can you repeat the earlier LAX to SFO flights? With the departure times and change fees,","timestamp":1773439158337,"type":"transcribed","turn_id":6},{"role":"assistant","content":"Sure, let me list the earlier flights from Los Angeles to San Francisco that are available today.\\n\\n**Option 1 – one‑stop connection** \\n- Departure from LAX at nine twenty a.m. \\n- Connect in San Jose and arrive at San Francisco at twelve ten p.m. \\n- Main‑cabin fare is two‑hundred twenty‑eight dollars. \\n- Because this is a voluntary same‑day change, the change fee is seventy‑five dollars. Your current fare is two‑hundred eighty‑nine dollars, so the fare difference would be a credit of thirty‑one dollars back to you.\\n\\n**Option 2 – direct flight** \\n- Departure from LAX at one o’clock p.m. \\n- Arrive at San Francisco at two twenty‑five p.m. \\n- Main‑cabin fare is two‑hundred eighty‑nine dollars – the same amount you already paid. \\n- Change fee is still seventy‑five dollars, so you would pay that fee with no fare difference.\\n\\n**Option 3 – direct flight** \\n- Departure from LAX at two forty p.m. \\n- Arrive at San Francisco at four oh‑five p.m. \\n- Main‑cabin fare is two‑hundred fifty‑nine dollars. \\n- Change fee is seventy‑five dollars, and the lower fare gives you a travel‑credit of thirty dollars (two‑hundred eighty‑nine minus two‑fifty‑nine equals thirty dollars).\\n\\nAll of these flights are still open for booking today. Which departure time would you like to switch to? Also, do you have a seat preference—window, aisle, or no preference?","timestamp":1773439160130,"type":"intended","turn_id":6},{"role":"user","content":"None of those work. It needs to be today. Direct LAX. to SS. F-O. Leaving before 2 p.m. and the fee has to be under $80. Can you check again?","timestamp":1773439255746,"type":"transcribed","turn_id":7},{"tool_name":"search_rebooking_options","parameters":{"origin":"LAX","destination":"SFO","date":"2026-06-18","passenger_count":1,"fare_class":"any"},"timestamp":1773439268671,"type":"tool_call","turn_id":7},{"tool_name":"search_rebooking_options","tool_response":{"status":"success","options":[{"journey_id":"FL_SK090_SK410_20260618","origin":"LAX","destination":"SFO","num_stops":1,"total_duration_minutes":170,"segments":[{"segment_number":1,"flight_number":"SK090","origin":"LAX","destination":"SJC","scheduled_departure":"09:20","origin_utc_offset":-8,"scheduled_arrival":"10:30","destination_utc_offset":-8,"duration_minutes":70,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"33A","available_seats":{"basic_economy":8,"main_cabin":14,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":139,"main_cabin":229,"premium_economy":489,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}},{"segment_number":2,"flight_number":"SK410","origin":"SJC","destination":"SFO","scheduled_departure":"11:35","origin_utc_offset":-8,"scheduled_arrival":"12:10","destination_utc_offset":-8,"duration_minutes":35,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"12B","available_seats":{"basic_economy":9,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":89,"main_cabin":129,"premium_economy":239,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}}],"departure_time":"09:20","arrival_time":"12:10","available_seats":{"basic_economy":8,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fare":228},{"journey_id":"FL_SK130_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"13:00","arrival_time":"14:25","available_seats":{"basic_economy":6,"main_cabin":9,"premium_economy":3,"business":2,"first":0},"fare":189},{"journey_id":"FL_SK215_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK215","origin":"LAX","destination":"SFO","scheduled_departure":"14:40","origin_utc_offset":-8,"scheduled_arrival":"16:05","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"737-800","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"47D","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fares":{"basic_economy":169,"main_cabin":259,"premium_economy":529,"business":979,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"14:40","arrival_time":"16:05","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fare":169},{"journey_id":"FL_SK530_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":23,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"17:30","arrival_time":"18:55","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fare":179}],"count":4,"message":"4 flight(s) found"},"timestamp":1773439268671,"type":"tool_response","turn_id":7},{"role":"assistant","content":"I do have a direct flight that meets those criteria:\\n\\n- **Flight SK 130** – departs Los Angeles at **one o’clock p.m.**, arrives San Francisco at **two twenty‑five p.m.** \\n- It’s a nonstop service, just like your current booking. \\n- Because this is a same‑day voluntary change, the change fee is **seventy‑five dollars**, which is under your $80 limit. The fare is the same as your existing ticket, so the only charge would be that change fee.\\n\\nWould you like to switch to flight SK 130? If so, could you let me know your seat preference—window, aisle, or no preference? Once I have that, I’ll go ahead and rebook you.","timestamp":1773439270267,"type":"intended","turn_id":7},{"role":"user","content":"That one works. I'll take the flight that leaves at 1:00 PM. Seek Preferences window.","timestamp":1773439326852,"type":"transcribed","turn_id":8},{"tool_name":"rebook_flight","parameters":{"confirmation_number":"6VORJU","journey_id":"FL_SK530_20260618","new_journey_id":"FL_SK130_20260618","rebooking_type":"voluntary","waive_change_fee":false,"new_fare_class":null},"timestamp":1773439328182,"type":"tool_call","turn_id":8},{"tool_name":"rebook_flight","tool_response":{"status":"success","confirmation_number":"6VORJU","new_journey":{"journey_id":"FL_SK130_20260618","num_stops":0,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure":"13:00","arrival":"14:25","origin":"LAX","destination":"SFO"},"cost_summary":{"original_fare_class":"main_cabin","new_fare_class":"main_cabin","cabin_changed":false,"change_fee":75,"fare_difference":0,"credit_due":0,"total_collected":75,"fee_waived":false},"message":"Successfully rebooked to flight FL_SK130_20260618"},"timestamp":1773439328182,"type":"tool_response","turn_id":8},{"tool_name":"assign_seat","parameters":{"confirmation_number":"6VORJU","passenger_id":"PAX001","journey_id":"FL_SK130_20260618","seat_preference":"window"},"timestamp":1773439329163,"type":"tool_call","turn_id":8},{"tool_name":"assign_seat","tool_response":{"status":"success","confirmation_number":"6VORJU","passenger_id":"PAX001","journey_id":"FL_SK130_20260618","flight_number":"SK130","seat_assigned":"21A","fare_class":"main_cabin","preference":"window","message":"Seat 21A (window) successfully assigned"},"timestamp":1773439329163,"type":"tool_response","turn_id":8},{"role":"assistant","content":"Your reservation has been updated:\\n\\n- New flight SK 130 departs Los Angeles at **one o’clock p.m.** and arrives in San Francisco at **two twenty‑five p.m.** today. \\n- A **change fee of seventy‑five dollars** has been applied; the fare itself remains the same. \\n- Your seat is a **window seat, 21 A**, on the new flight.\\n\\nEverything else from your original booking—name, ticket number, and any existing preferences—has been transferred.\\n\\nIf you’d like to add checked bags or make any other changes, just let me know. Otherwise, you’re all set. Thank you for flying SkyWay Airlines, and have a pleasant trip!","timestamp":1773439330430,"type":"intended","turn_id":8},{"role":"user","content":"No, that is all. Thanks. Goodbye.","timestamp":1773439384679,"type":"transcribed","turn_id":9},{"role":"assistant","content":"You’re very welcome. Have a great flight, and thank you for choosing SkyWay Airlines. Goodbye. [speaker likely cut itself off]","timestamp":1773439385281,"type":"intended","turn_id":9}]`),eae=JSON.parse(`[{"name":"task_completion","displayName":"Task Completion","category":"eva-a","type":"deterministic","score":1,"normalizedScore":1,"details":{"match":true,"message":"Final database state matches expected state exactly"}},{"name":"agent_speech_fidelity","displayName":"Speech Fidelity","category":"eva-a","type":"lalm_judge","score":1,"normalizedScore":1,"details":{"aggregation":"mean","num_turns":10,"num_evaluated":9,"per_turn_ratings":{"0":1,"1":1,"2":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1},"per_turn_explanations":{"0":"The audio faithfully reproduces the intended text 'Hello! How can I help you today?' without any errors.","1":"The audio faithfully reproduces the intended text 'Sure, I can help with that. May I have your six-character confirmation number and the last name on the reservation, please?' without any errors.","2":"The audio faithfully reproduces the intended text, including the spelled-out confirmation code 'V O R J U' and the last name 'Thompson'.","4":"The audio faithfully reproduces the intended text, including the example spelled-out code 'six, eight, one, one, V, O.' without any errors.","5":"The audio faithfully reproduces the intended text, including all flight times, dollar amounts, and city names.","6":"The audio faithfully reproduces the intended text, including all flight options, times, dollar amounts, and city names.","7":"The audio faithfully reproduces the intended text, including the flight number 'SK 130', times, and dollar amounts.","8":"The audio faithfully reproduces the intended text, including the flight number 'SK 130', times, dollar amounts, and seat number '21 A'.","9":"The audio faithfully reproduces the intended text up to the point where the speaker cuts itself off, as indicated by the tag."}}},{"name":"faithfulness","displayName":"Faithfulness","category":"eva-a","type":"llm_judge","score":1,"normalizedScore":0,"details":{"rating":1,"explanation":{"dimensions":{"fabricating_tool_parameters":{"evidence":"In Turn 8, the rebook_flight call uses \`rebooking_type: 'voluntary'\` instead of \`'same_day'\`. The assistant had been describing this as a 'same-day voluntary change' throughout the conversation and applying the same-day confirmed change fee of $75. However, looking at the tool specification, 'same_day' is a valid rebooking_type option, and since this is indeed a same-day change, using 'voluntary' instead of 'same_day' could be considered a minor categorization issue. That said, the fee outcome ($75) is the same for a main_cabin voluntary change and a same-day confirmed change, so this doesn't materially affect the result. The \`new_fare_class: None\` parameter is passed explicitly as null, which is reasonable since the fare class isn't changing.","flagged":false,"rating":3},"misrepresenting_tool_result":{"evidence":"In Turn 5, the assistant presents Option 1 (the connection) fare as $228 in main cabin. However, the tool result shows the connection's individual segment fares for main_cabin are $229 (SK090) + $129 (SK410), while the journey-level 'fare' field shows $228. The assistant used the journey-level fare of $228. In Turn 5, the assistant states for Option 3 (SK215): 'fare $259, a little cheaper' - the tool shows the main_cabin fare for SK215 is $259, which is correct. However, looking more carefully at the fare difference calculations in Turn 6: for Option 1, the assistant says 'credit of thirty-one dollars' ($289-$228=$61, not $31) - wait, let me recheck. The fare difference is $289-$228=$61, but the assistant says $31. Actually in Turn 5 the assistant says '$61 credit for the early morning connection' which is correct. In Turn 6, the assistant says 'credit of thirty-one dollars' for Option 1. $289-$228=$61, not $31. This is a misrepresentation of a calculated value from tool results. For Option 3 in Turn 6, the assistant says 'credit of thirty dollars' ($289-$259=$30), which is correct.","flagged":true,"rating":1},"violating_policies":{"evidence":"The assistant used rebooking_type 'voluntary' with the standard $75 change fee. For a same-day change, the same-day confirmed change fee is also $75, so the financial outcome is identical. The assistant did explain fees before acting in early turns, and obtained explicit user confirmation in Turn 8 before rebooking. The assistant asked for seat preference before assigning seats. The assistant provided a summary at the end. The assistant did not mention the standby option (same-day standby is free for all fare classes), which could be considered a failure to offer alternatives, but this is minor since the user specifically asked for a confirmed change. One potential issue: the assistant told the user about the $75 change fee and fare implications across Turns 5-7, and the user confirmed in Turn 8, so the 'explain before acting' requirement was met. No significant policy violations detected.","flagged":false,"rating":3},"failing_to_disambiguate":{"evidence":"In Turns 2-4, the user provided the confirmation code in a confusing manner across multiple turns ('six Victor Oscar Romeo Juliet Uniform', then '6-8-1-1 Victor Oscar Romeo Juliet Uniform'). In Turn 3, the user says '6-8-1-1. Victor. Oscar Romeo Juliet Uniform' which could be interpreted as '6811VORJU' (9 characters) or some other combination. The assistant appropriately asked for clarification. In Turn 5, the user said 'Six. Victor. Oscar, Romeo, Juliet uniform' which the assistant interpreted as '6VORJU' (6 characters) and it worked. However, the earlier Turn 3 included '6-8-1-1' which was never reconciled - the assistant could have tried combinations including those digits. Since the final attempt succeeded, this is not a material issue. The user's Turn 4 was garbled (repeated 'L-A' many times and mentioned 'Same day change fee is under $80') which the assistant appropriately handled by re-asking.","flagged":false,"rating":3},"hallucination":{"evidence":"In Turn 5, the assistant mentions issuing a 'travel credit' for fare differences on downgrade scenarios. Per policy, downgrade to lower fare results in travel credit, so this is grounded. In Turn 8's summary, the assistant says 'Everything else from your original booking—name, ticket number, and any existing preferences—has been transferred.' The original booking had no seat assigned, no bags, and no meal request, so saying preferences were 'transferred' slightly embellishes, but this is a conversational courtesy rather than a factual claim. No significant hallucinations detected.","flagged":false,"rating":3}}},"num_turns":31}},{"name":"conciseness","displayName":"Conciseness","category":"eva-x","type":"llm_judge","score":2.2,"normalizedScore":0.6,"details":{"aggregation":"mean","num_turns":10,"num_evaluated":10,"mean_rating":2.2,"per_turn_ratings":{"0":3,"1":3,"2":2,"3":1,"4":3,"5":1,"6":1,"7":3,"8":2,"9":3},"per_turn_explanations":{"0":"Brief, friendly opening question with no extra detail; ideal for voice.","1":"Directly asks for the two required identifiers (confirmation code and last name) in one concise prompt; easy to follow.","2":"Appropriately requests clarification after mishearing the code and confirms the last name. Slightly wordier than necessary (\\"including any remaining letter or number\\") but still very manageable in voice and justified by the identification problem.","3":"The assistant provides no spoken guidance and effectively stalls with “waiting,” which is not helpful in a voice flow and forces the user to carry the conversation without direction.","4":"Clear request to repeat the confirmation code one character at a time, with a helpful example, and explains why (to pull up the reservation). This is appropriate given prior confusion and stays focused.","5":"Presents three alternatives with multiple times, fares, a fee, and multiple example credit calculations in one turn, then adds an additional request for seat preference. For voice, this is a lot to retain and includes extra arithmetic/explanatory detail that could be deferred until the user picks an option.","6":"The user asked for repetition, so listing options again is warranted, but the assistant over-structures it with many bullet points, repeats the same $75 fee three times, and includes detailed fare-difference math and credit explanations for each option. This increases cognitive load for spoken delivery.","7":"Concise: identifies the single flight meeting the constraints, states key times, confirms nonstop, and gives the fee under $80. Ends with a simple confirmation question plus seat preference request—reasonable for the next step.","8":"Clear recap of the successful change with the essential details (new flight/time, change fee, seat assignment). The extra line about transferring everything else and offering bags/other changes adds slight unnecessary length, but it’s still easy to digest and appropriate as a booking-confirmation wrap-up.","9":"Short, polite closing suitable for voice; no overload."},"per_turn_failure_modes":{"0":[],"1":[],"2":["verbosity_or_filler"],"3":["contextually_disproportionate_detail"],"4":[],"5":["excess_information_density","over_enumeration_or_list_exhaustion","contextually_disproportionate_detail"],"6":["over_enumeration_or_list_exhaustion","excess_information_density","verbosity_or_filler"],"7":[],"8":["verbosity_or_filler"],"9":[]}}},{"name":"conversation_progression","displayName":"Conversation Progression","category":"eva-x","type":"llm_judge","score":2,"normalizedScore":0.5,"details":{"rating":2,"explanation":{"dimensions":{"unnecessary_tool_calls":{"evidence":"At Turn 7 the assistant calls \`search_rebooking_options\` again with the same parameters as in Turn 5, despite no new constraints that would change the search results and the prior call already returned the full set of options.","flagged":true,"rating":2},"information_loss":{"evidence":"The assistant generally retains key facts once established (e.g., uses confirmation number 6VORJU and last name Thompson successfully in Turn 5, and then rebooks correctly in Turn 8). Earlier requests to repeat the confirmation code are justified by clearly garbled/partial user input (Turns 2–4).","flagged":false,"rating":3},"redundant_statements":{"evidence":"The assistant repeats the flight options in Turn 6, but this is explicitly requested by the user (“Can you repeat the earlier LAX to SFO flights?”). The final confirmation after rebooking (Turn 8) is a standard helpful recap rather than unnecessary repetition.","flagged":false,"rating":3},"question_quality":{"evidence":"The assistant’s questions are targeted and action-enabling (confirmation code/last name for lookup; then asks which option and seat preference). When the user adds constraints (direct, before 2 p.m., fee under $80), the assistant returns the matching option and asks for confirmation/seat preference.","flagged":false,"rating":3}},"flags_count":""},"num_turns":31}},{"name":"turn_taking","displayName":"Turn Taking","category":"eva-x","type":"deterministic","score":4.5,"normalizedScore":0.25,"details":{"aggregation":"abs_mean","num_turns":9,"num_evaluated":9,"per_turn_judge_timing_ratings":{"1":"Late","2":"Late","3":"Early / Interrupting","4":"On-Time","5":"Late","6":"On-Time","7":"Late","8":"Late"},"per_turn_judge_timing_explanations":{"1":"The user’s request is complete (“…earlier flight today?”) with no overlap tags. The agent starts 5.507s later, which exceeds the 4s threshold and would feel like an awkward pause.","2":"User finishes providing the confirmation code and last name; the utterance is complete and there are no interruption indicators. The agent begins 4.940s after user end, which is >4s and thus late.","3":"The user’s statement ends at 67.744s, but the agent starts at 67.917s (0.172s later), which is under the 200ms cutoff. Even without explicit interruption tags, this is effectively too early/over-eager turn-taking.","4":"User’s request about changing the LAX→SFO flight is syntactically complete, and no interruption tags indicate overlap. The agent responds after a 2.286s gap, which is within the on-time range.","5":"User finishes spelling the code and stops; no overlap tags are present. The agent waits 9.466s to respond, which is well beyond 4s and clearly late.","6":"The user asks to repeat the options and finishes the question; no interruption tags suggest they were still talking. The agent begins 2.759s later, a normal conversational gap.","7":"User completes the request to check again (direct flight before 2pm, fee under $80) with no overlap markers. The agent starts 4.407s later, slightly over the 4s threshold, so it’s late.","8":"User accepts the 1pm flight and states a window preference, which is complete. The agent waits 5.500s before confirming, exceeding 4s and thus late."},"num_not_applicable":1}},{"name":"transcription_accuracy_key_entities","displayName":"Transcription Accuracy (Key Entities)","category":"diagnostic","type":"llm_judge","score":0.762,"normalizedScore":0.762,"details":{"aggregation":"mean","num_turns":9,"num_evaluated":9,"per_turn_ratings":{"1":-1,"2":1,"3":0.3333333333333333,"4":0.25,"5":1,"6":1,"7":0.75,"8":1,"9":-1},"per_turn_explanations":{"1":"No key entities (names, codes, dates/times, amounts, etc.) present to evaluate.","2":"All 2 key entities transcribed correctly (confirmation code and last name).","3":"1 out of 3 entities correct. Last name correct; confirmation code mis-transcribed (extra digits).","4":"1 out of 4 entities correct. $80 captured, but LAX/SFO and '2 PM' were not correctly transcribed.","5":"Confirmation code transcribed correctly.","6":"Both airport codes (LAX and SFO) transcribed correctly.","7":"3 out of 4 entities correct. SFO was mis-transcribed; LAX, 2 PM, and $80 were correct.","8":"Both entities (1 PM and window seat preference) transcribed correctly.","9":"No key entities present to evaluate."},"per_turn_entity_details":{"1":{"turn_id":1,"entities":[],"summary":"No key entities (names, codes, dates/times, amounts, etc.) present to evaluate."},"2":{"turn_id":2,"entities":[{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"six Victor Oscar Romeo Juliet Uniform","analysis":"Confirmation code phrase matches (minor punctuation/pauses ignored).","correct":true,"skipped":false},{"type":"name","value":"Thompson","transcribed_value":"Tom. Thompson","analysis":"Last name 'Thompson' is present exactly; extra 'Tom' does not change that the entity was captured.","correct":true,"skipped":false}],"summary":"All 2 key entities transcribed correctly (confirmation code and last name)."},"3":{"turn_id":3,"entities":[{"type":"name","value":"Thompson","transcribed_value":"Thompson","analysis":"Matches exactly.","correct":true,"skipped":false},{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"6-8-1-1 Victor Oscar Romeo Juliet Uniform","analysis":"Code corrupted: expected starts with 'six' then letters; transcription inserted extra digits '8-1-1' not in expected.","correct":false,"skipped":false},{"type":"confirmation_code","value":"six","transcribed_value":"6-8-1-1","analysis":"The repeated final 'six' was transcribed as '6-8-1-1', which does not match.","correct":false,"skipped":false}],"summary":"1 out of 3 entities correct. Last name correct; confirmation code mis-transcribed (extra digits)."},"4":{"turn_id":4,"entities":[{"type":"place","value":"L A X","transcribed_value":"L-A (repeated many times)","analysis":"Expected airport code 'LAX' was not captured; transcription devolves into repeated 'L-A' and does not clearly contain 'LAX'.","correct":false,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"missing","analysis":"Expected 'SFO' not present in transcription.","correct":false,"skipped":false},{"type":"time","value":"two p m","transcribed_value":"p.m.","analysis":"Time value missing the 'two/2' component; only 'p.m.' appears.","correct":false,"skipped":false},{"type":"amount","value":"eighty dollars","transcribed_value":"$80","analysis":"Matches semantically ($80).","correct":true,"skipped":false}],"summary":"1 out of 4 entities correct. $80 captured, but LAX/SFO and '2 PM' were not correctly transcribed."},"5":{"turn_id":5,"entities":[{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"Six Victor Oscar Romeo Juliet uniform","analysis":"Matches exactly aside from capitalization/punctuation.","correct":true,"skipped":false}],"summary":"Confirmation code transcribed correctly."},"6":{"turn_id":6,"entities":[{"type":"place","value":"L A X","transcribed_value":"LAX","analysis":"Matches (formatting difference only).","correct":true,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"SFO","analysis":"Matches (formatting difference only).","correct":true,"skipped":false}],"summary":"Both airport codes (LAX and SFO) transcribed correctly."},"7":{"turn_id":7,"entities":[{"type":"place","value":"L A X","transcribed_value":"LAX","analysis":"Matches (formatting difference only).","correct":true,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"SS. F-O","analysis":"Does not match exactly; 'SS F-O' is not 'SFO'.","correct":false,"skipped":false},{"type":"time","value":"two p m","transcribed_value":"2 p.m.","analysis":"Matches semantically.","correct":true,"skipped":false},{"type":"amount","value":"eighty dollars","transcribed_value":"$80","analysis":"Matches semantically ($80).","correct":true,"skipped":false}],"summary":"3 out of 4 entities correct. SFO was mis-transcribed; LAX, 2 PM, and $80 were correct."},"8":{"turn_id":8,"entities":[{"type":"time","value":"one p m","transcribed_value":"1:00 PM","analysis":"Matches semantically.","correct":true,"skipped":false},{"type":"seat_preference","value":"window","transcribed_value":"window","analysis":"Seat preference 'window' present (minor wording error 'Seek Preferences' ignored).","correct":true,"skipped":false}],"summary":"Both entities (1 PM and window seat preference) transcribed correctly."},"9":{"turn_id":9,"entities":[],"summary":"No key entities present to evaluate."}},"per_turn_normalized":{"1":-1,"2":1,"3":0.3333333333333333,"4":0.25,"5":1,"6":1,"7":0.75,"8":1,"9":-1},"num_not_applicable":2}}]`),cf={userGoal:Zne,userPersona:Qne,conversationTrace:Jne,metrics:eae},ta=cf.userGoal,ra={highLevelGoal:ta.high_level_user_goal,decisionTree:{mustHaveCriteria:ta.decision_tree.must_have_criteria,negotiationBehavior:ta.decision_tree.negotiation_behavior,resolutionCondition:ta.decision_tree.resolution_condition,failureCondition:ta.decision_tree.failure_condition,escalationBehavior:ta.decision_tree.escalation_behavior,edgeCases:ta.decision_tree.edge_cases},informationRequired:ta.information_required},tae=cf.userPersona;function rae(e){const t=[];for(let r=0;r({name:e.name,displayName:e.displayName,category:e.category,type:e.type,score:e.score,normalizedScore:e.normalizedScore,details:e.details})),iae=_9.filter(e=>e.category==="eva-a"),nae=_9.filter(e=>e.category==="eva-x"),aae=_9.filter(e=>e.category==="diagnostic");function Xx(e){const t=Math.floor(e/60),r=Math.floor(e%60);return`${t}:${r.toString().padStart(2,"0")}`}function oae({src:e}){const t=x.useRef(null),r=x.useRef(null),[i,o]=x.useState(!1),[l,s]=x.useState(0),[u,d]=x.useState(0),[f,m]=x.useState(!1);x.useEffect(()=>{const j=t.current;if(!j)return;const A=()=>s(j.currentTime),T=()=>d(j.duration),E=()=>o(!1);return j.addEventListener("timeupdate",A),j.addEventListener("loadedmetadata",T),j.addEventListener("ended",E),()=>{j.removeEventListener("timeupdate",A),j.removeEventListener("loadedmetadata",T),j.removeEventListener("ended",E)}},[]);const h=x.useCallback(()=>{const j=t.current;j&&(i?j.pause():j.play(),o(!i))},[i]),g=x.useCallback(()=>{const j=t.current;j&&(j.muted=!f,m(!f))},[f]),w=x.useCallback(j=>{const A=t.current,T=r.current;if(!A||!T)return;const E=T.getBoundingClientRect(),O=Math.max(0,Math.min(1,(j.clientX-E.left)/E.width));A.currentTime=O*u},[u]),b=u>0?l/u*100:0;return y.jsxs("div",{className:"rounded-xl bg-bg-secondary border border-border-default p-4",children:[y.jsx("audio",{ref:t,preload:"metadata",children:y.jsx("source",{src:e,type:"audio/wav"})}),y.jsxs("div",{className:"flex items-center gap-3 mb-3",children:[y.jsx(Ah,{className:"w-5 h-5 text-purple-light"}),y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Conversation Audio"}),y.jsx("span",{className:"text-[10px] px-2 py-0.5 rounded-full bg-bg-tertiary text-text-muted border border-border-default",children:"Recording"})]}),y.jsxs("div",{className:"flex items-center gap-3",children:[y.jsx("button",{onClick:h,className:"w-10 h-10 rounded-full bg-purple/20 hover:bg-purple/30 flex items-center justify-center transition-colors flex-shrink-0",children:i?y.jsx(TP,{className:"w-5 h-5 text-purple-light"}):y.jsx(NP,{className:"w-5 h-5 text-purple-light ml-0.5"})}),y.jsx("span",{className:"text-xs font-mono text-text-muted w-10 text-right flex-shrink-0",children:Xx(l)}),y.jsx("div",{ref:r,onClick:w,className:"flex-1 h-2 bg-bg-tertiary rounded-full cursor-pointer group relative",children:y.jsx("div",{className:"h-full bg-purple rounded-full transition-[width] duration-100 relative",style:{width:`${b}%`},children:y.jsx("div",{className:"absolute right-0 top-1/2 -translate-y-1/2 w-3.5 h-3.5 rounded-full bg-purple-light border-2 border-bg-secondary opacity-0 group-hover:opacity-100 transition-opacity"})})}),y.jsx("span",{className:"text-xs font-mono text-text-muted w-10 flex-shrink-0",children:u>0?Xx(u):"--:--"}),y.jsx("button",{onClick:g,className:"w-8 h-8 rounded-lg hover:bg-bg-tertiary flex items-center justify-center transition-colors flex-shrink-0",children:f?y.jsx(KP,{className:"w-4 h-4 text-text-muted"}):y.jsx(Ah,{className:"w-4 h-4 text-text-muted"})})]})]})}function lae(e){const t=new Map;for(let r=0;ry.jsxs("div",{className:"flex gap-2 text-xs",children:[y.jsxs("span",{className:"text-text-muted font-mono",children:[s,":"]}),y.jsx("span",{className:"text-text-secondary font-mono",children:JSON.stringify(u)})]},s))})]}),t?.toolResponse&&y.jsxs("div",{className:"border-t border-border-default/50",children:[y.jsxs("button",{onClick:()=>l(!o),className:"w-full flex items-center gap-2 px-3 py-2 text-[10px] text-text-muted font-semibold uppercase tracking-wider hover:bg-bg-hover/30 transition-colors",children:[o?y.jsx(ni,{className:"w-3 h-3"}):y.jsx(lp,{className:"w-3 h-3"}),"Response"]}),o&&y.jsx("div",{className:"px-3 pb-3",children:y.jsx("pre",{className:"text-xs text-text-secondary font-mono leading-relaxed max-h-48 overflow-y-auto overflow-x-auto bg-bg-tertiary rounded-lg p-3",children:JSON.stringify(t.toolResponse,null,2)})})]})]})})}function is({title:e,icon:t,children:r,defaultOpen:i=!1}){const[o,l]=x.useState(i);return y.jsxs("div",{children:[y.jsxs("button",{onClick:()=>l(!o),className:"w-full flex items-center gap-2 rounded-lg border border-border-default bg-bg-primary px-3 py-2 hover:bg-bg-hover/30 transition-colors",children:[y.jsx(t,{className:"w-3.5 h-3.5 text-text-muted"}),y.jsx("span",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider flex-1 text-left",children:e}),y.jsx(ni,{className:`w-3.5 h-3.5 text-text-muted transition-transform ${o?"rotate-180":""}`})]}),o&&y.jsx("div",{className:"mt-2 bg-bg-primary rounded-lg p-3",children:r})]})}function uae(){const[e,t]=x.useState(!0),r=Object.entries(ra.informationRequired).map(([i,o])=>{const l=i.replace(/_/g," ").replace(/\b\w/g,u=>u.toUpperCase()),s=typeof o=="object"?JSON.stringify(o):String(o);return[l,s]});return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsxs("button",{onClick:()=>t(!e),className:"w-full flex items-center gap-3 mb-0 hover:opacity-80 transition-opacity",children:[y.jsx("div",{className:"w-10 h-10 rounded-full bg-blue/20 flex items-center justify-center flex-shrink-0",children:y.jsx(jh,{className:"w-5 h-5 text-blue-light"})}),y.jsxs("div",{className:"flex-1 text-left",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary",children:"User Goal"}),y.jsx("div",{className:"text-[10px] text-text-muted uppercase tracking-wider",children:"Scenario Briefing"})]}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${e?"rotate-180":""}`})]}),e&&y.jsxs("div",{className:"mt-4",children:[y.jsx("div",{className:"border-l-2 border-blue/40 pl-4 mb-5",children:y.jsx("p",{className:"text-sm text-text-primary leading-relaxed",children:ra.highLevelGoal})}),y.jsxs("div",{className:"mb-4 bg-bg-tertiary rounded-lg p-3",children:[y.jsx("div",{className:"text-[10px] font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Persona"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:tae})]}),y.jsxs("div",{className:"mb-4",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-2.5",children:"Must-Have Criteria"}),y.jsx("div",{className:"space-y-2",children:ra.decisionTree.mustHaveCriteria.map((i,o)=>y.jsxs("div",{className:"flex gap-2 items-start",children:[y.jsx(xh,{className:"w-3.5 h-3.5 text-blue-light mt-0.5 flex-shrink-0"}),y.jsx("span",{className:"text-xs text-text-secondary leading-relaxed",children:i})]},o))})]}),y.jsxs("div",{className:"space-y-2",children:[y.jsx(is,{title:"Negotiation Behavior",icon:ej,children:y.jsx("div",{className:"space-y-2.5",children:ra.decisionTree.negotiationBehavior.map((i,o)=>y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:i},o))})}),y.jsx(is,{title:"Resolution & Failure",icon:tj,children:y.jsxs("div",{className:"space-y-3",children:[y.jsxs("div",{children:[y.jsx("div",{className:"text-[10px] font-semibold text-emerald-400 uppercase tracking-wider mb-1",children:"Resolution"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.resolutionCondition})]}),y.jsxs("div",{children:[y.jsx("div",{className:"text-[10px] font-semibold text-red-400 uppercase tracking-wider mb-1",children:"Failure"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.failureCondition})]})]})}),y.jsx(is,{title:"Escalation",icon:LP,children:y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.escalationBehavior})}),y.jsx(is,{title:"Edge Cases",icon:_s,children:y.jsx("div",{className:"space-y-2",children:ra.decisionTree.edgeCases.map((i,o)=>y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:i},o))})}),y.jsx(is,{title:"Scenario Details",icon:jh,children:y.jsx("div",{className:"space-y-2",children:r.map(([i,o])=>y.jsxs("div",{className:"flex justify-between gap-3",children:[y.jsx("span",{className:"text-[11px] text-text-muted flex-shrink-0",children:i}),y.jsx("span",{className:"text-[11px] text-text-primary font-medium text-right break-all",children:o})]},i))})})]})]})]})}const bh=[{name:"get_reservation",description:"Retrieve flight reservation using confirmation number and passenger last name",toolType:"read"},{name:"get_flight_status",description:"Get flight info including status, delays, cancellations, and gate information",toolType:"read"},{name:"get_disruption_info",description:"Get detailed disruption info for IRROPS handling and rebooking entitlements",toolType:"read"},{name:"search_rebooking_options",description:"Search for available flights to rebook a passenger",toolType:"read"},{name:"rebook_flight",description:"Rebook passenger(s) to a new flight (voluntary, IRROPS, or missed flight)",toolType:"write"},{name:"add_to_standby",description:"Add passenger to standby list for a flight",toolType:"write"},{name:"assign_seat",description:"Assign a seat to a passenger based on preference",toolType:"write"},{name:"add_baggage_allowance",description:"Add checked baggage allowance to a flight segment",toolType:"write"},{name:"add_meal_request",description:"Add or update special meal request for a passenger",toolType:"write"},{name:"issue_travel_credit",description:"Issue a travel credit or future flight voucher",toolType:"write"},{name:"issue_hotel_voucher",description:"Issue a hotel voucher for delays or disruptions",toolType:"write"},{name:"issue_meal_voucher",description:"Issue a meal voucher for delays or disruptions",toolType:"write"},{name:"cancel_reservation",description:"Cancel a flight booking",toolType:"write"},{name:"process_refund",description:"Process a refund for a cancelled or eligible reservation",toolType:"write"},{name:"transfer_to_agent",description:"Transfer the call to a live human agent",toolType:"system"}];function pae(e){const t=new Map;for(const r of e)if(r.type==="tool_response"&&r.toolName){const i=t.get(r.toolName)??{calls:0,success:0,error:0};i.calls++,r.toolStatus==="success"?i.success++:i.error++,t.set(r.toolName,i)}return t}function dae({tool:e,isUsed:t,typeColors:r}){const[i,o]=x.useState(!1);return y.jsxs("div",{className:`rounded-lg border ${t?"border-amber/30 bg-amber/5":"border-border-default bg-bg-primary opacity-60"}`,children:[y.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center gap-2 px-3 py-2 hover:opacity-80 transition-opacity",children:[y.jsx(pd,{className:`w-3.5 h-3.5 flex-shrink-0 ${t?"text-amber":"text-text-muted"}`}),y.jsx("span",{className:`text-xs font-semibold font-mono flex-1 text-left ${t?"text-text-primary":"text-text-muted"}`,children:e.name}),y.jsx("span",{className:`text-[9px] px-1.5 py-0.5 rounded-full font-medium border ${r[e.toolType]}`,children:e.toolType})]}),i&&y.jsx("div",{className:"px-3 pb-2.5 pt-0",children:y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:e.description})})]})}function fae(){const e=pae(fl),t=bh.filter(l=>e.has(l.name)).length,r={read:"bg-cyan-500/10 text-cyan-400 border-cyan-500/20",write:"bg-purple/10 text-purple-light border-purple/20",system:"bg-amber/10 text-amber border-amber/20"},[i,o]=x.useState(!0);return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center gap-3 mb-0 hover:opacity-80 transition-opacity",children:[y.jsx("div",{className:"w-10 h-10 rounded-full bg-amber/20 flex items-center justify-center flex-shrink-0",children:y.jsx(pd,{className:"w-5 h-5 text-amber"})}),y.jsxs("div",{className:"flex-1 text-left",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary",children:"Agent Tools"}),y.jsxs("div",{className:"text-[10px] text-text-muted uppercase tracking-wider",children:[t," of ",bh.length," used in this conversation"]})]}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${i?"rotate-180":""}`})]}),i&&y.jsx("div",{className:"mt-4 space-y-1.5",children:bh.map(l=>{const s=e.has(l.name);return y.jsx(dae,{tool:l,isUsed:s,typeColors:r},l.name)})})]})}function mae({score:e,size:t="md"}){const r=e>=.8?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":e>=.5?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20",i=t==="sm"?"text-[10px] px-1.5 py-0.5":"text-xs px-2 py-0.5";return y.jsxs("span",{className:`${i} rounded-full font-semibold border ${r}`,children:[(e*100).toFixed(0),"%"]})}function hae({type:e}){const t={deterministic:"Deterministic",llm_judge:"LLM Judge",lalm_judge:"Audio Judge"},r={deterministic:"bg-cyan-500/10 text-cyan-400 border-cyan-500/20",llm_judge:"bg-purple/10 text-purple-light border-purple/20",lalm_judge:"bg-amber/10 text-amber border-amber/20"};return y.jsx("span",{className:`text-[10px] px-1.5 py-0.5 rounded-full font-medium border ${r[e]??"bg-bg-tertiary text-text-muted border-border-default"}`,children:t[e]??e})}function _ae({metric:e}){const[t,r]=x.useState(!1),i=e.details,o=i.per_turn_ratings,l=i.per_turn_explanations,s=i.per_turn_judge_timing_ratings,u=i.per_turn_judge_timing_explanations,d=i.explanation,f=i.per_turn_entity_details,h=(typeof d=="object"&&d!==null?d:void 0)?.dimensions;return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[y.jsxs("button",{onClick:()=>r(!t),className:"w-full flex items-center gap-3 px-4 py-3 hover:bg-bg-hover/30 transition-colors",children:[y.jsxs("div",{className:"flex-1 flex items-center gap-3",children:[y.jsx("span",{className:"text-base font-semibold text-text-primary",children:e.displayName}),y.jsx(hae,{type:e.type})]}),y.jsx(mae,{score:e.normalizedScore}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${t?"rotate-180":""}`})]}),t&&y.jsxs("div",{className:"px-5 pb-5 border-t border-border-default/50 pt-4 space-y-5",children:[e.name==="task_completion"&&y.jsxs("div",{className:"flex items-center gap-2",children:[i.match?y.jsx(xh,{className:"w-5 h-5 text-emerald-400"}):y.jsx(_s,{className:"w-5 h-5 text-red-400"}),y.jsx("span",{className:"text-base text-text-secondary",children:i.message})]}),h&&y.jsx("div",{className:"space-y-3",children:Object.entries(h).map(([g,w])=>{const b=e.name==="faithfulness";let j,A;return b?w.rating===3?(j="OK",A="bg-emerald-500/10 text-emerald-400 border-emerald-500/20"):w.rating===2?(j="Minor/Ambiguous Issue",A="bg-amber/10 text-amber border-amber/20"):(j="Clear Error",A="bg-red-500/10 text-red-400 border-red-500/20"):e.name==="conversation_progression"?w.rating===3?(j="OK",A="bg-emerald-500/10 text-emerald-400 border-emerald-500/20"):w.rating===2?(j="Minor Issue",A="bg-amber/10 text-amber border-amber/20"):(j="Clear Issue",A="bg-red-500/10 text-red-400 border-red-500/20"):(j=w.flagged?"Flagged":"OK",A=w.flagged?"bg-amber/10 text-amber border-amber/20":"bg-emerald-500/10 text-emerald-400 border-emerald-500/20"),y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:g.replace(/_/g," ").replace(/\b\w/g,T=>T.toUpperCase())}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${A}`,children:j}),y.jsxs("span",{className:"text-xs text-text-muted ml-auto",children:[w.rating,"/3"]})]}),y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:w.evidence})]},g)})}),o&&!h&&!f&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Breakdown"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(o).map(([g,w])=>{const b=l?.[g];return w===-1?null:y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsxs("span",{className:"text-xs font-semibold text-text-muted",children:["Turn ",g]}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${w>=3||w===1&&e.name==="agent_speech_fidelity"?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":w>=2?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20"}`,children:w})]}),b&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:b})]},g)})})]}),s&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Timing"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(s).map(([g,w])=>{const b=u?.[g],j=w==="On-Time"?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":w==="Late"?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20";return y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsxs("span",{className:"text-xs font-semibold text-text-muted",children:["Turn ",g]}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${j}`,children:w})]}),b&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:b})]},g)})})]}),f&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Entity Accuracy"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(f).map(([g,w])=>!w.entities||w.entities.length===0?null:y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"text-xs font-semibold text-text-muted mb-2",children:["Turn ",g]}),y.jsx("div",{className:"space-y-2",children:w.entities.map((b,j)=>y.jsxs("div",{className:"flex items-start gap-2 text-base",children:[b.correct?y.jsx(xh,{className:"w-4 h-4 text-emerald-400 mt-0.5 flex-shrink-0"}):y.jsx(_s,{className:"w-4 h-4 text-red-400 mt-0.5 flex-shrink-0"}),y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[b.type,":"]})," ",y.jsx("span",{className:"text-text-secondary",children:b.value}),!b.correct&&y.jsxs("span",{className:"text-red-400",children:[" → ",b.transcribed_value]})]})]},j))}),y.jsx("p",{className:"text-xs text-text-muted mt-2",children:w.summary})]},g))})]}),typeof d=="string"&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:d})]})]})}function gae(){const e=[{label:"Accuracy (EVA-A)",icon:tj,metrics:iae,color:"text-emerald-400"},{label:"Experience (EVA-X)",icon:QM,metrics:nae,color:"text-purple-light"},{label:"Relevant Diagnostic Metric",icon:DP,metrics:aae,color:"text-cyan-400"}];return y.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.2},className:"mt-12",children:y.jsx("div",{className:"space-y-8",children:e.map(t=>y.jsxs("div",{children:[y.jsx("div",{className:"flex items-center gap-3 mb-4 pb-3 border-b border-border-default",children:y.jsx("span",{className:"text-lg font-bold text-text-primary",children:t.label})}),y.jsx("div",{className:"space-y-2",children:t.metrics.map(r=>y.jsx(_ae,{metric:r},r.name))})]},t.label))})})}function vae(){const e=lae(fl),t=[];let r=0;for(;r{const t=Yx[e.category]??Gx;return e.items.map((r,i)=>y.jsxs("div",{className:`rounded-xl border ${t.border} ${t.bg} p-5 flex flex-col`,children:[y.jsx("div",{className:"flex items-center gap-2 mb-2",children:y.jsx("span",{className:`text-[10px] font-semibold uppercase tracking-wider px-2 py-0.5 rounded-full ${t.badge} ${t.text} border ${t.badgeBorder}`,children:e.category})}),y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1.5",children:r.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed flex-1",children:r.description})]},`${e.category}-${i}`))})})]}),y.jsxs(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.1},children:[y.jsxs("div",{className:"flex items-center gap-3 mb-6",children:[y.jsx("div",{className:"w-10 h-10 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(MP,{className:"w-5 h-5 text-purple"})}),y.jsx("h3",{className:"text-xl font-bold text-text-primary",children:"Roadmap"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4",children:wae.flatMap(e=>{const t=Yx[e.category]??Gx;return e.items.map((r,i)=>y.jsxs("div",{className:`rounded-xl border ${t.border} ${t.bg} p-5 flex flex-col`,children:[y.jsx("div",{className:"flex items-center gap-2 mb-2",children:y.jsx("span",{className:`text-[10px] font-semibold uppercase tracking-wider px-2 py-0.5 rounded-full ${t.badge} ${t.text} border ${t.badgeBorder}`,children:e.category})}),y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1.5",children:r.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed flex-1",children:r.description})]},`${e.category}-${i}`))})})]})]})})}const xae=new Set(["intro","architecture","metrics","results","demo","limitations","acknowledgements"]);function Wx(){const e=window.location.hash.slice(1);return e&&xae.has(e)?e:"intro"}function jae(){if(typeof window<"u"){const e=localStorage.getItem("eva-theme");if(e==="light"||e==="dark")return e}return"dark"}function Aae(){const[e,t]=x.useState(Wx),[r,i]=x.useState(jae);x.useEffect(()=>{const u=()=>t(Wx());return window.addEventListener("hashchange",u),()=>window.removeEventListener("hashchange",u)},[]);const o=x.useCallback(u=>{t(u),window.history.pushState(null,"",`#${u}`)},[]);x.useEffect(()=>{document.documentElement.setAttribute("data-theme",r),localStorage.setItem("eva-theme",r)},[r]);const l=x.useCallback(()=>{i(u=>u==="dark"?"light":"dark")},[]),s=x.useMemo(()=>({mode:r,colors:vne[r]}),[r]);return y.jsx(h9.Provider,{value:s,children:y.jsxs("div",{className:"min-h-screen bg-bg-primary",children:[y.jsx(GP,{activeTab:e,onTabChange:o,theme:r,onToggleTheme:l}),y.jsxs("main",{children:[e==="intro"&&y.jsx(HI,{}),e==="architecture"&&y.jsx(KI,{}),e==="metrics"&&y.jsx(JI,{}),e==="results"&&y.jsx(Wne,{}),e==="demo"&&y.jsx(vae,{}),e==="limitations"&&y.jsx(bae,{}),e==="acknowledgements"&&y.jsx(qI,{})]})]})})}HM.createRoot(document.getElementById("root")).render(y.jsx(x.StrictMode,{children:y.jsx(Aae,{})})); + `).concat(N.x,",").concat(N.y),M=et(e.id)?xs("recharts-radial-line-"):e.id;return x.createElement("text",pn({},i,{dominantBaseline:"central",className:Ze("recharts-radial-bar-label",s)}),x.createElement("defs",null,x.createElement("path",{id:M,d:C})),x.createElement("textPath",{xlinkHref:"#".concat(M)},r))},dQ=(e,t,r)=>{var{cx:i,cy:o,innerRadius:l,outerRadius:s,startAngle:u,endAngle:d}=e,f=(u+d)/2;if(r==="outside"){var{x:m,y:h}=Jt(i,o,s+t,f);return{x:m,y:h,textAnchor:m>=i?"start":"end",verticalAnchor:"middle"}}if(r==="center")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"middle"};if(r==="centerTop")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"start"};if(r==="centerBottom")return{x:i,y:o,textAnchor:"middle",verticalAnchor:"end"};var g=(l+s)/2,{x:w,y:b}=Jt(i,o,g,f);return{x:w,y:b,textAnchor:"middle",verticalAnchor:"middle"}},op=e=>e!=null&&"cx"in e&&_e(e.cx),fQ={angle:0,offset:5,zIndex:Mt.label,position:"middle",textBreakAll:!1};function mQ(e){if(!op(e))return e;var{cx:t,cy:r,outerRadius:i}=e,o=i*2;return{x:t-i,y:r-i,width:o,upperWidth:o,lowerWidth:o,height:o}}function aa(e){var t=Vt(e,fQ),{viewBox:r,parentViewBox:i,position:o,value:l,children:s,content:u,className:d="",textBreakAll:f,labelRef:m}=t,h=cQ(),g=lk(),w=o==="center"?g:h??g,b,j,A;r==null?b=w:op(r)?b=r:b=H3(r);var T=mQ(b);if(!b||et(l)&&et(s)&&!x.isValidElement(u)&&typeof u!="function")return null;var E=ls(ls({},t),{},{viewBox:b});if(x.isValidElement(u)){var{labelRef:O}=E,N=Gb(E,tQ);return x.cloneElement(u,N)}if(typeof u=="function"){var{content:C}=E,M=Gb(E,rQ);if(j=x.createElement(u,M),x.isValidElement(j))return j}else j=sQ(t);var R=Ir(t);if(op(b)){if(o==="insideStart"||o==="insideEnd"||o==="end")return pQ(t,o,j,R,b);A=dQ(b,t.offset,t.position)}else{if(!T)return null;var z=eQ({viewBox:T,position:o,offset:t.offset,parentViewBox:op(i)?void 0:i});A=ls(ls({x:z.x,y:z.y,textAnchor:z.horizontalAnchor,verticalAnchor:z.verticalAnchor},z.width!==void 0?{width:z.width}:{}),z.height!==void 0?{height:z.height}:{})}return x.createElement(Ur,{zIndex:t.zIndex},x.createElement(Q6,pn({ref:m,className:Ze("recharts-label",d)},R,A,{textAnchor:tk(R.textAnchor)?R.textAnchor:A.textAnchor,breakAll:f}),j))}aa.displayName="Label";var hQ=(e,t,r)=>{if(!e)return null;var i={viewBox:t,labelRef:r};return e===!0?x.createElement(aa,pn({key:"label-implicit"},i)):li(e)?x.createElement(aa,pn({key:"label-implicit",value:e},i)):x.isValidElement(e)?e.type===aa?x.cloneElement(e,ls({key:"label-implicit"},i)):x.createElement(aa,pn({key:"label-implicit",content:e},i)):J6(e)?x.createElement(aa,pn({key:"label-implicit",content:e},i)):e&&typeof e=="object"?x.createElement(aa,pn({},e,{key:"label-implicit"},i)):null};function ck(e){var{label:t,labelRef:r}=e,i=lk();return hQ(t,i,r)||null}var _Q=["valueAccessor"],gQ=["dataKey","clockWise","id","textBreakAll","zIndex"];function rd(){return rd=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t=Array.isArray(e.value)?e.value[e.value.length-1]:e.value;if(KZ(t))return t},sk=x.createContext(void 0),uk=sk.Provider,pk=x.createContext(void 0);pk.Provider;function wQ(){return x.useContext(sk)}function bQ(){return x.useContext(pk)}function ms(e){var{valueAccessor:t=yQ}=e,r=Zb(e,_Q),{dataKey:i,clockWise:o,id:l,textBreakAll:s,zIndex:u}=r,d=Zb(r,gQ),f=wQ(),m=bQ(),h=f||m;return!h||!h.length?null:x.createElement(Ur,{zIndex:u??Mt.label},x.createElement(Pt,{className:"recharts-label-list"},h.map((g,w)=>{var b,j=et(i)?t(g,w):ht(g.payload,i),A=et(l)?{}:{id:"".concat(l,"-").concat(w)};return x.createElement(aa,rd({key:"label-".concat(w)},Ir(g),d,A,{fill:(b=r.fill)!==null&&b!==void 0?b:g.fill,parentViewBox:g.parentViewBox,value:j,textBreakAll:s,viewBox:g.viewBox,index:w,zIndex:0}))})))}ms.displayName="LabelList";function dk(e){var{label:t}=e;return t?t===!0?x.createElement(ms,{key:"labelList-implicit"}):x.isValidElement(t)||J6(t)?x.createElement(ms,{key:"labelList-implicit",content:t}):typeof t=="object"?x.createElement(ms,rd({key:"labelList-implicit"},t,{type:String(t.type)})):null:null}var xQ=["component"];function jQ(e,t){if(e==null)return{};var r,i,o=AQ(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;itypeof e=="string"?e:e?e.displayName||e.name||"Component":"",tx=null,hh=null,hk=e=>{if(e===tx&&Array.isArray(hh))return hh;var t=[];return x.Children.forEach(e,r=>{et(r)||(NQ.isFragment(r)?t=t.concat(hk(r.props.children)):t.push(r))}),hh=t,tx=e,t};function _k(e,t){var r=[],i=[];return Array.isArray(t)?i=t.map(o=>ex(o)):i=[ex(t)],hk(e).forEach(o=>{var l=Tl(o,"type.displayName")||Tl(o,"type.name");l&&i.indexOf(l)!==-1&&r.push(o)}),r}var _h={},rx;function CQ(){return rx||(rx=1,(function(e){Object.defineProperty(e,Symbol.toStringTag,{value:"Module"});function t(r){if(typeof r!="object"||r==null)return!1;if(Object.getPrototypeOf(r)===null)return!0;if(Object.prototype.toString.call(r)!=="[object Object]"){const o=r[Symbol.toStringTag];return o==null||!Object.getOwnPropertyDescriptor(r,Symbol.toStringTag)?.writable?!1:r.toString()===`[object ${o}]`}let i=r;for(;Object.getPrototypeOf(i)!==null;)i=Object.getPrototypeOf(i);return Object.getPrototypeOf(r)===i}e.isPlainObject=t})(_h)),_h}var gh,ix;function MQ(){return ix||(ix=1,gh=CQ().isPlainObject),gh}var PQ=MQ();const DQ=_a(PQ);var nx,ax,ox,lx,cx;function sx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function ux(e){for(var t=1;t{var l=r-i,s;return s=mt(nx||(nx=Qc(["M ",",",""])),e,t),s+=mt(ax||(ax=Qc(["L ",",",""])),e+r,t),s+=mt(ox||(ox=Qc(["L ",",",""])),e+r-l/2,t+o),s+=mt(lx||(lx=Qc(["L ",",",""])),e+r-l/2-i,t+o),s+=mt(cx||(cx=Qc(["L ",","," Z"])),e,t),s},IQ={x:0,y:0,upperWidth:0,lowerWidth:0,height:0,isUpdateAnimationActive:!1,animationBegin:0,animationDuration:1500,animationEasing:"ease"},BQ=e=>{var t=Vt(e,IQ),{x:r,y:i,upperWidth:o,lowerWidth:l,height:s,className:u}=t,{animationEasing:d,animationDuration:f,animationBegin:m,isUpdateAnimationActive:h}=t,g=x.useRef(null),[w,b]=x.useState(-1),j=x.useRef(o),A=x.useRef(l),T=x.useRef(s),E=x.useRef(r),O=x.useRef(i),N=Vd(e,"trapezoid-");if(x.useEffect(()=>{if(g.current&&g.current.getTotalLength)try{var se=g.current.getTotalLength();se&&b(se)}catch{}},[]),r!==+r||i!==+i||o!==+o||l!==+l||s!==+s||o===0&&l===0||s===0)return null;var C=Ze("recharts-trapezoid",u);if(!h)return x.createElement("g",null,x.createElement("path",id({},Ir(t),{className:C,d:px(r,i,o,l,s)})));var M=j.current,R=A.current,z=T.current,F=E.current,Z=O.current,te="0px ".concat(w===-1?1:w,"px"),X="".concat(w,"px ").concat(w,"px"),ge=W3(["strokeDasharray"],f,d);return x.createElement(Bd,{animationId:N,key:N,canBegin:w>0,duration:f,easing:d,isActive:h,begin:m},se=>{var ye=vt(M,o,se),B=vt(R,l,se),G=vt(z,s,se),ie=vt(F,r,se),le=vt(Z,i,se);g.current&&(j.current=ye,A.current=B,T.current=G,E.current=ie,O.current=le);var ce=se>0?{transition:ge,strokeDasharray:X}:{strokeDasharray:te};return x.createElement("path",id({},Ir(t),{className:C,d:px(ie,le,ye,B,G),ref:g,style:ux(ux({},ce),t.style)}))})},VQ=["option","shapeType","activeClassName","inActiveClassName"];function UQ(e,t){if(e==null)return{};var r,i,o=$Q(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var i=ot();return(o,l)=>s=>{e?.(o,l,s),i(jO({activeIndex:String(l),activeDataKey:t,activeCoordinate:o.tooltipPosition,activeGraphicalItemId:r}))}},t9=e=>{var t=ot();return(r,i)=>o=>{e?.(r,i,o),t(pG())}},r9=(e,t,r)=>{var i=ot();return(o,l)=>s=>{e?.(o,l,s),i(dG({activeIndex:String(l),activeDataKey:t,activeCoordinate:o.tooltipPosition,activeGraphicalItemId:r}))}};function gk(e){var{tooltipEntrySettings:t}=e,r=ot(),i=wt(),o=x.useRef(null);return x.useLayoutEffect(()=>{i||(o.current===null?r(lG(t)):o.current!==t&&r(cG({prev:o.current,next:t})),o.current=t)},[t,r,i]),x.useLayoutEffect(()=>()=>{o.current&&(r(sG(o.current)),o.current=null)},[r]),null}function vk(e){var{legendPayload:t}=e,r=ot(),i=wt(),o=x.useRef(null);return x.useLayoutEffect(()=>{i||(o.current===null?r(fq(t)):o.current!==t&&r(mq({prev:o.current,next:t})),o.current=t)},[r,i,t]),x.useLayoutEffect(()=>()=>{o.current&&(r(hq(o.current)),o.current=null)},[r]),null}var vh,GQ=()=>{var[e]=x.useState(()=>xs("uid-"));return e},WQ=(vh=BM.useId)!==null&&vh!==void 0?vh:GQ;function ZQ(e,t){var r=WQ();return t||(e?"".concat(e,"-").concat(r):r)}var yk=x.createContext(void 0),wk=e=>{var{id:t,type:r,children:i}=e,o=ZQ("recharts-".concat(r),t);return x.createElement(yk.Provider,{value:o},i(o))};function QQ(){return x.useContext(yk)}var JQ={cartesianItems:[],polarItems:[]},bk=nr({name:"graphicalItems",initialState:JQ,reducers:{addCartesianGraphicalItem:{reducer(e,t){e.cartesianItems.push(t.payload)},prepare:nt()},replaceCartesianGraphicalItem:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).cartesianItems.indexOf(r);o>-1&&(e.cartesianItems[o]=i)},prepare:nt()},removeCartesianGraphicalItem:{reducer(e,t){var r=ri(e).cartesianItems.indexOf(t.payload);r>-1&&e.cartesianItems.splice(r,1)},prepare:nt()},addPolarGraphicalItem:{reducer(e,t){e.polarItems.push(t.payload)},prepare:nt()},removePolarGraphicalItem:{reducer(e,t){var r=ri(e).polarItems.indexOf(t.payload);r>-1&&e.polarItems.splice(r,1)},prepare:nt()},replacePolarGraphicalItem:{reducer(e,t){var{prev:r,next:i}=t.payload,o=ri(e).polarItems.indexOf(r);o>-1&&(e.polarItems[o]=i)},prepare:nt()}}}),{addCartesianGraphicalItem:eJ,replaceCartesianGraphicalItem:tJ,removeCartesianGraphicalItem:rJ,addPolarGraphicalItem:Dae,removePolarGraphicalItem:Rae,replacePolarGraphicalItem:Lae}=bk.actions,iJ=bk.reducer,nJ=e=>{var t=ot(),r=x.useRef(null);return x.useLayoutEffect(()=>{r.current===null?t(eJ(e)):r.current!==e&&t(tJ({prev:r.current,next:e})),r.current=e},[t,e]),x.useLayoutEffect(()=>()=>{r.current&&(t(rJ(r.current)),r.current=null)},[t]),null},xk=x.memo(nJ);function mx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function hx(e){for(var t=1;t({top:e.top,bottom:e.bottom,left:e.left,right:e.right})),vJ=q([gJ,xn,jn],(e,t,r)=>{if(!(!e||t==null||r==null))return{x:e.left,y:e.top,width:Math.max(0,t-e.left-e.right),height:Math.max(0,r-e.top-e.bottom)}}),yJ=e=>{var t=wt();return me(r=>Ui(r,"xAxis",e,t))},wJ=e=>{var t=wt();return me(r=>Ui(r,"yAxis",e,t))},Ak=function(){var t=arguments.length>0&&arguments[0]!==void 0?arguments[0]:of,r=wt(),i=me(o=>fa(o,"xAxis",t,r));return i?.map},i9=function(){var t=arguments.length>0&&arguments[0]!==void 0?arguments[0]:of,r=wt(),i=me(o=>fa(o,"yAxis",t,r));return i?.map},Sk=()=>me(vJ),_x=(e,t,r)=>{var i=r??e;if(!et(i))return bi(i,t,0)},bJ=(e,t,r)=>{var i={},o=e.filter(Kd),l=e.filter(f=>f.stackId==null),s=o.reduce((f,m)=>{var h=f[m.stackId];return h==null&&(h=[]),h.push(m),f[m.stackId]=h,f},i),u=Object.entries(s).map(f=>{var m,[h,g]=f,w=g.map(j=>j.dataKey),b=_x(t,r,(m=g[0])===null||m===void 0?void 0:m.barSize);return{stackId:h,dataKeys:w,barSize:b}}),d=l.map(f=>{var m=[f.dataKey].filter(g=>g!=null),h=_x(t,r,f.barSize);return{stackId:void 0,dataKeys:m,barSize:h}});return[...u,...d]};function gx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function K0(e){for(var t=1;tE+(O.barSize||0),0);g+=(s-1)*u,g>=r&&(g-=(s-1)*u,u=0),g>=r&&h>0&&(m=!0,h*=.9,g=s*h);var w=(r-g)/2>>0,b={offset:w-u,size:0};d=i.reduce((E,O)=>{var N,C={stackId:O.stackId,dataKeys:O.dataKeys,position:{offset:b.offset+b.size+u,size:m?h:(N=O.barSize)!==null&&N!==void 0?N:0}},M=[...E,C];return b=C.position,M},f)}else{var j=bi(t,r,0,!0);r-2*j-(s-1)*u<=0&&(u=0);var A=(r-2*j-(s-1)*u)/s;A>1&&(A>>=0);var T=Ne(o)?Math.min(A,o):A;d=i.reduce((E,O,N)=>[...E,{stackId:O.stackId,dataKeys:O.dataKeys,position:{offset:j+(A+u)*N+(A-T)/2,size:T}}],f)}return d}}var TJ=(e,t,r,i,o,l,s)=>{var u=et(s)?t:s,d=SJ(r,i,o!==l?o:l,e,u);return o!==l&&d!=null&&(d=d.map(f=>K0(K0({},f),{},{position:K0(K0({},f.position),{},{offset:f.position.offset-o/2})}))),d},EJ=(e,t)=>{var r=l6(t);if(!(!e||r==null||t==null)){var{stackId:i}=t;if(i!=null){var o=e[i];if(o){var{stackedData:l}=o;if(l)return l.find(s=>s.key===r)}}}},OJ=(e,t)=>{if(!(e==null||t==null)){var r=e.find(i=>i.stackId===t.stackId&&t.dataKey!=null&&i.dataKeys.includes(t.dataKey));if(r!=null)return r.position}};function kJ(e,t){return e&&typeof e=="object"&&"zIndex"in e&&typeof e.zIndex=="number"&&Ne(e.zIndex)?e.zIndex:t}var NJ=e=>{var{chartData:t}=e,r=ot(),i=wt();return x.useEffect(()=>i?()=>{}:(r(Pb(t)),()=>{r(Pb(void 0))}),[t,r,i]),null},vx={x:0,y:0,width:0,height:0,padding:{top:0,right:0,bottom:0,left:0}},Tk=nr({name:"brush",initialState:vx,reducers:{setBrushSettings(e,t){return t.payload==null?vx:t.payload}}}),{setBrushSettings:Vae}=Tk.actions,CJ=Tk.reducer,MJ=(e,t)=>{var{x:r,y:i}=e,{x:o,y:l}=t;return{x:Math.min(r,o),y:Math.min(i,l),width:Math.abs(o-r),height:Math.abs(l-i)}},PJ=e=>{var{x1:t,y1:r,x2:i,y2:o}=e;return MJ({x:t,y:r},{x:i,y:o})};function DJ(e){return(e%180+180)%180}var RJ=function(t){var{width:r,height:i}=t,o=arguments.length>1&&arguments[1]!==void 0?arguments[1]:0,l=DJ(o),s=l*Math.PI/180,u=Math.atan(i/r),d=s>u&&s{e.dots.push(t.payload)},removeDot:(e,t)=>{var r=ri(e).dots.findIndex(i=>i===t.payload);r!==-1&&e.dots.splice(r,1)},addArea:(e,t)=>{e.areas.push(t.payload)},removeArea:(e,t)=>{var r=ri(e).areas.findIndex(i=>i===t.payload);r!==-1&&e.areas.splice(r,1)},addLine:(e,t)=>{e.lines.push(t.payload)},removeLine:(e,t)=>{var r=ri(e).lines.findIndex(i=>i===t.payload);r!==-1&&e.lines.splice(r,1)}}}),{addDot:Uae,removeDot:$ae,addArea:qae,removeArea:Fae,addLine:zJ,removeLine:IJ}=Ek.actions,BJ=Ek.reducer,Ok=x.createContext(void 0),VJ=e=>{var{children:t}=e,[r]=x.useState("".concat(xs("recharts"),"-clip")),i=Sk();if(i==null)return null;var{x:o,y:l,width:s,height:u}=i;return x.createElement(Ok.Provider,{value:r},x.createElement("defs",null,x.createElement("clipPath",{id:r},x.createElement("rect",{x:o,y:l,height:u,width:s}))),t)},UJ=()=>x.useContext(Ok);class $J{constructor(t){var{x:r,y:i}=t;this.xAxisScale=r,this.yAxisScale=i}map(t,r){var i,o,{position:l}=r;return{x:(i=this.xAxisScale.map(t.x,{position:l}))!==null&&i!==void 0?i:0,y:(o=this.yAxisScale.map(t.y,{position:l}))!==null&&o!==void 0?o:0}}mapWithFallback(t,r){var i,o,{position:l,fallback:s}=r,u,d;return s==="rangeMin"?u=this.yAxisScale.rangeMin():s==="rangeMax"?u=this.yAxisScale.rangeMax():u=0,s==="rangeMin"?d=this.xAxisScale.rangeMin():s==="rangeMax"?d=this.xAxisScale.rangeMax():d=0,{x:(i=this.xAxisScale.map(t.x,{position:l}))!==null&&i!==void 0?i:d,y:(o=this.yAxisScale.map(t.y,{position:l}))!==null&&o!==void 0?o:u}}isInRange(t){var{x:r,y:i}=t,o=r==null||this.xAxisScale.isInRange(r),l=i==null||this.yAxisScale.isInRange(i);return o&&l}}function yx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function wx(e){for(var t=1;t{var r;if(x.isValidElement(e))r=x.cloneElement(e,t);else if(typeof e=="function")r=e(t);else{if(!Ne(t.x1)||!Ne(t.y1)||!Ne(t.x2)||!Ne(t.y2))return null;r=x.createElement("line",ad({},t,{className:"recharts-reference-line-line"}))}return r},XJ=(e,t,r,i,o,l)=>{var{x:s,width:u}=l,d=o.map(e,{position:r});if(!Ne(d)||t==="discard"&&!o.isInRange(d))return null;var f=[{x:s+u,y:d},{x:s,y:d}];return i==="left"?f.reverse():f},YJ=(e,t,r,i,o,l)=>{var{y:s,height:u}=l,d=o.map(e,{position:r});if(!Ne(d)||t==="discard"&&!o.isInRange(d))return null;var f=[{x:d,y:s+u},{x:d,y:s}];return i==="top"?f.reverse():f},GJ=(e,t,r,i)=>{var o=[i.mapWithFallback(e[0],{position:r,fallback:"rangeMin"}),i.mapWithFallback(e[1],{position:r,fallback:"rangeMax"})];return t==="discard"&&o.some(l=>!i.isInRange(l))?null:o},WJ=(e,t,r,i,o,l,s)=>{var{x:u,y:d,segment:f,ifOverflow:m}=s,h=li(u),g=li(d);return g?XJ(d,m,i,l,t,r):h?YJ(u,m,i,o,e,r):f!=null&&f.length===2?GJ(f,m,i,new $J({x:e,y:t})):null};function ZJ(e){var t=ot();return x.useEffect(()=>(t(zJ(e)),()=>{t(IJ(e))})),null}function QJ(e){var{xAxisId:t,yAxisId:r,shape:i,className:o,ifOverflow:l}=e,s=wt(),u=UJ(),d=me(R=>$i(R,t)),f=me(R=>qi(R,r)),m=me(R=>fa(R,"xAxis",t,s)),h=me(R=>fa(R,"yAxis",r,s)),g=zl();if(!u||!g||d==null||f==null||m==null||h==null)return null;var w=WJ(m,h,g,e.position,d.orientation,f.orientation,e);if(!w)return null;var b=w[0],j=w[1];if(b==null||j==null)return null;var{x:A,y:T}=b,{x:E,y:O}=j,N=l==="hidden"?"url(#".concat(u,")"):void 0,C=wx(wx({clipPath:N},Ir(e)),{},{x1:A,y1:T,x2:E,y2:O}),M=PJ({x1:A,y1:T,x2:E,y2:O});return x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:Ze("recharts-reference-line",o)},KJ(i,C),x.createElement(ok,ad({},M,{lowerWidth:M.width,upperWidth:M.width}),x.createElement(ck,{label:e.label}),e.children)))}var JJ={ifOverflow:"discard",xAxisId:0,yAxisId:0,fill:"none",label:!1,stroke:"#ccc",fillOpacity:1,strokeWidth:1,position:"middle",zIndex:Mt.line};function kk(e){var t=Vt(e,JJ);return x.createElement(x.Fragment,null,x.createElement(ZJ,{yAxisId:t.yAxisId,xAxisId:t.xAxisId,ifOverflow:t.ifOverflow,x:t.x,y:t.y,segment:t.segment}),x.createElement(QJ,t))}kk.displayName="ReferenceLine";function Nk(e,t){if(t<1)return[];if(t===1)return e;for(var r=[],i=0;ie*o)return!1;var l=r();return e*(t-e*l/2-i)>=0&&e*(t+e*l/2-o)<=0}function ree(e,t){return Nk(e,t+1)}function iee(e,t,r,i,o){for(var l=(i||[]).slice(),{start:s,end:u}=t,d=0,f=1,m=s,h=function(){var b=i?.[d];if(b===void 0)return{v:Nk(i,f)};var j=d,A,T=()=>(A===void 0&&(A=r(b,j)),A),E=b.coordinate,O=d===0||zs(e,E,T,m,u);O||(d=0,m=s,f+=1),O&&(m=E+e*(T()/2+o),d+=f)},g;f<=l.length;)if(g=h(),g)return g.v;return[]}function nee(e,t,r,i,o){var l=(i||[]).slice(),s=l.length;if(s===0)return[];for(var{start:u,end:d}=t,f=1;f<=s;f++){for(var m=(s-1)%f,h=u,g=!0,w=function(){var N=i[j];if(N==null)return 0;var C=j,M,R=()=>(M===void 0&&(M=r(N,C)),M),z=N.coordinate,F=j===m||zs(e,z,R,h,d);if(!F)return g=!1,1;F&&(h=z+e*(R()/2+o))},b,j=m;j(j===void 0&&(j=r(w,g)),j);if(g===s-1){var T=e*(b.coordinate+e*A()/2-d);l[g]=b=tr(tr({},b),{},{tickCoord:T>0?b.coordinate-T*e:b.coordinate})}else l[g]=b=tr(tr({},b),{},{tickCoord:b.coordinate});if(b.tickCoord!=null){var E=zs(e,b.tickCoord,A,u,d);E&&(d=b.tickCoord-e*(A()/2+o),l[g]=tr(tr({},b),{},{isShow:!0}))}},m=s-1;m>=0;m--)f(m);return l}function see(e,t,r,i,o,l){var s=(i||[]).slice(),u=s.length,{start:d,end:f}=t;if(l){var m=i[u-1];if(m!=null){var h=r(m,u-1),g=e*(m.coordinate+e*h/2-f);if(s[u-1]=m=tr(tr({},m),{},{tickCoord:g>0?m.coordinate-g*e:m.coordinate}),m.tickCoord!=null){var w=zs(e,m.tickCoord,()=>h,d,f);w&&(f=m.tickCoord-e*(h/2+o),s[u-1]=tr(tr({},m),{},{isShow:!0}))}}}for(var b=l?u-1:u,j=function(E){var O=s[E];if(O==null)return 1;var N=O,C,M=()=>(C===void 0&&(C=r(O,E)),C);if(E===0){var R=e*(N.coordinate-e*M()/2-d);s[E]=N=tr(tr({},N),{},{tickCoord:R<0?N.coordinate-R*e:N.coordinate})}else s[E]=N=tr(tr({},N),{},{tickCoord:N.coordinate});if(N.tickCoord!=null){var z=zs(e,N.tickCoord,M,d,f);z&&(d=N.tickCoord+e*(M()/2+o),s[E]=tr(tr({},N),{},{isShow:!0}))}},A=0;A{var R=typeof f=="function"?f(C.value,M):C.value;return b==="width"?eee(fs(R,{fontSize:t,letterSpacing:r}),j,h):fs(R,{fontSize:t,letterSpacing:r})[b]},T=o[0],E=o[1],O=o.length>=2&&T!=null&&E!=null?yr(E.coordinate-T.coordinate):1,N=tee(l,O,b);return d==="equidistantPreserveStart"?iee(O,N,A,o,s):d==="equidistantPreserveEnd"?nee(O,N,A,o,s):(d==="preserveStart"||d==="preserveStartEnd"?w=see(O,N,A,o,s,d==="preserveStartEnd"):w=cee(O,N,A,o,s),w.filter(C=>C.isShow))}var uee=e=>{var{ticks:t,label:r,labelGapWithTick:i=5,tickSize:o=0,tickMargin:l=0}=e,s=0;if(t){Array.from(t).forEach(m=>{if(m){var h=m.getBoundingClientRect();h.width>s&&(s=h.width)}});var u=r?r.getBoundingClientRect().width:0,d=o+l,f=s+d+u+(r?i:0);return Math.round(f)}return 0},pee={xAxis:{},yAxis:{}},Ck=nr({name:"renderedTicks",initialState:pee,reducers:{setRenderedTicks:(e,t)=>{var{axisType:r,axisId:i,ticks:o}=t.payload;e[r][i]=o},removeRenderedTicks:(e,t)=>{var{axisType:r,axisId:i}=t.payload;delete e[r][i]}}}),{setRenderedTicks:dee,removeRenderedTicks:fee}=Ck.actions,mee=Ck.reducer,hee=["axisLine","width","height","className","hide","ticks","axisType","axisId"];function _ee(e,t){if(e==null)return{};var r,i,o=gee(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{if(i==null||r==null)return va;var l=t.map(s=>({value:s.value,coordinate:s.coordinate,offset:s.offset,index:s.index}));return o(dee({ticks:l,axisId:i,axisType:r})),()=>{o(fee({axisId:i,axisType:r}))}},[o,t,i,r]),null}var Eee=x.forwardRef((e,t)=>{var{ticks:r=[],tick:i,tickLine:o,stroke:l,tickFormatter:s,unit:u,padding:d,tickTextProps:f,orientation:m,mirror:h,x:g,y:w,width:b,height:j,tickSize:A,tickMargin:T,fontSize:E,letterSpacing:O,getTicksConfig:N,events:C,axisType:M,axisId:R}=e,z=n9(dt(dt({},N),{},{ticks:r}),E,O),F=oi(N),Z=_d(i),te=tk(F.textAnchor)?F.textAnchor:jee(m,h),X=Aee(m,h),ge={};typeof o=="object"&&(ge=o);var se=dt(dt({},F),{},{fill:"none"},ge),ye=z.map(ie=>dt({entry:ie},xee(ie,g,w,b,j,m,A,h,T))),B=ye.map(ie=>{var{entry:le,line:ce}=ie;return x.createElement(Pt,{className:"recharts-cartesian-axis-tick",key:"tick-".concat(le.value,"-").concat(le.coordinate,"-").concat(le.tickCoord)},o&&x.createElement("line",fo({},se,ce,{className:Ze("recharts-cartesian-axis-tick-line",Tl(o,"className"))})))}),G=ye.map((ie,le)=>{var ce,D,{entry:H,tick:ae}=ie,oe=dt(dt(dt(dt({verticalAnchor:X},F),{},{textAnchor:te,stroke:"none",fill:l},ae),{},{index:le,payload:H,visibleTicksCount:z.length,tickFormatter:s,padding:d},f),{},{angle:(ce=(D=f?.angle)!==null&&D!==void 0?D:F.angle)!==null&&ce!==void 0?ce:0}),ve=dt(dt({},oe),Z);return x.createElement(Pt,fo({className:"recharts-cartesian-axis-tick-label",key:"tick-label-".concat(H.value,"-").concat(H.coordinate,"-").concat(H.tickCoord)},wd(C,H,le)),i&&x.createElement(See,{option:i,tickProps:ve,value:"".concat(typeof s=="function"?s(H.value,le):H.value).concat(u||"")}))});return x.createElement("g",{className:"recharts-cartesian-axis-ticks recharts-".concat(M,"-ticks")},x.createElement(Tee,{ticks:z,axisId:R,axisType:M}),G.length>0&&x.createElement(Ur,{zIndex:Mt.label},x.createElement("g",{className:"recharts-cartesian-axis-tick-labels recharts-".concat(M,"-tick-labels"),ref:t},G)),B.length>0&&x.createElement("g",{className:"recharts-cartesian-axis-tick-lines recharts-".concat(M,"-tick-lines")},B))}),Oee=x.forwardRef((e,t)=>{var{axisLine:r,width:i,height:o,className:l,hide:s,ticks:u,axisType:d,axisId:f}=e,m=_ee(e,hee),[h,g]=x.useState(""),[w,b]=x.useState(""),j=x.useRef(null);x.useImperativeHandle(t,()=>({getCalculatedWidth:()=>{var T;return uee({ticks:j.current,label:(T=e.labelRef)===null||T===void 0?void 0:T.current,labelGapWithTick:5,tickSize:e.tickSize,tickMargin:e.tickMargin})}}));var A=x.useCallback(T=>{if(T){var E=T.getElementsByClassName("recharts-cartesian-axis-tick-value");j.current=E;var O=E[0];if(O){var N=window.getComputedStyle(O),C=N.fontSize,M=N.letterSpacing;(C!==h||M!==w)&&(g(C),b(M))}}},[h,w]);return s||i!=null&&i<=0||o!=null&&o<=0?null:x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:Ze("recharts-cartesian-axis",l)},x.createElement(bee,{x:e.x,y:e.y,width:i,height:o,orientation:e.orientation,mirror:e.mirror,axisLine:r,otherSvgProps:oi(e)}),x.createElement(Eee,{ref:A,axisType:d,events:m,fontSize:h,getTicksConfig:e,height:e.height,letterSpacing:w,mirror:e.mirror,orientation:e.orientation,padding:e.padding,stroke:e.stroke,tick:e.tick,tickFormatter:e.tickFormatter,tickLine:e.tickLine,tickMargin:e.tickMargin,tickSize:e.tickSize,tickTextProps:e.tickTextProps,ticks:u,unit:e.unit,width:e.width,x:e.x,y:e.y,axisId:f}),x.createElement(ok,{x:e.x,y:e.y,width:e.width,height:e.height,lowerWidth:e.width,upperWidth:e.width},x.createElement(ck,{label:e.label,labelRef:e.labelRef}),e.children)))}),a9=x.forwardRef((e,t)=>{var r=Vt(e,hn);return x.createElement(Oee,fo({},r,{ref:t}))});a9.displayName="CartesianAxis";var kee=["x1","y1","x2","y2","key"],Nee=["offset"],Cee=["xAxisId","yAxisId"],Mee=["xAxisId","yAxisId"];function jx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function rr(e){for(var t=1;t{var{fill:t}=e;if(!t||t==="none")return null;var{fillOpacity:r,x:i,y:o,width:l,height:s,ry:u}=e;return x.createElement("rect",{x:i,y:o,ry:u,width:l,height:s,stroke:"none",fill:t,fillOpacity:r,className:"recharts-cartesian-grid-bg"})};function Mk(e){var{option:t,lineItemProps:r}=e,i;if(x.isValidElement(t))i=x.cloneElement(t,r);else if(typeof t=="function")i=t(r);else{var o,{x1:l,y1:s,x2:u,y2:d,key:f}=r,m=od(r,kee),h=(o=oi(m))!==null&&o!==void 0?o:{},{offset:g}=h,w=od(h,Nee);i=x.createElement("line",eo({},w,{x1:l,y1:s,x2:u,y2:d,fill:"none",key:f}))}return i}function Iee(e){var{x:t,width:r,horizontal:i=!0,horizontalPoints:o}=e;if(!i||!o||!o.length)return null;var{xAxisId:l,yAxisId:s}=e,u=od(e,Cee),d=o.map((f,m)=>{var h=rr(rr({},u),{},{x1:t,y1:f,x2:t+r,y2:f,key:"line-".concat(m),index:m});return x.createElement(Mk,{key:"line-".concat(m),option:i,lineItemProps:h})});return x.createElement("g",{className:"recharts-cartesian-grid-horizontal"},d)}function Bee(e){var{y:t,height:r,vertical:i=!0,verticalPoints:o}=e;if(!i||!o||!o.length)return null;var{xAxisId:l,yAxisId:s}=e,u=od(e,Mee),d=o.map((f,m)=>{var h=rr(rr({},u),{},{x1:f,y1:t,x2:f,y2:t+r,key:"line-".concat(m),index:m});return x.createElement(Mk,{option:i,lineItemProps:h,key:"line-".concat(m)})});return x.createElement("g",{className:"recharts-cartesian-grid-vertical"},d)}function Vee(e){var{horizontalFill:t,fillOpacity:r,x:i,y:o,width:l,height:s,horizontalPoints:u,horizontal:d=!0}=e;if(!d||!t||!t.length||u==null)return null;var f=u.map(h=>Math.round(h+o-o)).sort((h,g)=>h-g);o!==f[0]&&f.unshift(0);var m=f.map((h,g)=>{var w=f[g+1],b=w==null,j=b?o+s-h:w-h;if(j<=0)return null;var A=g%t.length;return x.createElement("rect",{key:"react-".concat(g),y:h,x:i,height:j,width:l,stroke:"none",fill:t[A],fillOpacity:r,className:"recharts-cartesian-grid-bg"})});return x.createElement("g",{className:"recharts-cartesian-gridstripes-horizontal"},m)}function Uee(e){var{vertical:t=!0,verticalFill:r,fillOpacity:i,x:o,y:l,width:s,height:u,verticalPoints:d}=e;if(!t||!r||!r.length)return null;var f=d.map(h=>Math.round(h+o-o)).sort((h,g)=>h-g);o!==f[0]&&f.unshift(0);var m=f.map((h,g)=>{var w=f[g+1],b=w==null,j=b?o+s-h:w-h;if(j<=0)return null;var A=g%r.length;return x.createElement("rect",{key:"react-".concat(g),x:h,y:l,width:j,height:u,stroke:"none",fill:r[A],fillOpacity:i,className:"recharts-cartesian-grid-bg"})});return x.createElement("g",{className:"recharts-cartesian-gridstripes-vertical"},m)}var $ee=(e,t)=>{var{xAxis:r,width:i,height:o,offset:l}=e;return iT(n9(rr(rr(rr({},hn),r),{},{ticks:nT(r),viewBox:{x:0,y:0,width:i,height:o}})),l.left,l.left+l.width,t)},qee=(e,t)=>{var{yAxis:r,width:i,height:o,offset:l}=e;return iT(n9(rr(rr(rr({},hn),r),{},{ticks:nT(r),viewBox:{x:0,y:0,width:i,height:o}})),l.top,l.top+l.height,t)},Fee={horizontal:!0,vertical:!0,horizontalPoints:[],verticalPoints:[],stroke:"#ccc",fill:"none",verticalFill:[],horizontalFill:[],xAxisId:0,yAxisId:0,syncWithTicks:!1,zIndex:Mt.grid};function o9(e){var t=dT(),r=fT(),i=pT(),o=rr(rr({},Vt(e,Fee)),{},{x:_e(e.x)?e.x:i.left,y:_e(e.y)?e.y:i.top,width:_e(e.width)?e.width:i.width,height:_e(e.height)?e.height:i.height}),{xAxisId:l,yAxisId:s,x:u,y:d,width:f,height:m,syncWithTicks:h,horizontalValues:g,verticalValues:w}=o,b=wt(),j=me(F=>wb(F,"xAxis",l,b)),A=me(F=>wb(F,"yAxis",s,b));if(!Bi(f)||!Bi(m)||!_e(u)||!_e(d))return null;var T=o.verticalCoordinatesGenerator||$ee,E=o.horizontalCoordinatesGenerator||qee,{horizontalPoints:O,verticalPoints:N}=o;if((!O||!O.length)&&typeof E=="function"){var C=g&&g.length,M=E({yAxis:A?rr(rr({},A),{},{ticks:C?g:A.ticks}):void 0,width:t??f,height:r??m,offset:i},C?!0:h);Ts(Array.isArray(M),"horizontalCoordinatesGenerator should return Array but instead it returned [".concat(typeof M,"]")),Array.isArray(M)&&(O=M)}if((!N||!N.length)&&typeof T=="function"){var R=w&&w.length,z=T({xAxis:j?rr(rr({},j),{},{ticks:R?w:j.ticks}):void 0,width:t??f,height:r??m,offset:i},R?!0:h);Ts(Array.isArray(z),"verticalCoordinatesGenerator should return Array but instead it returned [".concat(typeof z,"]")),Array.isArray(z)&&(N=z)}return x.createElement(Ur,{zIndex:o.zIndex},x.createElement("g",{className:"recharts-cartesian-grid"},x.createElement(zee,{fill:o.fill,fillOpacity:o.fillOpacity,x:o.x,y:o.y,width:o.width,height:o.height,ry:o.ry}),x.createElement(Vee,eo({},o,{horizontalPoints:O})),x.createElement(Uee,eo({},o,{verticalPoints:N})),x.createElement(Iee,eo({},o,{offset:i,horizontalPoints:O,xAxis:j,yAxis:A})),x.createElement(Bee,eo({},o,{offset:i,verticalPoints:N,xAxis:j,yAxis:A}))))}o9.displayName="CartesianGrid";var Hee={},Pk=nr({name:"errorBars",initialState:Hee,reducers:{addErrorBar:(e,t)=>{var{itemId:r,errorBar:i}=t.payload;e[r]||(e[r]=[]),e[r].push(i)},replaceErrorBar:(e,t)=>{var{itemId:r,prev:i,next:o}=t.payload;e[r]&&(e[r]=e[r].map(l=>l.dataKey===i.dataKey&&l.direction===i.direction?o:l))},removeErrorBar:(e,t)=>{var{itemId:r,errorBar:i}=t.payload;e[r]&&(e[r]=e[r].filter(o=>o.dataKey!==i.dataKey||o.direction!==i.direction))}}}),{addErrorBar:Kee,replaceErrorBar:Xee,removeErrorBar:Yee}=Pk.actions,Gee=Pk.reducer,Wee=["children"];function Zee(e,t){if(e==null)return{};var r,i,o=Qee(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i({x:0,y:0,value:0}),errorBarOffset:0},Dk=x.createContext(Jee);function Rk(e){var{children:t}=e,r=Zee(e,Wee);return x.createElement(Dk.Provider,{value:r},t)}var ete=()=>x.useContext(Dk);function tte(e){var t=ot(),r=QQ(),i=x.useRef(null);return x.useEffect(()=>{r!=null&&(i.current===null?t(Kee({itemId:r,errorBar:e})):i.current!==e&&t(Xee({itemId:r,prev:i.current,next:e})),i.current=e)},[t,r,e]),x.useEffect(()=>()=>{i.current!=null&&r!=null&&(t(Yee({itemId:r,errorBar:i.current})),i.current=null)},[t,r]),null}function l9(e,t){var r,i,o=me(f=>$i(f,e)),l=me(f=>qi(f,t)),s=(r=o?.allowDataOverflow)!==null&&r!==void 0?r:Ot.allowDataOverflow,u=(i=l?.allowDataOverflow)!==null&&i!==void 0?i:kt.allowDataOverflow,d=s||u;return{needClip:d,needClipX:s,needClipY:u}}function Lk(e){var{xAxisId:t,yAxisId:r,clipPathId:i}=e,o=Sk(),{needClipX:l,needClipY:s,needClip:u}=l9(t,r);if(!u||!o)return null;var{x:d,y:f,width:m,height:h}=o;return x.createElement("clipPath",{id:"clipPath-".concat(i)},x.createElement("rect",{x:l?d:d-m/2,y:s?f:f-h/2,width:l?m:m*2,height:s?h:h*2}))}function vo(e,t){var r,i;return(r=(i=e.graphicalItems.cartesianItems.find(o=>o.id===t))===null||i===void 0?void 0:i.xAxisId)!==null&&r!==void 0?r:of}function yo(e,t){var r,i;return(r=(i=e.graphicalItems.cartesianItems.find(o=>o.id===t))===null||i===void 0?void 0:i.yAxisId)!==null&&r!==void 0?r:of}var rte="Invariant failed";function ite(e,t){throw new Error(rte)}function I_(){return I_=Object.assign?Object.assign.bind():function(e){for(var t=1;t1&&arguments[1]!==void 0?arguments[1]:0;return(i,o)=>{if(_e(t))return t;var l=_e(i)||et(i);return l?t(i,o):(l||ite(),r)}},ate=(e,t,r)=>r,ote=(e,t)=>t,cu=q([tf,ote],(e,t)=>e.filter(r=>r.type==="bar").find(r=>r.id===t)),lte=q([cu],e=>e?.maxBarSize),cte=(e,t,r,i)=>i,ste=q([Qe,tf,vo,yo,ate],(e,t,r,i,o)=>t.filter(l=>e==="horizontal"?l.xAxisId===r:l.yAxisId===i).filter(l=>l.isPanorama===o).filter(l=>l.hide===!1).filter(l=>l.type==="bar")),ute=(e,t,r)=>{var i=Qe(e),o=vo(e,t),l=yo(e,t);if(!(o==null||l==null))return i==="horizontal"?M_(e,"yAxis",l,r):M_(e,"xAxis",o,r)},pte=(e,t)=>{var r=Qe(e),i=vo(e,t),o=yo(e,t);if(!(i==null||o==null))return r==="horizontal"?yb(e,"xAxis",i):yb(e,"yAxis",o)},dte=q([ste,hH,pte],bJ),fte=(e,t,r)=>{var i,o,l=cu(e,t);if(l==null)return 0;var s=vo(e,t),u=yo(e,t);if(s==null||u==null)return 0;var d=Qe(e),f=HT(e),{maxBarSize:m}=l,h=et(m)?f:m,g,w;return d==="horizontal"?(g=Ui(e,"xAxis",s,r),w=ma(e,"xAxis",s,r)):(g=Ui(e,"yAxis",u,r),w=ma(e,"yAxis",u,r)),(i=(o=Cp(g,w,!0))!==null&&o!==void 0?o:h)!==null&&i!==void 0?i:0},zk=(e,t,r)=>{var i=Qe(e),o=vo(e,t),l=yo(e,t);if(!(o==null||l==null)){var s,u;return i==="horizontal"?(s=Ui(e,"xAxis",o,r),u=ma(e,"xAxis",o,r)):(s=Ui(e,"yAxis",l,r),u=ma(e,"yAxis",l,r)),Cp(s,u)}},mte=q([dte,HT,mH,KT,fte,zk,lte],TJ),hte=(e,t,r)=>{var i=vo(e,t);if(i!=null)return Ui(e,"xAxis",i,r)},_te=(e,t,r)=>{var i=yo(e,t);if(i!=null)return Ui(e,"yAxis",i,r)},gte=(e,t,r)=>{var i=vo(e,t);if(i!=null)return ma(e,"xAxis",i,r)},vte=(e,t,r)=>{var i=yo(e,t);if(i!=null)return ma(e,"yAxis",i,r)},yte=q([mte,cu],OJ),wte=q([ute,cu],EJ),bte=q([Ut,q3,hte,_te,gte,vte,yte,Qe,cH,zk,wte,cu,cte],(e,t,r,i,o,l,s,u,d,f,m,h,g)=>{var{chartData:w,dataStartIndex:b,dataEndIndex:j}=d;if(!(h==null||s==null||t==null||u!=="horizontal"&&u!=="vertical"||r==null||i==null||o==null||l==null||f==null)){var{data:A}=h,T;if(A!=null&&A.length>0?T=A:T=w?.slice(b,j+1),T!=null)return Gte({layout:u,barSettings:h,pos:s,parentViewBox:t,bandSize:f,xAxis:r,yAxis:i,xAxisTicks:o,yAxisTicks:l,stackedData:m,displayedData:T,offset:e,cells:g,dataStartIndex:b})}}),xte=["index"];function B_(){return B_=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var t=x.useContext(Ik);if(t!=null)return t.stackId;if(e!=null)return g$(e)},Tte=(e,t)=>"recharts-bar-stack-clip-path-".concat(e,"-").concat(t),Ete=e=>{var t=x.useContext(Ik);if(t!=null){var{stackId:r}=t;return"url(#".concat(Tte(r,e),")")}},Bk=e=>{var{index:t}=e,r=jte(e,xte),i=Ete(t);return x.createElement(Pt,B_({className:"recharts-bar-stack-layer",clipPath:i},r))},Ote=["onMouseEnter","onMouseLeave","onClick"],kte=["value","background","tooltipPosition"],Nte=["id"],Cte=["onMouseEnter","onClick","onMouseLeave"];function ha(){return ha=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{dataKey:t,name:r,fill:i,legendType:o,hide:l}=e;return[{inactive:l,dataKey:t,type:o,color:i,value:Cd(r,t),payload:e}]},zte=x.memo(e=>{var{dataKey:t,stroke:r,strokeWidth:i,fill:o,name:l,hide:s,unit:u,tooltipType:d,id:f}=e,m={dataDefinedOnItem:void 0,getPosition:va,settings:{stroke:r,strokeWidth:i,fill:o,dataKey:t,nameKey:void 0,name:Cd(l,t),hide:s,type:d,color:o,unit:u,graphicalItemId:f}};return x.createElement(gk,{tooltipEntrySettings:m})});function Ite(e){var t=me(po),{data:r,dataKey:i,background:o,allOtherBarProps:l}=e,{onMouseEnter:s,onMouseLeave:u,onClick:d}=l,f=ld(l,Ote),m=e9(s,i,l.id),h=t9(u),g=r9(d,i,l.id);if(!o||r==null)return null;var w=_d(o);return x.createElement(Ur,{zIndex:kJ(o,Mt.barBackground)},r.map((b,j)=>{var{value:A,background:T,tooltipPosition:E}=b,O=ld(b,kte);if(!T)return null;var N=m(b,j),C=h(b,j),M=g(b,j),R=or(or(or(or(or({option:o,isActive:String(j)===t},O),{},{fill:"#eee"},T),w),wd(f,b,j)),{},{onMouseEnter:N,onMouseLeave:C,onClick:M,dataKey:i,index:j,className:"recharts-bar-background-rectangle"});return x.createElement(c9,ha({key:"background-bar-".concat(j)},R))}))}function Bte(e){var{showLabels:t,children:r,rects:i}=e,o=i?.map(l=>{var s={x:l.x,y:l.y,width:l.width,lowerWidth:l.width,upperWidth:l.width,height:l.height};return or(or({},s),{},{value:l.value,payload:l.payload,parentViewBox:l.parentViewBox,viewBox:s,fill:l.fill})});return x.createElement(uk,{value:t?o:void 0},r)}function Vte(e){var{shape:t,activeBar:r,baseProps:i,entry:o,index:l,dataKey:s}=e,u=me(po),d=me(IO),f=r&&String(o.originalDataIndex)===u&&(d==null||s===d),[m,h]=x.useState(!1),[g,w]=x.useState(!1);x.useEffect(()=>{var O;return f?(h(!0),O=requestAnimationFrame(()=>{w(!0)})):w(!1),()=>{cancelAnimationFrame(O)}},[f]);var b=x.useCallback(()=>{f||h(!1)},[f]),j=f&&g,A=f||m,T;f?r===!0?T=t:T=r:T=t;var E=x.createElement(c9,ha({},i,{name:String(i.name)},o,{isActive:j,option:T,index:l,dataKey:s,onTransitionEnd:b}));return A?x.createElement(Ur,{zIndex:Mt.activeBar},x.createElement(Bk,{index:o.originalDataIndex},E)):E}function Ute(e){var{shape:t,baseProps:r,entry:i,index:o,dataKey:l}=e;return x.createElement(c9,ha({},r,{name:String(r.name)},i,{isActive:!1,option:t,index:o,dataKey:l}))}function $te(e){var t,{data:r,props:i}=e,o=(t=oi(i))!==null&&t!==void 0?t:{},{id:l}=o,s=ld(o,Nte),{shape:u,dataKey:d,activeBar:f}=i,{onMouseEnter:m,onClick:h,onMouseLeave:g}=i,w=ld(i,Cte),b=e9(m,d,l),j=t9(g),A=r9(h,d,l);return r?x.createElement(x.Fragment,null,r.map((T,E)=>x.createElement(Bk,ha({index:T.originalDataIndex,key:"rectangle-".concat(T?.x,"-").concat(T?.y,"-").concat(T?.value,"-").concat(E),className:"recharts-bar-rectangle"},wd(w,T,E),{onMouseEnter:b(T,E),onMouseLeave:j(T,E),onClick:A(T,E)}),f?x.createElement(Vte,{shape:u,activeBar:f,baseProps:s,entry:T,index:E,dataKey:d}):x.createElement(Ute,{shape:u,baseProps:s,entry:T,index:E,dataKey:d})))):null}function qte(e){var{props:t,previousRectanglesRef:r}=e,{data:i,layout:o,isAnimationActive:l,animationBegin:s,animationDuration:u,animationEasing:d,onAnimationEnd:f,onAnimationStart:m}=t,h=r.current,g=Vd(t,"recharts-bar-"),[w,b]=x.useState(!1),j=!w,A=x.useCallback(()=>{typeof f=="function"&&f(),b(!1)},[f]),T=x.useCallback(()=>{typeof m=="function"&&m(),b(!0)},[m]);return x.createElement(Bte,{showLabels:j,rects:i},x.createElement(Bd,{animationId:g,begin:s,duration:u,isActive:l,easing:d,onAnimationEnd:A,onAnimationStart:T,key:g},E=>{var O=E===1?i:i?.map((N,C)=>{var M=h&&h[C];if(M)return or(or({},N),{},{x:vt(M.x,N.x,E),y:vt(M.y,N.y,E),width:vt(M.width,N.width,E),height:vt(M.height,N.height,E)});if(o==="horizontal"){var R=vt(0,N.height,E),z=vt(N.stackedBarStart,N.y,E);return or(or({},N),{},{y:z,height:R})}var F=vt(0,N.width,E),Z=vt(N.stackedBarStart,N.x,E);return or(or({},N),{},{width:F,x:Z})});return E>0&&(r.current=O??null),O==null?null:x.createElement(Pt,null,x.createElement($te,{props:t,data:O}))}),x.createElement(dk,{label:t.label}),t.children)}function Fte(e){var t=x.useRef(null);return x.createElement(qte,{previousRectanglesRef:t,props:e})}var Vk=0,Hte=(e,t)=>{var r=Array.isArray(e.value)?e.value[1]:e.value;return{x:e.x,y:e.y,value:r,errorVal:ht(e,t)}};class Kte extends x.PureComponent{render(){var{hide:t,data:r,dataKey:i,className:o,xAxisId:l,yAxisId:s,needClip:u,background:d,id:f}=this.props;if(t||r==null)return null;var m=Ze("recharts-bar",o),h=f;return x.createElement(Pt,{className:m,id:f},u&&x.createElement("defs",null,x.createElement(Lk,{clipPathId:h,xAxisId:l,yAxisId:s})),x.createElement(Pt,{className:"recharts-bar-rectangles",clipPath:u?"url(#clipPath-".concat(h,")"):void 0},x.createElement(Ite,{data:r,dataKey:i,background:d,allOtherBarProps:this.props}),x.createElement(Fte,this.props)))}}var Xte={activeBar:!1,animationBegin:0,animationDuration:400,animationEasing:"ease",background:!1,hide:!1,isAnimationActive:"auto",label:!1,legendType:"rect",minPointSize:Vk,xAxisId:0,yAxisId:0,zIndex:Mt.bar};function Yte(e){var{xAxisId:t,yAxisId:r,hide:i,legendType:o,minPointSize:l,activeBar:s,animationBegin:u,animationDuration:d,animationEasing:f,isAnimationActive:m}=e,{needClip:h}=l9(t,r),g=ho(),w=wt(),b=_k(e.children,af),j=me(E=>bte(E,e.id,w,b));if(g!=="vertical"&&g!=="horizontal")return null;var A,T=j?.[0];return T==null||T.height==null||T.width==null?A=0:A=g==="vertical"?T.height/2:T.width/2,x.createElement(Rk,{xAxisId:t,yAxisId:r,data:j,dataPointFormatter:Hte,errorBarOffset:A},x.createElement(Kte,ha({},e,{layout:g,needClip:h,data:j,xAxisId:t,yAxisId:r,hide:i,legendType:o,minPointSize:l,activeBar:s,animationBegin:u,animationDuration:d,animationEasing:f,isAnimationActive:m})))}function Gte(e){var{layout:t,barSettings:{dataKey:r,minPointSize:i,hasCustomShape:o},pos:l,bandSize:s,xAxis:u,yAxis:d,xAxisTicks:f,yAxisTicks:m,stackedData:h,displayedData:g,offset:w,cells:b,parentViewBox:j,dataStartIndex:A}=e,T=t==="horizontal"?d:u,E=h?T.scale.domain():null,O=v$({numericAxis:T}),N=T.scale.map(O);return g.map((C,M)=>{var R,z,F,Z,te,X;if(h){var ge=h[M+A];if(ge==null)return null;R=d$(ge,E)}else R=ht(C,r),Array.isArray(R)||(R=[O,R]);var se=nte(i,Vk)(R[1],M);if(t==="horizontal"){var ye,B=d.scale.map(R[0]),G=d.scale.map(R[1]);if(B==null||G==null)return null;z=hy({axis:u,ticks:f,bandSize:s,offset:l.offset,entry:C,index:M}),F=(ye=G??B)!==null&&ye!==void 0?ye:void 0,Z=l.size;var ie=B-G;if(te=Ii(ie)?0:ie,X={x:z,y:w.top,width:Z,height:w.height},Math.abs(se)>0&&Math.abs(te)0&&Math.abs(Z)x.createElement(x.Fragment,null,x.createElement(vk,{legendPayload:Lte(t)}),x.createElement(zte,{dataKey:t.dataKey,stroke:t.stroke,strokeWidth:t.strokeWidth,fill:t.fill,name:t.name,hide:t.hide,unit:t.unit,tooltipType:t.tooltipType,id:o}),x.createElement(xk,{type:"bar",id:o,data:void 0,xAxisId:t.xAxisId,yAxisId:t.yAxisId,zAxisId:0,dataKey:t.dataKey,stackId:r,hide:t.hide,barSize:t.barSize,minPointSize:t.minPointSize,maxBarSize:t.maxBarSize,isPanorama:i,hasCustomShape:t.shape!=null}),x.createElement(Ur,{zIndex:t.zIndex},x.createElement(Yte,ha({},t,{id:o})))))}var Uk=x.memo(Wte,Ws);Uk.displayName="Bar";var Zte=["option","isActive"];function hs(){return hs=Object.assign?Object.assign.bind():function(e){for(var t=1;tUi(e,"xAxis",t,s),rre=(e,t,r,i,o,l,s)=>ma(e,"xAxis",t,s),ire=(e,t,r,i,o,l,s)=>Ui(e,"yAxis",r,s),nre=(e,t,r,i,o,l,s)=>ma(e,"yAxis",r,s),are=(e,t,r,i)=>tG(e,"zAxis",i,!1),ore=(e,t,r,i,o)=>o,lre=(e,t,r,i,o,l)=>l,cre=(e,t,r,i,o,l,s)=>Z3(e,void 0,void 0,s),sre=q([tf,ore],(e,t)=>e.filter(r=>r.type==="scatter").find(r=>r.id===t)),ure=q([cre,tre,rre,ire,nre,are,sre,lre],(e,t,r,i,o,l,s,u)=>{var{chartData:d,dataStartIndex:f,dataEndIndex:m}=e;if(s!=null){var h;if(s?.data!=null&&s.data.length>0?h=s.data:h=d?.slice(f,m+1),!(h==null||t==null||i==null||r==null||o==null||r?.length===0||o?.length===0))return Are({displayedData:h,xAxis:t,yAxis:i,zAxis:l,scatterSettings:s,xAxisTicks:r,yAxisTicks:o,cells:u})}}),pre=["id"],dre=["onMouseEnter","onClick","onMouseLeave"],fre=["animationBegin","animationDuration","animationEasing","hide","isAnimationActive","legendType","lineJointType","lineType","shape","xAxisId","yAxisId","zAxisId"];function V_(e,t){if(e==null)return{};var r,i,o=mre(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var{dataKey:t,name:r,fill:i,legendType:o,hide:l}=e;return[{inactive:l,dataKey:t,type:o,color:i,value:Cd(r,t),payload:e}]},yre=x.memo(e=>{var{dataKey:t,points:r,stroke:i,strokeWidth:o,fill:l,name:s,hide:u,tooltipType:d,id:f}=e,m={dataDefinedOnItem:r?.map(h=>h.tooltipPayload),getPosition:h=>{var g;return r==null||(g=r[Number(h)])===null||g===void 0?void 0:g.tooltipPosition},settings:{stroke:i,strokeWidth:o,fill:l,nameKey:void 0,dataKey:t,name:Cd(s,t),hide:u,type:d,color:l,unit:"",graphicalItemId:f}};return x.createElement(gk,{tooltipEntrySettings:m})});function wre(e){var{points:t,props:r}=e,{line:i,lineType:o,lineJointType:l}=r;if(!i)return null;var s=oi(r),u=_d(i),d,f;if(o==="joint")d=t.map(A=>{var T,E;return{x:(T=A.cx)!==null&&T!==void 0?T:null,y:(E=A.cy)!==null&&E!==void 0?E:null}});else if(o==="fitting"){var{xmin:m,xmax:h,a:g,b:w}=GB(t),b=A=>g*A+w;d=[{x:m,y:b(m)},{x:h,y:b(h)}]}var j=xr(xr(xr({},s),{},{fill:"none",stroke:s&&s.fill},u),{},{points:d});return x.isValidElement(i)?f=x.cloneElement(i,j):typeof i=="function"?f=i(j):f=x.createElement(G3,mo({},j,{type:l})),x.createElement(Pt,{className:"recharts-scatter-line",key:"recharts-scatter-line"},f)}function bre(e){var{showLabels:t,points:r,children:i}=e,o=zl(),l=x.useMemo(()=>r?.map(s=>{var u,d,f={x:(u=s.x)!==null&&u!==void 0?u:0,y:(d=s.y)!==null&&d!==void 0?d:0,width:s.width,height:s.height,lowerWidth:s.width,upperWidth:s.width};return xr(xr({},f),{},{value:void 0,payload:s.payload,viewBox:f,parentViewBox:o,fill:void 0})}),[o,r]);return x.createElement(uk,{value:t?l:void 0},i)}function xre(e){var{points:t,allOtherScatterProps:r}=e,{shape:i,activeShape:o,dataKey:l}=r,{id:s}=r,u=V_(r,pre),d=me(po),{onMouseEnter:f,onClick:m,onMouseLeave:h}=r,g=V_(r,dre),w=e9(f,l,s),b=t9(h),j=r9(m,l,s);if(!cV(t))return null;var A=oi(u);return x.createElement(x.Fragment,null,x.createElement(wre,{points:t,props:u}),t.map((T,E)=>{var O=o!=null&&o!==!1,N=O&&d===String(E),C=O&&N?o:i,M=xr(xr(xr({},A),T),{},{index:E,[oT]:String(s)});return x.createElement(Ur,{key:"symbol-".concat(T?.cx,"-").concat(T?.cy,"-").concat(T?.size,"-").concat(E),zIndex:N?Mt.activeDot:void 0},x.createElement(Pt,mo({className:"recharts-scatter-symbol"},wd(g,T,E),{onMouseEnter:w(T,E),onMouseLeave:b(T,E),onClick:j(T,E)}),x.createElement(ere,mo({option:C,isActive:N},M))))}))}function jre(e){var{previousPointsRef:t,props:r}=e,{points:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u}=r,d=t.current,f=Vd(r,"recharts-scatter-"),[m,h]=x.useState(!1),g=x.useCallback(()=>{h(!1)},[]),w=x.useCallback(()=>{h(!0)},[]),b=!m;return x.createElement(bre,{showLabels:b,points:i},r.children,x.createElement(Bd,{animationId:f,begin:l,duration:s,isActive:o,easing:u,onAnimationEnd:g,onAnimationStart:w,key:f},j=>{var A=j===1?i:i?.map((T,E)=>{var O=d&&d[E];return O?xr(xr({},T),{},{cx:T.cx==null?void 0:vt(O.cx,T.cx,j),cy:T.cy==null?void 0:vt(O.cy,T.cy,j),size:vt(O.size,T.size,j)}):xr(xr({},T),{},{size:vt(0,T.size,j)})});return j>0&&(t.current=A),x.createElement(Pt,null,x.createElement(xre,{points:A,allOtherScatterProps:r,showLabels:b}))}),x.createElement(dk,{label:r.label}))}function Are(e){var{displayedData:t,xAxis:r,yAxis:i,zAxis:o,scatterSettings:l,xAxisTicks:s,yAxisTicks:u,cells:d}=e,f=et(r.dataKey)?l.dataKey:r.dataKey,m=et(i.dataKey)?l.dataKey:i.dataKey,h=o&&o.dataKey,g=o?o.range:IE.range,w=g&&g[0],b=r.scale.bandwidth?r.scale.bandwidth():0,j=i.scale.bandwidth?i.scale.bandwidth():0;return t.map((A,T)=>{var E=ht(A,f),O=ht(A,m),N=!et(h)&&ht(A,h)||"-",C=[{name:et(r.dataKey)?l.name:r.name||String(r.dataKey),unit:r.unit||"",value:E,payload:A,dataKey:f,type:l.tooltipType,graphicalItemId:l.id},{name:et(i.dataKey)?l.name:i.name||String(i.dataKey),unit:i.unit||"",value:O,payload:A,dataKey:m,type:l.tooltipType,graphicalItemId:l.id}];N!=="-"&&o!=null&&C.push({name:o.name||o.dataKey,unit:o.unit||"",value:N,payload:A,dataKey:h,type:l.tooltipType,graphicalItemId:l.id});var M=my({axis:r,ticks:s,bandSize:b,entry:A,index:T,dataKey:f}),R=my({axis:i,ticks:u,bandSize:j,entry:A,index:T,dataKey:m}),z=N!=="-"&&o!=null?o.scale.map(N):w,F=z==null?0:Math.sqrt(Math.max(z,0)/Math.PI);return xr(xr({},A),{},{cx:M,cy:R,x:M==null?void 0:M-F,y:R==null?void 0:R-F,width:2*F,height:2*F,size:z,node:{x:E,y:O,z:N},tooltipPayload:C,tooltipPosition:{x:M,y:R},payload:A},d&&d[T]&&d[T].props)})}var Sre=(e,t,r)=>({x:e.cx,y:e.cy,value:Number(r==="x"?e.node.x:e.node.y),errorVal:ht(e,t)});function Tre(e){var{hide:t,points:r,className:i,needClip:o,xAxisId:l,yAxisId:s,id:u}=e,d=x.useRef(null);if(t)return null;var f=Ze("recharts-scatter",i),m=u;return x.createElement(Ur,{zIndex:e.zIndex},x.createElement(Pt,{className:f,clipPath:o?"url(#clipPath-".concat(m,")"):void 0,id:u},o&&x.createElement("defs",null,x.createElement(Lk,{clipPathId:m,xAxisId:l,yAxisId:s})),x.createElement(Rk,{xAxisId:l,yAxisId:s,data:r,dataPointFormatter:Sre,errorBarOffset:0},x.createElement(Pt,{key:"recharts-scatter-symbols"},x.createElement(jre,{props:e,previousPointsRef:d})))))}var $k={xAxisId:0,yAxisId:0,zAxisId:0,label:!1,line:!1,legendType:"circle",lineType:"joint",lineJointType:"linear",shape:"circle",hide:!1,isAnimationActive:"auto",animationBegin:0,animationDuration:400,animationEasing:"linear",zIndex:Mt.scatter};function Ere(e){var t=Vt(e,$k),{animationBegin:r,animationDuration:i,animationEasing:o,hide:l,isAnimationActive:s,legendType:u,lineJointType:d,lineType:f,shape:m,xAxisId:h,yAxisId:g,zAxisId:w}=t,b=V_(t,fre),{needClip:j}=l9(h,g),A=x.useMemo(()=>_k(e.children,af),[e.children]),T=wt(),E=me(O=>ure(O,h,g,w,e.id,A,T));return j==null||E==null?null:x.createElement(x.Fragment,null,x.createElement(yre,{dataKey:e.dataKey,points:E,stroke:e.stroke,strokeWidth:e.strokeWidth,fill:e.fill,name:e.name,hide:e.hide,tooltipType:e.tooltipType,id:e.id}),x.createElement(Tre,mo({},b,{xAxisId:h,yAxisId:g,zAxisId:w,lineType:f,lineJointType:d,legendType:u,shape:m,hide:l,isAnimationActive:s,animationBegin:r,animationDuration:i,animationEasing:o,points:E,needClip:j})))}function Ore(e){var t=Vt(e,$k),r=wt();return x.createElement(wk,{id:t.id,type:"scatter"},i=>x.createElement(x.Fragment,null,x.createElement(vk,{legendPayload:vre(t)}),x.createElement(xk,{type:"scatter",id:i,data:t.data,xAxisId:t.xAxisId,yAxisId:t.yAxisId,zAxisId:t.zAxisId,dataKey:t.dataKey,hide:t.hide,name:t.name,tooltipType:t.tooltipType,isPanorama:r}),x.createElement(Ere,mo({},t,{id:i}))))}var qk=x.memo(Ore,Ws);qk.displayName="Scatter";var kre=["domain","range"],Nre=["domain","range"];function Tx(e,t){if(e==null)return{};var r,i,o=Cre(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{if(s!=null)return kx(kx({},l),{},{type:s})},[l,s]);return x.useLayoutEffect(()=>{u!=null&&(r.current===null?t(sJ(u)):r.current!==u&&t(uJ({prev:r.current,next:u})),r.current=u)},[u,t]),x.useLayoutEffect(()=>()=>{r.current&&(t(pJ(r.current)),r.current=null)},[t]),null}var Vre=e=>{var{xAxisId:t,className:r}=e,i=me(q3),o=wt(),l="xAxis",s=me(T=>gO(T,l,t,o)),u=me(T=>mO(T,t)),d=me(T=>YY(T,t)),f=me(T=>LE(T,t));if(u==null||d==null||f==null)return null;var{dangerouslySetInnerHTML:m,ticks:h,scale:g}=e,w=$_(e,Pre),{id:b,scale:j}=f,A=$_(f,Dre);return x.createElement(a9,U_({},w,A,{x:d.x,y:d.y,width:u.width,height:u.height,className:Ze("recharts-".concat(l," ").concat(l),r),viewBox:i,ticks:s,axisType:l,axisId:t}))},Ure={allowDataOverflow:Ot.allowDataOverflow,allowDecimals:Ot.allowDecimals,allowDuplicatedCategory:Ot.allowDuplicatedCategory,angle:Ot.angle,axisLine:hn.axisLine,height:Ot.height,hide:!1,includeHidden:Ot.includeHidden,interval:Ot.interval,label:!1,minTickGap:Ot.minTickGap,mirror:Ot.mirror,orientation:Ot.orientation,padding:Ot.padding,reversed:Ot.reversed,scale:Ot.scale,tick:Ot.tick,tickCount:Ot.tickCount,tickLine:hn.tickLine,tickSize:hn.tickSize,type:Ot.type,niceTicks:Ot.niceTicks,xAxisId:0},$re=e=>{var t=Vt(e,Ure);return x.createElement(x.Fragment,null,x.createElement(Bre,{allowDataOverflow:t.allowDataOverflow,allowDecimals:t.allowDecimals,allowDuplicatedCategory:t.allowDuplicatedCategory,angle:t.angle,dataKey:t.dataKey,domain:t.domain,height:t.height,hide:t.hide,id:t.xAxisId,includeHidden:t.includeHidden,interval:t.interval,minTickGap:t.minTickGap,mirror:t.mirror,name:t.name,orientation:t.orientation,padding:t.padding,reversed:t.reversed,scale:t.scale,tick:t.tick,tickCount:t.tickCount,tickFormatter:t.tickFormatter,ticks:t.ticks,type:t.type,unit:t.unit,niceTicks:t.niceTicks}),x.createElement(Vre,t))},s9=x.memo($re,Fk);s9.displayName="XAxis";var qre=["type"],Fre=["dangerouslySetInnerHTML","ticks","scale"],Hre=["id","scale"];function q_(){return q_=Object.assign?Object.assign.bind():function(e){for(var t=1;t{if(s!=null)return Cx(Cx({},l),{},{type:s})},[s,l]);return x.useLayoutEffect(()=>{u!=null&&(r.current===null?t(dJ(u)):r.current!==u&&t(fJ({prev:r.current,next:u})),r.current=u)},[u,t]),x.useLayoutEffect(()=>()=>{r.current&&(t(mJ(r.current)),r.current=null)},[t]),null}function Zre(e){var{yAxisId:t,className:r,width:i,label:o}=e,l=x.useRef(null),s=x.useRef(null),u=me(q3),d=wt(),f=ot(),m="yAxis",h=me(M=>hO(M,t)),g=me(M=>WY(M,t)),w=me(M=>gO(M,m,t,d)),b=me(M=>zE(M,t));if(x.useLayoutEffect(()=>{if(!(i!=="auto"||!h||J6(o)||x.isValidElement(o)||b==null)){var M=l.current;if(M){var R=M.getCalculatedWidth();Math.round(h.width)!==Math.round(R)&&f(hJ({id:t,width:R}))}}},[w,h,f,o,t,i,b]),h==null||g==null||b==null)return null;var{dangerouslySetInnerHTML:j,ticks:A,scale:T}=e,E=F_(e,Fre),{id:O,scale:N}=b,C=F_(b,Hre);return x.createElement(a9,q_({},E,C,{ref:l,labelRef:s,x:g.x,y:g.y,tickTextProps:i==="auto"?{width:void 0}:{width:i},width:h.width,height:h.height,className:Ze("recharts-".concat(m," ").concat(m),r),viewBox:u,ticks:w,axisType:m,axisId:t}))}var Qre={allowDataOverflow:kt.allowDataOverflow,allowDecimals:kt.allowDecimals,allowDuplicatedCategory:kt.allowDuplicatedCategory,angle:kt.angle,axisLine:hn.axisLine,hide:!1,includeHidden:kt.includeHidden,interval:kt.interval,label:!1,minTickGap:kt.minTickGap,mirror:kt.mirror,orientation:kt.orientation,padding:kt.padding,reversed:kt.reversed,scale:kt.scale,tick:kt.tick,tickCount:kt.tickCount,tickLine:hn.tickLine,tickSize:hn.tickSize,type:kt.type,niceTicks:kt.niceTicks,width:kt.width,yAxisId:0},Jre=e=>{var t=Vt(e,Qre);return x.createElement(x.Fragment,null,x.createElement(Wre,{interval:t.interval,id:t.yAxisId,scale:t.scale,type:t.type,domain:t.domain,allowDataOverflow:t.allowDataOverflow,dataKey:t.dataKey,allowDuplicatedCategory:t.allowDuplicatedCategory,allowDecimals:t.allowDecimals,tickCount:t.tickCount,padding:t.padding,includeHidden:t.includeHidden,reversed:t.reversed,ticks:t.ticks,width:t.width,orientation:t.orientation,mirror:t.mirror,hide:t.hide,unit:t.unit,name:t.name,angle:t.angle,minTickGap:t.minTickGap,tick:t.tick,tickFormatter:t.tickFormatter,niceTicks:t.niceTicks}),x.createElement(Zre,t))},u9=x.memo(Jre,Fk);u9.displayName="YAxis";var eie={begin:0,duration:1e3,easing:"ease",isActive:!0,canBegin:!0,onAnimationEnd:()=>{},onAnimationStart:()=>{}};function tie(e){var t=Vt(e,eie),{animationId:r,from:i,to:o,attributeName:l,isActive:s,canBegin:u,duration:d,easing:f,begin:m,onAnimationEnd:h,onAnimationStart:g,children:w}=t,b=Y3(),j=s==="auto"?!Il.isSsr&&!b:s,A=ET(r+l,t.animationManager),[T,E]=x.useState(()=>j?i:o),O=x.useRef(!1),N=x.useCallback(()=>{E(i),g()},[i,g]);if(x.useEffect(()=>{if(!j||!u)return va;O.current=!0;var M=A.subscribe(E);return A.start([N,m,o,d,h]),()=>{A.stop(),M&&M(),h()}},[j,u,d,f,m,N,h,A,o,i]),!j)return w({[l]:o});if(!u)return w({[l]:i});if(O.current){var C=W3([l],d,f);return w({transition:C,[l]:T})}return w({[l]:i})}var rie=["direction","width","dataKey","isAnimationActive","animationBegin","animationDuration","animationEasing"];function Is(){return Is=Object.assign?Object.assign.bind():function(e){for(var t=1;t{var{x:N,y:C,value:M,errorVal:R}=h(E,i,t);if(!R||N==null||C==null)return null;var z=[],F,Z;if(Array.isArray(R)){var[te,X]=R;if(te==null||X==null)return null;F=te,Z=X}else F=Z=R;if(t==="x"){var{scale:ge}=j,se=C+b,ye=se+r,B=se-r,G=ge.map(M-F),ie=ge.map(M+Z);G!=null&&ie!=null&&(z.push({x1:ie,y1:ye,x2:ie,y2:B}),z.push({x1:G,y1:se,x2:ie,y2:se}),z.push({x1:G,y1:ye,x2:G,y2:B}))}else if(t==="y"){var{scale:le}=A,ce=N+b,D=ce-r,H=ce+r,ae=le.map(M-F),oe=le.map(M+Z);ae!=null&&oe!=null&&(z.push({x1:D,y1:oe,x2:H,y2:oe}),z.push({x1:ce,y1:ae,x2:ce,y2:oe}),z.push({x1:D,y1:ae,x2:H,y2:ae}))}var ve=t==="x"?"scaleX":"scaleY",Ae="".concat(N+b,"px ").concat(C+b,"px");return x.createElement(Pt,Is({className:"recharts-errorBar",key:"bar-".concat(N,"-").concat(C,"-").concat(M,"-").concat(O)},f),z.map((je,re)=>{var Q=o?{transformOrigin:Ae}:void 0;return x.createElement(tie,{animationId:"error-bar-".concat(t,"_").concat(je.x1,"-").concat(je.x2,"-").concat(je.y1,"-").concat(je.y2),from:"".concat(ve,"(0)"),to:"".concat(ve,"(1)"),attributeName:"transform",begin:l,easing:u,isActive:o,duration:s,key:"errorbar-".concat(O,"-").concat(je.x1,"-").concat(je.y1,"-").concat(je.x2,"-").concat(je.y2,"-").concat(re)},ee=>x.createElement("line",Is({},je,{style:Px(Px({},Q),ee)})))}))});return x.createElement(Pt,{className:"recharts-errorBars"},T)}function sie(e){var t=ho();return e??(t!=null&&t==="horizontal"?"y":"x")}var uie={stroke:"black",strokeWidth:1.5,width:5,offset:0,isAnimationActive:!0,animationBegin:0,animationDuration:400,animationEasing:"ease-in-out",zIndex:Mt.line};function cd(e){var t=sie(e.direction),r=Vt(e,uie),{width:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u,zIndex:d}=r;return x.createElement(x.Fragment,null,x.createElement(tte,{dataKey:r.dataKey,direction:t}),x.createElement(Ur,{zIndex:d},x.createElement(cie,Is({},r,{direction:t,width:i,isAnimationActive:o,animationBegin:l,animationDuration:s,animationEasing:u}))))}cd.displayName="ErrorBar";var pie=(e,t)=>t,p9=q([pie,Qe,JT,qt,DO,Tn,yW,Ut],TW);function die(e){return"getBBox"in e.currentTarget&&typeof e.currentTarget.getBBox=="function"}function d9(e){var t=e.currentTarget.getBoundingClientRect(),r,i;if(die(e)){var o=e.currentTarget.getBBox();r=o.width>0?t.width/o.width:1,i=o.height>0?t.height/o.height:1}else{var l=e.currentTarget;r=l.offsetWidth>0?t.width/l.offsetWidth:1,i=l.offsetHeight>0?t.height/l.offsetHeight:1}var s=(u,d)=>({relativeX:Math.round((u-t.left)/r),relativeY:Math.round((d-t.top)/i)});return"touches"in e?Array.from(e.touches).map(u=>s(u.clientX,u.clientY)):s(e.clientX,e.clientY)}var Hk=Br("mouseClick"),Kk=Ks();Kk.startListening({actionCreator:Hk,effect:(e,t)=>{var r=e.payload,i=p9(t.getState(),d9(r));i?.activeIndex!=null&&t.dispatch(fG({activeIndex:i.activeIndex,activeDataKey:void 0,activeCoordinate:i.activeCoordinate}))}});var H_=Br("mouseMove"),Xk=Ks(),sl=null,$a=null,yh=null;Xk.startListening({actionCreator:H_,effect:(e,t)=>{var r=e.payload,i=t.getState(),{throttleDelay:o,throttledEvents:l}=i.eventSettings,s=l==="all"||l?.includes("mousemove");sl!==null&&(cancelAnimationFrame(sl),sl=null),$a!==null&&(typeof o!="number"||!s)&&(clearTimeout($a),$a=null),yh=d9(r);var u=()=>{var d=t.getState(),f=$6(d,d.tooltip.settings.shared);if(!yh){sl=null,$a=null;return}if(f==="axis"){var m=p9(d,yh);m?.activeIndex!=null?t.dispatch(SO({activeIndex:m.activeIndex,activeDataKey:void 0,activeCoordinate:m.activeCoordinate})):t.dispatch(AO())}sl=null,$a=null};if(!s){u();return}o==="raf"?sl=requestAnimationFrame(u):typeof o=="number"&&$a===null&&($a=setTimeout(u,o))}});function fie(e,t){return t instanceof HTMLElement?"HTMLElement <".concat(t.tagName,' class="').concat(t.className,'">'):t===window?"global.window":e==="children"&&typeof t=="object"&&t!==null?"<>":t}var Dx={accessibilityLayer:!0,barCategoryGap:"10%",barGap:4,barSize:void 0,className:void 0,maxBarSize:void 0,stackOffset:"none",syncId:void 0,syncMethod:"index",baseValue:void 0,reverseStackOrder:!1},Yk=nr({name:"rootProps",initialState:Dx,reducers:{updateOptions:(e,t)=>{var r;e.accessibilityLayer=t.payload.accessibilityLayer,e.barCategoryGap=t.payload.barCategoryGap,e.barGap=(r=t.payload.barGap)!==null&&r!==void 0?r:Dx.barGap,e.barSize=t.payload.barSize,e.maxBarSize=t.payload.maxBarSize,e.stackOffset=t.payload.stackOffset,e.syncId=t.payload.syncId,e.syncMethod=t.payload.syncMethod,e.className=t.payload.className,e.baseValue=t.payload.baseValue,e.reverseStackOrder=t.payload.reverseStackOrder}}}),mie=Yk.reducer,{updateOptions:hie}=Yk.actions,_ie=null,gie={updatePolarOptions:(e,t)=>e===null?t.payload:(e.startAngle=t.payload.startAngle,e.endAngle=t.payload.endAngle,e.cx=t.payload.cx,e.cy=t.payload.cy,e.innerRadius=t.payload.innerRadius,e.outerRadius=t.payload.outerRadius,e)},Gk=nr({name:"polarOptions",initialState:_ie,reducers:gie}),{updatePolarOptions:Hae}=Gk.actions,vie=Gk.reducer,Wk=Br("keyDown"),Zk=Br("focus"),Qk=Br("blur"),lf=Ks(),ul=null,qa=null,X0=null;lf.startListening({actionCreator:Wk,effect:(e,t)=>{X0=e.payload,ul!==null&&(cancelAnimationFrame(ul),ul=null);var r=t.getState(),{throttleDelay:i,throttledEvents:o}=r.eventSettings,l=o==="all"||o.includes("keydown");qa!==null&&(typeof i!="number"||!l)&&(clearTimeout(qa),qa=null);var s=()=>{try{var u=t.getState(),d=u.rootProps.accessibilityLayer!==!1;if(!d)return;var{keyboardInteraction:f}=u.tooltip,m=X0;if(m!=="ArrowRight"&&m!=="ArrowLeft"&&m!=="Enter")return;var h=q6(f,Xl(u),nu(u),ou(u)),g=h==null?-1:Number(h);if(!Number.isFinite(g)||g<0)return;var w=Tn(u);if(m==="Enter"){var b=td(u,"axis","hover",String(f.index));t.dispatch(ed({active:!f.active,activeIndex:f.index,activeCoordinate:b}));return}var j=rG(u),A=j==="left-to-right"?1:-1,T=m==="ArrowRight"?1:-1,E=g+T*A;if(w==null||E>=w.length||E<0)return;var O=td(u,"axis","hover",String(E));t.dispatch(ed({active:!0,activeIndex:E.toString(),activeCoordinate:O}))}finally{ul=null,qa=null}};if(!l){s();return}i==="raf"?ul=requestAnimationFrame(s):typeof i=="number"&&qa===null&&(s(),X0=null,qa=setTimeout(()=>{X0?s():(qa=null,ul=null)},i))}});lf.startListening({actionCreator:Zk,effect:(e,t)=>{var r=t.getState(),i=r.rootProps.accessibilityLayer!==!1;if(i){var{keyboardInteraction:o}=r.tooltip;if(!o.active&&o.index==null){var l="0",s=td(r,"axis","hover",String(l));t.dispatch(ed({active:!0,activeIndex:l,activeCoordinate:s}))}}}});lf.startListening({actionCreator:Qk,effect:(e,t)=>{var r=t.getState(),i=r.rootProps.accessibilityLayer!==!1;if(i){var{keyboardInteraction:o}=r.tooltip;o.active&&t.dispatch(ed({active:!1,activeIndex:o.index,activeCoordinate:o.coordinate}))}}});function Jk(e){e.persist();var{currentTarget:t}=e;return new Proxy(e,{get:(r,i)=>{if(i==="currentTarget")return t;var o=Reflect.get(r,i);return typeof o=="function"?o.bind(r):o}})}var ei=Br("externalEvent"),eN=Ks(),Y0=new Map,Jc=new Map,wh=new Map;eN.startListening({actionCreator:ei,effect:(e,t)=>{var{handler:r,reactEvent:i}=e.payload;if(r!=null){var o=i.type,l=Jk(i);wh.set(o,{handler:r,reactEvent:l});var s=Y0.get(o);s!==void 0&&(cancelAnimationFrame(s),Y0.delete(o));var u=t.getState(),{throttleDelay:d,throttledEvents:f}=u.eventSettings,m=f,h=m==="all"||m?.includes(o),g=Jc.get(o);g!==void 0&&(typeof d!="number"||!h)&&(clearTimeout(g),Jc.delete(o));var w=()=>{var A=wh.get(o);try{if(!A)return;var{handler:T,reactEvent:E}=A,O=t.getState(),N={activeCoordinate:nW(O),activeDataKey:IO(O),activeIndex:po(O),activeLabel:zO(O),activeTooltipIndex:po(O),isTooltipActive:aW(O)};T&&T(N,E)}finally{Y0.delete(o),Jc.delete(o),wh.delete(o)}};if(!h){w();return}if(d==="raf"){var b=requestAnimationFrame(w);Y0.set(o,b)}else if(typeof d=="number"){if(!Jc.has(o)){w();var j=setTimeout(w,d);Jc.set(o,j)}}else w()}}});var yie=q([Hl],e=>e.tooltipItemPayloads),wie=q([yie,(e,t)=>t,(e,t,r)=>r],(e,t,r)=>{if(t!=null){var i=e.find(l=>l.settings.graphicalItemId===r);if(i!=null){var{getPosition:o}=i;if(o!=null)return o(t)}}}),tN=Br("touchMove"),rN=Ks(),Fa=null,Jn=null,Rx=null,es=null;rN.startListening({actionCreator:tN,effect:(e,t)=>{var r=e.payload;if(!(r.touches==null||r.touches.length===0)){es=Jk(r);var i=t.getState(),{throttleDelay:o,throttledEvents:l}=i.eventSettings,s=l==="all"||l.includes("touchmove");Fa!==null&&(cancelAnimationFrame(Fa),Fa=null),Jn!==null&&(typeof o!="number"||!s)&&(clearTimeout(Jn),Jn=null),Rx=Array.from(r.touches).map(d=>d9({clientX:d.clientX,clientY:d.clientY,currentTarget:r.currentTarget}));var u=()=>{if(es!=null){var d=t.getState(),f=$6(d,d.tooltip.settings.shared);if(f==="axis"){var m,h=(m=Rx)===null||m===void 0?void 0:m[0];if(h==null){Fa=null,Jn=null;return}var g=p9(d,h);g?.activeIndex!=null&&t.dispatch(SO({activeIndex:g.activeIndex,activeDataKey:void 0,activeCoordinate:g.activeCoordinate}))}else if(f==="item"){var w,b=es.touches[0];if(document.elementFromPoint==null||b==null)return;var j=document.elementFromPoint(b.clientX,b.clientY);if(!j||!j.getAttribute)return;var A=j.getAttribute(S$),T=(w=j.getAttribute(oT))!==null&&w!==void 0?w:void 0,E=Kl(d).find(C=>C.id===T);if(A==null||E==null||T==null)return;var{dataKey:O}=E,N=wie(d,A,T);t.dispatch(jO({activeDataKey:O,activeIndex:A,activeCoordinate:N,activeGraphicalItemId:T}))}Fa=null,Jn=null}};if(!s){u();return}o==="raf"?Fa=requestAnimationFrame(u):typeof o=="number"&&Jn===null&&(u(),es=null,Jn=setTimeout(()=>{es?u():(Jn=null,Fa=null)},o))}}});var iN={throttleDelay:"raf",throttledEvents:["mousemove","touchmove","pointermove","scroll","wheel"]},nN=nr({name:"eventSettings",initialState:iN,reducers:{setEventSettings:(e,t)=>{t.payload.throttleDelay!=null&&(e.throttleDelay=t.payload.throttleDelay),t.payload.throttledEvents!=null&&(e.throttledEvents=t.payload.throttledEvents)}}}),{setEventSettings:bie}=nN.actions,xie=nN.reducer,jie=OS({brush:CJ,cartesianAxis:_J,chartData:iZ,errorBars:Gee,eventSettings:xie,graphicalItems:iJ,layout:l$,legend:_q,options:QW,polarAxis:TQ,polarOptions:vie,referenceElements:BJ,renderedTicks:mee,rootProps:mie,tooltip:mG,zIndex:VW}),Aie=function(t){var r=arguments.length>1&&arguments[1]!==void 0?arguments[1]:"Chart";return MU({reducer:jie,preloadedState:t,middleware:i=>{var o;return i({serializableCheck:!1,immutableCheck:!["commonjs","es6","production"].includes((o="es6")!==null&&o!==void 0?o:"")}).concat([Kk.middleware,Xk.middleware,lf.middleware,eN.middleware,rN.middleware])},enhancers:i=>{var o=i;return typeof i=="function"&&(o=i()),o.concat(qS({type:"raf"}))},devTools:{serialize:{replacer:fie},name:"recharts-".concat(r)}})};function Sie(e){var{preloadedState:t,children:r,reduxStoreName:i}=e,o=wt(),l=x.useRef(null);if(o)return r;l.current==null&&(l.current=Aie(t,i));var s=L3;return x.createElement(Dq,{context:s,store:l.current},r)}function Tie(e){var{layout:t,margin:r}=e,i=ot(),o=wt();return x.useEffect(()=>{o||(i(n$(t)),i(i$(r)))},[i,o,t,r]),null}var Eie=x.memo(Tie,Ws);function Oie(e){var t=ot();return x.useEffect(()=>{t(hie(e))},[t,e]),null}var kie=e=>{var t=ot();return x.useEffect(()=>{t(bie(e))},[t,e]),null},Nie=x.memo(kie,Ws);function Lx(e){var{zIndex:t,isPanorama:r}=e,i=x.useRef(null),o=ot();return x.useLayoutEffect(()=>(i.current&&o(IW({zIndex:t,element:i.current,isPanorama:r})),()=>{o(BW({zIndex:t,isPanorama:r}))}),[o,t,r]),x.createElement("g",{tabIndex:-1,ref:i,className:"recharts-zIndex-layer_".concat(t)})}function zx(e){var{children:t,isPanorama:r}=e,i=me(OW);if(!i||i.length===0)return t;var o=i.filter(s=>s<0),l=i.filter(s=>s>0);return x.createElement(x.Fragment,null,o.map(s=>x.createElement(Lx,{key:s,zIndex:s,isPanorama:r})),t,l.map(s=>x.createElement(Lx,{key:s,zIndex:s,isPanorama:r})))}var Cie=["children"];function Mie(e,t){if(e==null)return{};var r,i,o=Pie(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var r=dT(),i=fT(),o=jT();if(!Bi(r)||!Bi(i))return null;var{children:l,otherAttributes:s,title:u,desc:d}=e,f,m;return s!=null&&(typeof s.tabIndex=="number"?f=s.tabIndex:f=o?0:void 0,typeof s.role=="string"?m=s.role:m=o?"application":void 0),x.createElement(KA,sd({},s,{title:u,desc:d,role:m,tabIndex:f,width:r,height:i,style:Die,ref:t}),l)}),Lie=e=>{var{children:t}=e,r=me(Rd);if(!r)return null;var{width:i,height:o,y:l,x:s}=r;return x.createElement(KA,{width:i,height:o,x:s,y:l},t)},Ix=x.forwardRef((e,t)=>{var{children:r}=e,i=Mie(e,Cie),o=wt();return o?x.createElement(Lie,null,x.createElement(zx,{isPanorama:!0},r)):x.createElement(Rie,sd({ref:t},i),x.createElement(zx,{isPanorama:!1},r))});function zie(){var e=ot(),[t,r]=x.useState(null),i=me(A$);return x.useEffect(()=>{if(t!=null){var o=t.getBoundingClientRect(),l=o.width/t.offsetWidth;Ne(l)&&l!==i&&e(o$(l))}},[t,e,i]),r}function Bx(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter(function(o){return Object.getOwnPropertyDescriptor(e,o).enumerable})),r.push.apply(r,i)}return r}function Iie(e){for(var t=1;t(dZ(),null);function ud(e){if(typeof e=="number")return e;if(typeof e=="string"){var t=parseFloat(e);if(!Number.isNaN(t))return t}return 0}var qie=x.forwardRef((e,t)=>{var r,i,o=x.useRef(null),[l,s]=x.useState({containerWidth:ud((r=e.style)===null||r===void 0?void 0:r.width),containerHeight:ud((i=e.style)===null||i===void 0?void 0:i.height)}),u=x.useCallback((f,m)=>{s(h=>{var g=Math.round(f),w=Math.round(m);return h.containerWidth===g&&h.containerHeight===w?h:{containerWidth:g,containerHeight:w}})},[]),d=x.useCallback(f=>{if(typeof t=="function"&&t(f),f!=null&&typeof ResizeObserver<"u"){var{width:m,height:h}=f.getBoundingClientRect();u(m,h);var g=b=>{var j=b[0];if(j!=null){var{width:A,height:T}=j.contentRect;u(A,T)}},w=new ResizeObserver(g);w.observe(f),o.current=w}},[t,u]);return x.useEffect(()=>()=>{var f=o.current;f?.disconnect()},[u]),x.createElement(x.Fragment,null,x.createElement(Ys,{width:l.containerWidth,height:l.containerHeight}),x.createElement("div",pa({ref:d},e)))}),Fie=x.forwardRef((e,t)=>{var{width:r,height:i}=e,[o,l]=x.useState({containerWidth:ud(r),containerHeight:ud(i)}),s=x.useCallback((d,f)=>{l(m=>{var h=Math.round(d),g=Math.round(f);return m.containerWidth===h&&m.containerHeight===g?m:{containerWidth:h,containerHeight:g}})},[]),u=x.useCallback(d=>{if(typeof t=="function"&&t(d),d!=null){var{width:f,height:m}=d.getBoundingClientRect();s(f,m)}},[t,s]);return x.createElement(x.Fragment,null,x.createElement(Ys,{width:o.containerWidth,height:o.containerHeight}),x.createElement("div",pa({ref:u},e)))}),Hie=x.forwardRef((e,t)=>{var{width:r,height:i}=e;return x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement("div",pa({ref:t},e)))}),Kie=x.forwardRef((e,t)=>{var{width:r,height:i}=e;return typeof r=="string"||typeof i=="string"?x.createElement(Fie,pa({},e,{ref:t})):typeof r=="number"&&typeof i=="number"?x.createElement(Hie,pa({},e,{width:r,height:i,ref:t})):x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement("div",pa({ref:t},e)))});function Xie(e){return e?qie:Kie}var Yie=x.forwardRef((e,t)=>{var{children:r,className:i,height:o,onClick:l,onContextMenu:s,onDoubleClick:u,onMouseDown:d,onMouseEnter:f,onMouseLeave:m,onMouseMove:h,onMouseUp:g,onTouchEnd:w,onTouchMove:b,onTouchStart:j,style:A,width:T,responsive:E,dispatchTouchEvents:O=!0}=e,N=x.useRef(null),C=ot(),[M,R]=x.useState(null),[z,F]=x.useState(null),Z=zie(),te=F3(),X=te?.width>0?te.width:T,ge=te?.height>0?te.height:o,se=x.useCallback(ee=>{Z(ee),typeof t=="function"&&t(ee),R(ee),F(ee),ee!=null&&(N.current=ee)},[Z,t,R,F]),ye=x.useCallback(ee=>{C(Hk(ee)),C(ei({handler:l,reactEvent:ee}))},[C,l]),B=x.useCallback(ee=>{C(H_(ee)),C(ei({handler:f,reactEvent:ee}))},[C,f]),G=x.useCallback(ee=>{C(AO()),C(ei({handler:m,reactEvent:ee}))},[C,m]),ie=x.useCallback(ee=>{C(H_(ee)),C(ei({handler:h,reactEvent:ee}))},[C,h]),le=x.useCallback(()=>{C(Zk())},[C]),ce=x.useCallback(()=>{C(Qk())},[C]),D=x.useCallback(ee=>{C(Wk(ee.key))},[C]),H=x.useCallback(ee=>{C(ei({handler:s,reactEvent:ee}))},[C,s]),ae=x.useCallback(ee=>{C(ei({handler:u,reactEvent:ee}))},[C,u]),oe=x.useCallback(ee=>{C(ei({handler:d,reactEvent:ee}))},[C,d]),ve=x.useCallback(ee=>{C(ei({handler:g,reactEvent:ee}))},[C,g]),Ae=x.useCallback(ee=>{C(ei({handler:j,reactEvent:ee}))},[C,j]),je=x.useCallback(ee=>{O&&C(tN(ee)),C(ei({handler:b,reactEvent:ee}))},[C,O,b]),re=x.useCallback(ee=>{C(ei({handler:w,reactEvent:ee}))},[C,w]),Q=Xie(E);return x.createElement(HO.Provider,{value:M},x.createElement(sB.Provider,{value:z},x.createElement(Q,{width:X??A?.width,height:ge??A?.height,className:Ze("recharts-wrapper",i),style:Iie({position:"relative",cursor:"default",width:X,height:ge},A),onClick:ye,onContextMenu:H,onDoubleClick:ae,onFocus:le,onBlur:ce,onKeyDown:D,onMouseDown:oe,onMouseEnter:B,onMouseLeave:G,onMouseMove:ie,onMouseUp:ve,onTouchEnd:re,onTouchMove:je,onTouchStart:Ae,ref:se},x.createElement($ie,null),r)))}),Gie=["width","height","responsive","children","className","style","compact","title","desc"];function Wie(e,t){if(e==null)return{};var r,i,o=Zie(e,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(i=0;i{var{width:r,height:i,responsive:o,children:l,className:s,style:u,compact:d,title:f,desc:m}=e,h=Wie(e,Gie),g=oi(h);return d?x.createElement(x.Fragment,null,x.createElement(Ys,{width:r,height:i}),x.createElement(Ix,{otherAttributes:g,title:f,desc:m},l)):x.createElement(Yie,{className:s,style:u,width:r,height:i,responsive:o??!1,onClick:e.onClick,onMouseLeave:e.onMouseLeave,onMouseEnter:e.onMouseEnter,onMouseMove:e.onMouseMove,onMouseDown:e.onMouseDown,onMouseUp:e.onMouseUp,onContextMenu:e.onContextMenu,onDoubleClick:e.onDoubleClick,onTouchStart:e.onTouchStart,onTouchMove:e.onTouchMove,onTouchEnd:e.onTouchEnd},x.createElement(Ix,{otherAttributes:g,title:f,desc:m,ref:t},x.createElement(VJ,null,l)))});function K_(){return K_=Object.assign?Object.assign.bind():function(e){for(var t=1;tx.createElement(aN,{chartName:"BarChart",defaultTooltipEventType:"axis",validateTooltipEventTypes:ane,tooltipPayloadSearcher:KO,categoricalChartProps:e,ref:t})),lne=["item"],cne=x.forwardRef((e,t)=>x.createElement(aN,{chartName:"ScatterChart",defaultTooltipEventType:"item",validateTooltipEventTypes:lne,tooltipPayloadSearcher:KO,categoricalChartProps:e,ref:t}));const sne=JSON.parse('[{"id":"cohere-plus-gemma-4-26b-plus-voxtral","name":"Cohere + Gemma-4-26B + Voxtral","type":"cascade","stt":"Cohere Transcribe","llm":"Gemma-4-26B","tts":"Voxtral 4B TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.5650707510040162,"ci_lower":0.5400919675702811,"ci_upper":0.5891347043005356},"per_domain":{"airline":{"point":0.5846239999999999,"ci_lower":0.5342981666666666,"ci_upper":0.6310367,"n":50},"itsm":{"point":0.5399416666666668,"ci_lower":0.4983481041666666,"ci_upper":0.5800412916666666,"n":80},"medical_hr":{"point":0.5706465863453815,"ci_lower":0.5318696787148595,"ci_upper":0.607986827309237,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2074718875502008,"ci_lower":0.1685092369477911,"ci_upper":0.2461645080321284},"per_domain":{"airline":{"point":0.246,"ci_lower":0.164,"ci_upper":0.326,"n":50},"itsm":{"point":0.1475,"ci_lower":0.0975,"ci_upper":0.1975,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.1614457831325301,"ci_upper":0.3036144578313253,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.4160140562248997,"ci_lower":0.3477434738955823,"ci_upper":0.4843591867469879},"per_domain":{"airline":{"point":0.5,"ci_lower":0.36,"ci_upper":0.64,"n":50},"itsm":{"point":0.3625,"ci_lower":0.2625,"ci_upper":0.475,"n":80},"medical_hr":{"point":0.3855421686746988,"ci_lower":0.2771084337349397,"ci_upper":0.4939759036144578,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0603822803212851,"ci_lower":0.037151450441767,"ci_upper":0.0887407893574296},"per_domain":{"airline":{"point":0.0660905999999999,"ci_lower":0.0180382799999999,"ci_upper":0.131072735,"n":50},"itsm":{"point":0.0275959999999999,"ci_lower":0.0071494999999999,"ci_upper":0.0557637999999999,"n":80},"medical_hr":{"point":0.0874602409638554,"ci_lower":0.0437506506024096,"ci_upper":0.1422746024096384,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6581567455823293,"ci_lower":0.6453489980756358,"ci_upper":0.6710986886981257},"per_domain":{"airline":{"point":0.6751214666666666,"ci_lower":0.6479398133333334,"ci_upper":0.7018515133333334,"n":50},"itsm":{"point":0.6488604166666667,"ci_lower":0.6300227645833333,"ci_upper":0.6668413208333334,"n":80},"medical_hr":{"point":0.6504883534136546,"ci_lower":0.6301046425702811,"ci_upper":0.6697641847389557,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.2094879518072288,"ci_lower":0.1828787650602409,"ci_upper":0.2373751004016063},"per_domain":{"airline":{"point":0.2199999999999999,"ci_lower":0.168,"ci_upper":0.2799999999999999,"n":50},"itsm":{"point":0.1675,"ci_lower":0.1299374999999999,"ci_upper":0.2075,"n":80},"medical_hr":{"point":0.2409638554216866,"ci_lower":0.1975903614457831,"ci_upper":0.2867469879518072,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.6472489959839357,"ci_lower":0.581632781124498,"ci_upper":0.7098310742971887},"per_domain":{"airline":{"point":0.68,"ci_lower":0.5595000000000001,"ci_upper":0.8,"n":50},"itsm":{"point":0.575,"ci_lower":0.4625,"ci_upper":0.6753124999999983,"n":80},"medical_hr":{"point":0.6867469879518072,"ci_lower":0.5903614457831325,"ci_upper":0.7831325301204819,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.014607469879518,"ci_lower":0.0066141368674698,"ci_upper":0.0252782147791164},"per_domain":{"airline":{"point":0.0137919999999999,"ci_lower":0.00380752,"ci_upper":0.0286211199999999,"n":50},"itsm":{"point":0.016228,"ci_lower":0.0019038,"ci_upper":0.04232,"n":80},"medical_hr":{"point":0.0138024096385542,"ci_lower":0.0065001445783132,"ci_upper":0.0240193734939758,"n":83}}},"task_completion":{"pooled":{"point":0.3378574297188755,"ci_lower":0.2890192771084338,"ci_upper":0.3878984939759035},"per_domain":{"airline":{"point":0.368,"ci_lower":0.2759999999999999,"ci_upper":0.4600999999999995,"n":50},"itsm":{"point":0.3275,"ci_lower":0.2475,"ci_upper":0.4025,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2289156626506024,"ci_upper":0.4096385542168674,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9826269116465864,"ci_lower":0.9792287040662648,"ci_upper":0.9858648414156628},"per_domain":{"airline":{"point":0.988872,"ci_lower":0.9826436,"ci_upper":0.9940643,"n":50},"itsm":{"point":0.973575,"ci_lower":0.9663244375,"ci_upper":0.9798055,"n":80},"medical_hr":{"point":0.9854337349397592,"ci_lower":0.9805053614457832,"ci_upper":0.9898603012048192,"n":83}}},"faithfulness":{"pooled":{"point":0.3750612449799197,"ci_lower":0.3388727911646587,"ci_upper":0.4121540913654619},"per_domain":{"airline":{"point":0.3979999999999999,"ci_lower":0.33,"ci_upper":0.468,"n":50},"itsm":{"point":0.31875,"ci_lower":0.25621875,"ci_upper":0.38125,"n":80},"medical_hr":{"point":0.408433734939759,"ci_lower":0.3542168674698795,"ci_upper":0.4602710843373493,"n":83}}},"turn_taking":{"pooled":{"point":0.5666593853413655,"ci_lower":0.5425191626606425,"ci_upper":0.5912114554016064},"per_domain":{"airline":{"point":0.6636404,"ci_lower":0.62863669,"ci_upper":0.6982353,"n":50},"itsm":{"point":0.48691125,"ci_lower":0.4429865,"ci_upper":0.53042363125,"n":80},"medical_hr":{"point":0.5494265060240964,"ci_lower":0.5028117771084337,"ci_upper":0.5935131867469878,"n":83}}},"conciseness":{"pooled":{"point":0.8094484016064256,"ci_lower":0.8030422972389557,"ci_upper":0.8158510328313253},"per_domain":{"airline":{"point":0.789724,"ci_lower":0.7769548999999999,"ci_upper":0.8019330000000001,"n":50},"itsm":{"point":0.8209199999999999,"ci_lower":0.8114169999999999,"ci_upper":0.8305134375,"n":80},"medical_hr":{"point":0.8177012048192772,"ci_lower":0.805828373493976,"ci_upper":0.829102891566265,"n":83}}},"conversation_progression":{"pooled":{"point":0.5983624497991967,"ci_lower":0.5677662148594377,"ci_upper":0.630040562248996},"per_domain":{"airline":{"point":0.572,"ci_lower":0.504,"ci_upper":0.638,"n":50},"itsm":{"point":0.6387499999999999,"ci_lower":0.59875,"ci_upper":0.6775312499999998,"n":80},"medical_hr":{"point":0.5843373493975903,"ci_lower":0.5337349397590361,"ci_upper":0.636144578313253,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1755555555555555,"ci_lower":-0.2296296296296296,"ci_upper":-0.117037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1666666666666666,"ci_lower":-0.2488888888888888,"ci_upper":-0.0955555555555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2555555555555556,"ci_lower":-0.3645555555555556,"ci_upper":-0.1466111111111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1044444444444444,"ci_lower":-0.2045555555555555,"ci_upper":-0.0111111111111111,"corrected_p":0.1002,"raw_p":0.0501,"reject":false}}},"background_noise":{"pooled":{"point":-0.0718518518518518,"ci_lower":-0.1274074074074074,"ci_upper":-0.0222222222222222,"corrected_p":0.009,"raw_p":0.009,"reject":true},"per_domain":{"airline":{"point":-0.1222222222222222,"ci_lower":-0.2133333333333333,"ci_upper":-0.0355555555555555,"corrected_p":0.0684,"raw_p":0.0114,"reject":false},"itsm":{"point":-0.1222222222222222,"ci_lower":-0.2222222222222222,"ci_upper":-0.0288888888888889,"corrected_p":0.0792,"raw_p":0.0198,"reject":false},"medical_hr":{"point":0.0288888888888888,"ci_lower":-0.0445,"ci_upper":0.1089444444444443,"corrected_p":0.5183,"raw_p":0.5183,"reject":false}}},"both":{"pooled":{"point":-0.1459259259259259,"ci_lower":-0.1992962962962963,"ci_upper":-0.0910925925925926,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1333333333333333,"ci_lower":-0.2377777777777778,"ci_upper":-0.0377222222222222,"corrected_p":0.0684,"raw_p":0.0134,"reject":false},"itsm":{"point":-0.2222222222222222,"ci_lower":-0.3311666666666667,"ci_upper":-0.1155555555555555,"corrected_p":0.0021,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.0822222222222222,"ci_lower":-0.1511666666666667,"ci_upper":-0.0177222222222222,"corrected_p":0.0792,"raw_p":0.0222,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0069851851851851,"ci_lower":0.0006472222222222,"ci_upper":0.0132346296296296,"corrected_p":0.1005,"raw_p":0.0335,"reject":false},"per_domain":{"airline":{"point":0.0040044444444444,"ci_lower":-0.0026500555555555,"ci_upper":0.0104902777777777,"corrected_p":1,"raw_p":0.2437,"reject":false},"itsm":{"point":0.0057599999999999,"ci_lower":-0.0096835555555555,"ci_upper":0.0207437777777777,"corrected_p":1,"raw_p":0.4759,"reject":false},"medical_hr":{"point":0.011191111111111,"ci_lower":0.0025735555555555,"ci_upper":0.0201356666666666,"corrected_p":0.1674,"raw_p":0.0186,"reject":false}}},"background_noise":{"pooled":{"point":-0.0014851851851852,"ci_lower":-0.0106074259259259,"ci_upper":0.007684574074074,"corrected_p":0.766,"raw_p":0.766,"reject":false},"per_domain":{"airline":{"point":0.0017377777777777,"ci_lower":-0.0099219444444444,"ci_upper":0.0134797777777777,"corrected_p":1,"raw_p":0.778,"reject":false},"itsm":{"point":-0.0084955555555555,"ci_lower":-0.0327690555555555,"ci_upper":0.0119843888888888,"corrected_p":1,"raw_p":0.4989,"reject":false},"medical_hr":{"point":0.0023022222222222,"ci_lower":-0.0089296111111111,"ci_upper":0.0146503333333332,"corrected_p":1,"raw_p":0.7195,"reject":false}}},"both":{"pooled":{"point":0.0048481481481481,"ci_lower":-0.002201074074074,"ci_upper":0.0118372592592592,"corrected_p":0.357,"raw_p":0.1785,"reject":false},"per_domain":{"airline":{"point":-0.0040622222222222,"ci_lower":-0.0152573888888888,"ci_upper":0.0071054444444444,"corrected_p":1,"raw_p":0.4997,"reject":false},"itsm":{"point":0.0137266666666666,"ci_lower":-0.0007921111111111,"ci_upper":0.0261669999999999,"corrected_p":0.4128,"raw_p":0.0516,"reject":false},"medical_hr":{"point":0.0048799999999999,"ci_lower":-0.0060746111111111,"ci_upper":0.015789611111111,"corrected_p":1,"raw_p":0.4102,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.1055555555555555,"ci_lower":0.0466666666666666,"ci_upper":0.1633425925925925,"corrected_p":0.0006,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":0.1366666666666666,"ci_lower":0.0599999999999999,"ci_upper":0.2078055555555555,"corrected_p":0.0215999999999999,"raw_p":0.0024,"reject":true},"itsm":{"point":0.0211111111111111,"ci_lower":-0.0622222222222222,"ci_upper":0.1189166666666666,"corrected_p":1,"raw_p":0.6885,"reject":false},"medical_hr":{"point":0.1588888888888888,"ci_lower":0.0488888888888888,"ci_upper":0.2722777777777777,"corrected_p":0.084,"raw_p":0.0105,"reject":false}}},"background_noise":{"pooled":{"point":0.0055555555555555,"ci_lower":-0.0515185185185185,"ci_upper":0.065574074074074,"corrected_p":0.8478,"raw_p":0.8478,"reject":false},"per_domain":{"airline":{"point":0.0255555555555555,"ci_lower":-0.0566666666666666,"ci_upper":0.1078055555555555,"corrected_p":1,"raw_p":0.5407,"reject":false},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1911388888888888,"ci_upper":0.0522499999999999,"corrected_p":1,"raw_p":0.2819,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0222222222222222,"ci_upper":0.1511388888888888,"corrected_p":0.9534,"raw_p":0.1589,"reject":false}}},"both":{"pooled":{"point":0.0592592592592592,"ci_lower":0.0025648148148148,"ci_upper":0.1200185185185185,"corrected_p":0.109,"raw_p":0.0545,"reject":false},"per_domain":{"airline":{"point":0.0588888888888889,"ci_lower":-0.043361111111111,"ci_upper":0.1611388888888888,"corrected_p":1,"raw_p":0.2634,"reject":false},"itsm":{"point":0.0377777777777777,"ci_lower":-0.07675,"ci_upper":0.1555555555555555,"corrected_p":1,"raw_p":0.5393,"reject":false},"medical_hr":{"point":0.081111111111111,"ci_lower":-0.0067222222222222,"ci_upper":0.1689166666666666,"corrected_p":0.6600999999999999,"raw_p":0.0943,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1652613333333333,"ci_lower":-0.2290153944444444,"ci_upper":-0.0980452518518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1583551111111111,"ci_lower":-0.2525257055555556,"ci_upper":-0.0587462333333333,"corrected_p":0.028,"raw_p":0.0035,"reject":true},"itsm":{"point":-0.1440206666666666,"ci_lower":-0.2470970944444444,"ci_upper":-0.0450106833333333,"corrected_p":0.0708,"raw_p":0.0118,"reject":false},"medical_hr":{"point":-0.1934082222222222,"ci_lower":-0.3129374166666667,"ci_upper":-0.0677371166666666,"corrected_p":0.0525,"raw_p":0.0075,"reject":false}}},"background_noise":{"pooled":{"point":0.0972442222222222,"ci_lower":0.0513048333333333,"ci_upper":0.1441265055555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0123259999999999,"ci_lower":-0.0423342166666666,"ci_upper":0.0669840888888888,"corrected_p":1,"raw_p":0.6734,"reject":false},"itsm":{"point":0.1860215555555555,"ci_lower":0.1111965777777777,"ci_upper":0.2641224777777777,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":0.0933851111111111,"ci_lower":0.0154034277777777,"ci_upper":0.1672391166666666,"corrected_p":0.1359999999999999,"raw_p":0.0272,"reject":false}}},"both":{"pooled":{"point":0.0016942222222222,"ci_lower":-0.0391765537037037,"ci_upper":0.0478447074074074,"corrected_p":0.9394,"raw_p":0.9394,"reject":false},"per_domain":{"airline":{"point":-0.0098695555555555,"ci_lower":-0.0645307333333333,"ci_upper":0.0458599999999999,"corrected_p":1,"raw_p":0.7281,"reject":false},"itsm":{"point":0.0281204444444444,"ci_lower":-0.05583015,"ci_upper":0.0999373999999999,"corrected_p":1,"raw_p":0.5087,"reject":false},"medical_hr":{"point":-0.0131682222222222,"ci_lower":-0.1048136555555555,"ci_upper":0.0705453888888888,"corrected_p":1,"raw_p":0.7737,"reject":false}}}},"conciseness":{"accent":{"pooled":{"point":-0.0149666666666666,"ci_lower":-0.0281509629629629,"ci_upper":-0.0007529444444444,"corrected_p":0.0434,"raw_p":0.0434,"reject":true},"per_domain":{"airline":{"point":-0.0060133333333333,"ci_lower":-0.0364963888888888,"ci_upper":0.0242057777777777,"corrected_p":0.989,"raw_p":0.7119,"reject":false},"itsm":{"point":-0.0070977777777777,"ci_lower":-0.0272193888888888,"ci_upper":0.0145670555555555,"corrected_p":0.989,"raw_p":0.4945,"reject":false},"medical_hr":{"point":-0.0317888888888888,"ci_lower":-0.0509691666666666,"ci_upper":-0.0104463888888889,"corrected_p":0.0441,"raw_p":0.0049,"reject":true}}},"background_noise":{"pooled":{"point":-0.0227518518518518,"ci_lower":-0.0342836851851851,"ci_upper":-0.0116142037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0274244444444444,"ci_lower":-0.0490093888888888,"ci_upper":-0.0058692777777777,"corrected_p":0.126,"raw_p":0.021,"reject":false},"itsm":{"point":-0.0127755555555555,"ci_lower":-0.0320031111111111,"ci_upper":0.0057466666666666,"corrected_p":0.633,"raw_p":0.211,"reject":false},"medical_hr":{"point":-0.0280555555555555,"ci_lower":-0.0467710555555555,"ci_upper":-0.0098866111111111,"corrected_p":0.0864,"raw_p":0.0112,"reject":false}}},"both":{"pooled":{"point":-0.0227,"ci_lower":-0.0340201481481481,"ci_upper":-0.009755537037037,"corrected_p":0.0014,"raw_p":0.0007,"reject":true},"per_domain":{"airline":{"point":-0.0209244444444444,"ci_lower":-0.0396974999999999,"ci_upper":-0.0014481666666666,"corrected_p":0.2435,"raw_p":0.0487,"reject":false},"itsm":{"point":-0.0274311111111111,"ci_lower":-0.0466763888888889,"ci_upper":-0.0094069444444444,"corrected_p":0.0864,"raw_p":0.0108,"reject":false},"medical_hr":{"point":-0.0197444444444444,"ci_lower":-0.0451625555555555,"ci_upper":0.0021444999999999,"corrected_p":0.4456,"raw_p":0.1114,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0203703703703703,"ci_lower":-0.0433611111111111,"ci_upper":0.0837129629629629,"corrected_p":0.5528,"raw_p":0.5528,"reject":false},"per_domain":{"airline":{"point":-0.0233333333333333,"ci_lower":-0.1489166666666666,"ci_upper":0.1133611111111111,"corrected_p":1,"raw_p":0.7445,"reject":false},"itsm":{"point":0.031111111111111,"ci_lower":-0.0544722222222222,"ci_upper":0.1122222222222222,"corrected_p":1,"raw_p":0.4897,"reject":false},"medical_hr":{"point":0.0533333333333333,"ci_lower":-0.0611388888888889,"ci_upper":0.1622777777777777,"corrected_p":1,"raw_p":0.367,"reject":false}}},"background_noise":{"pooled":{"point":-0.0703703703703703,"ci_lower":-0.1214907407407407,"ci_upper":-0.0166574074074074,"corrected_p":0.019,"raw_p":0.0095,"reject":true},"per_domain":{"airline":{"point":-0.1733333333333333,"ci_lower":-0.2633611111111111,"ci_upper":-0.0699722222222222,"corrected_p":0.027,"raw_p":0.003,"reject":true},"itsm":{"point":-0.0411111111111111,"ci_lower":-0.1144722222222222,"ci_upper":0.0299999999999999,"corrected_p":1,"raw_p":0.2641,"reject":false},"medical_hr":{"point":0.0033333333333333,"ci_lower":-0.0878333333333333,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.956,"reject":false}}},"both":{"pooled":{"point":-0.1222222222222222,"ci_lower":-0.1855648148148148,"ci_upper":-0.0611018518518518,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.1455555555555555,"ci_lower":-0.2544722222222222,"ci_upper":-0.0244166666666667,"corrected_p":0.1274,"raw_p":0.0182,"reject":false},"itsm":{"point":-0.141111111111111,"ci_lower":-0.2344722222222221,"ci_upper":-0.0455277777777777,"corrected_p":0.0648,"raw_p":0.0081,"reject":false},"medical_hr":{"point":-0.08,"ci_lower":-0.1889166666666667,"ci_upper":0.033361111111111,"corrected_p":1,"raw_p":0.1669,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1177777777777777,"ci_lower":-0.1659444444444444,"ci_upper":-0.0711111111111111,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1311111111111111,"ci_lower":-0.2022222222222222,"ci_upper":-0.06,"corrected_p":0.0072,"raw_p":0.0008,"reject":true},"itsm":{"point":-0.1288888888888889,"ci_lower":-0.2067222222222222,"ci_upper":-0.0555555555555555,"corrected_p":0.0161,"raw_p":0.0023,"reject":true},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.2066666666666666,"ci_upper":0.0022222222222222,"corrected_p":0.2709,"raw_p":0.0903,"reject":false}}},"background_noise":{"pooled":{"point":-0.0696296296296296,"ci_lower":-0.1259259259259259,"ci_upper":-0.0185,"corrected_p":0.0108,"raw_p":0.0108,"reject":true},"per_domain":{"airline":{"point":-0.0977777777777778,"ci_lower":-0.1911111111111111,"ci_upper":-0.0110555555555556,"corrected_p":0.1912,"raw_p":0.0478,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.1956111111111111,"ci_upper":-0.0266666666666666,"corrected_p":0.1074,"raw_p":0.0179,"reject":false},"medical_hr":{"point":-0.0044444444444444,"ci_lower":-0.1,"ci_upper":0.0889444444444444,"corrected_p":0.927,"raw_p":0.927,"reject":false}}},"both":{"pooled":{"point":-0.0918518518518518,"ci_lower":-0.1362962962962963,"ci_upper":-0.0429629629629629,"corrected_p":0.0004,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.0866666666666666,"ci_lower":-0.1666666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.1855,"raw_p":0.0371,"reject":false},"itsm":{"point":-0.14,"ci_lower":-0.2288888888888889,"ci_upper":-0.0622222222222222,"corrected_p":0.008,"raw_p":0.001,"reject":true},"medical_hr":{"point":-0.0488888888888888,"ci_lower":-0.1266666666666666,"ci_upper":0.0266666666666666,"corrected_p":0.4998,"raw_p":0.2499,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0733333333333333,"ci_lower":-0.1377962962962963,"ci_upper":-0.017,"corrected_p":0.042,"raw_p":0.0192,"reject":true},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1355555555555555,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.5361,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.1111111111111111,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.6468,"reject":false},"medical_hr":{"point":-0.1688888888888889,"ci_lower":-0.2755555555555555,"ci_upper":-0.06,"corrected_p":0.0231,"raw_p":0.0033,"reject":true}}},"background_noise":{"pooled":{"point":0.0785185185185185,"ci_lower":0.0162962962962962,"ci_upper":0.1378148148148147,"corrected_p":0.042,"raw_p":0.014,"reject":true},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.0688888888888889,"ci_upper":0.0933333333333333,"corrected_p":1,"raw_p":0.8021,"reject":false},"itsm":{"point":0.2022222222222222,"ci_lower":0.1022222222222222,"ci_upper":0.3200555555555555,"corrected_p":0.0088,"raw_p":0.0011,"reject":true},"medical_hr":{"point":0.0199999999999999,"ci_lower":-0.0822777777777777,"ci_upper":0.1267222222222221,"corrected_p":1,"raw_p":0.7539,"reject":false}}},"both":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.1118703703703703,"ci_upper":0.0007407407407407,"corrected_p":0.0585,"raw_p":0.0585,"reject":false},"per_domain":{"airline":{"point":-0.02,"ci_lower":-0.1178333333333333,"ci_upper":0.0733333333333333,"corrected_p":1,"raw_p":0.6671,"reject":false},"itsm":{"point":0.0466666666666666,"ci_lower":-0.0489444444444444,"ci_upper":0.1444999999999999,"corrected_p":1,"raw_p":0.3565,"reject":false},"medical_hr":{"point":-0.1911111111111111,"ci_lower":-0.2645,"ci_upper":-0.1132222222222223,"corrected_p":0.0009,"raw_p":0.0001,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.2111111111111111,"ci_lower":-0.2926111111111111,"ci_upper":-0.1370185185185186,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2222222222222222,"ci_lower":-0.3445,"ci_upper":-0.1044444444444444,"corrected_p":0.0126,"raw_p":0.0014,"reject":true},"itsm":{"point":-0.1933333333333333,"ci_lower":-0.3066666666666666,"ci_upper":-0.0777777777777778,"corrected_p":0.0208,"raw_p":0.0026,"reject":true},"medical_hr":{"point":-0.2177777777777778,"ci_lower":-0.3756111111111112,"ci_upper":-0.0555,"corrected_p":0.0955,"raw_p":0.0191,"reject":false}}},"background_noise":{"pooled":{"point":0.1074074074074073,"ci_lower":0.0585185185185185,"ci_upper":0.1563148148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0288888888888888,"ci_upper":0.0733333333333332,"corrected_p":0.7928,"raw_p":0.4648,"reject":false},"itsm":{"point":0.1511111111111111,"ci_lower":0.0533333333333333,"ci_upper":0.2466666666666666,"corrected_p":0.0384,"raw_p":0.0064,"reject":true},"medical_hr":{"point":0.1488888888888888,"ci_lower":0.0555555555555555,"ci_upper":0.2466666666666666,"corrected_p":0.0315,"raw_p":0.0045,"reject":true}}},"both":{"pooled":{"point":0.0592592592592592,"ci_lower":0.0014814814814814,"ci_upper":0.111111111111111,"corrected_p":0.0369,"raw_p":0.0369,"reject":true},"per_domain":{"airline":{"point":0.0333333333333333,"ci_lower":-0.02,"ci_upper":0.0866666666666666,"corrected_p":0.7928,"raw_p":0.3001,"reject":false},"itsm":{"point":0.0622222222222221,"ci_lower":-0.0423333333333333,"ci_upper":0.151111111111111,"corrected_p":0.7928,"raw_p":0.2381,"reject":false},"medical_hr":{"point":0.0822222222222222,"ci_lower":-0.0355555555555555,"ci_upper":0.1933333333333333,"corrected_p":0.7928,"raw_p":0.1982,"reject":false}}}}}},{"id":"elevenagent","name":"Scribe v2.2 Realtime + Gemini 3 Flash + TTS Conversational v3 (ElevenAgents)","type":"cascade","stt":"Scribe v2.2 Realtime","llm":"Gemini 3 Flash","tts":"TTS Conversational v3","clean":{"EVA-A_mean":{"pooled":{"point":0.7234290508701472,"ci_lower":0.6975528312248996,"ci_upper":0.7477355758701473},"per_domain":{"airline":{"point":0.8183639999999999,"ci_lower":0.7664075333333333,"ci_upper":0.8622694333333334,"n":50},"itsm":{"point":0.7023849999999999,"ci_lower":0.66584825,"ci_upper":0.7414685624999999,"n":80},"medical_hr":{"point":0.6495381526104417,"ci_lower":0.607063032128514,"ci_upper":0.6935001606425703,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4898313253012048,"ci_lower":0.4428170682730923,"ci_upper":0.5385720883534135},"per_domain":{"airline":{"point":0.6559999999999999,"ci_lower":0.564,"ci_upper":0.7439999999999999,"n":50},"itsm":{"point":0.44,"ci_lower":0.36,"ci_upper":0.5225,"n":80},"medical_hr":{"point":0.3734939759036144,"ci_lower":0.2915662650602409,"ci_upper":0.4554819277108431,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7298192771084339,"ci_lower":0.6720825803212852,"ci_upper":0.7851342871485943},"per_domain":{"airline":{"point":0.9,"ci_lower":0.82,"ci_upper":0.98,"n":50},"itsm":{"point":0.675,"ci_lower":0.575,"ci_upper":0.775,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7108433734939759,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2689638746987952,"ci_lower":0.2167695021686747,"ci_upper":0.3222058926907629},"per_domain":{"airline":{"point":0.3852415999999999,"ci_lower":0.26354048,"ci_upper":0.4979296,"n":50},"itsm":{"point":0.222344,"ci_lower":0.1480359999999999,"ci_upper":0.3082761,"n":80},"medical_hr":{"point":0.1993060240963855,"ci_lower":0.1290040481927711,"ci_upper":0.2736380722891566,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6763357621151272,"ci_lower":0.6661173016198125,"ci_upper":0.686087333420348},"per_domain":{"airline":{"point":0.6976232,"ci_lower":0.6764262633333333,"ci_upper":0.71721003,"n":50},"itsm":{"point":0.6542375,"ci_lower":0.6370712395833333,"ci_upper":0.6710839229166666,"n":80},"medical_hr":{"point":0.6771465863453816,"ci_lower":0.6644407389558232,"ci_upper":0.6901630441767069,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0238493975903614,"ci_lower":0.0091357931726907,"ci_upper":0.041874548192771},"per_domain":{"airline":{"point":0.052,"ci_lower":0.016,"ci_upper":0.1,"n":50},"itsm":{"point":0.0075,"ci_lower":0,"ci_upper":0.0174999999999999,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0605321285140562,"ci_lower":0.0296987951807228,"ci_upper":0.0955358935742971},"per_domain":{"airline":{"point":0.12,"ci_lower":0.04,"ci_upper":0.22,"n":50},"itsm":{"point":0.0375,"ci_lower":0,"ci_upper":0.0875,"n":80},"medical_hr":{"point":0.0240963855421686,"ci_lower":0,"ci_upper":0.0602409638554216,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0041650024096385,"ci_lower":0.0001489906024096,"ci_upper":0.0101949639357429},"per_domain":{"airline":{"point":0.0085312,"ci_lower":0.0002112,"ci_upper":0.0240150399999999,"n":50},"itsm":{"point":0.000012000000000000002,"ci_lower":0,"ci_upper":0.000028000000000000003,"n":80},"medical_hr":{"point":0.0039518072289156,"ci_lower":0,"ci_upper":0.0118515662650602,"n":83}}},"task_completion":{"pooled":{"point":0.7361405622489959,"ci_lower":0.6910026104417669,"ci_upper":0.7770099397590362},"per_domain":{"airline":{"point":0.8079999999999999,"ci_lower":0.728,"ci_upper":0.8800000000000001,"n":50},"itsm":{"point":0.7449999999999999,"ci_lower":0.6775,"ci_upper":0.8075624999999997,"n":80},"medical_hr":{"point":0.6554216867469879,"ci_lower":0.5759036144578313,"ci_upper":0.7301204819277108,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9769859477911648,"ci_lower":0.9715188721887552,"ci_upper":0.9819608919176708},"per_domain":{"airline":{"point":0.981092,"ci_lower":0.9692757,"ci_upper":0.990816,"n":50},"itsm":{"point":0.977155,"ci_lower":0.9688616875,"ci_upper":0.983811375,"n":80},"medical_hr":{"point":0.972710843373494,"ci_lower":0.963835060240964,"ci_upper":0.9807653012048192,"n":83}}},"faithfulness":{"pooled":{"point":0.4571606425702811,"ci_lower":0.415983985943775,"ci_upper":0.497486546184739},"per_domain":{"airline":{"point":0.6659999999999999,"ci_lower":0.5780000000000001,"ci_upper":0.746,"n":50},"itsm":{"point":0.3849999999999999,"ci_lower":0.32121875,"ci_upper":0.4474999999999999,"n":80},"medical_hr":{"point":0.3204819277108434,"ci_lower":0.2578313253012048,"ci_upper":0.3867469879518072,"n":83}}},"turn_taking":{"pooled":{"point":0.4510582582329316,"ci_lower":0.4330140127560241,"ci_upper":0.4695829644126505},"per_domain":{"airline":{"point":0.4690336,"ci_lower":0.42765322,"ci_upper":0.50802182,"n":50},"itsm":{"point":0.4150724999999999,"ci_lower":0.3885075624999999,"ci_upper":0.4439175437499999,"n":80},"medical_hr":{"point":0.4690686746987951,"ci_lower":0.4469622831325301,"ci_upper":0.4916500361445783,"n":83}}},"conciseness":{"pooled":{"point":0.7737984257028113,"ci_lower":0.7668510804216867,"ci_upper":0.7809580610441766},"per_domain":{"airline":{"point":0.791836,"ci_lower":0.7785479000000001,"ci_upper":0.8048175,"n":50},"itsm":{"point":0.7551399999999999,"ci_lower":0.743486125,"ci_upper":0.7663400625,"n":80},"medical_hr":{"point":0.7744192771084338,"ci_lower":0.7639462650602411,"ci_upper":0.7844260843373494,"n":83}}},"conversation_progression":{"pooled":{"point":0.8041506024096385,"ci_lower":0.7816368724899598,"ci_upper":0.8269317520080322},"per_domain":{"airline":{"point":0.8319999999999999,"ci_lower":0.784,"ci_upper":0.8759999999999999,"n":50},"itsm":{"point":0.7925000000000001,"ci_lower":0.7575000000000001,"ci_upper":0.8274999999999999,"n":80},"medical_hr":{"point":0.7879518072289158,"ci_lower":0.7578313253012049,"ci_upper":0.8180722891566264,"n":83}}},"response_speed":{"pooled":{"point":4.15770090562249,"ci_lower":4.040424184437751,"ci_upper":4.275870218875502},"per_domain":{"airline":{"point":3.858256,"ci_lower":3.6555311,"ci_upper":4.0657173,"n":50},"itsm":{"point":4.6824925,"ci_lower":4.4399711875,"ci_upper":4.935126749999999,"n":80},"medical_hr":{"point":3.93235421686747,"ci_lower":3.782416024096386,"ci_upper":4.093204698795181,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0007407407407407,"ci_lower":-0.0489259259259259,"ci_upper":0.0451851851851851,"corrected_p":0.9527,"raw_p":0.9527,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.1,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.6542,"reject":false},"itsm":{"point":0.0399999999999999,"ci_lower":-0.0378333333333333,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.3273,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.1244999999999999,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.638,"reject":false}}},"background_noise":{"pooled":{"point":-0.0155555555555555,"ci_lower":-0.0555555555555555,"ci_upper":0.0266666666666666,"corrected_p":0.855,"raw_p":0.4275,"reject":false},"per_domain":{"airline":{"point":-0.04,"ci_lower":-0.1111111111111111,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.254,"reject":false},"itsm":{"point":0.0622222222222221,"ci_lower":0.0066666666666666,"ci_upper":0.1177777777777777,"corrected_p":0.4356,"raw_p":0.0484,"reject":false},"medical_hr":{"point":-0.0688888888888889,"ci_lower":-0.1444444444444444,"ci_upper":-2.3962313614826377e-17,"corrected_p":0.4528,"raw_p":0.0566,"reject":false}}},"both":{"pooled":{"point":-0.0451851851851852,"ci_lower":-0.0918888888888889,"ci_upper":0.0029629629629629,"corrected_p":0.1809,"raw_p":0.0603,"reject":false},"per_domain":{"airline":{"point":-0.0511111111111111,"ci_lower":-0.1489444444444445,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.3208,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.0955555555555555,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.4295,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1333333333333333,"ci_upper":0.0133333333333333,"corrected_p":1,"raw_p":0.1477,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0115037037037037,"ci_lower":-0.0216604999999999,"ci_upper":-0.001060537037037,"corrected_p":0.1074,"raw_p":0.0358,"reject":false},"per_domain":{"airline":{"point":-0.0061311111111111,"ci_lower":-0.0290505555555555,"ci_upper":0.0184862222222222,"corrected_p":1,"raw_p":0.6182,"reject":false},"itsm":{"point":-0.0094044444444444,"ci_lower":-0.0242172222222222,"ci_upper":0.0076098888888888,"corrected_p":1,"raw_p":0.2487,"reject":false},"medical_hr":{"point":-0.0189755555555555,"ci_lower":-0.0347647777777777,"ci_upper":-0.0030859444444444,"corrected_p":0.207,"raw_p":0.023,"reject":false}}},"background_noise":{"pooled":{"point":-0.0027111111111111,"ci_lower":-0.0121994814814814,"ci_upper":0.0069244999999999,"corrected_p":0.5711,"raw_p":0.5711,"reject":false},"per_domain":{"airline":{"point":0.001991111111111,"ci_lower":-0.0100244444444444,"ci_upper":0.0126300555555555,"corrected_p":1,"raw_p":0.7381,"reject":false},"itsm":{"point":-0.00546,"ci_lower":-0.0215467222222222,"ci_upper":0.0097558333333333,"corrected_p":1,"raw_p":0.5041,"reject":false},"medical_hr":{"point":-0.0046644444444444,"ci_lower":-0.0263062222222222,"ci_upper":0.0145901666666666,"corrected_p":1,"raw_p":0.6603,"reject":false}}},"both":{"pooled":{"point":-0.0111518518518518,"ci_lower":-0.0225126481481481,"ci_upper":0.0007118148148148,"corrected_p":0.1458,"raw_p":0.0729,"reject":false},"per_domain":{"airline":{"point":-0.0088199999999999,"ci_lower":-0.0254979444444444,"ci_upper":0.0100683888888888,"corrected_p":1,"raw_p":0.3731,"reject":false},"itsm":{"point":-0.0118711111111111,"ci_lower":-0.0272161111111111,"ci_upper":0.0022072777777777,"corrected_p":1,"raw_p":0.136,"reject":false},"medical_hr":{"point":-0.0127644444444444,"ci_lower":-0.0430733888888888,"ci_upper":0.0100316666666666,"corrected_p":1,"raw_p":0.4705,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.0244444444444444,"ci_lower":-0.0718796296296296,"ci_upper":0.0207407407407407,"corrected_p":0.4935,"raw_p":0.2819,"reject":false},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1278611111111111,"ci_upper":0.0589166666666666,"corrected_p":1,"raw_p":0.5383,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0566666666666666,"ci_upper":0.0578055555555555,"corrected_p":1,"raw_p":0.9854,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.1077777777777777,"ci_upper":0.0245277777777777,"corrected_p":1,"raw_p":0.2288,"reject":false}}},"background_noise":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0762962962962962,"ci_upper":0.0096296296296296,"corrected_p":0.4935,"raw_p":0.1645,"reject":false},"per_domain":{"airline":{"point":-0.0833333333333333,"ci_lower":-0.1655833333333333,"ci_upper":-0.0055277777777778,"corrected_p":0.4356,"raw_p":0.0484,"reject":false},"itsm":{"point":0.0288888888888888,"ci_lower":-0.0411388888888888,"ci_upper":0.0978055555555555,"corrected_p":1,"raw_p":0.4535,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.1100277777777778,"ci_upper":0.0322222222222222,"corrected_p":1,"raw_p":0.2935,"reject":false}}},"both":{"pooled":{"point":-0.0262962962962962,"ci_lower":-0.0703703703703703,"ci_upper":0.0166759259259259,"corrected_p":0.4935,"raw_p":0.2389,"reject":false},"per_domain":{"airline":{"point":-0.0055555555555555,"ci_lower":-0.0888888888888888,"ci_upper":0.0711111111111111,"corrected_p":1,"raw_p":0.8943,"reject":false},"itsm":{"point":-0.0155555555555555,"ci_lower":-0.0866666666666666,"ci_upper":0.0655833333333333,"corrected_p":1,"raw_p":0.6836,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.12225,"ci_upper":0.0011111111111111,"corrected_p":0.7944,"raw_p":0.0993,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0056924444444444,"ci_lower":-0.0192295629629629,"ci_upper":0.0289808777777777,"corrected_p":0.6599,"raw_p":0.6599,"reject":false},"per_domain":{"airline":{"point":-0.0195153333333333,"ci_lower":-0.0604764277777777,"ci_upper":0.0226938055555555,"corrected_p":0.8892,"raw_p":0.376,"reject":false},"itsm":{"point":-0.0050055555555555,"ci_lower":-0.0502376166666666,"ci_upper":0.0419408166666666,"corrected_p":0.8892,"raw_p":0.8319,"reject":false},"medical_hr":{"point":0.0415982222222221,"ci_lower":0.0033326388888888,"ci_upper":0.0826654555555555,"corrected_p":0.1808,"raw_p":0.0452,"reject":false}}},"background_noise":{"pooled":{"point":-0.0648923703703703,"ci_lower":-0.0866781648148147,"ci_upper":-0.042340387037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0719675555555555,"ci_lower":-0.1108308111111111,"ci_upper":-0.0357376277777777,"corrected_p":0.0054,"raw_p":0.0009,"reject":true},"itsm":{"point":-0.0152888888888888,"ci_lower":-0.0416065166666666,"ci_upper":0.0126754555555555,"corrected_p":0.8892,"raw_p":0.2964,"reject":false},"medical_hr":{"point":-0.1074206666666666,"ci_lower":-0.1455491777777778,"ci_upper":-0.0677597722222222,"corrected_p":0.0007,"raw_p":0.0001,"reject":true}}},"both":{"pooled":{"point":-0.1129505185185184,"ci_lower":-0.1400127314814814,"ci_upper":-0.0863368666666666,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1562764444444444,"ci_lower":-0.2128879722222221,"ci_upper":-0.0973498555555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0586711111111111,"ci_lower":-0.0939178277777777,"ci_upper":-0.0184395055555555,"corrected_p":0.022,"raw_p":0.0044,"reject":true},"medical_hr":{"point":-0.1239039999999999,"ci_lower":-0.1655294499999999,"ci_upper":-0.0841852388888888,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0062992592592592,"ci_lower":-0.0066966296296296,"ci_upper":0.0207431481481481,"corrected_p":1,"raw_p":0.3804,"reject":false},"per_domain":{"airline":{"point":-0.0066888888888888,"ci_lower":-0.0268379444444444,"ci_upper":0.0162253888888888,"corrected_p":1,"raw_p":0.5557,"reject":false},"itsm":{"point":0.0236577777777777,"ci_lower":-0.0012026666666666,"ci_upper":0.0519907777777777,"corrected_p":0.584,"raw_p":0.073,"reject":false},"medical_hr":{"point":0.0019288888888888,"ci_lower":-0.0193267222222222,"ci_upper":0.0223433888888888,"corrected_p":1,"raw_p":0.8722,"reject":false}}},"background_noise":{"pooled":{"point":-0.0051451851851851,"ci_lower":-0.0153106481481481,"ci_upper":0.0048109814814814,"corrected_p":1,"raw_p":0.3355,"reject":false},"per_domain":{"airline":{"point":-0.0032777777777777,"ci_lower":-0.0230558888888888,"ci_upper":0.0161574999999999,"corrected_p":1,"raw_p":0.7575,"reject":false},"itsm":{"point":-0.0074644444444444,"ci_lower":-0.0248707222222222,"ci_upper":0.0096624444444444,"corrected_p":1,"raw_p":0.4183,"reject":false},"medical_hr":{"point":-0.0046933333333333,"ci_lower":-0.0215122777777777,"ci_upper":0.0130289444444444,"corrected_p":1,"raw_p":0.5949,"reject":false}}},"both":{"pooled":{"point":-0.0051044444444444,"ci_lower":-0.0176311851851851,"ci_upper":0.0067091666666666,"corrected_p":1,"raw_p":0.4424,"reject":false},"per_domain":{"airline":{"point":-0.0280666666666666,"ci_lower":-0.0477013333333332,"ci_upper":-0.0079047222222222,"corrected_p":0.1098,"raw_p":0.0122,"reject":false},"itsm":{"point":0.0063688888888888,"ci_lower":-0.0201812777777777,"ci_upper":0.0322792222222222,"corrected_p":1,"raw_p":0.6531,"reject":false},"medical_hr":{"point":0.0063844444444444,"ci_lower":-0.0108678888888888,"ci_upper":0.0226394444444444,"corrected_p":1,"raw_p":0.4678,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-2.4671622769447924e-18,"ci_lower":-0.0388888888888888,"ci_upper":0.0392685185185185,"corrected_p":1,"raw_p":0.9974,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.0866944444444444,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.6141,"reject":false},"itsm":{"point":-0.0122222222222222,"ci_lower":-0.0733611111111111,"ci_upper":0.0477777777777777,"corrected_p":1,"raw_p":0.7331,"reject":false},"medical_hr":{"point":0.03,"ci_lower":-0.0355555555555555,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.3797,"reject":false}}},"background_noise":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0507499999999999,"ci_upper":0.0318518518518518,"corrected_p":1,"raw_p":0.7091,"reject":false},"per_domain":{"airline":{"point":0.0322222222222222,"ci_lower":-0.0277777777777777,"ci_upper":0.0966944444444444,"corrected_p":1,"raw_p":0.3516,"reject":false},"itsm":{"point":-0.0011111111111111,"ci_lower":-0.0633611111111111,"ci_upper":0.06,"corrected_p":1,"raw_p":0.969,"reject":false},"medical_hr":{"point":-0.0533333333333333,"ci_lower":-0.1311666666666666,"ci_upper":0.0266944444444444,"corrected_p":1,"raw_p":0.205,"reject":false}}},"both":{"pooled":{"point":-0.0351851851851851,"ci_lower":-0.0770462962962963,"ci_upper":0.0040925925925925,"corrected_p":0.2744999999999999,"raw_p":0.0915,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777777,"ci_lower":-0.1344722222222222,"ci_upper":0.0055555555555555,"corrected_p":0.6911999999999999,"raw_p":0.0768,"reject":false},"itsm":{"point":-0.0177777777777777,"ci_lower":-0.0822222222222222,"ci_upper":0.0455555555555555,"corrected_p":1,"raw_p":0.5681,"reject":false},"medical_hr":{"point":-0.02,"ci_lower":-0.0955555555555555,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.6059,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0577777777777777,"ci_lower":-0.124462962962963,"ci_upper":0.0081666666666666,"corrected_p":0.18,"raw_p":0.09,"reject":false},"per_domain":{"airline":{"point":-0.0866666666666666,"ci_lower":-0.2200555555555556,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.1856,"reject":false},"itsm":{"point":-0.0222222222222222,"ci_lower":-0.14,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.6894,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1733333333333333,"ci_upper":0.0400555555555554,"corrected_p":1,"raw_p":0.2421,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.1014999999999999,"ci_upper":0.0103888888888888,"corrected_p":0.18,"raw_p":0.1453,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.1711111111111111,"ci_upper":0.0644999999999999,"corrected_p":1,"raw_p":0.3881,"reject":false},"itsm":{"point":0.0444444444444444,"ci_lower":-0.0422777777777778,"ci_upper":0.1222777777777777,"corrected_p":1,"raw_p":0.3443,"reject":false},"medical_hr":{"point":-0.12,"ci_lower":-0.2088888888888889,"ci_upper":-0.0377777777777777,"corrected_p":0.0776,"raw_p":0.0097,"reject":false}}},"both":{"pooled":{"point":-0.0614814814814815,"ci_lower":-0.117037037037037,"ci_upper":-0.0051851851851852,"corrected_p":0.0906,"raw_p":0.0302,"reject":false},"per_domain":{"airline":{"point":-0.1311111111111111,"ci_lower":-0.2222222222222222,"ci_upper":-0.0377777777777777,"corrected_p":0.0711,"raw_p":0.0079,"reject":false},"itsm":{"point":0.011111111111111,"ci_lower":-0.0866666666666667,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.8625,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.16,"ci_upper":0.0244999999999999,"corrected_p":1,"raw_p":0.2106,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0007407407407407,"ci_lower":-0.02,"ci_upper":0.0251851851851851,"corrected_p":0.9945,"raw_p":0.9945,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.0756111111111111,"ci_upper":0.0177777777777777,"corrected_p":1,"raw_p":0.3665,"reject":false},"itsm":{"point":0.0111111111111111,"ci_lower":0,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.02,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.037037037037037,"ci_upper":0.0059444444444444,"corrected_p":0.4382,"raw_p":0.2191,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.0978333333333333,"ci_upper":0.0022222222222222,"corrected_p":0.9976,"raw_p":0.1247,"reject":false},"itsm":{"point":0.0111111111111111,"ci_lower":0,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0525925925925925,"ci_upper":0.0029814814814814,"corrected_p":0.414,"raw_p":0.138,"reject":false},"per_domain":{"airline":{"point":-0.08,"ci_lower":-0.16,"ci_upper":-0.0133333333333333,"corrected_p":0.5364,"raw_p":0.0596,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.0133333333333333,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.4985,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0014814814814814,"ci_lower":-0.0296296296296296,"ci_upper":0.0252037037037036,"corrected_p":1,"raw_p":0.8804,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.0622777777777777,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.466,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.0845,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.7647,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0022222222222222,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.1293,"reject":false}}},"background_noise":{"pooled":{"point":0.017037037037037,"ci_lower":-0.0081481481481481,"ci_upper":0.0385185185185184,"corrected_p":0.4622999999999999,"raw_p":0.1541,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0488888888888888,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":0.778,"reject":false},"itsm":{"point":0.0355555555555555,"ci_lower":-0.0022222222222222,"ci_upper":0.0733888888888888,"corrected_p":0.6228,"raw_p":0.0692,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0133333333333333,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.2155,"reject":false}}},"both":{"pooled":{"point":-0.0014814814814814,"ci_lower":-0.0318518518518518,"ci_upper":0.0259444444444444,"corrected_p":1,"raw_p":0.8871,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.4112,"reject":false},"itsm":{"point":0.0133333333333333,"ci_lower":-0.0333333333333333,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.6222,"reject":false},"medical_hr":{"point":0.011111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.0488888888888888,"corrected_p":1,"raw_p":0.6038,"reject":false}}}}}},{"id":"gpt-realtime","name":"GPT Realtime","type":"s2s","stt":"-","llm":"gpt-realtime","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.6601044712182061,"ci_lower":0.6353753963353413,"ci_upper":0.6852556055890227},"per_domain":{"airline":{"point":0.6413333333333334,"ci_lower":0.5873333333333334,"ci_upper":0.7000083333333332,"n":50},"itsm":{"point":0.6680266666666667,"ci_lower":0.6294532499999999,"ci_upper":0.7088599375,"n":80},"medical_hr":{"point":0.6709534136546185,"ci_lower":0.6370153815261045,"ci_upper":0.7031285542168674,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4068293172690763,"ci_lower":0.3583035140562248,"ci_upper":0.4555898594377509},"per_domain":{"airline":{"point":0.416,"ci_lower":0.324,"ci_upper":0.512,"n":50},"itsm":{"point":0.4574999999999999,"ci_lower":0.375,"ci_upper":0.5425,"n":80},"medical_hr":{"point":0.3469879518072288,"ci_lower":0.2674698795180723,"ci_upper":0.4240963855421687,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.694136546184739,"ci_lower":0.6311671686746987,"ci_upper":0.7577141064257028},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.9,"n":50},"itsm":{"point":0.7,"ci_lower":0.6,"ci_upper":0.8,"n":80},"medical_hr":{"point":0.6024096385542169,"ci_lower":0.5060240963855421,"ci_upper":0.699096385542167,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.200248324497992,"ci_lower":0.1531805342168674,"ci_upper":0.2498437322891566},"per_domain":{"airline":{"point":0.1805696,"ci_lower":0.0951808,"ci_upper":0.2784942399999999,"n":50},"itsm":{"point":0.252372,"ci_lower":0.1765356,"ci_upper":0.3406291999999999,"n":80},"medical_hr":{"point":0.1678033734939759,"ci_lower":0.1016681445783132,"ci_upper":0.2452533012048192,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7356374534805891,"ci_lower":0.7235858463755019,"ci_upper":0.747072048104083},"per_domain":{"airline":{"point":0.7383913333333332,"ci_lower":0.7163470333333334,"ci_upper":0.7587355266666664,"n":50},"itsm":{"point":0.7551950833333334,"ci_lower":0.7328945625,"ci_upper":0.77640606875,"n":80},"medical_hr":{"point":0.7133259437751004,"ci_lower":0.6927666506024096,"ci_upper":0.7317881807228915,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.3645421686746988,"ci_lower":0.3302785642570281,"ci_upper":0.4002303714859437},"per_domain":{"airline":{"point":0.3919999999999999,"ci_lower":0.328,"ci_upper":0.456,"n":50},"itsm":{"point":0.345,"ci_lower":0.2849374999999999,"ci_upper":0.4125,"n":80},"medical_hr":{"point":0.3566265060240964,"ci_lower":0.3012048192771084,"ci_upper":0.4144578313253013,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8039257028112449,"ci_lower":0.752628765060241,"ci_upper":0.8554437751004016},"per_domain":{"airline":{"point":0.88,"ci_lower":0.7995000000000001,"ci_upper":0.96,"n":50},"itsm":{"point":0.7125,"ci_lower":0.6125,"ci_upper":0.8125,"n":80},"medical_hr":{"point":0.8192771084337349,"ci_lower":0.7349397590361446,"ci_upper":0.891566265060241,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.070270978313253,"ci_lower":0.0500706906827309,"ci_upper":0.0938632942168674},"per_domain":{"airline":{"point":0.0534271999999999,"ci_lower":0.0281663999999999,"ci_upper":0.0798479999999999,"n":50},"itsm":{"point":0.0838319999999999,"ci_lower":0.0435971999999999,"ci_upper":0.1333658999999999,"n":80},"medical_hr":{"point":0.073553734939759,"ci_lower":0.0368057831325301,"ci_upper":0.1193437108433734,"n":83}}},"task_completion":{"pooled":{"point":0.6937570281124498,"ci_lower":0.6438229919678715,"ci_upper":0.740946234939759},"per_domain":{"airline":{"point":0.5760000000000001,"ci_lower":0.4719,"ci_upper":0.6759999999999999,"n":50},"itsm":{"point":0.7125,"ci_lower":0.635,"ci_upper":0.785,"n":80},"medical_hr":{"point":0.7927710843373493,"ci_lower":0.7325301204819277,"ci_upper":0.855481927710843,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9927285742971886,"ci_lower":0.9894222088353416,"ci_upper":0.9954905542168676},"per_domain":{"airline":{"point":0.998,"ci_lower":0.994,"ci_upper":1,"n":50},"itsm":{"point":0.987205,"ci_lower":0.9798273125,"ci_upper":0.9933375625000002,"n":80},"medical_hr":{"point":0.992980722891566,"ci_lower":0.9878843975903612,"ci_upper":0.997077469879518,"n":83}}},"faithfulness":{"pooled":{"point":0.3177600401606426,"ci_lower":0.2811310240963856,"ci_upper":0.3566088353413654},"per_domain":{"airline":{"point":0.412,"ci_lower":0.3339999999999999,"ci_upper":0.492,"n":50},"itsm":{"point":0.3087499999999999,"ci_lower":0.25246875,"ci_upper":0.3675,"n":80},"medical_hr":{"point":0.2325301204819277,"ci_lower":0.1783132530120482,"ci_upper":0.2891566265060241,"n":83}}},"turn_taking":{"pooled":{"point":0.744073609437751,"ci_lower":0.7302707011596387,"ci_upper":0.7588076127861445},"per_domain":{"airline":{"point":0.7492259999999998,"ci_lower":0.7199662599999999,"ci_upper":0.7784147100000001,"n":50},"itsm":{"point":0.72893025,"ci_lower":0.707901375,"ci_upper":0.7505016999999999,"n":80},"medical_hr":{"point":0.754064578313253,"ci_lower":0.7299777951807229,"ci_upper":0.7771239759036145,"n":83}}},"conciseness":{"pooled":{"point":0.810932124497992,"ci_lower":0.8031766554718878,"ci_upper":0.818755685692771},"per_domain":{"airline":{"point":0.8039479999999999,"ci_lower":0.7865861999999999,"ci_upper":0.8215606000000001,"n":50},"itsm":{"point":0.810405,"ci_lower":0.7984758750000001,"ci_upper":0.8225225625,"n":80},"medical_hr":{"point":0.818443373493976,"ci_lower":0.8085628313253013,"ci_upper":0.8290988554216868,"n":83}}},"conversation_progression":{"pooled":{"point":0.6519066265060242,"ci_lower":0.6204109186746989,"ci_upper":0.6823443022088352},"per_domain":{"airline":{"point":0.662,"ci_lower":0.604,"ci_upper":0.718,"n":50},"itsm":{"point":0.7262500000000001,"ci_lower":0.67125,"ci_upper":0.7775000000000001,"n":80},"medical_hr":{"point":0.5674698795180723,"ci_lower":0.519277108433735,"ci_upper":0.6180722891566264,"n":83}}}},"perturbation_delta":{}},{"id":"gpt-realtime-1-5","name":"GPT Realtime 1.5","type":"s2s","stt":"-","llm":"gpt-realtime-1.5","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.692976639892905,"ci_lower":0.668354825970549,"ci_upper":0.7168033436412317},"per_domain":{"airline":{"point":0.645,"ci_lower":0.5858782333333332,"ci_upper":0.7063542666666666,"n":50},"itsm":{"point":0.7610833333333333,"ci_lower":0.7316363958333333,"ci_upper":0.7911170833333333,"n":80},"medical_hr":{"point":0.6728465863453815,"ci_lower":0.6439454618473895,"ci_upper":0.7014117068273092,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4669658634538153,"ci_lower":0.4134907630522089,"ci_upper":0.517694829317269},"per_domain":{"airline":{"point":0.424,"ci_lower":0.304,"ci_upper":0.54,"n":50},"itsm":{"point":0.6275000000000001,"ci_lower":0.5475,"ci_upper":0.7049999999999998,"n":80},"medical_hr":{"point":0.3493975903614458,"ci_lower":0.2746987951807229,"ci_upper":0.4240963855421687,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7098192771084338,"ci_lower":0.6485948795180723,"ci_upper":0.7703017068273091},"per_domain":{"airline":{"point":0.64,"ci_lower":0.52,"ci_upper":0.7604999999999973,"n":50},"itsm":{"point":0.875,"ci_lower":0.8,"ci_upper":0.95,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7228915662650602,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2832841092369478,"ci_lower":0.2284981954216867,"ci_upper":0.3397242942168674},"per_domain":{"airline":{"point":0.2712064,"ci_lower":0.165376,"ci_upper":0.3896351999999999,"n":50},"itsm":{"point":0.4021639999999999,"ci_lower":0.3074433999999999,"ci_upper":0.4965579999999999,"n":80},"medical_hr":{"point":0.1764819277108433,"ci_lower":0.1077909397590361,"ci_upper":0.2542951325301202,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7648658391566266,"ci_lower":0.7542936157630522,"ci_upper":0.7764471754149934},"per_domain":{"airline":{"point":0.7460510666666669,"ci_lower":0.72448543,"ci_upper":0.7671511533333334,"n":50},"itsm":{"point":0.77235625,"ci_lower":0.7543945458333334,"ci_upper":0.7917382125,"n":80},"medical_hr":{"point":0.7761902008032129,"ci_lower":0.7607850441767068,"ci_upper":0.7922319277108433,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5659236947791165,"ci_lower":0.5287542670682731,"ci_upper":0.6031597891566265},"per_domain":{"airline":{"point":0.56,"ci_lower":0.488,"ci_upper":0.6399999999999999,"n":50},"itsm":{"point":0.545,"ci_lower":0.4775,"ci_upper":0.61,"n":80},"medical_hr":{"point":0.5927710843373494,"ci_lower":0.5325301204819276,"ci_upper":0.6506024096385542,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.938785140562249,"ci_lower":0.906285140562249,"ci_upper":0.9689623493975902},"per_domain":{"airline":{"point":0.94,"ci_lower":0.86,"ci_upper":1,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.975,"n":80},"medical_hr":{"point":0.963855421686747,"ci_lower":0.9156626506024096,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.2155421044176707,"ci_lower":0.1769960453815261,"ci_upper":0.2565268459437751},"per_domain":{"airline":{"point":0.193856,"ci_lower":0.1242048,"ci_upper":0.2738607999999998,"n":50},"itsm":{"point":0.208352,"ci_lower":0.1423446,"ci_upper":0.2739926999999999,"n":80},"medical_hr":{"point":0.244418313253012,"ci_lower":0.1811733975903614,"ci_upper":0.3200152289156626,"n":83}}},"task_completion":{"pooled":{"point":0.739016064257028,"ci_lower":0.6933310240963856,"ci_upper":0.7846201807228915},"per_domain":{"airline":{"point":0.54,"ci_lower":0.424,"ci_upper":0.652,"n":50},"itsm":{"point":0.865,"ci_lower":0.8124375,"ci_upper":0.9149999999999998,"n":80},"medical_hr":{"point":0.8120481927710842,"ci_lower":0.7565662650602409,"ci_upper":0.8650602409638554,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9958879518072288,"ci_lower":0.9937797186746988,"ci_upper":0.997690566767068},"per_domain":{"airline":{"point":0.998,"ci_lower":0.994668,"ci_upper":1,"n":50},"itsm":{"point":0.99575,"ci_lower":0.9913304375,"ci_upper":0.9990825,"n":80},"medical_hr":{"point":0.9939138554216864,"ci_lower":0.989996656626506,"ci_upper":0.9971606325301204,"n":83}}},"faithfulness":{"pooled":{"point":0.3601234939759036,"ci_lower":0.3197659889558233,"ci_upper":0.398947063253012},"per_domain":{"airline":{"point":0.424,"ci_lower":0.3279999999999999,"ci_upper":0.5219999999999999,"n":50},"itsm":{"point":0.42625,"ci_lower":0.37121875,"ci_upper":0.48125,"n":80},"medical_hr":{"point":0.2301204819277108,"ci_lower":0.1782831325301204,"ci_upper":0.2831325301204819,"n":83}}},"turn_taking":{"pooled":{"point":0.8147568949799197,"ci_lower":0.8019059728514057,"ci_upper":0.8277986127058234},"per_domain":{"airline":{"point":0.8212932,"ci_lower":0.79145801,"ci_upper":0.84876874,"n":50},"itsm":{"point":0.79782375,"ci_lower":0.7754014812500001,"ci_upper":0.8204598500000001,"n":80},"medical_hr":{"point":0.825153734939759,"ci_lower":0.8096762289156626,"ci_upper":0.8407348313253011,"n":83}}},"conciseness":{"pooled":{"point":0.8005454417670683,"ci_lower":0.7928903807730925,"ci_upper":0.8086675427710843},"per_domain":{"airline":{"point":0.7828599999999999,"ci_lower":0.7658578000000001,"ci_upper":0.799457,"n":50},"itsm":{"point":0.8117450000000002,"ci_lower":0.7985667499999999,"ci_upper":0.825865125,"n":80},"medical_hr":{"point":0.8070313253012049,"ci_lower":0.7970674096385542,"ci_upper":0.8167319879518072,"n":83}}},"conversation_progression":{"pooled":{"point":0.6792951807228915,"ci_lower":0.6539371234939759,"ci_upper":0.7042504016064257},"per_domain":{"airline":{"point":0.634,"ci_lower":0.5800000000000001,"ci_upper":0.682,"n":50},"itsm":{"point":0.7075,"ci_lower":0.66625,"ci_upper":0.7462812499999999,"n":80},"medical_hr":{"point":0.6963855421686745,"ci_lower":0.6566265060240963,"ci_upper":0.7361746987951806,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":0.0414814814814814,"ci_lower":-0.0089074074074074,"ci_upper":0.0903703703703703,"corrected_p":0.1276,"raw_p":0.1102,"reject":false},"per_domain":{"airline":{"point":0.0799999999999999,"ci_lower":-0.0178333333333333,"ci_upper":0.1822777777777777,"corrected_p":0.9468,"raw_p":0.1578,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.06,"ci_upper":0.0866666666666666,"corrected_p":1,"raw_p":0.7319,"reject":false},"medical_hr":{"point":0.0288888888888888,"ci_lower":-0.0400555555555555,"ci_upper":0.0999999999999999,"corrected_p":1,"raw_p":0.4937,"reject":false}}},"background_noise":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.1148333333333333,"ci_upper":0.0007592592592592,"corrected_p":0.1276,"raw_p":0.0638,"reject":false},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1377777777777777,"ci_upper":0.0489444444444443,"corrected_p":1,"raw_p":0.3797,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.0711111111111111,"ci_upper":0.1066666666666666,"corrected_p":1,"raw_p":0.8071,"reject":false},"medical_hr":{"point":-0.1377777777777778,"ci_lower":-0.2488888888888889,"ci_upper":-0.0355555555555555,"corrected_p":0.1197,"raw_p":0.0133,"reject":false}}},"both":{"pooled":{"point":-0.0918518518518518,"ci_lower":-0.1488888888888889,"ci_upper":-0.035537037037037,"corrected_p":0.0036,"raw_p":0.0012,"reject":true},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1333333333333333,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.3242,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.2111111111111111,"ci_upper":-0.02,"corrected_p":0.2863,"raw_p":0.0409,"reject":false},"medical_hr":{"point":-0.1266666666666667,"ci_lower":-0.2399999999999999,"ci_upper":-0.0311111111111111,"corrected_p":0.1496,"raw_p":0.0187,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0020227777777777,"ci_lower":-0.0098039629629629,"ci_upper":0.0043500648148148,"corrected_p":0.5821,"raw_p":0.5821,"reject":false},"per_domain":{"airline":{"point":-0.0000022222222222266038,"ci_lower":-0.0066666666666666,"ci_upper":0.0066599999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0090722222222222,"ci_lower":-0.0301680833333333,"ci_upper":0.0066534999999999,"corrected_p":1,"raw_p":0.3772,"reject":false},"medical_hr":{"point":0.0030061111111111,"ci_lower":-0.0037119999999999,"ci_upper":0.0107317916666666,"corrected_p":1,"raw_p":0.4957,"reject":false}}},"background_noise":{"pooled":{"point":-0.011119074074074,"ci_lower":-0.0275249074074074,"ci_upper":0.0010161249999999,"corrected_p":0.4203,"raw_p":0.1401,"reject":false},"per_domain":{"airline":{"point":-0.0183355555555555,"ci_lower":-0.0388889444444444,"ci_upper":0.000013666666666653957,"corrected_p":1,"raw_p":0.125,"reject":false},"itsm":{"point":0.0066666666666666,"ci_lower":0,"ci_upper":0.0166599999999999,"corrected_p":1,"raw_p":0.2509,"reject":false},"medical_hr":{"point":-0.0216883333333333,"ci_lower":-0.0696929166666666,"ci_upper":0.0044438749999999,"corrected_p":1,"raw_p":0.3801,"reject":false}}},"both":{"pooled":{"point":-0.0135117977528089,"ci_lower":-0.0322769007490636,"ci_upper":0.0011836376404494,"corrected_p":0.4203,"raw_p":0.1456,"reject":false},"per_domain":{"airline":{"point":-0.0172436781609195,"ci_lower":-0.0540252873563218,"ci_upper":0.0045931034482758,"corrected_p":1,"raw_p":0.5049,"reject":false},"itsm":{"point":0.0025888888888888,"ci_lower":-0.0063,"ci_upper":0.0122244444444444,"corrected_p":1,"raw_p":0.6796,"reject":false},"medical_hr":{"point":-0.026005,"ci_lower":-0.0709948888888888,"ci_upper":0.0028770277777777,"corrected_p":1,"raw_p":0.2003,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0133333333333333,"ci_lower":-0.0229629629629629,"ci_upper":0.0503796296296296,"corrected_p":0.9462,"raw_p":0.4961,"reject":false},"per_domain":{"airline":{"point":0.0055555555555555,"ci_lower":-0.0655555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.8982,"reject":false},"itsm":{"point":0.0033333333333333,"ci_lower":-0.0677777777777777,"ci_upper":0.0777777777777777,"corrected_p":1,"raw_p":0.9243,"reject":false},"medical_hr":{"point":0.0311111111111111,"ci_lower":-0.0188888888888888,"ci_upper":0.081111111111111,"corrected_p":1,"raw_p":0.2559,"reject":false}}},"background_noise":{"pooled":{"point":-0.0496296296296296,"ci_lower":-0.0970462962962963,"ci_upper":0.0003888888888888,"corrected_p":0.1491,"raw_p":0.0497,"reject":false},"per_domain":{"airline":{"point":-0.0166666666666666,"ci_lower":-0.1277777777777777,"ci_upper":0.1066944444444444,"corrected_p":1,"raw_p":0.7692,"reject":false},"itsm":{"point":-0.0799999999999999,"ci_lower":-0.1488888888888888,"ci_upper":-0.0099999999999999,"corrected_p":0.3393,"raw_p":0.0377,"reject":false},"medical_hr":{"point":-0.0522222222222222,"ci_lower":-0.1045,"ci_upper":0.000055555555555500366,"corrected_p":0.4284,"raw_p":0.0612,"reject":false}}},"both":{"pooled":{"point":-0.0162962962962963,"ci_lower":-0.0611481481481481,"ci_upper":0.0266851851851851,"corrected_p":0.9462,"raw_p":0.4731,"reject":false},"per_domain":{"airline":{"point":-0.0055555555555555,"ci_lower":-0.1066944444444444,"ci_upper":0.0955833333333333,"corrected_p":1,"raw_p":0.9148,"reject":false},"itsm":{"point":-0.0633333333333333,"ci_lower":-0.12225,"ci_upper":-0.0044166666666666,"corrected_p":0.4088,"raw_p":0.0511,"reject":false},"medical_hr":{"point":0.02,"ci_lower":-0.0355555555555555,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.5234,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0134523703703703,"ci_lower":-0.015347874074074,"ci_upper":0.038777487037037,"corrected_p":0.3549,"raw_p":0.3549,"reject":false},"per_domain":{"airline":{"point":0.0559626666666666,"ci_lower":0.0101716444444444,"ci_upper":0.1020161833333332,"corrected_p":0.0925,"raw_p":0.0185,"reject":false},"itsm":{"point":-0.0027442222222222,"ci_lower":-0.0488657777777777,"ci_upper":0.0411195166666666,"corrected_p":1,"raw_p":0.9088,"reject":false},"medical_hr":{"point":-0.0128613333333333,"ci_lower":-0.0635896333333333,"ci_upper":0.0338831833333333,"corrected_p":1,"raw_p":0.649,"reject":false}}},"background_noise":{"pooled":{"point":-0.1008091111111111,"ci_lower":-0.1295320092592592,"ci_upper":-0.0729351907407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0889095555555555,"ci_lower":-0.1485084055555555,"ci_upper":-0.0258027833333333,"corrected_p":0.0557999999999999,"raw_p":0.0093,"reject":false},"itsm":{"point":-0.0971264444444444,"ci_lower":-0.1454164277777778,"ci_upper":-0.0576993555555555,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1163913333333332,"ci_lower":-0.1553158222222221,"ci_upper":-0.077144711111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.0488924444444444,"ci_lower":-0.0806904944444444,"ci_upper":-0.0165571277777777,"corrected_p":0.0074,"raw_p":0.0037,"reject":true},"per_domain":{"airline":{"point":-0.0019006666666666,"ci_lower":-0.0433140833333332,"ci_upper":0.0417765222222222,"corrected_p":1,"raw_p":0.928,"reject":false},"itsm":{"point":-0.0479319999999999,"ci_lower":-0.1123515111111111,"ci_upper":0.0091554277777777,"corrected_p":0.4616,"raw_p":0.1154,"reject":false},"medical_hr":{"point":-0.0968446666666666,"ci_lower":-0.1575846555555555,"ci_upper":-0.0428554833333333,"corrected_p":0.0105,"raw_p":0.0015,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0001251851851851,"ci_lower":-0.0119640185185185,"ci_upper":0.0126707962962962,"corrected_p":0.9856,"raw_p":0.9856,"reject":false},"per_domain":{"airline":{"point":0.00636,"ci_lower":-0.0148794444444444,"ci_upper":0.0312606111111111,"corrected_p":1,"raw_p":0.594,"reject":false},"itsm":{"point":-0.0034044444444444,"ci_lower":-0.0236832777777778,"ci_upper":0.0204052222222221,"corrected_p":1,"raw_p":0.7753,"reject":false},"medical_hr":{"point":-0.003331111111111,"ci_lower":-0.0260118333333333,"ci_upper":0.0195556111111111,"corrected_p":1,"raw_p":0.7787,"reject":false}}},"background_noise":{"pooled":{"point":-0.0180918518518518,"ci_lower":-0.0350826851851851,"ci_upper":-0.0014907777777777,"corrected_p":0.0788,"raw_p":0.0394,"reject":false},"per_domain":{"airline":{"point":-0.0182066666666666,"ci_lower":-0.0537960555555555,"ci_upper":0.0130991111111111,"corrected_p":1,"raw_p":0.3553,"reject":false},"itsm":{"point":-0.0101822222222222,"ci_lower":-0.0355200555555555,"ci_upper":0.0140863333333332,"corrected_p":1,"raw_p":0.4132,"reject":false},"medical_hr":{"point":-0.0258866666666666,"ci_lower":-0.0485978333333333,"ci_upper":-0.0006447222222222,"corrected_p":0.452,"raw_p":0.0565,"reject":false}}},"both":{"pooled":{"point":-0.0205029629629629,"ci_lower":-0.0337433333333333,"ci_upper":-0.0072189444444444,"corrected_p":0.0144,"raw_p":0.0048,"reject":true},"per_domain":{"airline":{"point":-0.0224733333333333,"ci_lower":-0.0448524999999999,"ci_upper":0.0013371111111111,"corrected_p":0.5061,"raw_p":0.0723,"reject":false},"itsm":{"point":-0.00546,"ci_lower":-0.0257836666666666,"ci_upper":0.0178657777777777,"corrected_p":1,"raw_p":0.6396,"reject":false},"medical_hr":{"point":-0.0335755555555555,"ci_lower":-0.0567375,"ci_upper":-0.0105273333333333,"corrected_p":0.0702,"raw_p":0.0078,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0299999999999999,"ci_lower":-0.014074074074074,"ci_upper":0.0729722222222222,"corrected_p":0.2342,"raw_p":0.2025,"reject":false},"per_domain":{"airline":{"point":0.0855555555555555,"ci_lower":0.00775,"ci_upper":0.1611388888888888,"corrected_p":0.3297,"raw_p":0.0471,"reject":false},"itsm":{"point":0.0255555555555555,"ci_lower":-0.03,"ci_upper":0.0766944444444444,"corrected_p":1,"raw_p":0.3496,"reject":false},"medical_hr":{"point":-0.0211111111111111,"ci_lower":-0.1211388888888888,"ci_upper":0.0744999999999999,"corrected_p":1,"raw_p":0.6519,"reject":false}}},"background_noise":{"pooled":{"point":-0.1051851851851851,"ci_lower":-0.1614907407407407,"ci_upper":-0.0551388888888889,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.0588888888888888,"ci_lower":-0.1366944444444444,"ci_upper":0.0311111111111111,"corrected_p":0.931,"raw_p":0.1862,"reject":false},"itsm":{"point":-0.0911111111111111,"ci_lower":-0.1689166666666666,"ci_upper":-0.0155277777777778,"corrected_p":0.3016,"raw_p":0.0377,"reject":false},"medical_hr":{"point":-0.1655555555555555,"ci_lower":-0.2733333333333333,"ci_upper":-0.0521944444444444,"corrected_p":0.0513,"raw_p":0.0057,"reject":false}}},"both":{"pooled":{"point":-0.0403703703703703,"ci_lower":-0.0911296296296296,"ci_upper":0.0092777777777777,"corrected_p":0.2342,"raw_p":0.1171,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.1222499999999999,"ci_upper":0.015611111111111,"corrected_p":0.8826,"raw_p":0.1471,"reject":false},"itsm":{"point":-0.0022222222222222,"ci_lower":-0.0766666666666666,"ci_upper":0.0600277777777777,"corrected_p":1,"raw_p":0.9441,"reject":false},"medical_hr":{"point":-0.0655555555555555,"ci_lower":-0.1778055555555556,"ci_upper":0.0477777777777777,"corrected_p":1,"raw_p":0.2543,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":0.0214814814814814,"ci_lower":-0.0251851851851852,"ci_upper":0.0666666666666666,"corrected_p":0.3895,"raw_p":0.3895,"reject":false},"per_domain":{"airline":{"point":0.0466666666666666,"ci_lower":-0.0267222222222222,"ci_upper":0.1222222222222222,"corrected_p":1,"raw_p":0.2799,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.1,"ci_upper":0.0711666666666666,"corrected_p":1,"raw_p":0.6249,"reject":false},"medical_hr":{"point":0.0377777777777777,"ci_lower":-0.0444444444444444,"ci_upper":0.1089444444444443,"corrected_p":1,"raw_p":0.3876,"reject":false}}},"background_noise":{"pooled":{"point":-0.0822222222222222,"ci_lower":-0.1414814814814814,"ci_upper":-0.0221851851851852,"corrected_p":0.0233999999999999,"raw_p":0.0078,"reject":true},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1756666666666666,"ci_upper":0.0422777777777777,"corrected_p":1,"raw_p":0.2568,"reject":false},"itsm":{"point":-0.0977777777777778,"ci_lower":-0.1977777777777777,"ci_upper":-0.0022222222222222,"corrected_p":0.5526,"raw_p":0.0614,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.1845,"ci_upper":0.0200555555555555,"corrected_p":0.8113,"raw_p":0.1159,"reject":false}}},"both":{"pooled":{"point":-0.06,"ci_lower":-0.1134074074074074,"ci_upper":-0.0059259259259259,"corrected_p":0.046,"raw_p":0.023,"reject":true},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1155555555555555,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.4557,"reject":false},"itsm":{"point":-0.0866666666666666,"ci_lower":-0.1755555555555555,"ci_upper":0.0066666666666666,"corrected_p":0.5526,"raw_p":0.0679,"reject":false},"medical_hr":{"point":-0.0622222222222222,"ci_lower":-0.1466666666666667,"ci_upper":0.0177777777777777,"corrected_p":0.9132,"raw_p":0.1522,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0355555555555555,"ci_lower":-0.0363888888888889,"ci_upper":0.1162962962962962,"corrected_p":0.3697,"raw_p":0.3697,"reject":false},"per_domain":{"airline":{"point":0.151111111111111,"ci_lower":0.0488333333333333,"ci_upper":0.2533333333333333,"corrected_p":0.063,"raw_p":0.009,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.1445,"ci_upper":0.1200555555555554,"corrected_p":1,"raw_p":0.8726,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.1733333333333333,"ci_upper":0.111111111111111,"corrected_p":1,"raw_p":0.6236,"reject":false}}},"background_noise":{"pooled":{"point":-0.2237037037037037,"ci_lower":-0.2985185185185185,"ci_upper":-0.1488518518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.16,"ci_lower":-0.28,"ci_upper":-0.0399444444444445,"corrected_p":0.1128,"raw_p":0.0188,"reject":false},"itsm":{"point":-0.1644444444444444,"ci_lower":-0.3022222222222223,"ci_upper":-0.0377222222222223,"corrected_p":0.1128,"raw_p":0.0224,"reject":false},"medical_hr":{"point":-0.3466666666666666,"ci_lower":-0.4688888888888888,"ci_upper":-0.2287777777777778,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.1125925925925926,"ci_lower":-0.1889074074074074,"ci_upper":-0.0303703703703703,"corrected_p":0.007,"raw_p":0.0035,"reject":true},"per_domain":{"airline":{"point":-0.0155555555555555,"ci_lower":-0.1755555555555555,"ci_upper":0.1289444444444443,"corrected_p":1,"raw_p":0.8352,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1644444444444444,"ci_upper":0.0444444444444444,"corrected_p":0.984,"raw_p":0.246,"reject":false},"medical_hr":{"point":-0.2577777777777778,"ci_lower":-0.3644999999999999,"ci_upper":-0.1577777777777777,"corrected_p":0.0032,"raw_p":0.0004,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0088888888888888,"ci_lower":-0.0296296296296296,"ci_upper":0.0125925925925925,"corrected_p":0.3709,"raw_p":0.3709,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888888,"ci_lower":-0.0445,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7452,"reject":false},"itsm":{"point":-0.0088888888888888,"ci_lower":-0.0467222222222222,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":0.7482,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.0444444444444444,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7539,"reject":false}}},"background_noise":{"pooled":{"point":-0.0311111111111111,"ci_lower":-0.057037037037037,"ci_upper":-0.0037037037037037,"corrected_p":0.0723,"raw_p":0.0241,"reject":false},"per_domain":{"airline":{"point":-0.0422222222222222,"ci_lower":-0.1022777777777777,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.2272,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.0666666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.434,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.0755555555555555,"ci_upper":0.0044444444444444,"corrected_p":1,"raw_p":0.1924,"reject":false}}},"both":{"pooled":{"point":-0.0237037037037037,"ci_lower":-0.0518518518518518,"ci_upper":0.0022222222222222,"corrected_p":0.1474,"raw_p":0.0737,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888888,"ci_lower":-0.0488888888888888,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.7538,"reject":false},"itsm":{"point":-0.02,"ci_lower":-0.0666666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.429,"reject":false},"medical_hr":{"point":-0.0422222222222222,"ci_lower":-0.1111666666666666,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.2169,"reject":false}}}}}},{"id":"gpt-realtime-2","name":"GPT Realtime 2","type":"s2s","stt":"-","llm":"gpt-realtime-2","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.6830070066934404,"ci_lower":0.6585351697456493,"ci_upper":0.7092222044511379},"per_domain":{"airline":{"point":0.6442893333333334,"ci_lower":0.5876154666666666,"ci_upper":0.7017925333333334,"n":50},"itsm":{"point":0.74831,"ci_lower":0.714207875,"ci_upper":0.7803264791666666,"n":80},"medical_hr":{"point":0.6564216867469879,"ci_lower":0.6200757429718876,"ci_upper":0.6946665863453815,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.5039417670682732,"ci_lower":0.4574342871485943,"ci_upper":0.5523373493975903},"per_domain":{"airline":{"point":0.4480000000000001,"ci_lower":0.352,"ci_upper":0.544,"n":50},"itsm":{"point":0.6325000000000001,"ci_lower":0.5599999999999999,"ci_upper":0.7049999999999998,"n":80},"medical_hr":{"point":0.4313253012048193,"ci_lower":0.3566265060240964,"ci_upper":0.5132530120481927,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8048293172690762,"ci_lower":0.747624748995984,"ci_upper":0.8584756526104417},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.88,"n":50},"itsm":{"point":0.8875,"ci_lower":0.8125,"ci_upper":0.95,"n":80},"medical_hr":{"point":0.7469879518072289,"ci_lower":0.6506024096385542,"ci_upper":0.8433734939759037,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2503649574297188,"ci_lower":0.2024470833734939,"ci_upper":0.3007088675502007},"per_domain":{"airline":{"point":0.1963647999999999,"ci_lower":0.1075435199999999,"ci_upper":0.29629328,"n":50},"itsm":{"point":0.351052,"ci_lower":0.2678155,"ci_upper":0.4416332999999999,"n":80},"medical_hr":{"point":0.2036780722891566,"ci_lower":0.1296759518072289,"ci_upper":0.2791101686746987,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6773465946285141,"ci_lower":0.6664371275025102,"ci_upper":0.6886591443524095},"per_domain":{"airline":{"point":0.6562813333333333,"ci_lower":0.6334188466666666,"ci_upper":0.6787412833333334,"n":50},"itsm":{"point":0.6967943541666667,"ci_lower":0.67830335625,"ci_upper":0.7158384890625,"n":80},"medical_hr":{"point":0.6789640963855421,"ci_lower":0.6634312630522088,"ci_upper":0.694617096385542,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.3896084337349397,"ci_lower":0.3575724899598393,"ci_upper":0.4226268072289156},"per_domain":{"airline":{"point":0.3,"ci_lower":0.244,"ci_upper":0.356,"n":50},"itsm":{"point":0.4375,"ci_lower":0.3775,"ci_upper":0.4974999999999999,"n":80},"medical_hr":{"point":0.4313253012048193,"ci_lower":0.3807228915662651,"ci_upper":0.4819277108433735,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8609036144578314,"ci_lower":0.8107492469879518,"ci_upper":0.906750251004016},"per_domain":{"airline":{"point":0.78,"ci_lower":0.66,"ci_upper":0.88,"n":50},"itsm":{"point":0.875,"ci_lower":0.8,"ci_upper":0.9375,"n":80},"medical_hr":{"point":0.927710843373494,"ci_lower":0.8674698795180723,"ci_upper":0.9759036144578314,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0679135903614457,"ci_lower":0.0504442386345381,"ci_upper":0.0873869991164658},"per_domain":{"airline":{"point":0.0214079999999999,"ci_lower":0.0097919999999999,"ci_upper":0.0382164799999999,"n":50},"itsm":{"point":0.0947799999999999,"ci_lower":0.0626437,"ci_upper":0.1343414999999999,"n":80},"medical_hr":{"point":0.0875527710843373,"ci_lower":0.0501512289156626,"ci_upper":0.133308048192771,"n":83}}},"task_completion":{"pooled":{"point":0.6693368473895583,"ci_lower":0.6229267068273091,"ci_upper":0.713690298694779},"per_domain":{"airline":{"point":0.496,"ci_lower":0.4,"ci_upper":0.5920000000000001,"n":50},"itsm":{"point":0.815625,"ci_lower":0.7549687499999999,"ci_upper":0.8712812499999997,"n":80},"medical_hr":{"point":0.6963855421686747,"ci_lower":0.6168674698795181,"ci_upper":0.7663253012048189,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9894524457831324,"ci_lower":0.9836444095381528,"ci_upper":0.9944319555722893},"per_domain":{"airline":{"point":0.981868,"ci_lower":0.9659968,"ci_upper":0.9942,"n":50},"itsm":{"point":0.993055,"ci_lower":0.9858324375000002,"ci_upper":0.9987475625,"n":80},"medical_hr":{"point":0.9934343373493976,"ci_lower":0.9889116415662652,"ci_upper":0.997511189759036,"n":83}}},"faithfulness":{"pooled":{"point":0.4272449799196787,"ci_lower":0.3925136295180722,"ci_upper":0.4596546435742972},"per_domain":{"airline":{"point":0.508,"ci_lower":0.4379999999999999,"ci_upper":0.5780499999999998,"n":50},"itsm":{"point":0.44,"ci_lower":0.38875,"ci_upper":0.4912499999999999,"n":80},"medical_hr":{"point":0.3337349397590362,"ci_lower":0.2843373493975903,"ci_upper":0.3831325301204819,"n":83}}},"turn_taking":{"pooled":{"point":0.7667606227409638,"ci_lower":0.7530794383534138,"ci_upper":0.7807064237625503},"per_domain":{"airline":{"point":0.7613479999999998,"ci_lower":0.7306033399999999,"ci_upper":0.79023432,"n":50},"itsm":{"point":0.7573186875,"ci_lower":0.7349315843750001,"ci_upper":0.7793899265625,"n":80},"medical_hr":{"point":0.7816151807228916,"ci_lower":0.7656156626506023,"ci_upper":0.7972852530120479,"n":83}}},"conciseness":{"pooled":{"point":0.7399794623493975,"ci_lower":0.732797710993976,"ci_upper":0.7472577285768072},"per_domain":{"airline":{"point":0.729496,"ci_lower":0.7133543,"ci_upper":0.7461532000000002,"n":50},"itsm":{"point":0.741189375,"ci_lower":0.7305024843750001,"ci_upper":0.7518543906249999,"n":80},"medical_hr":{"point":0.7492530120481927,"ci_lower":0.7394223493975903,"ci_upper":0.7591810843373494,"n":83}}},"conversation_progression":{"pooled":{"point":0.5252996987951807,"ci_lower":0.4969907881526105,"ci_upper":0.5544924824297188},"per_domain":{"airline":{"point":0.478,"ci_lower":0.418,"ci_upper":0.5420499999999998,"n":50},"itsm":{"point":0.5918749999999999,"ci_lower":0.5506249999999999,"ci_upper":0.63125,"n":80},"medical_hr":{"point":0.5060240963855421,"ci_lower":0.4650602409638553,"ci_upper":0.5457831325301203,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0033333333333333,"ci_lower":-0.0777777777777777,"ci_upper":0.0655555555555555,"corrected_p":0.9033,"raw_p":0.9033,"reject":false},"per_domain":{"airline":{"point":0.0155555555555555,"ci_lower":-0.1135,"ci_upper":0.1267222222222221,"corrected_p":1,"raw_p":0.8352,"reject":false},"medical_hr":{"point":-0.0222222222222222,"ci_lower":-0.0978333333333333,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.5335,"reject":false}}},"background_noise":{"pooled":{"point":-0.0588888888888889,"ci_lower":-0.15,"ci_upper":0.0300555555555554,"corrected_p":0.3484,"raw_p":0.1742,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1400555555555555,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.5979,"reject":false},"medical_hr":{"point":-0.0888888888888889,"ci_lower":-0.2200555555555556,"ci_upper":0.0222222222222221,"corrected_p":0.6376,"raw_p":0.1594,"reject":false}}},"both":{"pooled":{"point":-0.1208333333333333,"ci_lower":-0.1924999999999999,"ci_upper":-0.0525,"corrected_p":0.0027,"raw_p":0.0009,"reject":true},"per_domain":{"airline":{"point":-0.0799999999999999,"ci_lower":-0.1639999999999999,"ci_upper":-0.0079999999999999,"corrected_p":0.3665,"raw_p":0.0733,"reject":false},"medical_hr":{"point":-0.1888888888888888,"ci_lower":-0.3222222222222221,"ci_upper":-0.0711111111111111,"corrected_p":0.0269999999999999,"raw_p":0.0045,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0041755555555555,"ci_lower":-0.0260754166666666,"ci_upper":0.0143460277777777,"corrected_p":1,"raw_p":0.7287,"reject":false},"per_domain":{"airline":{"point":-0.0082022222222222,"ci_lower":-0.0499928333333333,"ci_upper":0.0263922777777777,"corrected_p":1,"raw_p":0.7452,"reject":false},"medical_hr":{"point":-0.0001488888888888,"ci_lower":-0.0127062777777777,"ci_upper":0.0113739999999999,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":0.001353216374269,"ci_lower":-0.0159447076023391,"ci_upper":0.0159891520467836,"corrected_p":1,"raw_p":0.866,"reject":false},"per_domain":{"airline":{"point":-0.0050024691358024,"ci_lower":-0.040646049382716,"ci_upper":0.0271472222222222,"corrected_p":1,"raw_p":0.7637,"reject":false},"medical_hr":{"point":0.0070733333333333,"ci_lower":0.0007399999999999,"ci_upper":0.0147066666666666,"corrected_p":0.7404,"raw_p":0.1234,"reject":false}}},"both":{"pooled":{"point":0.0034744725738396,"ci_lower":-0.0061824894514767,"ci_upper":0.0131738132911392,"corrected_p":1,"raw_p":0.5156,"reject":false},"per_domain":{"airline":{"point":0.0069377551020408,"ci_lower":-0.0078963520408163,"ci_upper":0.0246244897959183,"corrected_p":1,"raw_p":0.4222,"reject":false},"medical_hr":{"point":-0.0021822222222222,"ci_lower":-0.0103743888888888,"ci_upper":0.0041466666666666,"corrected_p":1,"raw_p":0.7502,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0172222222222222,"ci_lower":-0.0366805555555555,"ci_upper":0.0733472222222222,"corrected_p":0.6512,"raw_p":0.559,"reject":false},"per_domain":{"airline":{"point":0.0366666666666666,"ci_lower":-0.0566666666666666,"ci_upper":0.1266666666666666,"corrected_p":1,"raw_p":0.4699,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0555555555555555,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.9134,"reject":false}}},"background_noise":{"pooled":{"point":0.031111111111111,"ci_lower":-0.0244583333333333,"ci_upper":0.0961111111111111,"corrected_p":0.6512,"raw_p":0.3256,"reject":false},"per_domain":{"airline":{"point":0.0422222222222222,"ci_lower":-0.0455833333333333,"ci_upper":0.1322499999999999,"corrected_p":1,"raw_p":0.3723,"reject":false},"medical_hr":{"point":0.0199999999999999,"ci_lower":-0.0533611111111111,"ci_upper":0.095611111111111,"corrected_p":1,"raw_p":0.6515,"reject":false}}},"both":{"pooled":{"point":-0.0799999999999999,"ci_lower":-0.1279270833333333,"ci_upper":-0.03125,"corrected_p":0.0072,"raw_p":0.0024,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.2040499999999999,"ci_upper":-0.0799999999999999,"corrected_p":0.0006,"raw_p":0.0001,"reject":true},"medical_hr":{"point":0.02,"ci_lower":-0.051111111111111,"ci_upper":0.0922222222222222,"corrected_p":1,"raw_p":0.6001,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0123887777777777,"ci_lower":-0.0535511416666666,"ci_upper":0.0289029777777777,"corrected_p":0.5715,"raw_p":0.5715,"reject":false},"per_domain":{"airline":{"point":0.024128,"ci_lower":-0.0414422111111111,"ci_upper":0.0877044999999999,"corrected_p":0.9634,"raw_p":0.4817,"reject":false},"medical_hr":{"point":-0.0489055555555555,"ci_lower":-0.1003246999999999,"ci_upper":-0.0014068277777777,"corrected_p":0.1986,"raw_p":0.0662,"reject":false}}},"background_noise":{"pooled":{"point":-0.0419837777777777,"ci_lower":-0.0801911388888888,"ci_upper":-0.0023525027777777,"corrected_p":0.0922,"raw_p":0.0461,"reject":false},"per_domain":{"airline":{"point":-0.018662,"ci_lower":-0.0853755555555555,"ci_upper":0.0484903777777777,"corrected_p":0.9634,"raw_p":0.5826,"reject":false},"medical_hr":{"point":-0.0653055555555555,"ci_lower":-0.1108789388888888,"ci_upper":-0.0227345999999999,"corrected_p":0.0416,"raw_p":0.0104,"reject":true}}},"both":{"pooled":{"point":-0.1009095,"ci_lower":-0.1312935291666667,"ci_upper":-0.0714312833333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0940651999999999,"ci_lower":-0.12997346,"ci_upper":-0.05844792,"corrected_p":0.0006,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1123166666666666,"ci_lower":-0.1696500777777777,"ci_upper":-0.0527480944444444,"corrected_p":0.0045,"raw_p":0.0009,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0055722222222222,"ci_lower":-0.0120897222222222,"ci_upper":0.0260946944444444,"corrected_p":1,"raw_p":0.5658,"reject":false},"per_domain":{"airline":{"point":0.0105555555555555,"ci_lower":-0.0195192777777777,"ci_upper":0.0424017222222221,"corrected_p":1,"raw_p":0.5081,"reject":false},"medical_hr":{"point":0.0005888888888888,"ci_lower":-0.0205436111111111,"ci_upper":0.0233364999999999,"corrected_p":1,"raw_p":0.9566,"reject":false}}},"background_noise":{"pooled":{"point":0.0014722222222222,"ci_lower":-0.0172401111111111,"ci_upper":0.0197699444444444,"corrected_p":1,"raw_p":0.8763,"reject":false},"per_domain":{"airline":{"point":0.0147222222222221,"ci_lower":-0.0144505555555555,"ci_upper":0.0419497222222221,"corrected_p":1,"raw_p":0.3148,"reject":false},"medical_hr":{"point":-0.0117777777777777,"ci_lower":-0.0365396111111111,"ci_upper":0.0135595555555555,"corrected_p":1,"raw_p":0.3759,"reject":false}}},"both":{"pooled":{"point":-0.0217266666666666,"ci_lower":-0.0354616458333333,"ci_upper":-0.0070664791666666,"corrected_p":0.015,"raw_p":0.005,"reject":true},"per_domain":{"airline":{"point":-0.0287359999999999,"ci_lower":-0.0462281999999999,"ci_upper":-0.0108644,"corrected_p":0.0252,"raw_p":0.0042,"reject":true},"medical_hr":{"point":-0.0100444444444444,"ci_lower":-0.0347011111111111,"ci_upper":0.0137906111111111,"corrected_p":1,"raw_p":0.4214,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0116666666666666,"ci_lower":-0.0722222222222222,"ci_upper":0.046125,"corrected_p":1,"raw_p":0.7098,"reject":false},"per_domain":{"airline":{"point":-0.0444444444444444,"ci_lower":-0.1322499999999999,"ci_upper":0.0422222222222222,"corrected_p":1,"raw_p":0.3295,"reject":false},"medical_hr":{"point":0.0211111111111111,"ci_lower":-0.0478888888888888,"ci_upper":0.0944722222222222,"corrected_p":1,"raw_p":0.5824,"reject":false}}},"background_noise":{"pooled":{"point":-0.0005555555555555,"ci_lower":-0.0650138888888888,"ci_upper":0.0528055555555555,"corrected_p":1,"raw_p":0.9955,"reject":false},"per_domain":{"airline":{"point":2.775557561562892e-18,"ci_lower":-0.1011111111111111,"ci_upper":0.1022222222222222,"corrected_p":1,"raw_p":0.9965,"reject":false},"medical_hr":{"point":-0.0011111111111111,"ci_lower":-0.0699999999999999,"ci_upper":0.0611111111111111,"corrected_p":1,"raw_p":0.9832,"reject":false}}},"both":{"pooled":{"point":-0.1158333333333333,"ci_lower":-0.1683333333333333,"ci_upper":-0.0703958333333333,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.118,"ci_lower":-0.19005,"ci_upper":-0.052,"corrected_p":0.0054,"raw_p":0.0009,"reject":true},"medical_hr":{"point":-0.1122222222222221,"ci_lower":-0.181111111111111,"ci_upper":-0.0466666666666666,"corrected_p":0.019,"raw_p":0.0038,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0211111111111111,"ci_lower":-0.0944444444444444,"ci_upper":0.0555555555555555,"corrected_p":0.5729,"raw_p":0.5729,"reject":false},"per_domain":{"airline":{"point":0.0177777777777777,"ci_lower":-0.1022777777777778,"ci_upper":0.1378333333333332,"corrected_p":0.9507,"raw_p":0.8161,"reject":false},"medical_hr":{"point":-0.06,"ci_lower":-0.1467222222222223,"ci_upper":0.0199999999999999,"corrected_p":0.6996,"raw_p":0.1749,"reject":false}}},"background_noise":{"pooled":{"point":-0.0544444444444444,"ci_lower":-0.1344722222222222,"ci_upper":0.0288888888888888,"corrected_p":0.406,"raw_p":0.203,"reject":false},"per_domain":{"airline":{"point":-0.0488888888888889,"ci_lower":-0.16,"ci_upper":0.0667222222222221,"corrected_p":0.9507,"raw_p":0.4088,"reject":false},"medical_hr":{"point":-0.06,"ci_lower":-0.18,"ci_upper":0.0578333333333332,"corrected_p":0.9507,"raw_p":0.3169,"reject":false}}},"both":{"pooled":{"point":-0.095,"ci_lower":-0.1633958333333333,"ci_upper":-0.0266666666666666,"corrected_p":0.0228,"raw_p":0.0076,"reject":true},"per_domain":{"airline":{"point":-0.096,"ci_lower":-0.176,"ci_upper":-0.0119999999999999,"corrected_p":0.207,"raw_p":0.0345,"reject":false},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.2155555555555555,"ci_upper":0.0267222222222221,"corrected_p":0.6194999999999999,"raw_p":0.1239,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0566666666666666,"ci_lower":-0.149,"ci_upper":0.0355555555555555,"corrected_p":0.4698,"raw_p":0.2349,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0778333333333333,"ci_upper":0.1822222222222222,"corrected_p":0.9078,"raw_p":0.5062,"reject":false},"medical_hr":{"point":-0.1622222222222222,"ci_lower":-0.2866666666666665,"ci_upper":-0.0333333333333333,"corrected_p":0.066,"raw_p":0.0165,"reject":false}}},"background_noise":{"pooled":{"point":-0.0511111111111111,"ci_lower":-0.13225,"ci_upper":0.0366666666666666,"corrected_p":0.4698,"raw_p":0.2386,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0711666666666666,"ci_upper":0.1644444444444444,"corrected_p":0.9078,"raw_p":0.4539,"reject":false},"medical_hr":{"point":-0.1511111111111111,"ci_lower":-0.2556111111111111,"ci_upper":-0.04,"corrected_p":0.066,"raw_p":0.0169,"reject":false}}},"both":{"pooled":{"point":-0.1816666666666667,"ci_lower":-0.2525416666666667,"ci_upper":-0.1225,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.208,"ci_upper":-0.076,"corrected_p":0.0024,"raw_p":0.0004,"reject":true},"medical_hr":{"point":-0.2511111111111111,"ci_lower":-0.3711666666666666,"ci_upper":-0.1266111111111111,"corrected_p":0.0025,"raw_p":0.0005,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0355555555555555,"ci_lower":-0.0755555555555555,"ci_upper":0.0011388888888888,"corrected_p":0.1896,"raw_p":0.0632,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.1155555555555555,"ci_upper":0.0088888888888888,"corrected_p":0.953,"raw_p":0.1906,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.0689444444444444,"ci_upper":0.0155555555555555,"corrected_p":1,"raw_p":0.3058,"reject":false}}},"background_noise":{"pooled":{"point":-0.0188888888888888,"ci_lower":-0.0511388888888889,"ci_upper":0.0088888888888888,"corrected_p":0.4274,"raw_p":0.2137,"reject":false},"per_domain":{"airline":{"point":-0.0466666666666666,"ci_lower":-0.1022222222222222,"ci_upper":0.0022222222222222,"corrected_p":0.5358,"raw_p":0.0893,"reject":false},"medical_hr":{"point":0.0088888888888888,"ci_lower":-0.02,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.6256,"reject":false}}},"both":{"pooled":{"point":-0.0075,"ci_lower":-0.0291874999999999,"ci_upper":0.0108333333333333,"corrected_p":0.5022,"raw_p":0.5022,"reject":false},"per_domain":{"airline":{"point":-0.0039999999999999,"ci_lower":-0.0239999999999999,"ci_upper":0.0119999999999999,"corrected_p":1,"raw_p":0.9327,"reject":false},"medical_hr":{"point":-0.0133333333333333,"ci_lower":-0.0599999999999999,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.627,"reject":false}}}}}},{"id":"gpt-realtime-mini","name":"GPT Realtime Mini","type":"s2s","stt":"-","llm":"gpt-realtime-mini","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.4689334705488621,"ci_lower":0.4421571698460508,"ci_upper":0.4978073954149932},"per_domain":{"airline":{"point":0.4469999999999999,"ci_lower":0.3886666666666666,"ci_upper":0.5099999999999999,"n":50},"itsm":{"point":0.4912558333333333,"ci_lower":0.4509955624999999,"ci_upper":0.5316649583333333,"n":80},"medical_hr":{"point":0.4685445783132529,"ci_lower":0.4355140763052209,"ci_upper":0.5030463654618474,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.1631746987951807,"ci_lower":0.1249341365461847,"ci_upper":0.203763453815261},"per_domain":{"airline":{"point":0.176,"ci_lower":0.096,"ci_upper":0.2679999999999999,"n":50},"itsm":{"point":0.2075,"ci_lower":0.145,"ci_upper":0.2725,"n":80},"medical_hr":{"point":0.1060240963855421,"ci_lower":0.0602409638554216,"ci_upper":0.1614457831325301,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.3179718875502008,"ci_lower":0.2569859437751004,"ci_upper":0.3803232931726907},"per_domain":{"airline":{"point":0.3,"ci_lower":0.18,"ci_upper":0.4204999999999972,"n":50},"itsm":{"point":0.425,"ci_lower":0.325,"ci_upper":0.5375,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.144578313253012,"ci_upper":0.3253012048192771,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0588225253012048,"ci_lower":0.0334219060240963,"ci_upper":0.0887137616064256},"per_domain":{"airline":{"point":0.0847616,"ci_lower":0.02515936,"ci_upper":0.1584231999999999,"n":50},"itsm":{"point":0.0628519999999999,"ci_lower":0.0270831999999999,"ci_upper":0.1117746999999999,"n":80},"medical_hr":{"point":0.0288539759036144,"ci_lower":0.0078610120481927,"ci_upper":0.0588937831325301,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.642532354484605,"ci_lower":0.6300217130087015,"ci_upper":0.6553895511111111},"per_domain":{"airline":{"point":0.6374645333333333,"ci_lower":0.6125059,"ci_upper":0.6637318866666665,"n":50},"itsm":{"point":0.66858,"ci_lower":0.6475889999999999,"ci_upper":0.6903662208333333,"n":80},"medical_hr":{"point":0.6215525301204818,"ci_lower":0.6024677690763052,"ci_upper":0.6406384437751004,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.4059056224899598,"ci_lower":0.3716161144578313,"ci_upper":0.4420288654618474},"per_domain":{"airline":{"point":0.376,"ci_lower":0.304,"ci_upper":0.4519999999999999,"n":50},"itsm":{"point":0.4875,"ci_lower":0.4324999999999999,"ci_upper":0.5449999999999999,"n":80},"medical_hr":{"point":0.3542168674698795,"ci_lower":0.3036144578313253,"ci_upper":0.4120481927710844,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.8933232931726908,"ci_lower":0.8477168674698794,"ci_upper":0.9313554216867468},"per_domain":{"airline":{"point":0.9,"ci_lower":0.8,"ci_upper":0.98,"n":50},"itsm":{"point":0.9125,"ci_lower":0.85,"ci_upper":0.9625,"n":80},"medical_hr":{"point":0.8674698795180723,"ci_lower":0.7951807228915663,"ci_upper":0.9397590361445785,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0991874730923694,"ci_lower":0.0703653884337349,"ci_upper":0.132763330441767},"per_domain":{"airline":{"point":0.0885376,"ci_lower":0.0379036799999999,"ci_upper":0.1530199999999999,"n":50},"itsm":{"point":0.13374,"ci_lower":0.0836218,"ci_upper":0.1936608,"n":80},"medical_hr":{"point":0.0752848192771084,"ci_lower":0.0330398072289156,"ci_upper":0.1248825060240962,"n":83}}},"task_completion":{"pooled":{"point":0.3447248995983936,"ci_lower":0.2932901606425703,"ci_upper":0.3970175200803212},"per_domain":{"airline":{"point":0.288,"ci_lower":0.1878999999999999,"ci_upper":0.3840999999999995,"n":50},"itsm":{"point":0.3775,"ci_lower":0.2875,"ci_upper":0.4674999999999999,"n":80},"medical_hr":{"point":0.3686746987951807,"ci_lower":0.2915662650602409,"ci_upper":0.4481927710843373,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9766400368139224,"ci_lower":0.964853969210174,"ci_upper":0.9871126827309238},"per_domain":{"airline":{"point":0.9708333333333332,"ci_lower":0.9383333333333332,"ci_upper":0.9975,"n":50},"itsm":{"point":0.9812674999999998,"ci_lower":0.9696849375,"ci_upper":0.991655,"n":80},"medical_hr":{"point":0.977819277108434,"ci_lower":0.9707649849397592,"ci_upper":0.984714578313253,"n":83}}},"faithfulness":{"pooled":{"point":0.1253393574297188,"ci_lower":0.0969722891566265,"ci_upper":0.1549913152610441},"per_domain":{"airline":{"point":0.1639999999999999,"ci_lower":0.092,"ci_upper":0.2459999999999999,"n":50},"itsm":{"point":0.1325,"ci_lower":0.09625,"ci_upper":0.1737812499999998,"n":80},"medical_hr":{"point":0.0795180722891566,"ci_lower":0.0518072289156626,"ci_upper":0.1096385542168674,"n":83}}},"turn_taking":{"pooled":{"point":0.8175221437751005,"ci_lower":0.802564006425703,"ci_upper":0.8316923030923693},"per_domain":{"airline":{"point":0.8012136000000001,"ci_lower":0.7650739299999999,"ci_upper":0.83552036,"n":50},"itsm":{"point":0.824635,"ci_lower":0.8040420687500001,"ci_upper":0.8433836937499999,"n":80},"medical_hr":{"point":0.8267178313253013,"ci_lower":0.8080201445783134,"ci_upper":0.8449952831325301,"n":83}}},"conciseness":{"pooled":{"point":0.7219905823293175,"ci_lower":0.7130161596385544,"ci_upper":0.7309806600401606},"per_domain":{"airline":{"point":0.70518,"ci_lower":0.6895679999999998,"ci_upper":0.7210884000000002,"n":50},"itsm":{"point":0.736105,"ci_lower":0.7176979375,"ci_upper":0.753850625,"n":80},"medical_hr":{"point":0.7246867469879519,"ci_lower":0.7109830120481928,"ci_upper":0.738346686746988,"n":83}}},"conversation_progression":{"pooled":{"point":0.3880843373493975,"ci_lower":0.3573462600401606,"ci_upper":0.4166531877510041},"per_domain":{"airline":{"point":0.406,"ci_lower":0.3420000000000001,"ci_upper":0.4660000000000001,"n":50},"itsm":{"point":0.445,"ci_lower":0.39625,"ci_upper":0.495,"n":80},"medical_hr":{"point":0.3132530120481928,"ci_lower":0.272289156626506,"ci_upper":0.3554216867469879,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0392592592592592,"ci_lower":-0.0926111111111111,"ci_upper":0.0111296296296295,"corrected_p":0.2922,"raw_p":0.1461,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.1111111111111111,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.6796,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1066666666666666,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.1907,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1622777777777778,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.3237,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0874074074074074,"ci_upper":0.0022407407407407,"corrected_p":0.2472,"raw_p":0.0824,"reject":false},"per_domain":{"airline":{"point":-0.0733333333333333,"ci_lower":-0.1577777777777777,"ci_upper":0.0044999999999999,"corrected_p":0.8046,"raw_p":0.0894,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1177777777777778,"ci_upper":0.0177777777777777,"corrected_p":1,"raw_p":0.2189,"reject":false},"medical_hr":{"point":-0.0133333333333333,"ci_lower":-0.1111666666666666,"ci_upper":0.0867222222222221,"corrected_p":1,"raw_p":0.8053,"reject":false}}},"both":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0859259259259259,"ci_upper":0.0244444444444444,"corrected_p":0.2922,"raw_p":0.2274,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0955555555555555,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.861,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1377777777777778,"ci_upper":0.0066666666666666,"corrected_p":0.8046,"raw_p":0.0966,"reject":false},"medical_hr":{"point":-0.0244444444444444,"ci_lower":-0.1288888888888889,"ci_upper":0.0777777777777777,"corrected_p":1,"raw_p":0.6279,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0178696629213483,"ci_lower":0.0001029026217228,"ci_upper":0.0373384456928838,"corrected_p":0.2249999999999999,"raw_p":0.075,"reject":false},"per_domain":{"airline":{"point":0.0445402298850574,"ci_lower":-0.0014367816091954,"ci_upper":0.0977011494252873,"corrected_p":1,"raw_p":0.2534,"reject":false},"itsm":{"point":0.0003622222222222,"ci_lower":-0.0229870555555555,"ci_upper":0.0272222222222222,"corrected_p":1,"raw_p":0.9693,"reject":false},"medical_hr":{"point":0.0095955555555555,"ci_lower":-0.0055802222222222,"ci_upper":0.0262074999999999,"corrected_p":1,"raw_p":0.2678,"reject":false}}},"background_noise":{"pooled":{"point":0.0075250936329587,"ci_lower":-0.019912415730337,"ci_upper":0.0333768913857677,"corrected_p":1,"raw_p":0.583,"reject":false},"per_domain":{"airline":{"point":0.021551724137931,"ci_lower":-0.0416666666666666,"ci_upper":0.0890804597701149,"corrected_p":1,"raw_p":0.6282,"reject":false},"itsm":{"point":0.0153733333333333,"ci_lower":-0.0029599999999999,"ci_upper":0.0383333333333333,"corrected_p":1,"raw_p":0.1866,"reject":false},"medical_hr":{"point":-0.0138822222222222,"ci_lower":-0.057876,"ci_upper":0.0217154444444444,"corrected_p":1,"raw_p":0.5467,"reject":false}}},"both":{"pooled":{"point":0.0034248148148148,"ci_lower":-0.0156118888888888,"ci_upper":0.0243257314814814,"corrected_p":1,"raw_p":0.7493,"reject":false},"per_domain":{"airline":{"point":0.0073444444444444,"ci_lower":-0.0363,"ci_upper":0.0597222222222222,"corrected_p":1,"raw_p":0.8729,"reject":false},"itsm":{"point":0.0216233333333333,"ci_lower":0.0049989166666666,"ci_upper":0.0433695833333332,"corrected_p":0.5472,"raw_p":0.0608,"reject":false},"medical_hr":{"point":-0.0186933333333333,"ci_lower":-0.0498952777777777,"ci_upper":0.0105844722222221,"corrected_p":1,"raw_p":0.2502,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0192592592592592,"ci_lower":-0.0133425925925926,"ci_upper":0.0503888888888888,"corrected_p":0.7847999999999999,"raw_p":0.2616,"reject":false},"per_domain":{"airline":{"point":0.0533333333333333,"ci_lower":-0.0111388888888889,"ci_upper":0.1166666666666666,"corrected_p":1,"raw_p":0.139,"reject":false},"itsm":{"point":-0.0344444444444444,"ci_lower":-0.0811388888888889,"ci_upper":0.0077777777777777,"corrected_p":1,"raw_p":0.1626,"reject":false},"medical_hr":{"point":0.0388888888888888,"ci_lower":-0.0044722222222222,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.1527,"reject":false}}},"background_noise":{"pooled":{"point":-0.0011111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.0263148148148147,"corrected_p":1,"raw_p":0.9251,"reject":false},"per_domain":{"airline":{"point":-0.0355555555555555,"ci_lower":-0.0944999999999999,"ci_upper":0.0166666666666666,"corrected_p":1,"raw_p":0.2189,"reject":false},"itsm":{"point":0.0044444444444444,"ci_lower":-0.04,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.9007,"reject":false},"medical_hr":{"point":0.0277777777777777,"ci_lower":-0.01225,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.2562,"reject":false}}},"both":{"pooled":{"point":0.0025925925925925,"ci_lower":-0.0311203703703703,"ci_upper":0.0340833333333333,"corrected_p":1,"raw_p":0.8912,"reject":false},"per_domain":{"airline":{"point":0.0088888888888888,"ci_lower":-0.0467222222222222,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.8075,"reject":false},"itsm":{"point":-0.0455555555555555,"ci_lower":-0.0955833333333333,"ci_upper":0.0011111111111111,"corrected_p":0.7884,"raw_p":0.0876,"reject":false},"medical_hr":{"point":0.0444444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0.1044722222222221,"corrected_p":1,"raw_p":0.155,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.024926,"ci_lower":-0.0055091944444444,"ci_upper":0.0544866055555555,"corrected_p":0.249,"raw_p":0.1245,"reject":false},"per_domain":{"airline":{"point":0.0338568888888888,"ci_lower":-0.0319518611111111,"ci_upper":0.0960939555555555,"corrected_p":1,"raw_p":0.3118,"reject":false},"itsm":{"point":0.0624164444444444,"ci_lower":0.0246837333333333,"ci_upper":0.0968075388888888,"corrected_p":0.0136,"raw_p":0.0017,"reject":true},"medical_hr":{"point":-0.0214953333333333,"ci_lower":-0.0714677333333333,"ci_upper":0.0357210222222221,"corrected_p":1,"raw_p":0.4423,"reject":false}}},"background_noise":{"pooled":{"point":-0.0688643703703703,"ci_lower":-0.09835875,"ci_upper":-0.0358040314814814,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.044833111111111,"ci_lower":-0.1082442444444444,"ci_upper":0.0082442333333333,"corrected_p":0.9522,"raw_p":0.1587,"reject":false},"itsm":{"point":-0.0923257777777777,"ci_lower":-0.1504797166666667,"ci_upper":-0.0341531222222222,"corrected_p":0.0259,"raw_p":0.0037,"reject":true},"medical_hr":{"point":-0.0694342222222221,"ci_lower":-0.1039951166666666,"ci_upper":-0.0360402722222222,"corrected_p":0.009,"raw_p":0.001,"reject":true}}},"both":{"pooled":{"point":-0.012191037037037,"ci_lower":-0.0468836333333333,"ci_upper":0.0213250851851851,"corrected_p":0.4814,"raw_p":0.4814,"reject":false},"per_domain":{"airline":{"point":0.0151457777777777,"ci_lower":-0.0440500944444444,"ci_upper":0.0788787388888888,"corrected_p":1,"raw_p":0.6448,"reject":false},"itsm":{"point":-0.0095657777777777,"ci_lower":-0.0631759388888888,"ci_upper":0.0400099277777778,"corrected_p":1,"raw_p":0.7441,"reject":false},"medical_hr":{"point":-0.0421531111111111,"ci_lower":-0.0995734111111111,"ci_upper":0.0096410388888888,"corrected_p":0.9522,"raw_p":0.1699,"reject":false}}}},"conciseness":{"accent":{"pooled":{"point":0.0041888888888888,"ci_lower":-0.0114827962962963,"ci_upper":0.0192913703703703,"corrected_p":0.936,"raw_p":0.6058,"reject":false},"per_domain":{"airline":{"point":0.0105733333333333,"ci_lower":-0.0204870555555555,"ci_upper":0.0420981666666666,"corrected_p":1,"raw_p":0.5245,"reject":false},"itsm":{"point":0.0026422222222221,"ci_lower":-0.0159673888888889,"ci_upper":0.0230705555555554,"corrected_p":1,"raw_p":0.7949,"reject":false},"medical_hr":{"point":-0.0006488888888889,"ci_lower":-0.0262989444444444,"ci_upper":0.0278342222222221,"corrected_p":1,"raw_p":0.9679,"reject":false}}},"background_noise":{"pooled":{"point":-0.0141592592592592,"ci_lower":-0.0284296851851851,"ci_upper":0.0013797777777777,"corrected_p":0.1659,"raw_p":0.0553,"reject":false},"per_domain":{"airline":{"point":-0.0083266666666666,"ci_lower":-0.0336386111111111,"ci_upper":0.0172355,"corrected_p":1,"raw_p":0.5369,"reject":false},"itsm":{"point":-0.0141799999999999,"ci_lower":-0.0346181111111111,"ci_upper":0.0071444444444444,"corrected_p":1,"raw_p":0.1997,"reject":false},"medical_hr":{"point":-0.0199711111111111,"ci_lower":-0.0455035555555555,"ci_upper":0.0076729999999999,"corrected_p":1,"raw_p":0.1815,"reject":false}}},"both":{"pooled":{"point":-0.0068925925925926,"ci_lower":-0.025704074074074,"ci_upper":0.012234537037037,"corrected_p":0.936,"raw_p":0.468,"reject":false},"per_domain":{"airline":{"point":-0.00008222222222223074,"ci_lower":-0.0323187222222222,"ci_upper":0.0281509999999999,"corrected_p":1,"raw_p":0.9949,"reject":false},"itsm":{"point":-0.0282244444444444,"ci_lower":-0.0590077222222222,"ci_upper":0.0024753333333332,"corrected_p":0.8046,"raw_p":0.0894,"reject":false},"medical_hr":{"point":0.0076288888888888,"ci_lower":-0.0233038333333333,"ci_upper":0.0379445555555555,"corrected_p":1,"raw_p":0.6326,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0274074074074074,"ci_lower":-0.0718611111111111,"ci_upper":0.0192685185185185,"corrected_p":0.2595,"raw_p":0.2595,"reject":false},"per_domain":{"airline":{"point":0.0022222222222222,"ci_lower":-0.0944444444444444,"ci_upper":0.1011111111111111,"corrected_p":1,"raw_p":0.9643,"reject":false},"itsm":{"point":-0.0499999999999999,"ci_lower":-0.1177777777777777,"ci_upper":0.0188888888888888,"corrected_p":1,"raw_p":0.1796,"reject":false},"medical_hr":{"point":-0.0344444444444444,"ci_lower":-0.1,"ci_upper":0.0289166666666666,"corrected_p":1,"raw_p":0.3117,"reject":false}}},"background_noise":{"pooled":{"point":-0.0811111111111111,"ci_lower":-0.124824074074074,"ci_upper":-0.0314722222222222,"corrected_p":0.0050999999999999,"raw_p":0.0017,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555555,"ci_lower":-0.2155555555555555,"ci_upper":-0.0422222222222222,"corrected_p":0.0774,"raw_p":0.0086,"reject":false},"itsm":{"point":-0.0722222222222222,"ci_lower":-0.1399999999999999,"ci_upper":-0.0021944444444444,"corrected_p":0.3336,"raw_p":0.0417,"reject":false},"medical_hr":{"point":-0.0455555555555555,"ci_lower":-0.1322222222222222,"ci_upper":0.0366666666666666,"corrected_p":1,"raw_p":0.3207,"reject":false}}},"both":{"pooled":{"point":-0.0459259259259259,"ci_lower":-0.0918518518518518,"ci_upper":0.0048148148148148,"corrected_p":0.1452,"raw_p":0.0726,"reject":false},"per_domain":{"airline":{"point":-0.0533333333333333,"ci_lower":-0.141111111111111,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.2613,"reject":false},"itsm":{"point":-0.0611111111111111,"ci_lower":-0.1566666666666666,"ci_upper":0.0144444444444444,"corrected_p":1,"raw_p":0.1703,"reject":false},"medical_hr":{"point":-0.0233333333333333,"ci_lower":-0.1011111111111111,"ci_upper":0.0633333333333333,"corrected_p":1,"raw_p":0.6102,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":0.0155555555555555,"ci_lower":-0.0348333333333333,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.5682,"reject":false},"per_domain":{"airline":{"point":0.0088888888888888,"ci_lower":-0.0800555555555555,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.8906,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1067222222222222,"ci_upper":0.0467222222222221,"corrected_p":1,"raw_p":0.5237,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0133333333333333,"ci_upper":0.1533333333333333,"corrected_p":1,"raw_p":0.1712,"reject":false}}},"background_noise":{"pooled":{"point":0.0007407407407407,"ci_lower":-0.0414814814814814,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.9994,"reject":false},"per_domain":{"airline":{"point":-0.0577777777777777,"ci_lower":-0.1333333333333333,"ci_upper":0.0133333333333333,"corrected_p":1,"raw_p":0.1615,"reject":false},"itsm":{"point":-0.0044444444444444,"ci_lower":-0.0844444444444444,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.8653,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":0.0021666666666666,"ci_upper":0.1422222222222222,"corrected_p":1,"raw_p":0.1178,"reject":false}}},"both":{"pooled":{"point":-0.0288888888888888,"ci_lower":-0.0822222222222222,"ci_upper":0.0148333333333333,"corrected_p":0.7014,"raw_p":0.2338,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.0778333333333333,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.9246,"reject":false},"itsm":{"point":-0.0822222222222222,"ci_lower":-0.1888888888888888,"ci_upper":0.0089444444444443,"corrected_p":1,"raw_p":0.119,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0778333333333333,"ci_upper":0.0689444444444443,"corrected_p":1,"raw_p":0.9186,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0348148148148147,"ci_lower":-0.035574074074074,"ci_upper":0.0992777777777777,"corrected_p":0.6548,"raw_p":0.3274,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.1000555555555555,"ci_upper":0.1155555555555555,"corrected_p":1,"raw_p":0.8461,"reject":false},"itsm":{"point":0.0244444444444444,"ci_lower":-0.0888888888888889,"ci_upper":0.131222222222222,"corrected_p":1,"raw_p":0.6972,"reject":false},"medical_hr":{"point":0.0666666666666666,"ci_lower":-0.0623333333333333,"ci_upper":0.1911111111111111,"corrected_p":1,"raw_p":0.3364,"reject":false}}},"background_noise":{"pooled":{"point":-0.1429629629629629,"ci_lower":-0.2066666666666667,"ci_upper":-0.0814629629629629,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":-0.1533333333333333,"ci_lower":-0.2799999999999999,"ci_upper":-0.0444444444444444,"corrected_p":0.09,"raw_p":0.0103,"reject":false},"itsm":{"point":-0.1422222222222222,"ci_lower":-0.2377777777777778,"ci_upper":-0.0510555555555556,"corrected_p":0.09,"raw_p":0.01,"reject":false},"medical_hr":{"point":-0.1333333333333333,"ci_lower":-0.2489444444444444,"ci_upper":-0.0243888888888889,"corrected_p":0.2282,"raw_p":0.0326,"reject":false}}},"both":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0948333333333333,"ci_upper":0.0348148148148147,"corrected_p":0.6548,"raw_p":0.3434,"reject":false},"per_domain":{"airline":{"point":0.0466666666666666,"ci_lower":-0.0688888888888889,"ci_upper":0.1533888888888888,"corrected_p":1,"raw_p":0.4286,"reject":false},"itsm":{"point":-0.0644444444444444,"ci_lower":-0.1844444444444445,"ci_upper":0.0711666666666665,"corrected_p":1,"raw_p":0.3122,"reject":false},"medical_hr":{"point":-0.0777777777777778,"ci_lower":-0.1822777777777778,"ci_upper":0.0267222222222221,"corrected_p":1,"raw_p":0.1671,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0096296296296296,"ci_lower":-0.034074074074074,"ci_upper":0.0148148148148148,"corrected_p":0.849,"raw_p":0.4245,"reject":false},"per_domain":{"airline":{"point":0.0022222222222222,"ci_lower":-0.0511111111111111,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0.0155555555555555,"ci_lower":-0.0066666666666666,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.2512,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.0911666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.5589000000000001,"raw_p":0.0621,"reject":false}}},"background_noise":{"pooled":{"point":-0.0059259259259259,"ci_lower":-0.0340925925925926,"ci_upper":0.0207592592592592,"corrected_p":0.849,"raw_p":0.6406,"reject":false},"per_domain":{"airline":{"point":0.0244444444444444,"ci_lower":-0.0266666666666666,"ci_upper":0.0733333333333333,"corrected_p":1,"raw_p":0.3498,"reject":false},"itsm":{"point":-0.04,"ci_lower":-0.0933888888888889,"ci_upper":0.0111666666666666,"corrected_p":1,"raw_p":0.1554,"reject":false},"medical_hr":{"point":-0.0022222222222222,"ci_lower":-0.0333333333333333,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0207407407407407,"ci_lower":-0.0503888888888888,"ci_upper":0.0088888888888888,"corrected_p":0.4916999999999999,"raw_p":0.1639,"reject":false},"per_domain":{"airline":{"point":-0.0088888888888889,"ci_lower":-0.0622222222222222,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.6826,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.0488888888888888,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.7814,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1133333333333333,"ci_upper":0.0044444444444444,"corrected_p":1,"raw_p":0.1528,"reject":false}}}}}},{"id":"gemini-3-flash-plus-gemini-3-1-flash-tts","name":"Gemini 3 Flash + Gemini 3.1 Flash TTS","type":"2-part","stt":"-","llm":"Gemini 3 Flash","tts":"Gemini 3.1 Flash TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.6950930441767068,"ci_lower":0.6736968633868808,"ci_upper":0.7180788192269076},"per_domain":{"airline":{"point":0.7129693333333335,"ci_lower":0.6658261333333333,"ci_upper":0.7602694,"n":50},"itsm":{"point":0.6984600000000001,"ci_lower":0.6662861250000001,"ci_upper":0.7324586249999999,"n":80},"medical_hr":{"point":0.673849799196787,"ci_lower":0.6429293373493976,"ci_upper":0.7053063253012046,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4312409638554217,"ci_lower":0.3894843373493976,"ci_upper":0.4729614959839357},"per_domain":{"airline":{"point":0.488,"ci_lower":0.4,"ci_upper":0.576,"n":50},"itsm":{"point":0.425,"ci_lower":0.3575,"ci_upper":0.4949999999999999,"n":80},"medical_hr":{"point":0.3807228915662651,"ci_lower":0.3180722891566265,"ci_upper":0.4506024096385542,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.8118775100401606,"ci_lower":0.7573160140562248,"ci_upper":0.8617364457831326},"per_domain":{"airline":{"point":0.84,"ci_lower":0.74,"ci_upper":0.94,"n":50},"itsm":{"point":0.8125,"ci_lower":0.725,"ci_upper":0.8875,"n":80},"medical_hr":{"point":0.7831325301204819,"ci_lower":0.6987951807228916,"ci_upper":0.8674698795180723,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1576485397590361,"ci_lower":0.1203304396787148,"ci_upper":0.201379154939759},"per_domain":{"airline":{"point":0.1879807999999999,"ci_lower":0.11482032,"ci_upper":0.27812544,"n":50},"itsm":{"point":0.14984,"ci_lower":0.0919933999999999,"ci_upper":0.2141192999999999,"n":80},"medical_hr":{"point":0.1351248192771084,"ci_lower":0.0782757590361445,"ci_upper":0.1974767228915661,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.4793821846050869,"ci_lower":0.4685612286445782,"ci_upper":0.4897054994377509},"per_domain":{"airline":{"point":0.4899909333333333,"ci_lower":0.4684180933333333,"ci_upper":0.5121685033333334,"n":50},"itsm":{"point":0.4913521666666666,"ci_lower":0.47643030625,"ci_upper":0.5059230645833332,"n":80},"medical_hr":{"point":0.456803453815261,"ci_lower":0.4375216465863453,"ci_upper":0.4743564959839356,"n":83}}},"EVA-X_pass":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"n":50},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"n":80},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"n":83}}},"task_completion":{"pooled":{"point":0.6737469879518073,"ci_lower":0.6316962851405623,"ci_upper":0.7123081325301204},"per_domain":{"airline":{"point":0.6960000000000001,"ci_lower":0.612,"ci_upper":0.772,"n":50},"itsm":{"point":0.6649999999999999,"ci_lower":0.5999374999999999,"ci_upper":0.7275,"n":80},"medical_hr":{"point":0.6602409638554216,"ci_lower":0.5975903614457831,"ci_upper":0.7228915662650602,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9690261204819276,"ci_lower":0.963427980321285,"ci_upper":0.9743039240963858},"per_domain":{"airline":{"point":0.964908,"ci_lower":0.9524747,"ci_upper":0.9768413,"n":50},"itsm":{"point":0.96038,"ci_lower":0.9499245625,"ci_upper":0.9698879375,"n":80},"medical_hr":{"point":0.981790361445783,"ci_lower":0.9769419277108432,"ci_upper":0.986253253012048,"n":83}}},"faithfulness":{"pooled":{"point":0.4425060240963854,"ci_lower":0.4061689759036145,"ci_upper":0.4776303965863453},"per_domain":{"airline":{"point":0.478,"ci_lower":0.396,"ci_upper":0.556,"n":50},"itsm":{"point":0.4699999999999999,"ci_lower":0.42375,"ci_upper":0.52125,"n":80},"medical_hr":{"point":0.3795180722891565,"ci_lower":0.327710843373494,"ci_upper":0.4301204819277108,"n":83}}},"turn_taking":{"pooled":{"point":0.0192157666666666,"ci_lower":0.0162560429367469,"ci_upper":0.0226184022590361},"per_domain":{"airline":{"point":0.0309207999999999,"ci_lower":0.0231424699999999,"ci_upper":0.0399566299999999,"n":50},"itsm":{"point":0.0127064999999999,"ci_lower":0.0098203187499999,"ci_upper":0.0157213937499999,"n":80},"medical_hr":{"point":0.0140199999999999,"ci_lower":0.0107757289156626,"ci_upper":0.0178596927710843,"n":83}}},"conciseness":{"pooled":{"point":0.8008655261044176,"ci_lower":0.7942508758534138,"ci_upper":0.8078011665662651},"per_domain":{"airline":{"point":0.805052,"ci_lower":0.7918622999999999,"ci_upper":0.8181288,"n":50},"itsm":{"point":0.8026,"ci_lower":0.7914304375,"ci_upper":0.8135056875,"n":80},"medical_hr":{"point":0.7949445783132528,"ci_lower":0.7823011445783132,"ci_upper":0.806272469879518,"n":83}}},"conversation_progression":{"pooled":{"point":0.6180652610441767,"ci_lower":0.5877964357429719,"ci_upper":0.6472457580321285},"per_domain":{"airline":{"point":0.6339999999999999,"ci_lower":0.5740000000000001,"ci_upper":0.6900499999999999,"n":50},"itsm":{"point":0.6587500000000001,"ci_lower":0.6175,"ci_upper":0.6975,"n":80},"medical_hr":{"point":0.5614457831325301,"ci_lower":0.5096385542168677,"ci_upper":0.6108433734939759,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1518518518518518,"ci_lower":-0.234074074074074,"ci_upper":-0.0644444444444444,"corrected_p":0.0018,"raw_p":0.0006,"reject":true},"per_domain":{"airline":{"point":-0.0911111111111111,"ci_lower":-0.2444444444444444,"ci_upper":0.0444444444444444,"corrected_p":0.6696,"raw_p":0.2413,"reject":false},"itsm":{"point":-0.1244444444444444,"ci_lower":-0.2489444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.4884,"raw_p":0.0814,"reject":false},"medical_hr":{"point":-0.2399999999999999,"ci_lower":-0.3755555555555555,"ci_upper":-0.1,"corrected_p":0.0225,"raw_p":0.0025,"reject":true}}},"background_noise":{"pooled":{"point":-0.0037037037037037,"ci_lower":-0.074074074074074,"ci_upper":0.0681666666666666,"corrected_p":0.9,"raw_p":0.9,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.1378888888888889,"ci_upper":0.095611111111111,"corrected_p":0.6696,"raw_p":0.6636,"reject":false},"itsm":{"point":0.1644444444444444,"ci_lower":0.0532777777777777,"ci_upper":0.2777777777777777,"corrected_p":0.0544,"raw_p":0.0068,"reject":false},"medical_hr":{"point":-0.1511111111111111,"ci_lower":-0.2555555555555555,"ci_upper":-0.0422222222222222,"corrected_p":0.0875,"raw_p":0.0125,"reject":false}}},"both":{"pooled":{"point":-0.1037037037037037,"ci_lower":-0.1889259259259259,"ci_upper":-0.0237037037037037,"corrected_p":0.0256,"raw_p":0.0128,"reject":true},"per_domain":{"airline":{"point":-0.0911111111111111,"ci_lower":-0.22,"ci_upper":0.0266666666666666,"corrected_p":0.6696,"raw_p":0.1674,"reject":false},"itsm":{"point":-0.1022222222222222,"ci_lower":-0.2445,"ci_upper":0.0445555555555554,"corrected_p":0.6696,"raw_p":0.1869,"reject":false},"medical_hr":{"point":-0.1177777777777777,"ci_lower":-0.2577777777777778,"ci_upper":0.0266666666666666,"corrected_p":0.643,"raw_p":0.1286,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0079333333333333,"ci_lower":-0.0017585,"ci_upper":0.0174732407407407,"corrected_p":0.3,"raw_p":0.1,"reject":false},"per_domain":{"airline":{"point":0.0129488888888888,"ci_lower":-0.0021707777777777,"ci_upper":0.0319632222222222,"corrected_p":1,"raw_p":0.1569,"reject":false},"itsm":{"point":0.0006666666666666,"ci_lower":-0.0167901111111111,"ci_upper":0.0169114444444443,"corrected_p":1,"raw_p":0.94,"reject":false},"medical_hr":{"point":0.0101844444444444,"ci_lower":-0.0046370555555555,"ci_upper":0.0231953888888888,"corrected_p":1,"raw_p":0.1533,"reject":false}}},"background_noise":{"pooled":{"point":-0.0013148148148148,"ci_lower":-0.0147223333333333,"ci_upper":0.0105964259259259,"corrected_p":1,"raw_p":0.8495,"reject":false},"per_domain":{"airline":{"point":0.0124711111111111,"ci_lower":-0.0054241666666666,"ci_upper":0.0307174999999999,"corrected_p":1,"raw_p":0.2173,"reject":false},"itsm":{"point":-0.0246,"ci_lower":-0.0579352777777777,"ci_upper":0.0053036666666666,"corrected_p":1,"raw_p":0.1493,"reject":false},"medical_hr":{"point":0.0081844444444444,"ci_lower":-0.0022320555555555,"ci_upper":0.0192178333333333,"corrected_p":1,"raw_p":0.1596,"reject":false}}},"both":{"pooled":{"point":0.0003629629629629,"ci_lower":-0.0102947222222222,"ci_upper":0.0115945185185184,"corrected_p":1,"raw_p":0.9513,"reject":false},"per_domain":{"airline":{"point":0.0118044444444444,"ci_lower":-0.0076132222222222,"ci_upper":0.031764611111111,"corrected_p":1,"raw_p":0.2651,"reject":false},"itsm":{"point":-0.0096444444444444,"ci_lower":-0.0323017777777777,"ci_upper":0.0107211666666666,"corrected_p":1,"raw_p":0.4114,"reject":false},"medical_hr":{"point":-0.0010711111111111,"ci_lower":-0.0161901111111111,"ci_upper":0.0131098333333333,"corrected_p":1,"raw_p":0.8907,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.1385185185185185,"ci_lower":-0.1885185185185185,"ci_upper":-0.0870185185185185,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555556,"ci_lower":-0.2433333333333333,"ci_upper":-0.0322222222222222,"corrected_p":0.1208,"raw_p":0.0302,"reject":false},"itsm":{"point":-0.1677777777777777,"ci_lower":-0.2489166666666666,"ci_upper":-0.0855277777777777,"corrected_p":0.0045,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2211388888888888,"ci_upper":-0.0188888888888888,"corrected_p":0.1205,"raw_p":0.0241,"reject":false}}},"background_noise":{"pooled":{"point":-0.0922222222222222,"ci_lower":-0.1433425925925926,"ci_upper":-0.0403611111111111,"corrected_p":0.001,"raw_p":0.001,"reject":true},"per_domain":{"airline":{"point":-0.1144444444444444,"ci_lower":-0.2155833333333333,"ci_upper":-0.0154722222222222,"corrected_p":0.1208,"raw_p":0.0305,"reject":false},"itsm":{"point":-0.0399999999999999,"ci_lower":-0.1244722222222222,"ci_upper":0.0400277777777777,"corrected_p":0.3996,"raw_p":0.3996,"reject":false},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2044444444444444,"ci_upper":-0.0444166666666667,"corrected_p":0.0497,"raw_p":0.0071,"reject":true}}},"both":{"pooled":{"point":-0.1477777777777777,"ci_lower":-0.2085185185185185,"ci_upper":-0.0851481481481481,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1255555555555555,"ci_lower":-0.2300277777777777,"ci_upper":-0.0211111111111111,"corrected_p":0.1208,"raw_p":0.0341,"reject":false},"itsm":{"point":-0.1733333333333333,"ci_lower":-0.2755555555555556,"ci_upper":-0.0733333333333333,"corrected_p":0.0392,"raw_p":0.0049,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2478055555555555,"ci_upper":-0.0521944444444444,"corrected_p":0.0606,"raw_p":0.0101,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0965503703703703,"ci_lower":0.0791395333333332,"ci_upper":0.1159505944444443,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1022086666666666,"ci_lower":0.0671017999999999,"ci_upper":0.1407236833333332,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0738882222222221,"ci_lower":0.0521331055555555,"ci_upper":0.0984838999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.1135542222222221,"ci_lower":0.0852464277777777,"ci_upper":0.1453116388888888,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":0.0595562962962962,"ci_lower":0.0488444592592592,"ci_upper":0.0710285537037036,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0545142222222221,"ci_lower":0.0360747555555555,"ci_upper":0.077552061111111,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0528004444444444,"ci_lower":0.0360292277777777,"ci_upper":0.0722202277777777,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.0713542222222221,"ci_lower":0.0562970888888888,"ci_upper":0.0874725388888888,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":0.0761988888888888,"ci_lower":0.0641816944444444,"ci_upper":0.0885024222222221,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.0722319999999999,"ci_lower":0.0543252888888888,"ci_upper":0.0899967555555554,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0698748888888888,"ci_lower":0.0488140055555555,"ci_upper":0.0916771388888888,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":0.0864897777777777,"ci_lower":0.0625504055555555,"ci_upper":0.1108309944444444,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0139059259259259,"ci_lower":-0.0272759259259259,"ci_upper":0.00003337037037035528,"corrected_p":0.0882,"raw_p":0.0441,"reject":false},"per_domain":{"airline":{"point":-0.0327644444444444,"ci_lower":-0.0592193333333332,"ci_upper":-0.0094223888888888,"corrected_p":0.1688,"raw_p":0.0211,"reject":false},"itsm":{"point":-0.0006222222222221,"ci_lower":-0.0200425555555555,"ci_upper":0.0171441111111111,"corrected_p":0.9467,"raw_p":0.9467,"reject":false},"medical_hr":{"point":-0.0083311111111111,"ci_lower":-0.0296705555555556,"ci_upper":0.0141379444444444,"corrected_p":0.9246,"raw_p":0.4623,"reject":false}}},"background_noise":{"pooled":{"point":-0.0064429629629629,"ci_lower":-0.0179653518518518,"ci_upper":0.0061294444444444,"corrected_p":0.3029,"raw_p":0.3029,"reject":false},"per_domain":{"airline":{"point":-0.0274199999999999,"ci_lower":-0.0452484444444443,"ci_upper":-0.0078578888888888,"corrected_p":0.0765,"raw_p":0.0085,"reject":false},"itsm":{"point":-0.0107333333333333,"ci_lower":-0.0276706666666666,"ci_upper":0.0075266666666666,"corrected_p":0.7293000000000001,"raw_p":0.2431,"reject":false},"medical_hr":{"point":0.0188244444444444,"ci_lower":-0.0012178888888888,"ci_upper":0.0431628333333332,"corrected_p":0.6348,"raw_p":0.1058,"reject":false}}},"both":{"pooled":{"point":-0.017491111111111,"ci_lower":-0.0286343888888888,"ci_upper":-0.0064834999999999,"corrected_p":0.0093,"raw_p":0.0031,"reject":true},"per_domain":{"airline":{"point":-0.0189755555555555,"ci_lower":-0.0357268888888888,"ci_upper":-0.0021506666666666,"corrected_p":0.28,"raw_p":0.04,"reject":false},"itsm":{"point":-0.0151222222222221,"ci_lower":-0.0366672777777777,"ci_upper":0.0036924444444444,"corrected_p":0.6348,"raw_p":0.1513,"reject":false},"medical_hr":{"point":-0.0183755555555555,"ci_lower":-0.0411857777777777,"ci_upper":0.0034736666666666,"corrected_p":0.6348,"raw_p":0.1089,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.1503703703703703,"ci_lower":-0.2103703703703703,"ci_upper":-0.0899722222222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1577777777777777,"ci_lower":-0.2611388888888889,"ci_upper":-0.0344444444444444,"corrected_p":0.0763,"raw_p":0.0117,"reject":false},"itsm":{"point":-0.1344444444444444,"ci_lower":-0.2277777777777777,"ci_upper":-0.0377777777777777,"corrected_p":0.0763,"raw_p":0.0109,"reject":false},"medical_hr":{"point":-0.1588888888888888,"ci_lower":-0.2622222222222222,"ci_upper":-0.0521111111111112,"corrected_p":0.064,"raw_p":0.008,"reject":false}}},"background_noise":{"pooled":{"point":-0.0318518518518518,"ci_lower":-0.0848148148148148,"ci_upper":0.0211111111111111,"corrected_p":0.2439,"raw_p":0.2439,"reject":false},"per_domain":{"airline":{"point":-0.0522222222222222,"ci_lower":-0.1589444444444444,"ci_upper":0.0477777777777777,"corrected_p":0.9462,"raw_p":0.3154,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.0989444444444444,"ci_upper":0.073361111111111,"corrected_p":0.9462,"raw_p":0.8821,"reject":false},"medical_hr":{"point":-0.0366666666666666,"ci_lower":-0.1266944444444444,"ci_upper":0.0467222222222221,"corrected_p":0.9462,"raw_p":0.4282,"reject":false}}},"both":{"pooled":{"point":-0.1281481481481481,"ci_lower":-0.1833425925925925,"ci_upper":-0.0722129629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1299999999999999,"ci_lower":-0.2455833333333333,"ci_upper":-0.0177777777777777,"corrected_p":0.1679999999999999,"raw_p":0.0336,"reject":false},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.1966944444444444,"ci_upper":-0.0177777777777777,"corrected_p":0.1679999999999999,"raw_p":0.034,"reject":false},"medical_hr":{"point":-0.1477777777777777,"ci_lower":-0.2255833333333333,"ci_upper":-0.0733055555555555,"corrected_p":0.0153,"raw_p":0.0017,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1155555555555555,"ci_lower":-0.1881666666666667,"ci_upper":-0.0459259259259259,"corrected_p":0.0045,"raw_p":0.0021,"reject":true},"per_domain":{"airline":{"point":-0.1822222222222222,"ci_lower":-0.3045,"ci_upper":-0.06,"corrected_p":0.0621,"raw_p":0.0069,"reject":false},"itsm":{"point":-0.0777777777777777,"ci_lower":-0.2066666666666666,"ci_upper":0.0466666666666666,"corrected_p":0.8778000000000001,"raw_p":0.2349,"reject":false},"medical_hr":{"point":-0.0866666666666667,"ci_lower":-0.1955555555555556,"ci_upper":0.0266666666666666,"corrected_p":0.8778000000000001,"raw_p":0.1463,"reject":false}}},"background_noise":{"pooled":{"point":-0.0562962962962963,"ci_lower":-0.1259444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.1034,"raw_p":0.1034,"reject":false},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.2111111111111111,"ci_upper":0.011111111111111,"corrected_p":0.5656,"raw_p":0.0808,"reject":false},"itsm":{"point":-0.0333333333333333,"ci_lower":-0.1488888888888889,"ci_upper":0.0844999999999999,"corrected_p":1,"raw_p":0.5659,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.1556111111111111,"ci_upper":0.0844444444444444,"corrected_p":1,"raw_p":0.6023,"reject":false}}},"both":{"pooled":{"point":-0.1007407407407407,"ci_lower":-0.1637407407407407,"ci_upper":-0.0422222222222222,"corrected_p":0.0045,"raw_p":0.0015,"reject":true},"per_domain":{"airline":{"point":-0.0822222222222222,"ci_lower":-0.1977777777777778,"ci_upper":0.0444444444444444,"corrected_p":0.8778000000000001,"raw_p":0.1569,"reject":false},"itsm":{"point":-0.1555555555555555,"ci_lower":-0.2578333333333333,"ci_upper":-0.0421666666666667,"corrected_p":0.0944,"raw_p":0.0118,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1555555555555555,"ci_upper":0.0288888888888888,"corrected_p":0.8778000000000001,"raw_p":0.1816,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0266666666666666,"ci_lower":-0.0859444444444444,"ci_upper":0.0252037037037036,"corrected_p":0.3547,"raw_p":0.3547,"reject":false},"per_domain":{"airline":{"point":-0.0755555555555555,"ci_lower":-0.1777777777777777,"ci_upper":0.0044444444444444,"corrected_p":0.6209,"raw_p":0.0887,"reject":false},"itsm":{"point":-2.405483220021173e-17,"ci_lower":-0.1,"ci_upper":0.0888888888888888,"corrected_p":1,"raw_p":0.9696,"reject":false},"medical_hr":{"point":-0.0044444444444444,"ci_lower":-0.1044444444444445,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.9047,"reject":false}}},"background_noise":{"pooled":{"point":0.0807407407407407,"ci_lower":0.0399999999999999,"ci_upper":0.1222222222222222,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":0.0355555555555555,"ci_lower":-0.0067222222222222,"ci_upper":0.0799999999999999,"corrected_p":0.6888,"raw_p":0.1148,"reject":false},"itsm":{"point":0.0666666666666666,"ci_lower":-0.0133333333333333,"ci_upper":0.1533333333333333,"corrected_p":0.7165,"raw_p":0.1433,"reject":false},"medical_hr":{"point":0.1399999999999999,"ci_lower":0.0622222222222222,"ci_upper":0.2222777777777777,"corrected_p":0.0107999999999999,"raw_p":0.0012,"reject":true}}},"both":{"pooled":{"point":0.0399999999999999,"ci_lower":0.0066481481481481,"ci_upper":0.0792592592592592,"corrected_p":0.0842,"raw_p":0.0421,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.0355555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.6586,"reject":false},"itsm":{"point":0.0555555555555555,"ci_lower":0.0021666666666666,"ci_upper":0.111111111111111,"corrected_p":0.5928,"raw_p":0.0741,"reject":false},"medical_hr":{"point":0.051111111111111,"ci_lower":-0.0311111111111111,"ci_upper":0.1422222222222221,"corrected_p":1,"raw_p":0.268,"reject":false}}}}}},{"id":"gemini-3-1-flash-live","name":"Gemini 3.1 Flash Live","type":"s2s","stt":"-","llm":"Gemini 3.1 Flash Live","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.5641571787148593,"ci_lower":0.5381466839022757,"ci_upper":0.5908896391398929},"per_domain":{"airline":{"point":0.6033333333333332,"ci_lower":0.5476666666666666,"ci_upper":0.6596749999999998,"n":50},"itsm":{"point":0.5367124999999999,"ci_lower":0.4960065208333333,"ci_upper":0.5770358125,"n":80},"medical_hr":{"point":0.5524257028112448,"ci_lower":0.5140335943775101,"ci_upper":0.591375,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2922309236947791,"ci_lower":0.246072891566265,"ci_upper":0.3401085341365462},"per_domain":{"airline":{"point":0.356,"ci_lower":0.26,"ci_upper":0.46,"n":50},"itsm":{"point":0.2725,"ci_lower":0.205,"ci_upper":0.3425624999999996,"n":80},"medical_hr":{"point":0.2481927710843373,"ci_lower":0.1782530120481927,"ci_upper":0.3228915662650602,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5520783132530122,"ci_lower":0.4851749497991968,"ci_upper":0.619433483935743},"per_domain":{"airline":{"point":0.66,"ci_lower":0.52,"ci_upper":0.78,"n":50},"itsm":{"point":0.5625,"ci_lower":0.45,"ci_upper":0.6625,"n":80},"medical_hr":{"point":0.4337349397590361,"ci_lower":0.3253012048192771,"ci_upper":0.5421686746987951,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1322039550200803,"ci_lower":0.0926741363855421,"ci_upper":0.1752823668273092},"per_domain":{"airline":{"point":0.1704896,"ci_lower":0.0872350399999999,"ci_upper":0.26967472,"n":50},"itsm":{"point":0.115036,"ci_lower":0.0562510999999999,"ci_upper":0.1800276999999999,"n":80},"medical_hr":{"point":0.1110862650602409,"ci_lower":0.0576014457831325,"ci_upper":0.1755085301204819,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.7557398955823293,"ci_lower":0.744352571519411,"ci_upper":0.7675125685977242},"per_domain":{"airline":{"point":0.765456,"ci_lower":0.74233532,"ci_upper":0.78808826,"n":50},"itsm":{"point":0.7588686666666667,"ci_lower":0.7373239166666666,"ci_upper":0.7804801375,"n":80},"medical_hr":{"point":0.7428950200803213,"ci_lower":0.7262793192771084,"ci_upper":0.758792686746988,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.5893955823293173,"ci_lower":0.5558768574297188,"ci_upper":0.6232933734939757},"per_domain":{"airline":{"point":0.5040000000000001,"ci_lower":0.44,"ci_upper":0.5640000000000001,"n":50},"itsm":{"point":0.6425000000000001,"ci_lower":0.5774999999999999,"ci_upper":0.7074999999999999,"n":80},"medical_hr":{"point":0.6216867469879519,"ci_lower":0.5734939759036144,"ci_upper":0.6746987951807228,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.9791666666666666,"ci_lower":0.9623958333333332,"ci_upper":0.9958333333333332},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9375,"ci_lower":0.8871875,"ci_upper":0.9875,"n":80},"medical_hr":{"point":1,"ci_lower":1,"ci_upper":1,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.2397903582329317,"ci_lower":0.2002621129317269,"ci_upper":0.2830120651405622},"per_domain":{"airline":{"point":0.1186943999999999,"ci_lower":0.0679166399999999,"ci_upper":0.1825327999999999,"n":50},"itsm":{"point":0.339788,"ci_lower":0.2520854999999999,"ci_upper":0.4267706,"n":80},"medical_hr":{"point":0.2608886746987952,"ci_lower":0.1867865060240964,"ci_upper":0.34228578313253,"n":83}}},"task_completion":{"pooled":{"point":0.4725682730923695,"ci_lower":0.4235616465863454,"ci_upper":0.5215272088353413},"per_domain":{"airline":{"point":0.504,"ci_lower":0.412,"ci_upper":0.604,"n":50},"itsm":{"point":0.4125,"ci_lower":0.3275,"ci_upper":0.4950624999999996,"n":80},"medical_hr":{"point":0.5012048192771085,"ci_lower":0.4216867469879519,"ci_upper":0.5783132530120482,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.995029267068273,"ci_lower":0.9917297269076304,"ci_upper":0.9976341443273092},"per_domain":{"airline":{"point":1,"ci_lower":1,"ci_upper":1,"n":50},"itsm":{"point":0.9907625,"ci_lower":0.9824094375,"ci_upper":0.9969525,"n":80},"medical_hr":{"point":0.9943253012048192,"ci_lower":0.9893009638554215,"ci_upper":0.9981277108433736,"n":83}}},"faithfulness":{"pooled":{"point":0.2382018072289156,"ci_lower":0.2022141817269076,"ci_upper":0.2724732680722891},"per_domain":{"airline":{"point":0.3419999999999999,"ci_lower":0.262,"ci_upper":0.426,"n":50},"itsm":{"point":0.20875,"ci_lower":0.1625,"ci_upper":0.26,"n":80},"medical_hr":{"point":0.163855421686747,"ci_lower":0.1192771084337349,"ci_upper":0.2156626506024096,"n":83}}},"turn_taking":{"pooled":{"point":0.8297416867469879,"ci_lower":0.8134966175853413,"ci_upper":0.8459800643875501},"per_domain":{"airline":{"point":0.7884439999999999,"ci_lower":0.7513087,"ci_upper":0.8242976099999998,"n":50},"itsm":{"point":0.8398959999999999,"ci_lower":0.814756675,"ci_upper":0.86490469375,"n":80},"medical_hr":{"point":0.8608850602409638,"ci_lower":0.8391060240963858,"ci_upper":0.8810622108433735,"n":83}}},"conciseness":{"pooled":{"point":0.8010181606425704,"ci_lower":0.7918640185240963,"ci_upper":0.8099937249497994},"per_domain":{"airline":{"point":0.8059240000000001,"ci_lower":0.7844915000000001,"ci_upper":0.8268062000000002,"n":50},"itsm":{"point":0.7992100000000001,"ci_lower":0.7850115625,"ci_upper":0.813003875,"n":80},"medical_hr":{"point":0.7979204819277109,"ci_lower":0.7857011445783132,"ci_upper":0.8098412048192772,"n":83}}},"conversation_progression":{"pooled":{"point":0.6364598393574298,"ci_lower":0.6096542670682731,"ci_upper":0.6650035893574298},"per_domain":{"airline":{"point":0.7020000000000001,"ci_lower":0.6460000000000001,"ci_upper":0.7560499999999999,"n":50},"itsm":{"point":0.6375,"ci_lower":0.59125,"ci_upper":0.6825,"n":80},"medical_hr":{"point":0.5698795180722892,"ci_lower":0.5276807228915661,"ci_upper":0.6132530120481927,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0651851851851852,"ci_upper":0.0518703703703703,"corrected_p":0.9508,"raw_p":0.792,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.0911666666666666,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.9199,"reject":false},"itsm":{"point":0.0644444444444444,"ci_lower":-0.0267222222222222,"ci_upper":0.1555555555555555,"corrected_p":1,"raw_p":0.2161,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.2022222222222222,"ci_upper":0.0444444444444444,"corrected_p":1,"raw_p":0.1903,"reject":false}}},"background_noise":{"pooled":{"point":-0.0333333333333333,"ci_lower":-0.0889074074074074,"ci_upper":0.0266851851851851,"corrected_p":0.7313999999999999,"raw_p":0.2438,"reject":false},"per_domain":{"airline":{"point":0.0199999999999999,"ci_lower":-0.0845,"ci_upper":0.1266666666666666,"corrected_p":1,"raw_p":0.7431,"reject":false},"itsm":{"point":-0.0577777777777777,"ci_lower":-0.1489444444444445,"ci_upper":0.0288888888888888,"corrected_p":1,"raw_p":0.2207,"reject":false},"medical_hr":{"point":-0.0622222222222222,"ci_lower":-0.1555555555555555,"ci_upper":0.0333888888888888,"corrected_p":1,"raw_p":0.2063,"reject":false}}},"both":{"pooled":{"point":-0.0222222222222222,"ci_lower":-0.0837037037037037,"ci_upper":0.0377962962962962,"corrected_p":0.9508,"raw_p":0.4754,"reject":false},"per_domain":{"airline":{"point":-0.0022222222222222,"ci_lower":-0.1088888888888889,"ci_upper":0.1022222222222221,"corrected_p":1,"raw_p":0.937,"reject":false},"itsm":{"point":-0.0355555555555555,"ci_lower":-0.1355555555555555,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.4762,"reject":false},"medical_hr":{"point":-0.0288888888888889,"ci_lower":-0.149,"ci_upper":0.0933333333333333,"corrected_p":1,"raw_p":0.6364,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0047814814814814,"ci_lower":-0.0042069629629629,"ci_upper":0.0137364259259259,"corrected_p":0.9783,"raw_p":0.3261,"reject":false},"per_domain":{"airline":{"point":-0.0027777777777777,"ci_lower":-0.0083333333333333,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":0.0044422222222222,"ci_lower":-0.01778,"ci_upper":0.0272199999999999,"corrected_p":1,"raw_p":0.6217,"reject":false},"medical_hr":{"point":0.0126799999999999,"ci_lower":0.0022199999999999,"ci_upper":0.0254558333333333,"corrected_p":0.5283,"raw_p":0.0587,"reject":false}}},"background_noise":{"pooled":{"point":-0.0008726591760299,"ci_lower":-0.0107311797752809,"ci_upper":0.0091168539325842,"corrected_p":1,"raw_p":0.8572,"reject":false},"per_domain":{"airline":{"point":-0.0074,"ci_lower":-0.0185,"ci_upper":0,"corrected_p":1,"raw_p":0.5053,"reject":false},"itsm":{"point":-0.0012022222222222,"ci_lower":-0.021398,"ci_upper":0.0179778888888888,"corrected_p":1,"raw_p":0.9083,"reject":false},"medical_hr":{"point":0.0062206896551724,"ci_lower":-0.0144713793103448,"ci_upper":0.0226946551724137,"corrected_p":1,"raw_p":0.5978,"reject":false}}},"both":{"pooled":{"point":-0.0006185185185185,"ci_lower":-0.011638574074074,"ci_upper":0.0097253148148148,"corrected_p":1,"raw_p":0.9049,"reject":false},"per_domain":{"airline":{"point":-0.0111111111111111,"ci_lower":-0.0277777777777777,"ci_upper":0,"corrected_p":1,"raw_p":0.5026,"reject":false},"itsm":{"point":-0.0034244444444444,"ci_lower":-0.0254624444444444,"ci_upper":0.0196471666666666,"corrected_p":1,"raw_p":0.8002,"reject":false},"medical_hr":{"point":0.0126799999999999,"ci_lower":0.0029599999999999,"ci_upper":0.0255489999999999,"corrected_p":0.5336,"raw_p":0.0667,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.0233333333333333,"ci_lower":-0.0685185185185185,"ci_upper":0.0129629629629629,"corrected_p":0.8333999999999999,"raw_p":0.2778,"reject":false},"per_domain":{"airline":{"point":-0.0822222222222222,"ci_lower":-0.1633333333333333,"ci_upper":-0.0055555555555555,"corrected_p":0.6246,"raw_p":0.0694,"reject":false},"itsm":{"point":0.0288888888888888,"ci_lower":-0.0333333333333333,"ci_upper":0.093361111111111,"corrected_p":1,"raw_p":0.398,"reject":false},"medical_hr":{"point":-0.0166666666666666,"ci_lower":-0.0766666666666666,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.5894,"reject":false}}},"background_noise":{"pooled":{"point":-0.0177777777777777,"ci_lower":-0.0588888888888888,"ci_upper":0.0188981481481481,"corrected_p":0.8333999999999999,"raw_p":0.3864,"reject":false},"per_domain":{"airline":{"point":-0.0433333333333333,"ci_lower":-0.1355833333333333,"ci_upper":0.0544722222222221,"corrected_p":1,"raw_p":0.3781,"reject":false},"itsm":{"point":-0.01,"ci_lower":-0.0555555555555555,"ci_upper":0.0355555555555555,"corrected_p":1,"raw_p":0.6413,"reject":false},"medical_hr":{"point":-5.551115123125783e-18,"ci_lower":-0.0666666666666666,"ci_upper":0.0644444444444444,"corrected_p":1,"raw_p":0.9876,"reject":false}}},"both":{"pooled":{"point":-0.0085185185185185,"ci_lower":-0.0507685185185185,"ci_upper":0.037037037037037,"corrected_p":0.8333999999999999,"raw_p":0.7085,"reject":false},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.1311111111111111,"ci_upper":0.0689166666666666,"corrected_p":1,"raw_p":0.6237,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0611388888888888,"ci_upper":0.0799999999999999,"corrected_p":1,"raw_p":0.9616,"reject":false},"medical_hr":{"point":-1.1102230246251566e-17,"ci_lower":-0.0455555555555555,"ci_upper":0.0466666666666666,"corrected_p":1,"raw_p":0.9692,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.0284822962962963,"ci_lower":-0.0037569851851851,"ci_upper":0.0644290092592592,"corrected_p":0.1121,"raw_p":0.1121,"reject":false},"per_domain":{"airline":{"point":0.0706495555555555,"ci_lower":0.0048338277777778,"ci_upper":0.1417455166666666,"corrected_p":0.3293999999999999,"raw_p":0.0549,"reject":false},"itsm":{"point":0.0357673333333333,"ci_lower":-0.0201219388888888,"ci_upper":0.0877107333333333,"corrected_p":0.8272,"raw_p":0.2068,"reject":false},"medical_hr":{"point":-0.0209699999999999,"ci_lower":-0.0718872166666666,"ci_upper":0.0282628166666666,"corrected_p":1,"raw_p":0.4149,"reject":false}}},"background_noise":{"pooled":{"point":-0.0569925185185185,"ci_lower":-0.1036057018518518,"ci_upper":-0.0139126203703703,"corrected_p":0.021,"raw_p":0.0105,"reject":true},"per_domain":{"airline":{"point":0.0282351111111111,"ci_lower":-0.0357285277777777,"ci_upper":0.0901001555555555,"corrected_p":1,"raw_p":0.3746,"reject":false},"itsm":{"point":-0.0822993333333333,"ci_lower":-0.1759459,"ci_upper":-0.0052260388888889,"corrected_p":0.346,"raw_p":0.0692,"reject":false},"medical_hr":{"point":-0.1169133333333333,"ci_lower":-0.1853222499999999,"ci_upper":-0.0545463999999999,"corrected_p":0.0168,"raw_p":0.0024,"reject":true}}},"both":{"pooled":{"point":-0.0775295555555555,"ci_lower":-0.1158831703703703,"ci_upper":-0.0392406907407407,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"per_domain":{"airline":{"point":0.0153706666666666,"ci_lower":-0.0522258277777777,"ci_upper":0.0816699333333333,"corrected_p":1,"raw_p":0.6584,"reject":false},"itsm":{"point":-0.1064582222222221,"ci_lower":-0.1535177499999999,"ci_upper":-0.0587925777777777,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1415011111111111,"ci_lower":-0.2134485555555555,"ci_upper":-0.0794505,"corrected_p":0.0024,"raw_p":0.0003,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0007437037037036,"ci_lower":-0.0177539629629629,"ci_upper":0.0157567407407407,"corrected_p":0.9293,"raw_p":0.9293,"reject":false},"per_domain":{"airline":{"point":-0.0084777777777777,"ci_lower":-0.0344032222222221,"ci_upper":0.0189318333333333,"corrected_p":1,"raw_p":0.5566,"reject":false},"itsm":{"point":0.0085955555555555,"ci_lower":-0.0187638888888888,"ci_upper":0.0355580555555555,"corrected_p":1,"raw_p":0.5501,"reject":false},"medical_hr":{"point":-0.0023488888888888,"ci_lower":-0.031693611111111,"ci_upper":0.0297647222222222,"corrected_p":1,"raw_p":0.8841,"reject":false}}},"background_noise":{"pooled":{"point":-0.0056399999999999,"ci_lower":-0.0186798333333333,"ci_upper":0.0079327222222222,"corrected_p":0.8474,"raw_p":0.4237,"reject":false},"per_domain":{"airline":{"point":-0.0126666666666666,"ci_lower":-0.0403583888888888,"ci_upper":0.014986111111111,"corrected_p":1,"raw_p":0.3875,"reject":false},"itsm":{"point":-0.0039822222222221,"ci_lower":-0.0245032777777777,"ci_upper":0.0174979999999999,"corrected_p":1,"raw_p":0.743,"reject":false},"medical_hr":{"point":-0.000271111111111,"ci_lower":-0.0194225555555555,"ci_upper":0.0191859999999999,"corrected_p":1,"raw_p":0.979,"reject":false}}},"both":{"pooled":{"point":-0.0181177777777777,"ci_lower":-0.0340805925925925,"ci_upper":-0.003238537037037,"corrected_p":0.0588,"raw_p":0.0196,"reject":false},"per_domain":{"airline":{"point":-0.0225555555555555,"ci_lower":-0.0501301666666666,"ci_upper":0.0061445,"corrected_p":1,"raw_p":0.1375,"reject":false},"itsm":{"point":-0.0158488888888888,"ci_lower":-0.0410499444444444,"ci_upper":0.0106121666666666,"corrected_p":1,"raw_p":0.2745,"reject":false},"medical_hr":{"point":-0.0159488888888888,"ci_lower":-0.038339611111111,"ci_upper":0.0051867222222222,"corrected_p":1,"raw_p":0.1677,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0281481481481481,"ci_lower":-0.0755648148148148,"ci_upper":0.014824074074074,"corrected_p":0.484,"raw_p":0.242,"reject":false},"per_domain":{"airline":{"point":0.0299999999999999,"ci_lower":-0.0277777777777777,"ci_upper":0.0900277777777777,"corrected_p":1,"raw_p":0.3427,"reject":false},"itsm":{"point":-0.0933333333333333,"ci_lower":-0.1777777777777777,"ci_upper":-0.01775,"corrected_p":0.288,"raw_p":0.032,"reject":false},"medical_hr":{"point":-0.021111111111111,"ci_lower":-0.1078055555555555,"ci_upper":0.07225,"corrected_p":1,"raw_p":0.6615,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0911111111111111,"ci_upper":0.0051944444444444,"corrected_p":0.2835,"raw_p":0.0945,"reject":false},"per_domain":{"airline":{"point":-0.0477777777777777,"ci_lower":-0.1389444444444444,"ci_upper":0.0433333333333333,"corrected_p":1,"raw_p":0.3133,"reject":false},"itsm":{"point":-0.0877777777777777,"ci_lower":-0.1755833333333332,"ci_upper":-0.0066388888888889,"corrected_p":0.4648,"raw_p":0.0664,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0644722222222222,"ci_upper":0.0711666666666666,"corrected_p":1,"raw_p":0.871,"reject":false}}},"both":{"pooled":{"point":-0.0225925925925925,"ci_lower":-0.074074074074074,"ci_upper":0.0303981481481481,"corrected_p":0.484,"raw_p":0.3791,"reject":false},"per_domain":{"airline":{"point":-0.0033333333333333,"ci_lower":-0.1000277777777777,"ci_upper":0.0911111111111111,"corrected_p":1,"raw_p":0.9559,"reject":false},"itsm":{"point":-0.0766666666666666,"ci_lower":-0.1466944444444444,"ci_upper":-0.0110555555555556,"corrected_p":0.3352,"raw_p":0.0419,"reject":false},"medical_hr":{"point":0.0122222222222222,"ci_lower":-0.0723055555555555,"ci_upper":0.1044722222222222,"corrected_p":1,"raw_p":0.803,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.0629814814814814,"ci_upper":0.037074074074074,"corrected_p":1,"raw_p":0.5845,"reject":false},"per_domain":{"airline":{"point":-0.0711111111111111,"ci_lower":-0.14,"ci_upper":-0.0022222222222222,"corrected_p":0.4208,"raw_p":0.0526,"reject":false},"itsm":{"point":0.0799999999999999,"ci_lower":-0.0177777777777777,"ci_upper":0.1755555555555555,"corrected_p":0.7884,"raw_p":0.1314,"reject":false},"medical_hr":{"point":-0.0511111111111111,"ci_lower":-0.1422222222222222,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.291,"reject":false}}},"background_noise":{"pooled":{"point":-0.0622222222222222,"ci_lower":-0.1148148148148148,"ci_upper":-0.014074074074074,"corrected_p":0.0441,"raw_p":0.0147,"reject":true},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.5725,"reject":false},"itsm":{"point":-0.0755555555555555,"ci_lower":-0.1712222222222222,"ci_upper":0.011111111111111,"corrected_p":0.7693,"raw_p":0.1099,"reject":false},"medical_hr":{"point":-0.0844444444444444,"ci_lower":-0.1666666666666666,"ci_upper":-0.0199444444444445,"corrected_p":0.2294999999999999,"raw_p":0.0255,"reject":false}}},"both":{"pooled":{"point":-0.014074074074074,"ci_lower":-0.0622407407407407,"ci_upper":0.0348148148148147,"corrected_p":1,"raw_p":0.5759,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":-0.1,"ci_upper":0.1044444444444444,"corrected_p":1,"raw_p":0.9343,"reject":false},"itsm":{"point":-0.0422222222222222,"ci_lower":-0.1333333333333333,"ci_upper":0.0511666666666665,"corrected_p":1,"raw_p":0.3597,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.0688888888888889,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.824,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0333333333333333,"ci_lower":-0.0392962962962963,"ci_upper":0.1133703703703703,"corrected_p":0.4014,"raw_p":0.4014,"reject":false},"per_domain":{"airline":{"point":0.0933333333333332,"ci_lower":-0.0377777777777777,"ci_upper":0.2178333333333332,"corrected_p":0.952,"raw_p":0.1904,"reject":false},"itsm":{"point":-0.0044444444444444,"ci_lower":-0.1222222222222222,"ci_upper":0.1244999999999999,"corrected_p":1,"raw_p":0.922,"reject":false},"medical_hr":{"point":0.0111111111111111,"ci_lower":-0.1088888888888889,"ci_upper":0.1377777777777777,"corrected_p":1,"raw_p":0.8794,"reject":false}}},"background_noise":{"pooled":{"point":-0.1148148148148148,"ci_lower":-0.1785555555555555,"ci_upper":-0.0525740740740741,"corrected_p":0.0024,"raw_p":0.0009,"reject":true},"per_domain":{"airline":{"point":-0.0177777777777778,"ci_lower":-0.1356111111111111,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.7338,"reject":false},"itsm":{"point":-0.1822222222222222,"ci_lower":-0.2888888888888889,"ci_upper":-0.0866666666666667,"corrected_p":0.0081,"raw_p":0.0009,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.26,"ci_upper":-0.0422222222222222,"corrected_p":0.1248,"raw_p":0.0208,"reject":false}}},"both":{"pooled":{"point":-0.1444444444444444,"ci_lower":-0.2230185185185185,"ci_upper":-0.0585185185185185,"corrected_p":0.0024,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.1689444444444444,"ci_upper":0.1199999999999999,"corrected_p":1,"raw_p":0.6668,"reject":false},"itsm":{"point":-0.1933333333333333,"ci_lower":-0.2955555555555555,"ci_upper":-0.0688888888888889,"corrected_p":0.02,"raw_p":0.0025,"reject":true},"medical_hr":{"point":-0.2111111111111111,"ci_lower":-0.3644444444444444,"ci_upper":-0.0511111111111111,"corrected_p":0.0945,"raw_p":0.0135,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":0.0014814814814814,"ci_lower":-0.0296296296296296,"ci_upper":0.0318518518518518,"corrected_p":0.9645,"raw_p":0.9645,"reject":false},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0422777777777777,"ci_upper":0.0844444444444444,"corrected_p":1,"raw_p":0.5396,"reject":false},"itsm":{"point":0.0177777777777777,"ci_lower":-0.0288888888888888,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.4373,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.0844444444444444,"ci_upper":0.0066666666666666,"corrected_p":1,"raw_p":0.1714,"reject":false}}},"background_noise":{"pooled":{"point":-0.0429629629629629,"ci_lower":-0.0896296296296296,"ci_upper":-0.0014814814814815,"corrected_p":0.1467,"raw_p":0.0489,"reject":false},"per_domain":{"airline":{"point":0.0333333333333333,"ci_lower":-0.0155555555555555,"ci_upper":0.0822222222222221,"corrected_p":1,"raw_p":0.2485,"reject":false},"itsm":{"point":-0.06,"ci_lower":-0.1467222222222222,"ci_upper":0.0133888888888888,"corrected_p":1,"raw_p":0.2016,"reject":false},"medical_hr":{"point":-0.1022222222222222,"ci_lower":-0.1800555555555555,"ci_upper":-0.0311111111111111,"corrected_p":0.1169999999999999,"raw_p":0.013,"reject":false}}},"both":{"pooled":{"point":-0.017037037037037,"ci_lower":-0.0518518518518518,"ci_upper":0.014074074074074,"corrected_p":0.6222,"raw_p":0.3111,"reject":false},"per_domain":{"airline":{"point":0.0444444444444444,"ci_lower":-0.0066666666666666,"ci_upper":0.0999999999999999,"corrected_p":0.7259,"raw_p":0.1037,"reject":false},"itsm":{"point":-0.0488888888888889,"ci_lower":-0.1066666666666666,"ci_upper":-0.0022222222222222,"corrected_p":0.6304,"raw_p":0.0788,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0111666666666666,"corrected_p":1,"raw_p":0.1855,"reject":false}}}}}},{"id":"ink-whisper-plus-haiku-4-5-plus-sonic-3","name":"Ink Whisper + Haiku 4.5 + Sonic 3","type":"cascade","stt":"Ink Whisper","llm":"Haiku 4.5","tts":"Sonic 3","clean":{"EVA-A_mean":{"pooled":{"point":0.6245817523427042,"ci_lower":0.6044648118139224,"ci_upper":0.6447005244812583},"per_domain":{"airline":{"point":0.6010893333333333,"ci_lower":0.5531653999999999,"ci_upper":0.6454213666666667,"n":50},"itsm":{"point":0.6066583333333333,"ci_lower":0.5744164374999999,"ci_upper":0.6389057708333333,"n":80},"medical_hr":{"point":0.6659975903614458,"ci_lower":0.6398358232931726,"ci_upper":0.6917173694779116,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2335180722891566,"ci_lower":0.1955893072289156,"ci_upper":0.2715879518072289},"per_domain":{"airline":{"point":0.272,"ci_lower":0.2,"ci_upper":0.352,"n":50},"itsm":{"point":0.19,"ci_lower":0.1325,"ci_upper":0.2475,"n":80},"medical_hr":{"point":0.2385542168674699,"ci_lower":0.1759036144578313,"ci_upper":0.3012048192771084,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5156425702811245,"ci_lower":0.443363453815261,"ci_upper":0.5817068273092368},"per_domain":{"airline":{"point":0.64,"ci_lower":0.5,"ci_upper":0.76,"n":50},"itsm":{"point":0.425,"ci_lower":0.3125,"ci_upper":0.5375,"n":80},"medical_hr":{"point":0.4819277108433735,"ci_lower":0.3734939759036144,"ci_upper":0.5903614457831325,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0568619180722891,"ci_lower":0.0338751307630522,"ci_upper":0.0850109780722891},"per_domain":{"airline":{"point":0.0645632,"ci_lower":0.0176534399999999,"ci_upper":0.1259228799999999,"n":50},"itsm":{"point":0.053824,"ci_lower":0.0173013999999999,"ci_upper":0.1008940999999999,"n":80},"medical_hr":{"point":0.0521985542168674,"ci_lower":0.0269864096385542,"ci_upper":0.0876544578313252,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6022352381526104,"ci_lower":0.5906734790779785,"ci_upper":0.6132239323309907},"per_domain":{"airline":{"point":0.6094142666666666,"ci_lower":0.5878943266666665,"ci_upper":0.6310157799999999,"n":50},"itsm":{"point":0.6132745,"ci_lower":0.5955377520833333,"ci_upper":0.63087636875,"n":80},"medical_hr":{"point":0.5840169477911646,"ci_lower":0.5651233514056224,"ci_upper":0.6029304598393573,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0093032128514056,"ci_lower":0.0033333333333333,"ci_upper":0.0159397590361445},"per_domain":{"airline":{"point":0.008,"ci_lower":0,"ci_upper":0.02,"n":50},"itsm":{"point":0.0175,"ci_lower":0.005,"ci_upper":0.0325,"n":80},"medical_hr":{"point":0.0024096385542168,"ci_lower":0,"ci_upper":0.0096385542168674,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0423493975903614,"ci_lower":0.0166666666666666,"ci_upper":0.0723493975903614},"per_domain":{"airline":{"point":0.04,"ci_lower":0,"ci_upper":0.1,"n":50},"itsm":{"point":0.075,"ci_lower":0.025,"ci_upper":0.1375,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00005488514056224901,"ci_lower":0.000006133333333333335,"ci_upper":0.0001435441767068},"per_domain":{"airline":{"point":0.0000128,"ci_lower":0,"ci_upper":0.000032000000000000005,"n":50},"itsm":{"point":0.000148,"ci_lower":0.000008000000000000001,"ci_upper":0.000412,"n":80},"medical_hr":{"point":0.000003855421686746989,"ci_lower":0,"ci_upper":0.000011566265060240964,"n":83}}},"task_completion":{"pooled":{"point":0.3735240963855422,"ci_lower":0.3287486947791165,"ci_upper":0.4208019578313253},"per_domain":{"airline":{"point":0.44,"ci_lower":0.352,"ci_upper":0.5319999999999999,"n":50},"itsm":{"point":0.3625,"ci_lower":0.295,"ci_upper":0.43,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2481927710843373,"ci_upper":0.3975903614457831,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9827900361445784,"ci_lower":0.9796786936746988,"ci_upper":0.985713738253012},"per_domain":{"airline":{"point":0.989268,"ci_lower":0.984644,"ci_upper":0.9933288,"n":50},"itsm":{"point":0.977475,"ci_lower":0.9715099375,"ci_upper":0.98254575,"n":80},"medical_hr":{"point":0.9816271084337348,"ci_lower":0.9753859638554216,"ci_upper":0.9870073493975904,"n":83}}},"faithfulness":{"pooled":{"point":0.518,"ci_lower":0.4854023594377509,"ci_upper":0.5509269578313253},"per_domain":{"airline":{"point":0.374,"ci_lower":0.308,"ci_upper":0.44,"n":50},"itsm":{"point":0.4800000000000001,"ci_lower":0.4275,"ci_upper":0.53375,"n":80},"medical_hr":{"point":0.7,"ci_lower":0.6469879518072289,"ci_upper":0.7481927710843373,"n":83}}},"turn_taking":{"pooled":{"point":0.312279381124498,"ci_lower":0.2938757667269076,"ci_upper":0.3314102023343373},"per_domain":{"airline":{"point":0.3909987999999999,"ci_lower":0.36292146,"ci_upper":0.41859144,"n":50},"itsm":{"point":0.3281885,"ci_lower":0.2942237374999999,"ci_upper":0.3620643124999999,"n":80},"medical_hr":{"point":0.217650843373494,"ci_lower":0.1829238674698795,"ci_upper":0.2542440481927711,"n":83}}},"conciseness":{"pooled":{"point":0.7842717148594378,"ci_lower":0.7775475905622491,"ci_upper":0.7906492421686747},"per_domain":{"airline":{"point":0.7552440000000001,"ci_lower":0.7412759000000001,"ci_upper":0.7699415000000002,"n":50},"itsm":{"point":0.8041350000000002,"ci_lower":0.7954798750000001,"ci_upper":0.8122676250000002,"n":80},"medical_hr":{"point":0.7934361445783132,"ci_lower":0.7824647590361444,"ci_upper":0.8039909036144577,"n":83}}},"conversation_progression":{"pooled":{"point":0.7101546184738957,"ci_lower":0.6870833333333334,"ci_upper":0.732035843373494},"per_domain":{"airline":{"point":0.6820000000000002,"ci_lower":0.6359999999999999,"ci_upper":0.7260499999999999,"n":50},"itsm":{"point":0.7075,"ci_lower":0.67,"ci_upper":0.7424999999999999,"n":80},"medical_hr":{"point":0.7409638554216867,"ci_lower":0.7072289156626507,"ci_upper":0.772289156626506,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1088888888888889,"ci_lower":-0.1725925925925926,"ci_upper":-0.0518518518518518,"corrected_p":0.0016,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.2,"ci_lower":-0.2933333333333333,"ci_upper":-0.1066666666666666,"corrected_p":0.0048,"raw_p":0.0006,"reject":true},"itsm":{"point":-0.0977777777777778,"ci_lower":-0.2111111111111111,"ci_upper":0.0244444444444444,"corrected_p":0.624,"raw_p":0.1248,"reject":false},"medical_hr":{"point":-0.0288888888888889,"ci_lower":-0.1111111111111111,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.496,"reject":false}}},"background_noise":{"pooled":{"point":0.0022222222222222,"ci_lower":-0.0600185185185185,"ci_upper":0.0696481481481481,"corrected_p":0.9632,"raw_p":0.9632,"reject":false},"per_domain":{"airline":{"point":-0.0444444444444444,"ci_lower":-0.1666666666666666,"ci_upper":0.0822222222222222,"corrected_p":1,"raw_p":0.4742,"reject":false},"itsm":{"point":-0.0088888888888889,"ci_lower":-0.1222222222222222,"ci_upper":0.0955555555555554,"corrected_p":1,"raw_p":0.8481,"reject":false},"medical_hr":{"point":0.0599999999999999,"ci_lower":-0.0444444444444444,"ci_upper":0.1733333333333332,"corrected_p":1,"raw_p":0.3148,"reject":false}}},"both":{"pooled":{"point":-0.182962962962963,"ci_lower":-0.2392962962962963,"ci_upper":-0.1237037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3,"ci_lower":-0.3999999999999999,"ci_upper":-0.2022222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1533333333333333,"ci_lower":-0.2622222222222222,"ci_upper":-0.0533333333333333,"corrected_p":0.0707,"raw_p":0.0101,"reject":false},"medical_hr":{"point":-0.0955555555555555,"ci_lower":-0.1822777777777778,"ci_upper":-0.0066666666666666,"corrected_p":0.2106,"raw_p":0.0351,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0094948148148148,"ci_lower":-0.0188641851851851,"ci_upper":-0.0012508148148148,"corrected_p":0.0786,"raw_p":0.0393,"reject":false},"per_domain":{"airline":{"point":-0.0121666666666666,"ci_lower":-0.0264591666666666,"ci_upper":-0.000015444444444478074,"corrected_p":0.6008,"raw_p":0.0851,"reject":false},"itsm":{"point":-0.0113466666666666,"ci_lower":-0.0325299444444444,"ci_upper":0.008518611111111,"corrected_p":1,"raw_p":0.3166,"reject":false},"medical_hr":{"point":-0.0049711111111111,"ci_lower":-0.016639111111111,"ci_upper":0.0051333888888888,"corrected_p":1,"raw_p":0.4343,"reject":false}}},"background_noise":{"pooled":{"point":-0.0069762962962963,"ci_lower":-0.0147571296296296,"ci_upper":0.0002365185185185,"corrected_p":0.0786,"raw_p":0.0689,"reject":false},"per_domain":{"airline":{"point":-0.0077777777777777,"ci_lower":-0.0198967222222222,"ci_upper":0.0038796666666666,"corrected_p":1,"raw_p":0.2082,"reject":false},"itsm":{"point":-0.0059133333333333,"ci_lower":-0.0174297222222221,"ci_upper":0.0039912222222222,"corrected_p":1,"raw_p":0.3025,"reject":false},"medical_hr":{"point":-0.0072377777777777,"ci_lower":-0.0222837777777777,"ci_upper":0.0082167222222222,"corrected_p":1,"raw_p":0.3756,"reject":false}}},"both":{"pooled":{"point":-0.0160614814814814,"ci_lower":-0.0262713333333333,"ci_upper":-0.0056788703703703,"corrected_p":0.006,"raw_p":0.002,"reject":true},"per_domain":{"airline":{"point":-0.0285777777777777,"ci_lower":-0.0490249999999999,"ci_upper":-0.0112726666666666,"corrected_p":0.0494999999999999,"raw_p":0.0055,"reject":true},"itsm":{"point":-0.0135577777777777,"ci_lower":-0.0272174444444444,"ci_upper":-0.0005139999999999,"corrected_p":0.6008,"raw_p":0.0751,"reject":false},"medical_hr":{"point":-0.0060488888888888,"ci_lower":-0.0219458333333333,"ci_upper":0.012470111111111,"corrected_p":1,"raw_p":0.519,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0351851851851851,"ci_lower":-0.0189074074074074,"ci_upper":0.0881481481481481,"corrected_p":0.4388,"raw_p":0.2194,"reject":false},"per_domain":{"airline":{"point":0.0444444444444444,"ci_lower":-0.0422777777777777,"ci_upper":0.1411388888888888,"corrected_p":1,"raw_p":0.3697,"reject":false},"itsm":{"point":0.0466666666666666,"ci_lower":-0.0389166666666666,"ci_upper":0.14225,"corrected_p":1,"raw_p":0.3387,"reject":false},"medical_hr":{"point":0.0144444444444444,"ci_lower":-0.0900277777777777,"ci_upper":0.1144444444444444,"corrected_p":1,"raw_p":0.7888,"reject":false}}},"background_noise":{"pooled":{"point":0.0046296296296296,"ci_lower":-0.0568611111111111,"ci_upper":0.0652314814814814,"corrected_p":0.885,"raw_p":0.885,"reject":false},"per_domain":{"airline":{"point":0.1222222222222222,"ci_lower":0.0166666666666666,"ci_upper":0.2355833333333333,"corrected_p":0.3951,"raw_p":0.0439,"reject":false},"itsm":{"point":-0.0672222222222222,"ci_lower":-0.1855972222222222,"ci_upper":0.0650972222222221,"corrected_p":1,"raw_p":0.2995,"reject":false},"medical_hr":{"point":-0.0411111111111111,"ci_lower":-0.10225,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.2059,"reject":false}}},"both":{"pooled":{"point":0.074074074074074,"ci_lower":0.0214814814814814,"ci_upper":0.1329722222222222,"corrected_p":0.0288,"raw_p":0.0096,"reject":true},"per_domain":{"airline":{"point":0.0944444444444443,"ci_lower":-0.0133333333333333,"ci_upper":0.2022222222222221,"corrected_p":0.8648,"raw_p":0.1081,"reject":false},"itsm":{"point":0.0688888888888888,"ci_lower":-0.0378333333333333,"ci_upper":0.1755555555555555,"corrected_p":1,"raw_p":0.2122,"reject":false},"medical_hr":{"point":0.0588888888888888,"ci_lower":-0.0311111111111111,"ci_upper":0.1478055555555555,"corrected_p":1,"raw_p":0.2052,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1239914814814814,"ci_lower":-0.163614937037037,"ci_upper":-0.0862490129629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1540828888888888,"ci_lower":-0.2121938777777778,"ci_upper":-0.1000416444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1502193333333333,"ci_lower":-0.2260899777777777,"ci_upper":-0.0766111888888889,"corrected_p":0.0036,"raw_p":0.0006,"reject":true},"medical_hr":{"point":-0.0676722222222222,"ci_lower":-0.1367738499999999,"ci_upper":0.0011271277777777,"corrected_p":0.1432,"raw_p":0.0716,"reject":false}}},"background_noise":{"pooled":{"point":-0.0555925925925925,"ci_lower":-0.0957295351851851,"ci_upper":-0.0199630759259259,"corrected_p":0.0073,"raw_p":0.0073,"reject":true},"per_domain":{"airline":{"point":-0.0720562222222222,"ci_lower":-0.1262684611111111,"ci_upper":-0.0162725666666666,"corrected_p":0.0537,"raw_p":0.0179,"reject":false},"itsm":{"point":-0.1043737777777777,"ci_lower":-0.1680726388888889,"ci_upper":-0.0395990666666666,"corrected_p":0.0124,"raw_p":0.0031,"reject":true},"medical_hr":{"point":0.0096522222222222,"ci_lower":-0.0585025388888888,"ci_upper":0.0951898277777777,"corrected_p":0.8183,"raw_p":0.8183,"reject":false}}},"both":{"pooled":{"point":-0.1805392592592592,"ci_lower":-0.2165131111111111,"ci_upper":-0.144019587037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1786017777777777,"ci_lower":-0.2349489333333333,"ci_upper":-0.12391735,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2444637777777777,"ci_lower":-0.3047141833333333,"ci_upper":-0.1903894277777778,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1185522222222222,"ci_lower":-0.1836036444444445,"ci_upper":-0.0575973388888888,"corrected_p":0.0059999999999999,"raw_p":0.0012,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0309133333333333,"ci_lower":-0.0477741481481481,"ci_upper":-0.0158107222222222,"corrected_p":0.0006,"raw_p":0.0003,"reject":true},"per_domain":{"airline":{"point":-0.0294466666666666,"ci_lower":-0.0573980555555555,"ci_upper":-0.0015868888888889,"corrected_p":0.1948,"raw_p":0.0487,"reject":false},"itsm":{"point":-0.0366777777777777,"ci_lower":-0.0597562222222222,"ci_upper":-0.0134977777777777,"corrected_p":0.0486,"raw_p":0.0081,"reject":true},"medical_hr":{"point":-0.0266155555555555,"ci_lower":-0.0575022222222222,"ci_upper":0.0033606666666666,"corrected_p":0.2853,"raw_p":0.1011,"reject":false}}},"background_noise":{"pooled":{"point":-0.0218096296296296,"ci_lower":-0.0352034444444444,"ci_upper":-0.0080018333333333,"corrected_p":0.0018,"raw_p":0.0018,"reject":true},"per_domain":{"airline":{"point":-0.0188466666666666,"ci_lower":-0.0407602777777777,"ci_upper":0.0039342777777777,"corrected_p":0.2853,"raw_p":0.0951,"reject":false},"itsm":{"point":-0.0277777777777777,"ci_lower":-0.0515495,"ci_upper":-0.0065782222222222,"corrected_p":0.1555,"raw_p":0.0311,"reject":false},"medical_hr":{"point":-0.0188044444444444,"ci_lower":-0.0431469999999999,"ci_upper":0.005683111111111,"corrected_p":0.2853,"raw_p":0.1585,"reject":false}}},"both":{"pooled":{"point":-0.0666096296296296,"ci_lower":-0.0819397407407407,"ci_upper":-0.0502188148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0753022222222222,"ci_lower":-0.0985557777777777,"ci_upper":-0.0525027222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0557888888888888,"ci_lower":-0.0832327222222222,"ci_upper":-0.0281218888888888,"corrected_p":0.0035,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.0687377777777777,"ci_lower":-0.0978202777777777,"ci_upper":-0.0358126666666666,"corrected_p":0.0024,"raw_p":0.0003,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.027037037037037,"ci_lower":-0.0792777777777778,"ci_upper":0.0214999999999999,"corrected_p":0.2692,"raw_p":0.2692,"reject":false},"per_domain":{"airline":{"point":-0.0277777777777777,"ci_lower":-0.0955555555555555,"ci_upper":0.0455833333333333,"corrected_p":1,"raw_p":0.4445,"reject":false},"itsm":{"point":-0.0433333333333333,"ci_lower":-0.13,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.3453,"reject":false},"medical_hr":{"point":-0.01,"ci_lower":-0.1022222222222222,"ci_upper":0.0789166666666666,"corrected_p":1,"raw_p":0.8241,"reject":false}}},"background_noise":{"pooled":{"point":-0.0714814814814814,"ci_lower":-0.1199999999999999,"ci_upper":-0.0203518518518518,"corrected_p":0.012,"raw_p":0.006,"reject":true},"per_domain":{"airline":{"point":-0.0555555555555555,"ci_lower":-0.1378055555555556,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":0.1833,"reject":false},"itsm":{"point":-0.0433333333333333,"ci_lower":-0.1300277777777777,"ci_upper":0.0444722222222221,"corrected_p":1,"raw_p":0.3353,"reject":false},"medical_hr":{"point":-0.1155555555555555,"ci_lower":-0.2166944444444444,"ci_upper":-0.0310833333333333,"corrected_p":0.1694,"raw_p":0.0242,"reject":false}}},"both":{"pooled":{"point":-0.1548148148148147,"ci_lower":-0.2077777777777777,"ci_upper":-0.1029629629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2277777777777777,"ci_lower":-0.3144722222222222,"ci_upper":-0.1521944444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.06,"ci_lower":-0.1411388888888888,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.1933,"reject":false},"medical_hr":{"point":-0.1766666666666666,"ci_lower":-0.2844444444444444,"ci_upper":-0.0743888888888889,"corrected_p":0.0224,"raw_p":0.0028,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1029629629629629,"ci_lower":-0.1533888888888889,"ci_upper":-0.0533333333333333,"corrected_p":0.0004,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.16,"ci_lower":-0.2445,"ci_upper":-0.0888888888888888,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1756111111111111,"ci_upper":0.0222777777777777,"corrected_p":0.5781000000000001,"raw_p":0.1927,"reject":false},"medical_hr":{"point":-0.0755555555555555,"ci_lower":-0.1645,"ci_upper":0.0022777777777777,"corrected_p":0.514,"raw_p":0.1028,"reject":false}}},"background_noise":{"pooled":{"point":-0.0511111111111111,"ci_lower":-0.1088888888888889,"ci_upper":0.0059444444444444,"corrected_p":0.0825,"raw_p":0.0825,"reject":false},"per_domain":{"airline":{"point":-0.0488888888888889,"ci_lower":-0.1488888888888889,"ci_upper":0.0466666666666666,"corrected_p":0.6828,"raw_p":0.3414,"reject":false},"itsm":{"point":-0.0733333333333333,"ci_lower":-0.1622222222222222,"ci_upper":0.0133333333333333,"corrected_p":0.514,"raw_p":0.125,"reject":false},"medical_hr":{"point":-0.0311111111111111,"ci_lower":-0.1355555555555555,"ci_upper":0.0733888888888888,"corrected_p":0.6828,"raw_p":0.5347,"reject":false}}},"both":{"pooled":{"point":-0.1511111111111111,"ci_lower":-0.1955925925925925,"ci_upper":-0.1059074074074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1933333333333333,"ci_lower":-0.2755555555555556,"ci_upper":-0.1222222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.14,"ci_lower":-0.2177777777777778,"ci_upper":-0.0621666666666667,"corrected_p":0.0091,"raw_p":0.0013,"reject":true},"medical_hr":{"point":-0.12,"ci_lower":-0.2022222222222222,"ci_upper":-0.0466111111111111,"corrected_p":0.018,"raw_p":0.003,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0133333333333333,"ci_lower":-0.0266666666666666,"ci_upper":-0.0043888888888889,"corrected_p":0.1869,"raw_p":0.0635,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.247,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0096296296296296,"ci_lower":-0.0244444444444444,"ci_upper":0.0044444444444444,"corrected_p":0.1869,"raw_p":0.1862,"reject":false},"per_domain":{"airline":{"point":0.0044444444444444,"ci_lower":-0.0155555555555555,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2494,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0133333333333333,"ci_lower":-0.0267222222222222,"ci_upper":-0.0022222222222222,"corrected_p":0.1869,"raw_p":0.0623,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2468,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0829629629629629,"ci_lower":-0.1666666666666666,"ci_upper":0.0029629629629629,"corrected_p":0.1835999999999999,"raw_p":0.0612,"reject":false},"per_domain":{"airline":{"point":-0.1666666666666666,"ci_lower":-0.2666666666666666,"ci_upper":-0.0666666666666667,"corrected_p":0.0243,"raw_p":0.0027,"reject":true},"itsm":{"point":-0.0933333333333334,"ci_lower":-0.251111111111111,"ci_upper":0.051111111111111,"corrected_p":1,"raw_p":0.2292,"reject":false},"medical_hr":{"point":0.011111111111111,"ci_lower":-0.1666666666666666,"ci_upper":0.175611111111111,"corrected_p":1,"raw_p":0.9201,"reject":false}}},"background_noise":{"pooled":{"point":0.0466666666666666,"ci_lower":-0.0229814814814815,"ci_upper":0.1192962962962962,"corrected_p":0.3902,"raw_p":0.1951,"reject":false},"per_domain":{"airline":{"point":-0.0555555555555555,"ci_lower":-0.14,"ci_upper":0.0333888888888888,"corrected_p":1,"raw_p":0.2295,"reject":false},"itsm":{"point":0.0066666666666666,"ci_lower":-0.1044444444444444,"ci_upper":0.1133333333333332,"corrected_p":1,"raw_p":0.9438,"reject":false},"medical_hr":{"point":0.1888888888888888,"ci_lower":0.0577777777777777,"ci_upper":0.3244444444444444,"corrected_p":0.1,"raw_p":0.0125,"reject":false}}},"both":{"pooled":{"point":0.0207407407407407,"ci_lower":-0.0688888888888889,"ci_upper":0.0999999999999999,"corrected_p":0.6367,"raw_p":0.6367,"reject":false},"per_domain":{"airline":{"point":-0.0222222222222222,"ci_lower":-0.1066666666666667,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.5899,"reject":false},"itsm":{"point":-0.1044444444444444,"ci_lower":-0.24,"ci_upper":0.0311666666666665,"corrected_p":0.9966,"raw_p":0.1661,"reject":false},"medical_hr":{"point":0.1888888888888888,"ci_lower":0.0243333333333332,"ci_upper":0.3467222222222222,"corrected_p":0.2779,"raw_p":0.0397,"reject":false}}}}}},{"id":"nova-3-plus-gpt-5-4-plus-sonic-3","name":"Nova 3 + GPT-5.4 + Sonic 3","type":"cascade","stt":"Nova 3","llm":"GPT-5.4","tts":"Sonic 3","clean":{"EVA-A_mean":{"pooled":{"point":0.7838362202141901,"ci_lower":0.7660708498995984,"ci_upper":0.8012861140394912},"per_domain":{"airline":{"point":0.837336,"ci_lower":0.8090743999999999,"ci_upper":0.8640325333333333,"n":50},"itsm":{"point":0.7733991666666666,"ci_lower":0.7431564791666667,"ci_upper":0.8029770208333333,"n":80},"medical_hr":{"point":0.7407734939759036,"ci_lower":0.7071117269076306,"ci_upper":0.7742422891566265,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.504062248995984,"ci_lower":0.4605000000000001,"ci_upper":0.544067469879518},"per_domain":{"airline":{"point":0.628,"ci_lower":0.552,"ci_upper":0.696,"n":50},"itsm":{"point":0.4625,"ci_lower":0.395,"ci_upper":0.5275000000000001,"n":80},"medical_hr":{"point":0.4216867469879517,"ci_lower":0.3397590361445783,"ci_upper":0.5036144578313253,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.809367469879518,"ci_lower":0.7618654618473896,"ci_upper":0.8583207831325301},"per_domain":{"airline":{"point":0.94,"ci_lower":0.88,"ci_upper":1,"n":50},"itsm":{"point":0.8375,"ci_lower":0.75,"ci_upper":0.9125,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.5539156626506024,"ci_upper":0.7469879518072289,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.2174189333333333,"ci_lower":0.1735673003212851,"ci_upper":0.2658640196787148},"per_domain":{"airline":{"point":0.2776768,"ci_lower":0.18808624,"ci_upper":0.3814527999999999,"n":50},"itsm":{"point":0.1617799999999999,"ci_lower":0.1013512999999999,"ci_upper":0.2308636999999998,"n":80},"medical_hr":{"point":0.2128,"ci_lower":0.1401476626506024,"ci_upper":0.2894365301204818,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6184181163319946,"ci_lower":0.6110344397690762,"ci_upper":0.6261709408266399},"per_domain":{"airline":{"point":0.6371702666666667,"ci_lower":0.6197793233333334,"ci_upper":0.65476831,"n":50},"itsm":{"point":0.5979485,"ci_lower":0.5884165437500001,"ci_upper":0.6073701229166667,"n":80},"medical_hr":{"point":0.6201355823293173,"ci_lower":0.607322640562249,"ci_upper":0.6327831506024095,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0070160642570281,"ci_lower":0.0024096385542168,"ci_upper":0.0131694277108433},"per_domain":{"airline":{"point":0.004,"ci_lower":0,"ci_upper":0.012,"n":50},"itsm":{"point":0.005,"ci_lower":0,"ci_upper":0.0125,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0.0024096385542168,"ci_upper":0.0240963855421686,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0310642570281124,"ci_lower":0.0106239959839357,"ci_upper":0.0553150100401606},"per_domain":{"airline":{"point":0.02,"ci_lower":0,"ci_upper":0.06,"n":50},"itsm":{"point":0.025,"ci_lower":0,"ci_upper":0.0625,"n":80},"medical_hr":{"point":0.0481927710843373,"ci_lower":0,"ci_upper":0.0963855421686747,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.00004977991967871487,"ci_lower":0.000003855421686746989,"ci_upper":0.0001363718875502},"per_domain":{"airline":{"point":0.0000064000000000000006,"ci_lower":0,"ci_upper":0.000019200000000000003,"n":50},"itsm":{"point":0.000008000000000000001,"ci_lower":0,"ci_upper":0.000020000000000000005,"n":80},"medical_hr":{"point":0.0001349397590361,"ci_lower":0.000003855421686746989,"ci_upper":0.0003894939759036,"n":83}}},"task_completion":{"pooled":{"point":0.6086285140562249,"ci_lower":0.5646843875502008,"ci_upper":0.6528456827309237},"per_domain":{"airline":{"point":0.7319999999999999,"ci_lower":0.6679999999999999,"ci_upper":0.7959999999999999,"n":50},"itsm":{"point":0.5974999999999999,"ci_lower":0.525,"ci_upper":0.6675,"n":80},"medical_hr":{"point":0.4963855421686746,"ci_lower":0.4144578313253012,"ci_upper":0.5831325301204819,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9891271345381526,"ci_lower":0.986602608383534,"ci_upper":0.9914706161646584},"per_domain":{"airline":{"point":0.996008,"ci_lower":0.9929278,"ci_upper":0.998488,"n":50},"itsm":{"point":0.9851975000000002,"ci_lower":0.9800179375,"ci_upper":0.9898906875000002,"n":80},"medical_hr":{"point":0.986175903614458,"ci_lower":0.9809660843373492,"ci_upper":0.99077156626506,"n":83}}},"faithfulness":{"pooled":{"point":0.7537530120481928,"ci_lower":0.7281428714859438,"ci_upper":0.7802091616465864},"per_domain":{"airline":{"point":0.784,"ci_lower":0.7360000000000001,"ci_upper":0.834,"n":50},"itsm":{"point":0.7375,"ci_lower":0.68625,"ci_upper":0.7887500000000001,"n":80},"medical_hr":{"point":0.7397590361445783,"ci_lower":0.708433734939759,"ci_upper":0.772289156626506,"n":83}}},"turn_taking":{"pooled":{"point":0.2828753088353413,"ci_lower":0.2630277342971887,"ci_upper":0.3023028727208835},"per_domain":{"airline":{"point":0.2905388,"ci_lower":0.25939954,"ci_upper":0.3250576599999999,"n":50},"itsm":{"point":0.2852105,"ci_lower":0.25678785,"ci_upper":0.3142990437499999,"n":80},"medical_hr":{"point":0.2728766265060241,"ci_lower":0.2344850662650602,"ci_upper":0.309512813253012,"n":83}}},"conciseness":{"pooled":{"point":0.8349071526104418,"ci_lower":0.8284918667168675,"ci_upper":0.8420362470883533},"per_domain":{"airline":{"point":0.824972,"ci_lower":0.8112240000000002,"ci_upper":0.8388127999999999,"n":50},"itsm":{"point":0.821135,"ci_lower":0.8107798125000001,"ci_upper":0.83099575,"n":80},"medical_hr":{"point":0.8586144578313253,"ci_lower":0.8474697590361447,"ci_upper":0.8695086746987952,"n":83}}},"conversation_progression":{"pooled":{"point":0.737471887550201,"ci_lower":0.718339859437751,"ci_upper":0.7562604417670682},"per_domain":{"airline":{"point":0.796,"ci_lower":0.754,"ci_upper":0.8360499999999998,"n":50},"itsm":{"point":0.6875,"ci_lower":0.655,"ci_upper":0.7175,"n":80},"medical_hr":{"point":0.7289156626506026,"ci_lower":0.6975903614457832,"ci_upper":0.7578313253012048,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1437037037037037,"ci_lower":-0.2104074074074074,"ci_upper":-0.0777777777777777,"corrected_p":0.0002,"raw_p":0.0002,"reject":true},"per_domain":{"airline":{"point":-0.1088888888888889,"ci_lower":-0.2066666666666666,"ci_upper":-0.0155555555555555,"corrected_p":0.0789,"raw_p":0.0322,"reject":false},"itsm":{"point":-0.2044444444444444,"ci_lower":-0.3288888888888889,"ci_upper":-0.0777777777777777,"corrected_p":0.0225,"raw_p":0.0045,"reject":true},"medical_hr":{"point":-0.1177777777777777,"ci_lower":-0.2377777777777777,"ci_upper":0.0044999999999999,"corrected_p":0.0789,"raw_p":0.0714,"reject":false}}},"background_noise":{"pooled":{"point":-0.1992592592592592,"ci_lower":-0.2770555555555555,"ci_upper":-0.1221851851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2311111111111111,"ci_lower":-0.3733333333333333,"ci_upper":-0.0888888888888889,"corrected_p":0.0228,"raw_p":0.0057,"reject":true},"itsm":{"point":-0.1377777777777778,"ci_lower":-0.2533333333333333,"ci_upper":-0.02,"corrected_p":0.0789,"raw_p":0.0263,"reject":false},"medical_hr":{"point":-0.2288888888888889,"ci_lower":-0.3555555555555555,"ci_upper":-0.1177222222222222,"corrected_p":0.0096,"raw_p":0.0016,"reject":true}}},"both":{"pooled":{"point":-0.3140740740740741,"ci_lower":-0.3918703703703703,"ci_upper":-0.2377222222222223,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3422222222222222,"ci_lower":-0.4622777777777778,"ci_upper":-0.2132777777777778,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.371111111111111,"ci_lower":-0.4955555555555554,"ci_upper":-0.2377222222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2288888888888889,"ci_lower":-0.3378333333333334,"ci_upper":-0.1088888888888889,"corrected_p":0.0042,"raw_p":0.0006,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0033029629629629,"ci_lower":-0.0107727962962962,"ci_upper":0.0050934259259259,"corrected_p":0.805,"raw_p":0.4025,"reject":false},"per_domain":{"airline":{"point":-0.0113199999999999,"ci_lower":-0.0224800555555555,"ci_upper":-0.0010733333333333,"corrected_p":0.4158,"raw_p":0.0462,"reject":false},"itsm":{"point":0.0038822222222222,"ci_lower":-0.0122516666666666,"ci_upper":0.0210811666666666,"corrected_p":1,"raw_p":0.6601,"reject":false},"medical_hr":{"point":-0.0024711111111111,"ci_lower":-0.0125927777777777,"ci_upper":0.0071684999999999,"corrected_p":1,"raw_p":0.6483,"reject":false}}},"background_noise":{"pooled":{"point":-0.0051437037037037,"ci_lower":-0.013036574074074,"ci_upper":0.0028528148148148,"corrected_p":0.6885,"raw_p":0.2295,"reject":false},"per_domain":{"airline":{"point":-0.0139977777777777,"ci_lower":-0.0284102777777777,"ci_upper":-0.0018011111111111,"corrected_p":0.4158,"raw_p":0.0484,"reject":false},"itsm":{"point":0.0108599999999999,"ci_lower":-0.0003921666666666,"ci_upper":0.0227525555555555,"corrected_p":0.6594,"raw_p":0.0942,"reject":false},"medical_hr":{"point":-0.0122933333333333,"ci_lower":-0.0275351666666666,"ci_upper":0.0031469999999999,"corrected_p":0.6594,"raw_p":0.1258,"reject":false}}},"both":{"pooled":{"point":-0.0011103703703703,"ci_lower":-0.0085153888888889,"ci_upper":0.0057334999999999,"corrected_p":0.805,"raw_p":0.7683,"reject":false},"per_domain":{"airline":{"point":-0.0098088888888888,"ci_lower":-0.0221541111111111,"ci_upper":0.000645111111111,"corrected_p":0.6594,"raw_p":0.1056,"reject":false},"itsm":{"point":-0.0016177777777778,"ci_lower":-0.0179344444444444,"ci_upper":0.0129339999999999,"corrected_p":1,"raw_p":0.8463,"reject":false},"medical_hr":{"point":0.0080955555555555,"ci_lower":-0.0018419444444444,"ci_upper":0.0175384444444444,"corrected_p":0.6594,"raw_p":0.1242,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":-0.007037037037037,"ci_lower":-0.0537037037037037,"ci_upper":0.0340833333333333,"corrected_p":1,"raw_p":0.7505,"reject":false},"per_domain":{"airline":{"point":-0.0011111111111111,"ci_lower":-0.0822222222222222,"ci_upper":0.0600555555555554,"corrected_p":1,"raw_p":0.9691,"reject":false},"itsm":{"point":-0.04,"ci_lower":-0.1188888888888888,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.2904,"reject":false},"medical_hr":{"point":0.02,"ci_lower":-0.0611111111111111,"ci_upper":0.101111111111111,"corrected_p":1,"raw_p":0.629,"reject":false}}},"background_noise":{"pooled":{"point":0.0096296296296296,"ci_lower":-0.0344722222222222,"ci_upper":0.0537129629629629,"corrected_p":1,"raw_p":0.6967,"reject":false},"per_domain":{"airline":{"point":-0.0011111111111111,"ci_lower":-0.0677777777777777,"ci_upper":0.0644444444444444,"corrected_p":1,"raw_p":0.9688,"reject":false},"itsm":{"point":-0.0622222222222222,"ci_lower":-0.1378055555555555,"ci_upper":0.0166944444444444,"corrected_p":1,"raw_p":0.1335,"reject":false},"medical_hr":{"point":0.0922222222222222,"ci_lower":0.0099722222222222,"ci_upper":0.1678055555555555,"corrected_p":0.2763,"raw_p":0.0307,"reject":false}}},"both":{"pooled":{"point":0.0503703703703703,"ci_lower":0.0040555555555555,"ci_upper":0.0937129629629629,"corrected_p":0.1053,"raw_p":0.0351,"reject":false},"per_domain":{"airline":{"point":0.0488888888888888,"ci_lower":-0.0255833333333333,"ci_upper":0.12225,"corrected_p":1,"raw_p":0.2352,"reject":false},"itsm":{"point":0.0488888888888888,"ci_lower":-0.0333333333333333,"ci_upper":0.1333611111111111,"corrected_p":1,"raw_p":0.2911,"reject":false},"medical_hr":{"point":0.0533333333333333,"ci_lower":-0.0189166666666666,"ci_upper":0.1255833333333333,"corrected_p":1,"raw_p":0.1724,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1592844444444444,"ci_lower":-0.1872930629629629,"ci_upper":-0.1302088222222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1501566666666666,"ci_lower":-0.1940900555555555,"ci_upper":-0.1131592222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1336164444444444,"ci_lower":-0.1780709277777777,"ci_upper":-0.0839734444444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1940802222222222,"ci_lower":-0.2512322277777777,"ci_upper":-0.1328043722222222,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.1619651851851851,"ci_lower":-0.1929129407407407,"ci_upper":-0.1297671018518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1906899999999999,"ci_lower":-0.24405765,"ci_upper":-0.1370288499999999,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1264553333333333,"ci_lower":-0.1741556333333333,"ci_upper":-0.0802107111111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1687502222222222,"ci_lower":-0.2294732222222222,"ci_upper":-0.1059338111111111,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.2010507407407407,"ci_lower":-0.2307786999999999,"ci_upper":-0.1716700574074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1911055555555555,"ci_lower":-0.2359765222222221,"ci_upper":-0.1431280944444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1913842222222222,"ci_lower":-0.2375060333333333,"ci_upper":-0.1434787999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2206624444444444,"ci_lower":-0.2869682888888889,"ci_upper":-0.1597690888888888,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":0.0029481481481481,"ci_lower":-0.0092521666666666,"ci_upper":0.0144747592592592,"corrected_p":0.8266,"raw_p":0.6422,"reject":false},"per_domain":{"airline":{"point":0.0136333333333333,"ci_lower":-0.009489611111111,"ci_upper":0.0367059444444444,"corrected_p":0.9616,"raw_p":0.2957,"reject":false},"itsm":{"point":0.0068511111111111,"ci_lower":-0.0122740555555555,"ci_upper":0.0258668888888888,"corrected_p":0.9992,"raw_p":0.4996,"reject":false},"medical_hr":{"point":-0.01164,"ci_lower":-0.0290657777777777,"ci_upper":0.005577611111111,"corrected_p":0.9616,"raw_p":0.2404,"reject":false}}},"background_noise":{"pooled":{"point":-0.0053592592592592,"ci_lower":-0.0176649444444444,"ci_upper":0.0064197592592592,"corrected_p":0.8266,"raw_p":0.4133,"reject":false},"per_domain":{"airline":{"point":0.0303333333333333,"ci_lower":0.011379611111111,"ci_upper":0.0495313333333333,"corrected_p":0.0392,"raw_p":0.0049,"reject":true},"itsm":{"point":-0.0229711111111111,"ci_lower":-0.0439731111111111,"ci_upper":-0.0028391666666667,"corrected_p":0.156,"raw_p":0.0276,"reject":false},"medical_hr":{"point":-0.0234399999999999,"ci_lower":-0.0415554444444444,"ci_upper":-0.0036598333333333,"corrected_p":0.156,"raw_p":0.026,"reject":false}}},"both":{"pooled":{"point":-0.0231037037037036,"ci_lower":-0.0400085185185184,"ci_upper":-0.0077197222222222,"corrected_p":0.0168,"raw_p":0.0056,"reject":true},"per_domain":{"airline":{"point":-0.0345555555555555,"ci_lower":-0.0618082777777777,"ci_upper":-0.0085656111111111,"corrected_p":0.1232,"raw_p":0.0176,"reject":false},"itsm":{"point":0.0095511111111111,"ci_lower":-0.0147798888888888,"ci_upper":0.0378483333333333,"corrected_p":0.9992,"raw_p":0.5376,"reject":false},"medical_hr":{"point":-0.0443066666666666,"ci_lower":-0.0700271666666666,"ci_upper":-0.0205963888888888,"corrected_p":0.0153,"raw_p":0.0017,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0185185185185185,"ci_lower":-0.0211296296296296,"ci_upper":0.0607407407407407,"corrected_p":1,"raw_p":0.419,"reject":false},"per_domain":{"airline":{"point":0.0177777777777777,"ci_lower":-0.0444722222222222,"ci_upper":0.0822499999999999,"corrected_p":1,"raw_p":0.5903,"reject":false},"itsm":{"point":0.0533333333333333,"ci_lower":-0.0133611111111111,"ci_upper":0.1233333333333332,"corrected_p":1,"raw_p":0.137,"reject":false},"medical_hr":{"point":-0.0155555555555555,"ci_lower":-0.1078333333333333,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":0.7521,"reject":false}}},"background_noise":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0578055555555555,"ci_upper":0.037787037037037,"corrected_p":1,"raw_p":0.7666,"reject":false},"per_domain":{"airline":{"point":0.0288888888888888,"ci_lower":-0.0588888888888888,"ci_upper":0.1111388888888889,"corrected_p":1,"raw_p":0.5103,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.101111111111111,"ci_upper":0.0566666666666666,"corrected_p":1,"raw_p":0.5493,"reject":false},"medical_hr":{"point":-0.0266666666666666,"ci_lower":-0.1166666666666666,"ci_upper":0.0588888888888888,"corrected_p":1,"raw_p":0.5491,"reject":false}}},"both":{"pooled":{"point":0.0166666666666666,"ci_lower":-0.0207499999999999,"ci_upper":0.0514814814814814,"corrected_p":1,"raw_p":0.3904,"reject":false},"per_domain":{"airline":{"point":0.0122222222222222,"ci_lower":-0.0633333333333333,"ci_upper":0.0878055555555555,"corrected_p":1,"raw_p":0.7341,"reject":false},"itsm":{"point":0.0311111111111111,"ci_lower":-0.0233611111111111,"ci_upper":0.0911111111111111,"corrected_p":1,"raw_p":0.2848,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0611388888888888,"ci_upper":0.0722222222222222,"corrected_p":1,"raw_p":0.8558,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.1348148148148148,"ci_lower":-0.1955740740740741,"ci_upper":-0.0747777777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1644444444444444,"ci_lower":-0.2799999999999999,"ci_upper":-0.0533333333333333,"corrected_p":0.056,"raw_p":0.014,"reject":false},"itsm":{"point":-0.1177777777777777,"ci_lower":-0.22,"ci_upper":-0.0221666666666667,"corrected_p":0.056,"raw_p":0.0276,"reject":false},"medical_hr":{"point":-0.1222222222222222,"ci_lower":-0.2088888888888889,"ci_upper":-0.0243888888888889,"corrected_p":0.056,"raw_p":0.0165,"reject":false}}},"background_noise":{"pooled":{"point":-0.1866666666666666,"ci_lower":-0.2629814814814815,"ci_upper":-0.1103518518518519,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2533333333333333,"ci_lower":-0.4066666666666665,"ci_upper":-0.0933333333333334,"corrected_p":0.0246,"raw_p":0.0041,"reject":true},"itsm":{"point":-0.1066666666666666,"ci_lower":-0.2156111111111111,"ci_upper":0.0089444444444443,"corrected_p":0.0955,"raw_p":0.0955,"reject":false},"medical_hr":{"point":-0.2,"ci_lower":-0.3111666666666666,"ci_upper":-0.0999444444444444,"corrected_p":0.0056,"raw_p":0.0008,"reject":true}}},"both":{"pooled":{"point":-0.2274074074074074,"ci_lower":-0.2926111111111111,"ci_upper":-0.16,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3088888888888889,"ci_lower":-0.4311111111111111,"ci_upper":-0.1799444444444445,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2288888888888889,"ci_lower":-0.3288888888888888,"ci_upper":-0.1266111111111111,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2511666666666667,"ci_upper":-0.0422222222222222,"corrected_p":0.053,"raw_p":0.0106,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.4971,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.504,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0044444444444444,"ci_lower":-0.0111111111111111,"ci_upper":0,"corrected_p":1,"raw_p":0.5006,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1496296296296296,"ci_lower":-0.2066851851851852,"ci_upper":-0.0896296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.1933333333333333,"ci_upper":-0.0266666666666667,"corrected_p":0.0724,"raw_p":0.0217,"reject":false},"itsm":{"point":-0.1844444444444444,"ci_lower":-0.2977777777777778,"ci_upper":-0.0621666666666667,"corrected_p":0.0306,"raw_p":0.0051,"reject":true},"medical_hr":{"point":-0.16,"ci_lower":-0.2822222222222222,"ci_upper":-0.0355,"corrected_p":0.0724,"raw_p":0.0219,"reject":false}}},"background_noise":{"pooled":{"point":-0.1792592592592592,"ci_lower":-0.2614814814814815,"ci_upper":-0.1029444444444444,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2488888888888889,"ci_lower":-0.3978333333333333,"ci_upper":-0.1132777777777778,"corrected_p":0.0154,"raw_p":0.0022,"reject":true},"itsm":{"point":-0.0955555555555555,"ci_lower":-0.2244444444444444,"ci_upper":0.0244444444444444,"corrected_p":0.1488,"raw_p":0.1488,"reject":false},"medical_hr":{"point":-0.1933333333333333,"ci_lower":-0.3288888888888889,"ci_upper":-0.0688888888888889,"corrected_p":0.0306,"raw_p":0.0053,"reject":true}}},"both":{"pooled":{"point":-0.2681481481481482,"ci_lower":-0.3474074074074074,"ci_upper":-0.1925925925925926,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3155555555555556,"ci_lower":-0.4445,"ci_upper":-0.1933333333333333,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.3177777777777777,"ci_lower":-0.4622222222222222,"ci_upper":-0.1710555555555556,"corrected_p":0.0008,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.1711111111111111,"ci_lower":-0.3044444444444444,"ci_upper":-0.0422222222222222,"corrected_p":0.0724,"raw_p":0.0181,"reject":false}}}}}},{"id":"nova-3-plus-gpt-5-4-mini-plus-aura-2","name":"Nova 3 + GPT-5.4-mini + Aura 2","type":"cascade","stt":"Nova 3","llm":"GPT-5.4-mini","tts":"Aura 2","clean":{"EVA-A_mean":{"pooled":{"point":0.5694752255689424,"ci_lower":0.5470981227409638,"ci_upper":0.5925608534973226},"per_domain":{"airline":{"point":0.5777973333333333,"ci_lower":0.5332619333333334,"ci_upper":0.6231445333333332,"n":50},"itsm":{"point":0.5533175,"ci_lower":0.5189483958333334,"ci_upper":0.5886402708333334,"n":80},"medical_hr":{"point":0.5773108433734939,"ci_lower":0.5397639357429719,"ci_upper":0.6158922289156625,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2101224899598393,"ci_lower":0.1710223895582329,"ci_upper":0.2501432228915662},"per_domain":{"airline":{"point":0.2159999999999999,"ci_lower":0.136,"ci_upper":0.304,"n":50},"itsm":{"point":0.1975,"ci_lower":0.14,"ci_upper":0.2575,"n":80},"medical_hr":{"point":0.216867469879518,"ci_lower":0.1542168674698795,"ci_upper":0.2819277108433735,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.4479116465863453,"ci_lower":0.3760007530120482,"ci_upper":0.5182266566265059},"per_domain":{"airline":{"point":0.46,"ci_lower":0.32,"ci_upper":0.6,"n":50},"itsm":{"point":0.45,"ci_lower":0.3375,"ci_upper":0.55,"n":80},"medical_hr":{"point":0.4337349397590361,"ci_lower":0.3253012048192771,"ci_upper":0.5421686746987951,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.061645497188755,"ci_lower":0.0353346702811245,"ci_upper":0.0932327244979919},"per_domain":{"airline":{"point":0.0984575999999999,"ci_lower":0.0307660799999999,"ci_upper":0.1865774399999999,"n":50},"itsm":{"point":0.0449559999999999,"ci_lower":0.0139064999999999,"ci_upper":0.0849402999999999,"n":80},"medical_hr":{"point":0.041522891566265,"ci_lower":0.0184403855421686,"ci_upper":0.0724555180722891,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6150201636546185,"ci_lower":0.6032370289876171,"ci_upper":0.6264795981844041},"per_domain":{"airline":{"point":0.6097106666666666,"ci_lower":0.58141144,"ci_upper":0.6375202233333334,"n":50},"itsm":{"point":0.6154762500000001,"ci_lower":0.59992905,"ci_upper":0.6306815041666667,"n":80},"medical_hr":{"point":0.6198735742971888,"ci_lower":0.6037303433734941,"ci_upper":0.6358487510040162,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.1127068273092369,"ci_lower":0.0916564257028112,"ci_upper":0.1345111947791164},"per_domain":{"airline":{"point":0.1079999999999999,"ci_lower":0.072,"ci_upper":0.152,"n":50},"itsm":{"point":0.1,"ci_lower":0.0675,"ci_upper":0.1375624999999996,"n":80},"medical_hr":{"point":0.1301204819277108,"ci_lower":0.0963855421686747,"ci_upper":0.1662650602409638,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.4159437751004016,"ci_lower":0.3497171184738956,"ci_upper":0.4854957329317269},"per_domain":{"airline":{"point":0.44,"ci_lower":0.3,"ci_upper":0.58,"n":50},"itsm":{"point":0.35,"ci_lower":0.25,"ci_upper":0.4625,"n":80},"medical_hr":{"point":0.4578313253012048,"ci_lower":0.3493975903614458,"ci_upper":0.5662650602409639,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0047791742971887,"ci_lower":0.0020289951004016,"ci_upper":0.0084024533333333},"per_domain":{"airline":{"point":0.0034367999999999,"ci_lower":0.0001408,"ci_upper":0.0080897599999999,"n":50},"itsm":{"point":0.0067599999999999,"ci_lower":0.000856,"ci_upper":0.0168763999999999,"n":80},"medical_hr":{"point":0.0041407228915662,"ci_lower":0.0014493493975903,"ci_upper":0.0074495421686746,"n":83}}},"task_completion":{"pooled":{"point":0.4646405622489959,"ci_lower":0.415811797188755,"ci_upper":0.5121237449799196},"per_domain":{"airline":{"point":0.456,"ci_lower":0.368,"ci_upper":0.544,"n":50},"itsm":{"point":0.4824999999999999,"ci_lower":0.4,"ci_upper":0.565,"n":80},"medical_hr":{"point":0.4554216867469879,"ci_lower":0.3758433734939759,"ci_upper":0.5349397590361447,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9735883273092372,"ci_lower":0.9690281442269076,"ci_upper":0.9777497942269076},"per_domain":{"airline":{"point":0.979392,"ci_lower":0.9699787,"ci_upper":0.9875251,"n":50},"itsm":{"point":0.9624525,"ci_lower":0.9541819375,"ci_upper":0.969654125,"n":80},"medical_hr":{"point":0.9789204819277112,"ci_lower":0.9729662048192772,"ci_upper":0.9843352409638554,"n":83}}},"faithfulness":{"pooled":{"point":0.2701967871485944,"ci_lower":0.2390483182730923,"ci_upper":0.3038261546184739},"per_domain":{"airline":{"point":0.298,"ci_lower":0.226,"ci_upper":0.3720499999999997,"n":50},"itsm":{"point":0.215,"ci_lower":0.17375,"ci_upper":0.25875,"n":80},"medical_hr":{"point":0.2975903614457831,"ci_lower":0.2493975903614457,"ci_upper":0.3469879518072289,"n":83}}},"turn_taking":{"pooled":{"point":0.5825115331325301,"ci_lower":0.5634915409487952,"ci_upper":0.6018775748644579},"per_domain":{"airline":{"point":0.576676,"ci_lower":0.5422402000000001,"ci_upper":0.61205595,"n":50},"itsm":{"point":0.57688125,"ci_lower":0.547233575,"ci_upper":0.6076902375,"n":80},"medical_hr":{"point":0.5939773493975904,"ci_lower":0.559818686746988,"ci_upper":0.6270046987951807,"n":83}}},"conciseness":{"pooled":{"point":0.8346925321285141,"ci_lower":0.8270017629518074,"ci_upper":0.8420006316265061},"per_domain":{"airline":{"point":0.8124560000000001,"ci_lower":0.7938067999999999,"ci_upper":0.8299327000000001,"n":50},"itsm":{"point":0.8307975000000001,"ci_lower":0.8192608125,"ci_upper":0.8418885625,"n":80},"medical_hr":{"point":0.8608240963855422,"ci_lower":0.8524974096385542,"ci_upper":0.8689111445783132,"n":83}}},"conversation_progression":{"pooled":{"point":0.4278564257028112,"ci_lower":0.4023257279116466,"ci_upper":0.4538947540160643},"per_domain":{"airline":{"point":0.4399999999999999,"ci_lower":0.382,"ci_upper":0.498,"n":50},"itsm":{"point":0.43875,"ci_lower":0.4025,"ci_upper":0.4775,"n":80},"medical_hr":{"point":0.4048192771084337,"ci_lower":0.3710843373493976,"ci_upper":0.4409638554216867,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1207407407407407,"ci_lower":-0.1874074074074074,"ci_upper":-0.0533148148148148,"corrected_p":0.0004,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.0688888888888889,"ci_lower":-0.1911666666666667,"ci_upper":0.0577777777777777,"corrected_p":0.2829,"raw_p":0.2829,"reject":false},"itsm":{"point":-0.1733333333333333,"ci_lower":-0.2911111111111111,"ci_upper":-0.0644444444444444,"corrected_p":0.035,"raw_p":0.007,"reject":true},"medical_hr":{"point":-0.12,"ci_lower":-0.2222777777777778,"ci_upper":-0.0222222222222222,"corrected_p":0.0912,"raw_p":0.0252,"reject":false}}},"background_noise":{"pooled":{"point":-0.1874074074074074,"ci_lower":-0.2615,"ci_upper":-0.1177592592592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2688888888888889,"ci_lower":-0.3622222222222223,"ci_upper":-0.1777777777777778,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1844444444444444,"ci_lower":-0.32,"ci_upper":-0.0311111111111111,"corrected_p":0.0912,"raw_p":0.0228,"reject":false},"medical_hr":{"point":-0.1088888888888889,"ci_lower":-0.2400555555555555,"ci_upper":0.0199999999999999,"corrected_p":0.2224,"raw_p":0.1112,"reject":false}}},"both":{"pooled":{"point":-0.3133333333333333,"ci_lower":-0.3918888888888889,"ci_upper":-0.2362777777777778,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2577777777777778,"ci_lower":-0.4001666666666667,"ci_upper":-0.1177222222222222,"corrected_p":0.0192,"raw_p":0.0032,"reject":true},"itsm":{"point":-0.3622222222222222,"ci_lower":-0.4933888888888889,"ci_upper":-0.2244444444444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.32,"ci_lower":-0.4377777777777778,"ci_upper":-0.2066111111111111,"corrected_p":0,"raw_p":0,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":-0.0161281481481481,"ci_lower":-0.0296641481481481,"ci_upper":-0.0022624444444444,"corrected_p":0.0442,"raw_p":0.0221,"reject":true},"per_domain":{"airline":{"point":-0.0150466666666666,"ci_lower":-0.0417516111111111,"ci_upper":0.0104898333333333,"corrected_p":0.8706,"raw_p":0.2902,"reject":false},"itsm":{"point":-0.0170466666666666,"ci_lower":-0.0417203333333333,"ci_upper":0.0059611666666666,"corrected_p":0.804,"raw_p":0.201,"reject":false},"medical_hr":{"point":-0.0162911111111111,"ci_lower":-0.0359007222222222,"ci_upper":0.0021655555555555,"corrected_p":0.6582,"raw_p":0.1097,"reject":false}}},"background_noise":{"pooled":{"point":-0.0021096296296296,"ci_lower":-0.0137221851851852,"ci_upper":0.0084099814814814,"corrected_p":0.7079,"raw_p":0.7079,"reject":false},"per_domain":{"airline":{"point":0.0012422222222222,"ci_lower":-0.0165735555555555,"ci_upper":0.0213440555555555,"corrected_p":1,"raw_p":0.9089,"reject":false},"itsm":{"point":0.0062422222222222,"ci_lower":-0.0146525555555555,"ci_upper":0.0273558333333333,"corrected_p":1,"raw_p":0.5857,"reject":false},"medical_hr":{"point":-0.0138133333333333,"ci_lower":-0.0300646666666666,"ci_upper":0.0018072222222222,"corrected_p":0.6582,"raw_p":0.1163,"reject":false}}},"both":{"pooled":{"point":-0.0518762962962962,"ci_lower":-0.0706746851851851,"ci_upper":-0.0344532592592592,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0721355555555555,"ci_lower":-0.1114984444444444,"ci_upper":-0.038605611111111,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.0234244444444444,"ci_lower":-0.0481925555555555,"ci_upper":0.0013995555555555,"corrected_p":0.5753999999999999,"raw_p":0.0822,"reject":false},"medical_hr":{"point":-0.0600688888888888,"ci_lower":-0.0919608333333333,"ci_upper":-0.0325025,"corrected_p":0,"raw_p":0,"reject":true}}}},"faithfulness":{"accent":{"pooled":{"point":0.0603703703703703,"ci_lower":0.0073981481481481,"ci_upper":0.1070370370370369,"corrected_p":0.0159,"raw_p":0.0159,"reject":true},"per_domain":{"airline":{"point":0.1044444444444444,"ci_lower":0.0221944444444444,"ci_upper":0.1977777777777777,"corrected_p":0.1493999999999999,"raw_p":0.0249,"reject":false},"itsm":{"point":0.0588888888888888,"ci_lower":-0.0111111111111111,"ci_upper":0.1311111111111111,"corrected_p":0.3992,"raw_p":0.12,"reject":false},"medical_hr":{"point":0.0177777777777777,"ci_lower":-0.0744722222222222,"ci_upper":0.1122222222222222,"corrected_p":1,"raw_p":0.7307,"reject":false}}},"background_noise":{"pooled":{"point":0.1177777777777777,"ci_lower":0.0614537037037037,"ci_upper":0.1759351851851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1488888888888888,"ci_lower":0.0388611111111111,"ci_upper":0.2666944444444444,"corrected_p":0.1197,"raw_p":0.0171,"reject":false},"itsm":{"point":0.1199999999999999,"ci_lower":0.0310833333333333,"ci_upper":0.2066944444444444,"corrected_p":0.1144,"raw_p":0.0143,"reject":false},"medical_hr":{"point":0.0844444444444444,"ci_lower":-0.01125,"ci_upper":0.1789166666666666,"corrected_p":0.3992,"raw_p":0.0998,"reject":false}}},"both":{"pooled":{"point":0.077037037037037,"ci_lower":0.0218518518518518,"ci_upper":0.1329722222222222,"corrected_p":0.0152,"raw_p":0.0076,"reject":true},"per_domain":{"airline":{"point":0.11,"ci_lower":0.0010833333333333,"ci_upper":0.2089444444444443,"corrected_p":0.259,"raw_p":0.0518,"reject":false},"itsm":{"point":0.1144444444444444,"ci_lower":0.0366666666666666,"ci_upper":0.1977777777777777,"corrected_p":0.0918,"raw_p":0.0102,"reject":false},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.0889166666666666,"ci_upper":0.1166666666666666,"corrected_p":1,"raw_p":0.903,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1634738518518518,"ci_lower":-0.2085261407407407,"ci_upper":-0.115314274074074,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0826835555555555,"ci_lower":-0.1603747055555555,"ci_upper":-0.0070547666666667,"corrected_p":0.0461,"raw_p":0.0461,"reject":true},"itsm":{"point":-0.2443208888888888,"ci_lower":-0.3180388388888888,"ci_upper":-0.1631747722222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.163417111111111,"ci_lower":-0.2481273555555554,"ci_upper":-0.07262645,"corrected_p":0.0016,"raw_p":0.0004,"reject":true}}},"background_noise":{"pooled":{"point":-0.2269179259259259,"ci_lower":-0.2790751166666666,"ci_upper":-0.1696701018518518,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2150435555555555,"ci_lower":-0.3255481444444443,"ci_upper":-0.1034935444444444,"corrected_p":0.0016,"raw_p":0.0005,"reject":true},"itsm":{"point":-0.274242,"ci_lower":-0.3492861333333334,"ci_upper":-0.2039486999999999,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1914682222222222,"ci_lower":-0.2905434555555555,"ci_upper":-0.0973835333333333,"corrected_p":0.0016,"raw_p":0.0008,"reject":true}}},"both":{"pooled":{"point":-0.3139427407407407,"ci_lower":-0.3521827407407408,"ci_upper":-0.2789645407407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2993102222222222,"ci_lower":-0.359211111111111,"ci_upper":-0.2362961499999999,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.3626797777777776,"ci_lower":-0.4236380666666666,"ci_upper":-0.307930961111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2798382222222222,"ci_lower":-0.3431583722222222,"ci_upper":-0.2150688777777777,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0178681481481481,"ci_lower":-0.0313173703703703,"ci_upper":-0.0042712222222222,"corrected_p":0.0186,"raw_p":0.0093,"reject":true},"per_domain":{"airline":{"point":-0.0163711111111111,"ci_lower":-0.0446236666666666,"ci_upper":0.0135461111111111,"corrected_p":1,"raw_p":0.2842,"reject":false},"itsm":{"point":-0.021871111111111,"ci_lower":-0.0398193333333332,"ci_upper":-0.002923611111111,"corrected_p":0.2555,"raw_p":0.0365,"reject":false},"medical_hr":{"point":-0.0153622222222222,"ci_lower":-0.0372387222222222,"ci_upper":0.0041766111111111,"corrected_p":0.8300000000000001,"raw_p":0.166,"reject":false}}},"background_noise":{"pooled":{"point":0.0023837037037037,"ci_lower":-0.0121332407407407,"ci_upper":0.018062074074074,"corrected_p":0.7569,"raw_p":0.7569,"reject":false},"per_domain":{"airline":{"point":0.0120733333333333,"ci_lower":-0.0120664444444444,"ci_upper":0.0384667222222222,"corrected_p":1,"raw_p":0.3578,"reject":false},"itsm":{"point":-0.0005822222222221,"ci_lower":-0.0300806666666666,"ci_upper":0.0300624999999999,"corrected_p":1,"raw_p":0.9723,"reject":false},"medical_hr":{"point":-0.0043399999999999,"ci_lower":-0.0235811666666666,"ci_upper":0.0158760555555555,"corrected_p":1,"raw_p":0.6716,"reject":false}}},"both":{"pooled":{"point":-0.0755088888888888,"ci_lower":-0.0943646666666666,"ci_upper":-0.0569079999999999,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0292822222222222,"ci_lower":-0.0572793888888888,"ci_upper":0.0002128888888889,"corrected_p":0.3954,"raw_p":0.0659,"reject":false},"itsm":{"point":-0.0783822222222221,"ci_lower":-0.1090123333333333,"ci_upper":-0.0466610555555555,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1188622222222221,"ci_lower":-0.1467292777777777,"ci_upper":-0.0916564444444444,"corrected_p":0,"raw_p":0,"reject":true}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0288888888888888,"ci_lower":-0.0751851851851851,"ci_upper":0.0218888888888888,"corrected_p":0.2894,"raw_p":0.2502,"reject":false},"per_domain":{"airline":{"point":-0.0788888888888888,"ci_lower":-0.1688888888888889,"ci_upper":0.0055555555555555,"corrected_p":0.6402,"raw_p":0.1067,"reject":false},"itsm":{"point":-0.0477777777777777,"ci_lower":-0.1244722222222222,"ci_upper":0.0389166666666666,"corrected_p":1,"raw_p":0.247,"reject":false},"medical_hr":{"point":0.04,"ci_lower":-0.0366666666666666,"ci_upper":0.1177777777777777,"corrected_p":1,"raw_p":0.3235,"reject":false}}},"background_noise":{"pooled":{"point":0.0359259259259259,"ci_lower":-0.0126018518518518,"ci_upper":0.0792685185185185,"corrected_p":0.2894,"raw_p":0.1447,"reject":false},"per_domain":{"airline":{"point":0.0322222222222222,"ci_lower":-0.0600277777777777,"ci_upper":0.1333611111111111,"corrected_p":1,"raw_p":0.5317,"reject":false},"itsm":{"point":0.0522222222222222,"ci_lower":-0.0144722222222222,"ci_upper":0.1366666666666666,"corrected_p":1,"raw_p":0.2005,"reject":false},"medical_hr":{"point":0.0233333333333333,"ci_lower":-0.0500277777777777,"ci_upper":0.0989166666666666,"corrected_p":1,"raw_p":0.5211,"reject":false}}},"both":{"pooled":{"point":-0.1344444444444444,"ci_lower":-0.1855740740740741,"ci_upper":-0.0773981481481481,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1233333333333333,"ci_lower":-0.2444722222222222,"ci_upper":-0.0043611111111111,"corrected_p":0.4942,"raw_p":0.0706,"reject":false},"itsm":{"point":-0.1477777777777778,"ci_lower":-0.2467777777777777,"ci_upper":-0.0522222222222222,"corrected_p":0.044,"raw_p":0.0055,"reject":true},"medical_hr":{"point":-0.1322222222222222,"ci_lower":-0.1922222222222221,"ci_upper":-0.0699999999999999,"corrected_p":0.0072,"raw_p":0.0008,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.054074074074074,"ci_lower":-0.0992962962962963,"ci_upper":-0.0088703703703703,"corrected_p":0.0237,"raw_p":0.0237,"reject":true},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1022777777777778,"ci_upper":0.0311666666666666,"corrected_p":0.7294,"raw_p":0.3647,"reject":false},"itsm":{"point":-0.0711111111111111,"ci_lower":-0.1533888888888888,"ci_upper":0.0044444444444444,"corrected_p":0.5095000000000001,"raw_p":0.1019,"reject":false},"medical_hr":{"point":-0.0577777777777777,"ci_lower":-0.1444444444444444,"ci_upper":0.0244444444444444,"corrected_p":0.621,"raw_p":0.207,"reject":false}}},"background_noise":{"pooled":{"point":-0.0948148148148148,"ci_lower":-0.1518703703703703,"ci_upper":-0.0392037037037037,"corrected_p":0.0026,"raw_p":0.0013,"reject":true},"per_domain":{"airline":{"point":-0.1555555555555555,"ci_lower":-0.2488888888888888,"ci_upper":-0.0711111111111111,"corrected_p":0.018,"raw_p":0.002,"reject":true},"itsm":{"point":-0.0822222222222222,"ci_lower":-0.1933333333333333,"ci_upper":0.0177777777777777,"corrected_p":0.5852,"raw_p":0.1463,"reject":false},"medical_hr":{"point":-0.0466666666666666,"ci_lower":-0.1422222222222222,"ci_upper":0.0466666666666666,"corrected_p":0.7294,"raw_p":0.3716,"reject":false}}},"both":{"pooled":{"point":-0.1429629629629629,"ci_lower":-0.2,"ci_upper":-0.0903333333333333,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1555555555555555,"ci_lower":-0.2622222222222222,"ci_upper":-0.0533333333333333,"corrected_p":0.028,"raw_p":0.004,"reject":true},"itsm":{"point":-0.1711111111111111,"ci_lower":-0.2755555555555556,"ci_upper":-0.0688888888888889,"corrected_p":0.028,"raw_p":0.0035,"reject":true},"medical_hr":{"point":-0.1022222222222222,"ci_lower":-0.1778333333333333,"ci_upper":-0.0399444444444445,"corrected_p":0.0402,"raw_p":0.0067,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0459259259259259,"ci_lower":-0.0852037037037037,"ci_upper":-0.0014814814814814,"corrected_p":0.0326,"raw_p":0.0326,"reject":true},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.1288888888888889,"ci_upper":0.0066666666666666,"corrected_p":0.458,"raw_p":0.0916,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0978333333333333,"ci_upper":0.0511111111111111,"corrected_p":0.7452,"raw_p":0.4827,"reject":false},"medical_hr":{"point":-0.0533333333333333,"ci_lower":-0.1244444444444444,"ci_upper":0.0222222222222222,"corrected_p":0.5424,"raw_p":0.1572,"reject":false}}},"background_noise":{"pooled":{"point":-0.0496296296296296,"ci_lower":-0.0881481481481481,"ci_upper":-0.0110925925925926,"corrected_p":0.028,"raw_p":0.014,"reject":true},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.1312222222222222,"ci_upper":0.0177777777777777,"corrected_p":0.5424,"raw_p":0.1356,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0822222222222222,"ci_upper":0.0333333333333333,"corrected_p":0.7452,"raw_p":0.3726,"reject":false},"medical_hr":{"point":-0.0644444444444444,"ci_lower":-0.1333333333333333,"ci_upper":-0.0021666666666667,"corrected_p":0.4398,"raw_p":0.0733,"reject":false}}},"both":{"pooled":{"point":-0.094074074074074,"ci_lower":-0.1244444444444444,"ci_upper":-0.0651851851851852,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1155555555555555,"ci_lower":-0.1822222222222222,"ci_upper":-0.0488333333333333,"corrected_p":0.0104,"raw_p":0.0013,"reject":true},"itsm":{"point":-0.08,"ci_lower":-0.1266666666666666,"ci_upper":-0.04,"corrected_p":0.0112,"raw_p":0.0016,"reject":true},"medical_hr":{"point":-0.0866666666666666,"ci_lower":-0.1311111111111111,"ci_upper":-0.0466666666666666,"corrected_p":0,"raw_p":0,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1814814814814814,"ci_lower":-0.2414814814814815,"ci_upper":-0.1229629629629629,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1711111111111111,"ci_lower":-0.2756111111111111,"ci_upper":-0.0732777777777778,"corrected_p":0.01,"raw_p":0.0025,"reject":true},"itsm":{"point":-0.2311111111111111,"ci_lower":-0.3311111111111111,"ci_upper":-0.1377777777777778,"corrected_p":0.0014,"raw_p":0.0002,"reject":true},"medical_hr":{"point":-0.1422222222222222,"ci_lower":-0.2488888888888888,"ci_upper":-0.0399444444444445,"corrected_p":0.03,"raw_p":0.015,"reject":true}}},"background_noise":{"pooled":{"point":-0.2740740740740741,"ci_lower":-0.3563333333333334,"ci_upper":-0.1896296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3488888888888889,"ci_lower":-0.4956666666666667,"ci_upper":-0.1999444444444444,"corrected_p":0.0018,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.2533333333333333,"ci_lower":-0.3866666666666667,"ci_upper":-0.1355555555555555,"corrected_p":0.0018,"raw_p":0.0003,"reject":true},"medical_hr":{"point":-0.22,"ci_lower":-0.3689444444444444,"ci_upper":-0.0732777777777778,"corrected_p":0.0219,"raw_p":0.0073,"reject":true}}},"both":{"pooled":{"point":-0.1814814814814814,"ci_lower":-0.24,"ci_upper":-0.1258888888888889,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2377777777777777,"ci_lower":-0.3577777777777778,"ci_upper":-0.1399444444444445,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.2644444444444444,"ci_lower":-0.3644444444444444,"ci_upper":-0.1711111111111111,"corrected_p":0.0009,"raw_p":0.0001,"reject":true},"medical_hr":{"point":-0.0422222222222222,"ci_lower":-0.1089444444444444,"ci_upper":0.0222222222222221,"corrected_p":0.225,"raw_p":0.225,"reject":false}}}}}},{"id":"parakeet-1-1-plus-gemma-31b-plus-kokoro","name":"Parakeet 1.1 + Gemma 31B + Kokoro","type":"cascade","stt":"Parakeet 1.1","llm":"Gemma-4-31B","tts":"Kokoro","clean":{"EVA-A_mean":{"pooled":{"point":0.6861088627844713,"ci_lower":0.6617356886378848,"ci_upper":0.7115959231593039},"per_domain":{"airline":{"point":0.745952,"ci_lower":0.6960170999999999,"ci_upper":0.7975550333333333,"n":50},"itsm":{"point":0.6715858333333333,"ci_lower":0.6311031041666667,"ci_upper":0.711575375,"n":80},"medical_hr":{"point":0.6407887550200803,"ci_lower":0.6041228915662651,"ci_upper":0.6767759036144579,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.4026907630522088,"ci_lower":0.3557307228915662,"ci_upper":0.4501310742971887},"per_domain":{"airline":{"point":0.54,"ci_lower":0.44,"ci_upper":0.644,"n":50},"itsm":{"point":0.35,"ci_lower":0.2825,"ci_upper":0.4225,"n":80},"medical_hr":{"point":0.3180722891566265,"ci_lower":0.2554216867469879,"ci_upper":0.3879518072289156,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.7477008032128514,"ci_lower":0.6880763052208836,"ci_upper":0.8054354919678715},"per_domain":{"airline":{"point":0.88,"ci_lower":0.78,"ci_upper":0.96,"n":50},"itsm":{"point":0.7125,"ci_lower":0.6125,"ci_upper":0.8125,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.5421686746987951,"ci_upper":0.7469879518072289,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1690177991967871,"ci_lower":0.1275506871485943,"ci_upper":0.2160868733333333},"per_domain":{"airline":{"point":0.293664,"ci_lower":0.1890752,"ci_upper":0.4048182399999999,"n":50},"itsm":{"point":0.13076,"ci_lower":0.0721164,"ci_upper":0.1967581,"n":80},"medical_hr":{"point":0.0826293975903614,"ci_lower":0.0401685783132529,"ci_upper":0.1358196626506023,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6368221125167336,"ci_lower":0.6271136978681392,"ci_upper":0.6466233898929049},"per_domain":{"airline":{"point":0.6494378666666667,"ci_lower":0.63216307,"ci_upper":0.6665519,"n":50},"itsm":{"point":0.6379299166666665,"ci_lower":0.6234485145833333,"ci_upper":0.6523789145833334,"n":80},"medical_hr":{"point":0.6230985542168673,"ci_lower":0.606446656626506,"ci_upper":0.6416889819277108,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0096365461847389,"ci_lower":0.0026625,"ci_upper":0.0189397590361445},"per_domain":{"airline":{"point":0.024,"ci_lower":0.004,"ci_upper":0.052,"n":50},"itsm":{"point":0.0025,"ci_lower":0,"ci_upper":0.0075,"n":80},"medical_hr":{"point":0.0024096385542168,"ci_lower":0,"ci_upper":0.0072289156626506,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0348493975903614,"ci_lower":0.0106827309236947,"ci_upper":0.0658541666666665},"per_domain":{"airline":{"point":0.08,"ci_lower":0.02,"ci_upper":0.16,"n":50},"itsm":{"point":0.0125,"ci_lower":0,"ci_upper":0.0375,"n":80},"medical_hr":{"point":0.0120481927710843,"ci_lower":0,"ci_upper":0.036144578313253,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0001434184738955,"ci_lower":0.0000034666666666666672,"ci_upper":0.0003482666666666},"per_domain":{"airline":{"point":0.0004224,"ci_lower":0.0000064000000000000006,"ci_upper":0.0010368,"n":50},"itsm":{"point":0.000004000000000000001,"ci_lower":0,"ci_upper":0.000012000000000000002,"n":80},"medical_hr":{"point":0.000003855421686746989,"ci_lower":0,"ci_upper":0.000011566265060240964,"n":83}}},"task_completion":{"pooled":{"point":0.6374538152610442,"ci_lower":0.5855108433734939,"ci_upper":0.6853666164658634},"per_domain":{"airline":{"point":0.6719999999999999,"ci_lower":0.5720000000000001,"ci_upper":0.7600000000000001,"n":50},"itsm":{"point":0.65,"ci_lower":0.5650000000000001,"ci_upper":0.7324999999999999,"n":80},"medical_hr":{"point":0.5903614457831325,"ci_lower":0.5132530120481927,"ci_upper":0.6674698795180722,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9544420502008032,"ci_lower":0.9451812326807228,"ci_upper":0.962887681375502},"per_domain":{"airline":{"point":0.965856,"ci_lower":0.9466735,"ci_upper":0.9826561,"n":50},"itsm":{"point":0.9510075,"ci_lower":0.93753825,"ci_upper":0.9636288749999996,"n":80},"medical_hr":{"point":0.9464626506024096,"ci_lower":0.9314809638554216,"ci_upper":0.9596870481927712,"n":83}}},"faithfulness":{"pooled":{"point":0.4664307228915663,"ci_lower":0.431232781124498,"ci_upper":0.5038736194779115},"per_domain":{"airline":{"point":0.6000000000000001,"ci_lower":0.528,"ci_upper":0.6739999999999999,"n":50},"itsm":{"point":0.41375,"ci_lower":0.3575,"ci_upper":0.47125,"n":80},"medical_hr":{"point":0.3855421686746988,"ci_lower":0.3325301204819277,"ci_upper":0.4421686746987952,"n":83}}},"turn_taking":{"pooled":{"point":0.3078716929718875,"ci_lower":0.2936763937751003,"ci_upper":0.3225077139809236},"per_domain":{"airline":{"point":0.2743656,"ci_lower":0.24367043,"ci_upper":0.30912507,"n":50},"itsm":{"point":0.3056622499999999,"ci_lower":0.2843214374999999,"ci_upper":0.3266628999999999,"n":80},"medical_hr":{"point":0.3435872289156626,"ci_lower":0.3241933975903613,"ci_upper":0.3626953795180722,"n":83}}},"conciseness":{"pooled":{"point":0.8290263714859437,"ci_lower":0.8219791377008033,"ci_upper":0.8363745389056225},"per_domain":{"airline":{"point":0.8419479999999999,"ci_lower":0.8275332000000001,"ci_upper":0.8562246,"n":50},"itsm":{"point":0.8206275,"ci_lower":0.8089004375,"ci_upper":0.8314104999999999,"n":80},"medical_hr":{"point":0.8245036144578314,"ci_lower":0.8128692771084337,"ci_upper":0.8371071084337348,"n":83}}},"conversation_progression":{"pooled":{"point":0.7735682730923695,"ci_lower":0.7497281877510039,"ci_upper":0.7973993975903616},"per_domain":{"airline":{"point":0.8319999999999999,"ci_lower":0.7919999999999999,"ci_upper":0.8719999999999999,"n":50},"itsm":{"point":0.7875,"ci_lower":0.74875,"ci_upper":0.825,"n":80},"medical_hr":{"point":0.7012048192771084,"ci_lower":0.6565963855421686,"ci_upper":0.746987951807229,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0325925925925926,"ci_lower":-0.0933703703703703,"ci_upper":0.0281666666666666,"corrected_p":0.3132,"raw_p":0.3132,"reject":false},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1645,"ci_upper":0.0422777777777777,"corrected_p":1,"raw_p":0.2434,"reject":false},"itsm":{"point":-0.0977777777777777,"ci_lower":-0.2133333333333333,"ci_upper":0.0133333333333333,"corrected_p":0.5748,"raw_p":0.0958,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0466666666666666,"ci_upper":0.1689444444444444,"corrected_p":1,"raw_p":0.2674,"reject":false}}},"background_noise":{"pooled":{"point":-0.0585185185185185,"ci_lower":-0.1237037037037037,"ci_upper":-2.7061686225238258e-17,"corrected_p":0.1058,"raw_p":0.0529,"reject":false},"per_domain":{"airline":{"point":-0.02,"ci_lower":-0.1244444444444444,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.658,"reject":false},"itsm":{"point":-0.12,"ci_lower":-0.2311111111111111,"ci_upper":-0.0177222222222222,"corrected_p":0.2412,"raw_p":0.0278,"reject":false},"medical_hr":{"point":-0.0355555555555555,"ci_lower":-0.1422222222222222,"ci_upper":0.0688888888888888,"corrected_p":1,"raw_p":0.5054,"reject":false}}},"both":{"pooled":{"point":-0.0622222222222222,"ci_lower":-0.1162962962962963,"ci_upper":-0.0081481481481481,"corrected_p":0.0849,"raw_p":0.0283,"reject":false},"per_domain":{"airline":{"point":-0.0977777777777778,"ci_lower":-0.2066666666666667,"ci_upper":-0.0066666666666666,"corrected_p":0.3766,"raw_p":0.0538,"reject":false},"itsm":{"point":-0.12,"ci_lower":-0.2355555555555555,"ci_upper":-0.0288888888888889,"corrected_p":0.2412,"raw_p":0.0268,"reject":false},"medical_hr":{"point":0.031111111111111,"ci_lower":-0.0511111111111111,"ci_upper":0.1022222222222222,"corrected_p":1,"raw_p":0.4731,"reject":false}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0026192592592592,"ci_lower":-0.0122499444444444,"ci_upper":0.0163406666666666,"corrected_p":1,"raw_p":0.7319,"reject":false},"per_domain":{"airline":{"point":0.0017777777777777,"ci_lower":-0.0232093888888889,"ci_upper":0.0277141666666666,"corrected_p":1,"raw_p":0.8945,"reject":false},"itsm":{"point":-0.0005088888888888,"ci_lower":-0.0277968888888888,"ci_upper":0.0264298888888888,"corrected_p":1,"raw_p":0.9769,"reject":false},"medical_hr":{"point":0.0065888888888888,"ci_lower":-0.0161281111111111,"ci_upper":0.0306357222222222,"corrected_p":1,"raw_p":0.6064,"reject":false}}},"background_noise":{"pooled":{"point":0.0038303703703703,"ci_lower":-0.0083699444444444,"ci_upper":0.0166023888888888,"corrected_p":1,"raw_p":0.5384,"reject":false},"per_domain":{"airline":{"point":-0.0092333333333333,"ci_lower":-0.0280755555555555,"ci_upper":0.0102992777777777,"corrected_p":1,"raw_p":0.3654,"reject":false},"itsm":{"point":0.0040799999999999,"ci_lower":-0.0194988333333333,"ci_upper":0.029320111111111,"corrected_p":1,"raw_p":0.7459,"reject":false},"medical_hr":{"point":0.0166444444444444,"ci_lower":-0.0006707222222221,"ci_upper":0.0347639999999999,"corrected_p":0.7299,"raw_p":0.0811,"reject":false}}},"both":{"pooled":{"point":0.0057007407407407,"ci_lower":-0.0094763148148148,"ci_upper":0.0213164074074073,"corrected_p":1,"raw_p":0.4655,"reject":false},"per_domain":{"airline":{"point":-0.0034444444444444,"ci_lower":-0.0314537222222222,"ci_upper":0.0230793888888888,"corrected_p":1,"raw_p":0.8259,"reject":false},"itsm":{"point":0.0053688888888888,"ci_lower":-0.0216425555555555,"ci_upper":0.0343433333333333,"corrected_p":1,"raw_p":0.6972,"reject":false},"medical_hr":{"point":0.0151777777777777,"ci_lower":-0.0067622777777777,"ci_upper":0.0365192777777777,"corrected_p":1,"raw_p":0.2126,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0299999999999999,"ci_lower":-0.0096481481481481,"ci_upper":0.0711296296296296,"corrected_p":0.4119,"raw_p":0.1602,"reject":false},"per_domain":{"airline":{"point":0.061111111111111,"ci_lower":0.0010833333333333,"ci_upper":0.1233333333333333,"corrected_p":0.6723,"raw_p":0.0747,"reject":false},"itsm":{"point":0.0177777777777777,"ci_lower":-0.0555555555555555,"ci_upper":0.0855555555555555,"corrected_p":1,"raw_p":0.6207,"reject":false},"medical_hr":{"point":0.0111111111111111,"ci_lower":-0.0611388888888888,"ci_upper":0.0866944444444444,"corrected_p":1,"raw_p":0.773,"reject":false}}},"background_noise":{"pooled":{"point":0.0096296296296296,"ci_lower":-0.0351851851851851,"ci_upper":0.0507499999999999,"corrected_p":0.6725,"raw_p":0.6725,"reject":false},"per_domain":{"airline":{"point":0.0222222222222222,"ci_lower":-0.0477777777777777,"ci_upper":0.0922222222222222,"corrected_p":1,"raw_p":0.5809,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0733333333333333,"ci_upper":0.071111111111111,"corrected_p":1,"raw_p":0.9863,"reject":false},"medical_hr":{"point":0.0055555555555555,"ci_lower":-0.0689166666666667,"ci_upper":0.0877777777777777,"corrected_p":1,"raw_p":0.9145,"reject":false}}},"both":{"pooled":{"point":-0.0329629629629629,"ci_lower":-0.0752222222222221,"ci_upper":0.0096296296296296,"corrected_p":0.4119,"raw_p":0.1373,"reject":false},"per_domain":{"airline":{"point":-0.0388888888888888,"ci_lower":-0.1266944444444444,"ci_upper":0.0511666666666666,"corrected_p":1,"raw_p":0.4148,"reject":false},"itsm":{"point":0.0011111111111111,"ci_lower":-0.0588888888888888,"ci_upper":0.0600277777777777,"corrected_p":1,"raw_p":0.9768,"reject":false},"medical_hr":{"point":-0.0611111111111111,"ci_lower":-0.1266666666666666,"ci_upper":0.0122222222222222,"corrected_p":0.7824,"raw_p":0.0978,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":0.1214092592592592,"ci_lower":0.0897402851851851,"ci_upper":0.1516709722222222,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":0.1868695555555555,"ci_lower":0.1367895277777778,"ci_upper":0.2367471055555555,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":0.0398953333333333,"ci_lower":-0.0145713999999999,"ci_upper":0.0939908333333333,"corrected_p":0.2798,"raw_p":0.1399,"reject":false},"medical_hr":{"point":0.1374628888888888,"ci_lower":0.0957794166666666,"ci_upper":0.1787594666666666,"corrected_p":0,"raw_p":0,"reject":true}}},"background_noise":{"pooled":{"point":-0.163404074074074,"ci_lower":-0.190733824074074,"ci_upper":-0.1353959907407407,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.112826,"ci_lower":-0.1610622055555555,"ci_upper":-0.0654469277777777,"corrected_p":0.0003,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.1924868888888889,"ci_lower":-0.2273824388888889,"ci_upper":-0.1489432833333333,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1848993333333332,"ci_lower":-0.2396054277777777,"ci_upper":-0.1242377888888888,"corrected_p":0,"raw_p":0,"reject":true}}},"both":{"pooled":{"point":-0.1028129629629629,"ci_lower":-0.1328476814814814,"ci_upper":-0.0741399351851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0154837777777777,"ci_lower":-0.0758147666666666,"ci_upper":0.0447425166666666,"corrected_p":0.611,"raw_p":0.611,"reject":false},"itsm":{"point":-0.154629111111111,"ci_lower":-0.184160361111111,"ci_upper":-0.1250164944444444,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1383259999999999,"ci_lower":-0.1849339611111111,"ci_upper":-0.0895710833333333,"corrected_p":0,"raw_p":0,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0033725925925925,"ci_lower":-0.0158107962962962,"ci_upper":0.0096828333333333,"corrected_p":1,"raw_p":0.6001,"reject":false},"per_domain":{"airline":{"point":-0.0053844444444444,"ci_lower":-0.0285785555555555,"ci_upper":0.0175274444444443,"corrected_p":1,"raw_p":0.6504,"reject":false},"itsm":{"point":-0.0093133333333333,"ci_lower":-0.0311777777777777,"ci_upper":0.0128052777777777,"corrected_p":1,"raw_p":0.4327,"reject":false},"medical_hr":{"point":0.00458,"ci_lower":-0.0133254999999999,"ci_upper":0.0228883888888888,"corrected_p":1,"raw_p":0.6422,"reject":false}}},"background_noise":{"pooled":{"point":0.0005681481481481,"ci_lower":-0.0112608703703703,"ci_upper":0.012045,"corrected_p":1,"raw_p":0.923,"reject":false},"per_domain":{"airline":{"point":-0.0049399999999999,"ci_lower":-0.0234647777777777,"ci_upper":0.0126240555555555,"corrected_p":1,"raw_p":0.5984,"reject":false},"itsm":{"point":-0.0038133333333333,"ci_lower":-0.0241940555555555,"ci_upper":0.0176527222222221,"corrected_p":1,"raw_p":0.7395,"reject":false},"medical_hr":{"point":0.0104577777777777,"ci_lower":-0.0115594444444444,"ci_upper":0.0325693333333333,"corrected_p":1,"raw_p":0.3768,"reject":false}}},"both":{"pooled":{"point":-0.0042762962962962,"ci_lower":-0.0163253333333333,"ci_upper":0.0079290555555555,"corrected_p":1,"raw_p":0.4913,"reject":false},"per_domain":{"airline":{"point":-0.009351111111111,"ci_lower":-0.0230449999999999,"ci_upper":0.0042535,"corrected_p":1,"raw_p":0.2017,"reject":false},"itsm":{"point":-0.0032577777777777,"ci_lower":-0.029871611111111,"ci_upper":0.0228203888888888,"corrected_p":1,"raw_p":0.8148,"reject":false},"medical_hr":{"point":-0.0002199999999999,"ci_lower":-0.0208440555555555,"ci_upper":0.0184733333333333,"corrected_p":1,"raw_p":0.9835,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.0548148148148148,"ci_lower":-0.097037037037037,"ci_upper":-0.0125833333333333,"corrected_p":0.0618,"raw_p":0.0206,"reject":false},"per_domain":{"airline":{"point":-0.09,"ci_lower":-0.17,"ci_upper":-0.02,"corrected_p":0.2682,"raw_p":0.0298,"reject":false},"itsm":{"point":-0.0566666666666666,"ci_lower":-0.13,"ci_upper":0.0255555555555555,"corrected_p":0.9282,"raw_p":0.1547,"reject":false},"medical_hr":{"point":-0.0177777777777777,"ci_lower":-0.0944444444444444,"ci_upper":0.0567222222222221,"corrected_p":0.9735,"raw_p":0.6634,"reject":false}}},"background_noise":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0700092592592592,"ci_upper":0.0263055555555555,"corrected_p":0.77,"raw_p":0.3857,"reject":false},"per_domain":{"airline":{"point":-0.0566666666666666,"ci_lower":-0.1188888888888888,"ci_upper":0.0011666666666666,"corrected_p":0.7976,"raw_p":0.0997,"reject":false},"itsm":{"point":-0.0566666666666667,"ci_lower":-0.1578055555555556,"ci_upper":0.0277777777777777,"corrected_p":0.9735,"raw_p":0.2419,"reject":false},"medical_hr":{"point":0.0488888888888888,"ci_lower":-0.0378055555555555,"ci_upper":0.1444722222222222,"corrected_p":0.9735,"raw_p":0.3198,"reject":false}}},"both":{"pooled":{"point":-0.0214814814814814,"ci_lower":-0.0692592592592592,"ci_upper":0.0244537037037036,"corrected_p":0.77,"raw_p":0.385,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777777,"ci_lower":-0.1477777777777777,"ci_upper":0.0078055555555555,"corrected_p":0.7976,"raw_p":0.1018,"reject":false},"itsm":{"point":-0.0511111111111111,"ci_lower":-0.1322222222222222,"ci_upper":0.0289166666666666,"corrected_p":0.9735,"raw_p":0.2528,"reject":false},"medical_hr":{"point":0.0544444444444444,"ci_lower":-0.0244722222222222,"ci_upper":0.1366944444444444,"corrected_p":0.9735,"raw_p":0.1947,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.04,"ci_lower":-0.1029629629629629,"ci_upper":0.0251851851851851,"corrected_p":0.2369,"raw_p":0.2369,"reject":false},"per_domain":{"airline":{"point":-0.0711111111111111,"ci_lower":-0.1688888888888889,"ci_upper":0.0200555555555554,"corrected_p":0.8982,"raw_p":0.1497,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1488888888888889,"ci_upper":0.0955555555555555,"corrected_p":1,"raw_p":0.654,"reject":false},"medical_hr":{"point":-0.0222222222222222,"ci_lower":-0.1511111111111111,"ci_upper":0.1023333333333331,"corrected_p":1,"raw_p":0.7098,"reject":false}}},"background_noise":{"pooled":{"point":-0.0659259259259259,"ci_lower":-0.1296296296296296,"ci_upper":-0.0051666666666666,"corrected_p":0.0786,"raw_p":0.0393,"reject":false},"per_domain":{"airline":{"point":-0.06,"ci_lower":-0.16,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.2351,"reject":false},"itsm":{"point":-0.0377777777777778,"ci_lower":-0.1488888888888888,"ci_upper":0.0734444444444443,"corrected_p":1,"raw_p":0.512,"reject":false},"medical_hr":{"point":-0.1,"ci_lower":-0.2088888888888888,"ci_upper":0.00005555555555549267,"corrected_p":0.5005,"raw_p":0.0715,"reject":false}}},"both":{"pooled":{"point":-0.1029629629629629,"ci_lower":-0.1585185185185185,"ci_upper":-0.0444259259259259,"corrected_p":0.0015,"raw_p":0.0005,"reject":true},"per_domain":{"airline":{"point":-0.1377777777777778,"ci_lower":-0.2422777777777778,"ci_upper":-0.0288888888888889,"corrected_p":0.1152,"raw_p":0.0144,"reject":false},"itsm":{"point":-0.0266666666666666,"ci_lower":-0.1111111111111111,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.5235,"reject":false},"medical_hr":{"point":-0.1444444444444444,"ci_lower":-0.2377777777777777,"ci_upper":-0.0555555555555555,"corrected_p":0.0260999999999999,"raw_p":0.0029,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":0.0111111111111111,"ci_lower":-0.0103703703703703,"ci_upper":0.0325925925925925,"corrected_p":0.9249,"raw_p":0.3303,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":-0.0422777777777777,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.8215,"reject":false},"itsm":{"point":0.0222222222222222,"ci_lower":0,"ci_upper":0.0555555555555555,"corrected_p":1,"raw_p":0.4972,"reject":false},"medical_hr":{"point":0.0044444444444444,"ci_lower":-0.02,"ci_upper":0.0333333333333333,"corrected_p":1,"raw_p":1,"reject":false}}},"background_noise":{"pooled":{"point":-0.0037037037037037,"ci_lower":-0.02,"ci_upper":0.015574074074074,"corrected_p":0.9249,"raw_p":0.8111,"reject":false},"per_domain":{"airline":{"point":-0.0266666666666666,"ci_lower":-0.06,"ci_upper":0,"corrected_p":1,"raw_p":0.2492,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.02,"ci_upper":0.0666666666666666,"corrected_p":1,"raw_p":1,"reject":false}}},"both":{"pooled":{"point":-0.0074074074074074,"ci_lower":-0.0229629629629629,"ci_upper":0.0051851851851851,"corrected_p":0.9249,"raw_p":0.3083,"reject":false},"per_domain":{"airline":{"point":-0.0155555555555555,"ci_lower":-0.0533888888888888,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.4944,"reject":false},"itsm":{"point":0,"ci_lower":0,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.02,"ci_upper":0,"corrected_p":1,"raw_p":1,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0007407407407407,"ci_lower":-0.0185185185185185,"ci_upper":0.0148148148148148,"corrected_p":1,"raw_p":0.8462,"reject":false},"per_domain":{"airline":{"point":-0.0044444444444444,"ci_lower":-0.0333333333333333,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0133333333333333,"ci_lower":-0.0533333333333333,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.5586,"reject":false},"medical_hr":{"point":0.0155555555555555,"ci_lower":-0.0066666666666666,"ci_upper":0.0422222222222221,"corrected_p":1,"raw_p":0.2471,"reject":false}}},"background_noise":{"pooled":{"point":-0.0081481481481481,"ci_lower":-0.0303703703703703,"ci_upper":0.0118518518518518,"corrected_p":1,"raw_p":0.4025,"reject":false},"per_domain":{"airline":{"point":0.0066666666666666,"ci_lower":0,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0244444444444444,"ci_lower":-0.0711111111111111,"ci_upper":0.0222222222222222,"corrected_p":1,"raw_p":0.3784,"reject":false},"medical_hr":{"point":-0.0066666666666666,"ci_lower":-0.0511111111111111,"ci_upper":0.031111111111111,"corrected_p":1,"raw_p":0.7825,"reject":false}}},"both":{"pooled":{"point":0.0066666666666666,"ci_lower":-0.0096296296296296,"ci_upper":0.0214814814814814,"corrected_p":1,"raw_p":0.4635,"reject":false},"per_domain":{"airline":{"point":-0.0044444444444444,"ci_lower":-0.0333333333333333,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":1,"reject":false},"itsm":{"point":-0.0022222222222222,"ci_lower":-0.0311111111111111,"ci_upper":0.0266666666666666,"corrected_p":1,"raw_p":1,"reject":false},"medical_hr":{"point":0.0266666666666666,"ci_lower":0.0066666666666666,"ci_upper":0.0533333333333333,"corrected_p":1,"raw_p":0.125,"reject":false}}}}}},{"id":"ultravox","name":"Ultravox","type":"2-part","stt":"-","llm":"Ultravox-Realtime","tts":"-","clean":{"EVA-A_mean":{"pooled":{"point":0.5786218895582329,"ci_lower":0.5522937072791164,"ci_upper":0.6061653106091031},"per_domain":{"airline":{"point":0.5777693333333334,"ci_lower":0.5220791666666666,"ci_upper":0.6351006333333332,"n":50},"itsm":{"point":0.5830208333333333,"ci_lower":0.545955375,"ci_upper":0.6239549375,"n":80},"medical_hr":{"point":0.575075502008032,"ci_lower":0.5358498795180722,"ci_upper":0.6151340963855421,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.270429718875502,"ci_lower":0.2259271586345381,"ci_upper":0.3179325301204819},"per_domain":{"airline":{"point":0.324,"ci_lower":0.228,"ci_upper":0.42,"n":50},"itsm":{"point":0.215,"ci_lower":0.1525,"ci_upper":0.285,"n":80},"medical_hr":{"point":0.272289156626506,"ci_lower":0.2023493975903614,"ci_upper":0.3445783132530121,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5028413654618474,"ci_lower":0.4335085341365461,"ci_upper":0.5718807730923694},"per_domain":{"airline":{"point":0.54,"ci_lower":0.4,"ci_upper":0.68,"n":50},"itsm":{"point":0.4625,"ci_lower":0.35,"ci_upper":0.5625,"n":80},"medical_hr":{"point":0.5060240963855421,"ci_lower":0.3975903614457831,"ci_upper":0.6144578313253012,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.1080879164658634,"ci_lower":0.0730062071485943,"ci_upper":0.1447737161445783},"per_domain":{"airline":{"point":0.1314623999999999,"ci_lower":0.0605497599999999,"ci_upper":0.2112452799999999,"n":50},"itsm":{"point":0.068144,"ci_lower":0.0286912,"ci_upper":0.1160606,"n":80},"medical_hr":{"point":0.1246573493975903,"ci_lower":0.0654884819277108,"ci_upper":0.1906759518072289,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.5320021554216868,"ci_lower":0.5183009065127175,"ci_upper":0.5456672119946453},"per_domain":{"airline":{"point":0.5781290666666667,"ci_lower":0.5540442233333333,"ci_upper":0.60105365,"n":50},"itsm":{"point":0.4754058333333333,"ci_lower":0.4520101916666667,"ci_upper":0.4997519374999999,"n":80},"medical_hr":{"point":0.5424715662650602,"ci_lower":0.5180355722891568,"ci_upper":0.566600672690763,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.0290622489959839,"ci_lower":0.0135126506024096,"ci_upper":0.0484562248995983},"per_domain":{"airline":{"point":0.048,"ci_lower":0.008,"ci_upper":0.1039999999999999,"n":50},"itsm":{"point":0.0175,"ci_lower":0.0025,"ci_upper":0.0399999999999999,"n":80},"medical_hr":{"point":0.0216867469879518,"ci_lower":0.0048192771084337,"ci_upper":0.0457831325301204,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.0807630522088353,"ci_lower":0.0443975903614457,"ci_upper":0.1212989457831324},"per_domain":{"airline":{"point":0.12,"ci_lower":0.04,"ci_upper":0.22,"n":50},"itsm":{"point":0.05,"ci_lower":0.0125,"ci_upper":0.1,"n":80},"medical_hr":{"point":0.072289156626506,"ci_lower":0.0240963855421686,"ci_upper":0.1325301204819277,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0060693429718875,"ci_lower":0.0003864989558232,"ci_upper":0.0129392032931726},"per_domain":{"airline":{"point":0.0131328,"ci_lower":0.000019200000000000003,"ci_upper":0.0327936,"n":50},"itsm":{"point":0.0011079999999999,"ci_lower":0.000004000000000000001,"ci_upper":0.0031920999999999,"n":80},"medical_hr":{"point":0.0039672289156626,"ci_lower":0.000007710843373493977,"ci_upper":0.0118746987951807,"n":83}}},"task_completion":{"pooled":{"point":0.47279718875502,"ci_lower":0.4200647590361445,"ci_upper":0.5261551204819277},"per_domain":{"airline":{"point":0.428,"ci_lower":0.324,"ci_upper":0.532,"n":50},"itsm":{"point":0.4674999999999999,"ci_lower":0.375,"ci_upper":0.5575,"n":80},"medical_hr":{"point":0.5228915662650602,"ci_lower":0.4385542168674698,"ci_upper":0.6120481927710842,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.9712632590361446,"ci_lower":0.9649416930220882,"ci_upper":0.97677175125502},"per_domain":{"airline":{"point":0.971308,"ci_lower":0.9556794,"ci_upper":0.9830418,"n":50},"itsm":{"point":0.9690625,"ci_lower":0.96043975,"ci_upper":0.9769725625,"n":80},"medical_hr":{"point":0.9734192771084338,"ci_lower":0.9656359638554216,"ci_upper":0.9807189759036145,"n":83}}},"faithfulness":{"pooled":{"point":0.2918052208835341,"ci_lower":0.2541169678714859,"ci_upper":0.3273525602409638},"per_domain":{"airline":{"point":0.3340000000000001,"ci_lower":0.25395,"ci_upper":0.412,"n":50},"itsm":{"point":0.3125,"ci_lower":0.2525,"ci_upper":0.3725,"n":80},"medical_hr":{"point":0.2289156626506024,"ci_lower":0.1867168674698795,"ci_upper":0.2734939759036145,"n":83}}},"turn_taking":{"pooled":{"point":0.4170736128514056,"ci_lower":0.3969538019026104,"ci_upper":0.4381138299799196},"per_domain":{"airline":{"point":0.4831512,"ci_lower":0.44948037,"ci_upper":0.51876128,"n":50},"itsm":{"point":0.3359199999999999,"ci_lower":0.2954947312499999,"ci_upper":0.3753023,"n":80},"medical_hr":{"point":0.4321496385542168,"ci_lower":0.4029646927710842,"ci_upper":0.4617087168674699,"n":83}}},"conciseness":{"pooled":{"point":0.750012170682731,"ci_lower":0.740176557881526,"ci_upper":0.7604277029116465},"per_domain":{"airline":{"point":0.7112360000000001,"ci_lower":0.6925353999999999,"ci_upper":0.7290182,"n":50},"itsm":{"point":0.7965475,"ci_lower":0.78088325,"ci_upper":0.8125164999999999,"n":80},"medical_hr":{"point":0.7422530120481927,"ci_lower":0.723678313253012,"ci_upper":0.760884578313253,"n":83}}},"conversation_progression":{"pooled":{"point":0.4289206827309237,"ci_lower":0.3998604668674699,"ci_upper":0.4580201556224899},"per_domain":{"airline":{"point":0.54,"ci_lower":0.486,"ci_upper":0.594,"n":50},"itsm":{"point":0.29375,"ci_lower":0.25121875,"ci_upper":0.3375,"n":80},"medical_hr":{"point":0.453012048192771,"ci_lower":0.4011445783132529,"ci_upper":0.5072289156626505,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.0166666666666666,"ci_lower":-0.0733333333333333,"ci_upper":0.0355555555555555,"corrected_p":0.5385,"raw_p":0.5385,"reject":false},"per_domain":{"airline":{"point":-0.0222222222222222,"ci_lower":-0.1045,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":0.5894,"reject":false},"medical_hr":{"point":-0.0111111111111111,"ci_lower":-0.0822222222222222,"ci_upper":0.0622222222222222,"corrected_p":1,"raw_p":0.7298,"reject":false}}},"background_noise":{"pooled":{"point":-0.0333333333333333,"ci_lower":-0.0888888888888888,"ci_upper":0.0211388888888888,"corrected_p":0.4696,"raw_p":0.2348,"reject":false},"per_domain":{"airline":{"point":-0.0333333333333333,"ci_lower":-0.1177777777777778,"ci_upper":0.0489444444444443,"corrected_p":1,"raw_p":0.4228,"reject":false},"medical_hr":{"point":-0.0333333333333333,"ci_lower":-0.1088888888888889,"ci_upper":0.035611111111111,"corrected_p":1,"raw_p":0.3466,"reject":false}}},"both":{"pooled":{"point":-0.1277777777777778,"ci_lower":-0.2022499999999999,"ci_upper":-0.0599722222222222,"corrected_p":0.0021,"raw_p":0.0007,"reject":true},"per_domain":{"airline":{"point":-0.0666666666666666,"ci_lower":-0.1577777777777777,"ci_upper":0.031111111111111,"corrected_p":0.8724999999999999,"raw_p":0.1745,"reject":false},"medical_hr":{"point":-0.1888888888888889,"ci_lower":-0.2999999999999999,"ci_upper":-0.0977777777777778,"corrected_p":0.0024,"raw_p":0.0004,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0001577777777777,"ci_lower":-0.0134088611111111,"ci_upper":0.0135634444444444,"corrected_p":0.9819,"raw_p":0.9819,"reject":false},"per_domain":{"airline":{"point":0.0021755555555555,"ci_lower":-0.0205498888888889,"ci_upper":0.0245322777777777,"corrected_p":1,"raw_p":0.8555,"reject":false},"medical_hr":{"point":-0.00186,"ci_lower":-0.0135152777777777,"ci_upper":0.0106403333333333,"corrected_p":1,"raw_p":0.7841,"reject":false}}},"background_noise":{"pooled":{"point":0.0071022222222222,"ci_lower":-0.0049296111111111,"ci_upper":0.0196914999999999,"corrected_p":0.5334,"raw_p":0.2667,"reject":false},"per_domain":{"airline":{"point":0.0145088888888888,"ci_lower":-0.0020887222222222,"ci_upper":0.0320505555555555,"corrected_p":0.573,"raw_p":0.1146,"reject":false},"medical_hr":{"point":-0.0003044444444444,"ci_lower":-0.0176486666666666,"ci_upper":0.0157487777777777,"corrected_p":1,"raw_p":0.9748,"reject":false}}},"both":{"pooled":{"point":0.0109577777777777,"ci_lower":-0.0007801111111111,"ci_upper":0.0233939444444444,"corrected_p":0.2355,"raw_p":0.0785,"reject":false},"per_domain":{"airline":{"point":0.0218977777777777,"ci_lower":0.006931,"ci_upper":0.0426038888888888,"corrected_p":0.0521999999999999,"raw_p":0.0087,"reject":false},"medical_hr":{"point":0.000017777777777767494,"ci_lower":-0.015249,"ci_upper":0.0139353888888888,"corrected_p":1,"raw_p":0.998,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0099999999999999,"ci_lower":-0.0350138888888889,"ci_upper":0.057236111111111,"corrected_p":1,"raw_p":0.6831,"reject":false},"per_domain":{"airline":{"point":0.0311111111111111,"ci_lower":-0.0422222222222222,"ci_upper":0.1089166666666666,"corrected_p":1,"raw_p":0.4364,"reject":false},"medical_hr":{"point":-0.0111111111111111,"ci_lower":-0.0633333333333333,"ci_upper":0.0399999999999999,"corrected_p":1,"raw_p":0.6414,"reject":false}}},"background_noise":{"pooled":{"point":-0.0066666666666666,"ci_lower":-0.0533333333333333,"ci_upper":0.0377777777777777,"corrected_p":1,"raw_p":0.7783,"reject":false},"per_domain":{"airline":{"point":-0.0355555555555555,"ci_lower":-0.0944444444444444,"ci_upper":0.0188888888888888,"corrected_p":1,"raw_p":0.2783,"reject":false},"medical_hr":{"point":0.0222222222222222,"ci_lower":-0.0544444444444444,"ci_upper":0.0922777777777777,"corrected_p":1,"raw_p":0.579,"reject":false}}},"both":{"pooled":{"point":0.0155555555555555,"ci_lower":-0.0350138888888889,"ci_upper":0.0716805555555555,"corrected_p":1,"raw_p":0.5908,"reject":false},"per_domain":{"airline":{"point":0.0644444444444444,"ci_lower":-0.0155833333333333,"ci_upper":0.1444444444444444,"corrected_p":0.8382,"raw_p":0.1397,"reject":false},"medical_hr":{"point":-0.0333333333333333,"ci_lower":-0.1011388888888889,"ci_upper":0.0388888888888888,"corrected_p":1,"raw_p":0.3592,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.0219294444444444,"ci_lower":-0.058053911111111,"ci_upper":0.0165811666666666,"corrected_p":0.2534,"raw_p":0.2534,"reject":false},"per_domain":{"airline":{"point":-0.005648,"ci_lower":-0.0566064499999999,"ci_upper":0.0445227888888888,"corrected_p":0.8269,"raw_p":0.8269,"reject":false},"medical_hr":{"point":-0.0382108888888888,"ci_lower":-0.0904014833333333,"ci_upper":0.01706575,"corrected_p":0.5211,"raw_p":0.1737,"reject":false}}},"background_noise":{"pooled":{"point":-0.0526116666666666,"ci_lower":-0.0887872305555555,"ci_upper":-0.0182178555555555,"corrected_p":0.0116,"raw_p":0.0058,"reject":true},"per_domain":{"airline":{"point":-0.0216702222222222,"ci_lower":-0.0661946722222222,"ci_upper":0.0199708166666666,"corrected_p":0.6442,"raw_p":0.3221,"reject":false},"medical_hr":{"point":-0.0835531111111111,"ci_lower":-0.1413619777777777,"ci_upper":-0.0311949333333333,"corrected_p":0.0339999999999999,"raw_p":0.0068,"reject":true}}},"both":{"pooled":{"point":-0.0897533333333333,"ci_lower":-0.1264537277777777,"ci_upper":-0.0491407861111111,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.0915735555555555,"ci_lower":-0.1496092666666666,"ci_upper":-0.040163811111111,"corrected_p":0.0066,"raw_p":0.0011,"reject":true},"medical_hr":{"point":-0.0879331111111111,"ci_lower":-0.1512062055555555,"ci_upper":-0.01845195,"corrected_p":0.046,"raw_p":0.0115,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0046911111111111,"ci_lower":-0.0235866111111111,"ci_upper":0.0157341666666666,"corrected_p":1,"raw_p":0.6392,"reject":false},"per_domain":{"airline":{"point":-0.0070133333333333,"ci_lower":-0.0322191666666666,"ci_upper":0.0181478333333333,"corrected_p":1,"raw_p":0.5906,"reject":false},"medical_hr":{"point":-0.0023688888888888,"ci_lower":-0.0322651666666666,"ci_upper":0.0296576666666666,"corrected_p":1,"raw_p":0.8817,"reject":false}}},"background_noise":{"pooled":{"point":-0.0090966666666666,"ci_lower":-0.0287357777777777,"ci_upper":0.0112641388888888,"corrected_p":1,"raw_p":0.3827,"reject":false},"per_domain":{"airline":{"point":-0.0315688888888888,"ci_lower":-0.0566141666666666,"ci_upper":-0.0076258888888888,"corrected_p":0.1512,"raw_p":0.0252,"reject":false},"medical_hr":{"point":0.0133755555555555,"ci_lower":-0.0154596666666666,"ci_upper":0.0425190555555555,"corrected_p":1,"raw_p":0.3829,"reject":false}}},"both":{"pooled":{"point":-0.0039633333333333,"ci_lower":-0.0259863611111111,"ci_upper":0.0199900833333333,"corrected_p":1,"raw_p":0.7549,"reject":false},"per_domain":{"airline":{"point":-0.0151577777777777,"ci_lower":-0.0513379999999999,"ci_upper":0.0203742222222222,"corrected_p":1,"raw_p":0.4249,"reject":false},"medical_hr":{"point":0.0072311111111111,"ci_lower":-0.0246308888888888,"ci_upper":0.0408512777777777,"corrected_p":1,"raw_p":0.6749,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":0.0038888888888888,"ci_lower":-0.0533333333333333,"ci_upper":0.0583888888888888,"corrected_p":1,"raw_p":0.8982,"reject":false},"per_domain":{"airline":{"point":-0.0566666666666666,"ci_lower":-0.1322222222222222,"ci_upper":0.0133333333333333,"corrected_p":0.624,"raw_p":0.1287,"reject":false},"medical_hr":{"point":0.0644444444444444,"ci_lower":-0.0188888888888888,"ci_upper":0.1433333333333332,"corrected_p":0.624,"raw_p":0.1212,"reject":false}}},"background_noise":{"pooled":{"point":0.001111111111111,"ci_lower":-0.0583333333333333,"ci_upper":0.0628194444444443,"corrected_p":1,"raw_p":0.9852,"reject":false},"per_domain":{"airline":{"point":-0.0677777777777778,"ci_lower":-0.1511111111111111,"ci_upper":0.0155555555555555,"corrected_p":0.624,"raw_p":0.1259,"reject":false},"medical_hr":{"point":0.0699999999999999,"ci_lower":-0.0033333333333333,"ci_upper":0.155611111111111,"corrected_p":0.624,"raw_p":0.104,"reject":false}}},"both":{"pooled":{"point":-0.035,"ci_lower":-0.0994583333333333,"ci_upper":0.0338888888888888,"corrected_p":0.9507,"raw_p":0.3169,"reject":false},"per_domain":{"airline":{"point":-0.0622222222222222,"ci_lower":-0.1578055555555556,"ci_upper":0.031111111111111,"corrected_p":0.624,"raw_p":0.2108,"reject":false},"medical_hr":{"point":-0.0077777777777777,"ci_lower":-0.1011111111111111,"ci_upper":0.0888888888888888,"corrected_p":0.8753,"raw_p":0.8753,"reject":false}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0322222222222222,"ci_lower":-0.0844444444444444,"ci_upper":0.0255555555555555,"corrected_p":0.4932,"raw_p":0.2466,"reject":false},"per_domain":{"airline":{"point":-0.0244444444444444,"ci_lower":-0.0955555555555555,"ci_upper":0.0511111111111111,"corrected_p":1,"raw_p":0.5409,"reject":false},"medical_hr":{"point":-0.04,"ci_lower":-0.1133333333333333,"ci_upper":0.0400555555555555,"corrected_p":1,"raw_p":0.3436,"reject":false}}},"background_noise":{"pooled":{"point":0.001111111111111,"ci_lower":-0.0611388888888889,"ci_upper":0.0599999999999999,"corrected_p":1,"raw_p":1,"reject":false},"per_domain":{"airline":{"point":0.0199999999999999,"ci_lower":-0.0644444444444444,"ci_upper":0.1088888888888888,"corrected_p":1,"raw_p":0.7131,"reject":false},"medical_hr":{"point":-0.0177777777777777,"ci_lower":-0.0978333333333333,"ci_upper":0.0644999999999999,"corrected_p":1,"raw_p":0.6136,"reject":false}}},"both":{"pooled":{"point":-0.0711111111111111,"ci_lower":-0.1322222222222222,"ci_upper":-0.0122222222222222,"corrected_p":0.105,"raw_p":0.035,"reject":false},"per_domain":{"airline":{"point":-0.0133333333333333,"ci_lower":-0.1044444444444444,"ci_upper":0.0755555555555555,"corrected_p":1,"raw_p":0.7647,"reject":false},"medical_hr":{"point":-0.1288888888888889,"ci_lower":-0.2133333333333333,"ci_upper":-0.0533333333333333,"corrected_p":0.0324,"raw_p":0.0054,"reject":true}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.0077777777777777,"ci_lower":-0.0244444444444444,"ci_upper":0.0088888888888888,"corrected_p":0.3628,"raw_p":0.3065,"reject":false},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0333888888888888,"ci_upper":0.0199999999999999,"corrected_p":1,"raw_p":0.4968,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.0288888888888888,"ci_upper":0.0088888888888888,"corrected_p":1,"raw_p":0.5014,"reject":false}}},"background_noise":{"pooled":{"point":-0.0188888888888888,"ci_lower":-0.0355555555555555,"ci_upper":-0.0022222222222222,"corrected_p":0.2174999999999999,"raw_p":0.0725,"reject":false},"per_domain":{"airline":{"point":-0.0177777777777777,"ci_lower":-0.0444444444444444,"ci_upper":0.0066666666666666,"corrected_p":1,"raw_p":0.1891,"reject":false},"medical_hr":{"point":-0.02,"ci_lower":-0.0466666666666666,"ci_upper":0,"corrected_p":1,"raw_p":0.25,"reject":false}}},"both":{"pooled":{"point":-0.0244444444444444,"ci_lower":-0.0611388888888888,"ci_upper":0.0078055555555555,"corrected_p":0.3628,"raw_p":0.1814,"reject":false},"per_domain":{"airline":{"point":-0.04,"ci_lower":-0.1044444444444444,"ci_upper":0.0111111111111111,"corrected_p":1,"raw_p":0.279,"reject":false},"medical_hr":{"point":-0.0088888888888888,"ci_lower":-0.04,"ci_upper":0.0244444444444444,"corrected_p":1,"raw_p":0.6251,"reject":false}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.0233333333333333,"ci_lower":-0.0688888888888889,"ci_upper":0.0233333333333333,"corrected_p":0.3224,"raw_p":0.3224,"reject":false},"per_domain":{"airline":{"point":-0.0311111111111111,"ci_lower":-0.1066666666666666,"ci_upper":0.031111111111111,"corrected_p":1,"raw_p":0.3573,"reject":false},"medical_hr":{"point":-0.0155555555555555,"ci_lower":-0.0888888888888888,"ci_upper":0.051111111111111,"corrected_p":1,"raw_p":0.611,"reject":false}}},"background_noise":{"pooled":{"point":-0.04,"ci_lower":-0.09,"ci_upper":0.0078055555555555,"corrected_p":0.2138,"raw_p":0.1069,"reject":false},"per_domain":{"airline":{"point":0.0133333333333333,"ci_lower":-0.04,"ci_upper":0.0622222222222221,"corrected_p":1,"raw_p":0.6562,"reject":false},"medical_hr":{"point":-0.0933333333333333,"ci_lower":-0.1711111111111111,"ci_upper":-0.0155555555555555,"corrected_p":0.168,"raw_p":0.028,"reject":false}}},"both":{"pooled":{"point":-0.0566666666666666,"ci_lower":-0.1166666666666666,"ci_upper":-0.0066666666666666,"corrected_p":0.1422,"raw_p":0.0474,"reject":false},"per_domain":{"airline":{"point":-0.0644444444444444,"ci_lower":-0.1511111111111111,"ci_upper":0.0155555555555555,"corrected_p":0.6775,"raw_p":0.1355,"reject":false},"medical_hr":{"point":-0.0488888888888888,"ci_lower":-0.1222777777777778,"ci_upper":0.0200555555555554,"corrected_p":0.7728,"raw_p":0.1932,"reject":false}}}}}},{"id":"whisper-large-v3-plus-qwen35-27b-plus-voxtral","name":"Whisper Large v3 + Qwen35-27B + Voxtral","type":"cascade","stt":"Whisper Large v3","llm":"Qwen3.5-27B","tts":"Voxtral 4B TTS","clean":{"EVA-A_mean":{"pooled":{"point":0.6245176311914324,"ci_lower":0.6019190337516733,"ci_upper":0.6464625355589022},"per_domain":{"airline":{"point":0.630672,"ci_lower":0.5804448,"ci_upper":0.6776312000000001,"n":50},"itsm":{"point":0.6160158333333333,"ci_lower":0.5812110833333333,"ci_upper":0.6530455416666665,"n":80},"medical_hr":{"point":0.626865060240964,"ci_lower":0.5978834939759036,"ci_upper":0.6570061244979919,"n":83}}},"EVA-A_pass":{"pooled":{"point":0.2048232931726907,"ci_lower":0.1729784638554217,"ci_upper":0.2412011044176706},"per_domain":{"airline":{"point":0.272,"ci_lower":0.2049749999999999,"ci_upper":0.3449999999999999,"n":50},"itsm":{"point":0.175,"ci_lower":0.1325,"ci_upper":0.2175,"n":80},"medical_hr":{"point":0.1674698795180722,"ci_lower":0.1102409638554216,"ci_upper":0.2307379518072289,"n":83}}},"EVA-A_pass_at_k":{"pooled":{"point":0.5182831325301205,"ci_lower":0.4528998493975903,"ci_upper":0.5858692269076305},"per_domain":{"airline":{"point":0.68,"ci_lower":0.54,"ci_upper":0.8,"n":50},"itsm":{"point":0.5375,"ci_lower":0.4375,"ci_upper":0.65,"n":80},"medical_hr":{"point":0.3373493975903614,"ci_lower":0.2409638554216867,"ci_upper":0.4457831325301205,"n":83}}},"EVA-A_pass_power_k":{"pooled":{"point":0.0330182165160642,"ci_lower":0.0177049363077309,"ci_upper":0.051692071694277},"per_domain":{"airline":{"point":0.0452272624999999,"ci_lower":0.0125354910937499,"ci_upper":0.0924052642187499,"n":50},"itsm":{"point":0.0115599999999999,"ci_lower":0.0045437999999999,"ci_upper":0.0220866999999999,"n":80},"medical_hr":{"point":0.0422673870481927,"ci_lower":0.0168018562688253,"ci_upper":0.0747398589984938,"n":83}}},"EVA-X_mean":{"pooled":{"point":0.6189479409638554,"ci_lower":0.606719388694779,"ci_upper":0.6311471051388888},"per_domain":{"airline":{"point":0.6243915999999999,"ci_lower":0.6009966333333334,"ci_upper":0.6468167466666667,"n":50},"itsm":{"point":0.6391981666666666,"ci_lower":0.6165028791666666,"ci_upper":0.6602124854166666,"n":80},"medical_hr":{"point":0.5932540562248996,"ci_lower":0.5731439658634537,"ci_upper":0.6145874036144577,"n":83}}},"EVA-X_pass":{"pooled":{"point":0.2731104417670683,"ci_lower":0.2376256526104418,"ci_upper":0.3078576807228916},"per_domain":{"airline":{"point":0.2239999999999999,"ci_lower":0.1639999999999999,"ci_upper":0.284,"n":50},"itsm":{"point":0.3375,"ci_lower":0.2749375,"ci_upper":0.4,"n":80},"medical_hr":{"point":0.2578313253012048,"ci_lower":0.2024096385542168,"ci_upper":0.3156626506024096,"n":83}}},"EVA-X_pass_at_k":{"pooled":{"point":0.6839859437751005,"ci_lower":0.6194206827309237,"ci_upper":0.7479392570281124},"per_domain":{"airline":{"point":0.7,"ci_lower":0.58,"ci_upper":0.82,"n":50},"itsm":{"point":0.7375,"ci_lower":0.6375,"ci_upper":0.8375,"n":80},"medical_hr":{"point":0.6144578313253012,"ci_lower":0.5060240963855421,"ci_upper":0.7228915662650602,"n":83}}},"EVA-X_pass_power_k":{"pooled":{"point":0.0510314827309236,"ci_lower":0.0331944561445783,"ci_upper":0.0696874954216867},"per_domain":{"airline":{"point":0.0209024,"ci_lower":0.0053241599999999,"ci_upper":0.0413006399999999,"n":50},"itsm":{"point":0.0794999999999999,"ci_lower":0.0394243999999999,"ci_upper":0.1278259,"n":80},"medical_hr":{"point":0.052692048192771,"ci_lower":0.0251755180722891,"ci_upper":0.0831978795180722,"n":83}}},"task_completion":{"pooled":{"point":0.4171465863453815,"ci_lower":0.3665815763052209,"ci_upper":0.4690229919678714},"per_domain":{"airline":{"point":0.504,"ci_lower":0.412,"ci_upper":0.596,"n":50},"itsm":{"point":0.4125,"ci_lower":0.335,"ci_upper":0.49,"n":80},"medical_hr":{"point":0.3349397590361446,"ci_lower":0.2554216867469879,"ci_upper":0.4240963855421687,"n":83}}},"agent_speech_fidelity":{"pooled":{"point":0.913291031626506,"ci_lower":0.9027866386169682,"ci_upper":0.9226457297188754},"per_domain":{"airline":{"point":0.918245,"ci_lower":0.9018059,"ci_upper":0.9332458,"n":50},"itsm":{"point":0.922960625,"ci_lower":0.908397109375,"ci_upper":0.935807046875,"n":80},"medical_hr":{"point":0.8986674698795178,"ci_lower":0.8762785391566267,"ci_upper":0.9190907078313252,"n":83}}},"faithfulness":{"pooled":{"point":0.5456174698795181,"ci_lower":0.5113734939759036,"ci_upper":0.580094252008032},"per_domain":{"airline":{"point":0.4700000000000001,"ci_lower":0.39995,"ci_upper":0.542,"n":50},"itsm":{"point":0.51625,"ci_lower":0.4574687499999999,"ci_upper":0.5700312499999999,"n":80},"medical_hr":{"point":0.6506024096385542,"ci_lower":0.6024096385542169,"ci_upper":0.6976204819277108,"n":83}}},"turn_taking":{"pooled":{"point":0.5605303931726907,"ci_lower":0.5308340763403614,"ci_upper":0.5887971756174698},"per_domain":{"airline":{"point":0.6609267999999999,"ci_lower":0.6289582499999999,"ci_upper":0.6927398200000001,"n":50},"itsm":{"point":0.5393745,"ci_lower":0.48034089375,"ci_upper":0.5953123312499999,"n":80},"medical_hr":{"point":0.4812898795180723,"ci_lower":0.4232726987951807,"ci_upper":0.5404362108433733,"n":83}}},"conciseness":{"pooled":{"point":0.6847963614457832,"ci_lower":0.6748608312751003,"ci_upper":0.6944968734437751},"per_domain":{"airline":{"point":0.6542479999999999,"ci_lower":0.6372316,"ci_upper":0.6717678999999999,"n":50},"itsm":{"point":0.72697,"ci_lower":0.7130366875,"ci_upper":0.7410676875,"n":80},"medical_hr":{"point":0.6731710843373494,"ci_lower":0.6555543373493975,"ci_upper":0.6904757228915662,"n":83}}},"conversation_progression":{"pooled":{"point":0.6115170682730925,"ci_lower":0.586705998995984,"ci_upper":0.6365640060240964},"per_domain":{"airline":{"point":0.5580000000000002,"ci_lower":0.508,"ci_upper":0.606,"n":50},"itsm":{"point":0.65125,"ci_lower":0.61625,"ci_upper":0.68625,"n":80},"medical_hr":{"point":0.6253012048192771,"ci_lower":0.5818975903614456,"ci_upper":0.6686746987951807,"n":83}}}},"perturbation_delta":{"task_completion":{"accent":{"pooled":{"point":-0.1281481481481481,"ci_lower":-0.198537037037037,"ci_upper":-0.0540740740740741,"corrected_p":0.0005,"raw_p":0.0005,"reject":true},"per_domain":{"airline":{"point":-0.1044444444444444,"ci_lower":-0.2200555555555556,"ci_upper":0.0133333333333333,"corrected_p":0.1364,"raw_p":0.1079,"reject":false},"itsm":{"point":-0.1466666666666667,"ci_lower":-0.2488888888888889,"ci_upper":-0.0533333333333333,"corrected_p":0.0184,"raw_p":0.0046,"reject":true},"medical_hr":{"point":-0.1333333333333333,"ci_lower":-0.2756111111111111,"ci_upper":-0.0066666666666666,"corrected_p":0.1364,"raw_p":0.0682,"reject":false}}},"background_noise":{"pooled":{"point":-0.1948148148148148,"ci_lower":-0.2585185185185185,"ci_upper":-0.1333148148148148,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2488888888888888,"ci_lower":-0.3777777777777778,"ci_upper":-0.1177777777777777,"corrected_p":0.0024,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.1577777777777778,"ci_lower":-0.2756111111111112,"ci_upper":-0.0422222222222222,"corrected_p":0.036,"raw_p":0.012,"reject":true},"medical_hr":{"point":-0.1777777777777777,"ci_lower":-0.28,"ci_upper":-0.0911111111111111,"corrected_p":0.0042,"raw_p":0.0006,"reject":true}}},"both":{"pooled":{"point":-0.2281481481481481,"ci_lower":-0.297037037037037,"ci_upper":-0.1651851851851851,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2933333333333333,"ci_lower":-0.4066666666666667,"ci_upper":-0.1844444444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.18,"ci_lower":-0.2866666666666667,"ci_upper":-0.0688888888888889,"corrected_p":0.011,"raw_p":0.0022,"reject":true},"medical_hr":{"point":-0.2111111111111111,"ci_lower":-0.3289444444444444,"ci_upper":-0.0955,"corrected_p":0.0042,"raw_p":0.0007,"reject":true}}}},"agent_speech_fidelity":{"accent":{"pooled":{"point":0.0099088888888888,"ci_lower":-0.0097927129629629,"ci_upper":0.0298750555555555,"corrected_p":0.6834,"raw_p":0.3417,"reject":false},"per_domain":{"airline":{"point":-0.0073133333333333,"ci_lower":-0.0402996666666666,"ci_upper":0.0243857222222221,"corrected_p":1,"raw_p":0.6717,"reject":false},"itsm":{"point":0.0158511111111111,"ci_lower":-0.0191633333333333,"ci_upper":0.0522256666666666,"corrected_p":1,"raw_p":0.3868,"reject":false},"medical_hr":{"point":0.0211888888888888,"ci_lower":-0.0103393333333333,"ci_upper":0.0542586944444444,"corrected_p":1,"raw_p":0.2423,"reject":false}}},"background_noise":{"pooled":{"point":-0.0326892592592592,"ci_lower":-0.05745475,"ci_upper":-0.0081248703703703,"corrected_p":0.0306,"raw_p":0.0102,"reject":true},"per_domain":{"airline":{"point":-0.0793244444444444,"ci_lower":-0.1210787777777777,"ci_upper":-0.0400009999999999,"corrected_p":0.0053999999999999,"raw_p":0.0006,"reject":true},"itsm":{"point":-0.0045266666666666,"ci_lower":-0.0452728333333333,"ci_upper":0.0343428888888888,"corrected_p":1,"raw_p":0.8208,"reject":false},"medical_hr":{"point":-0.0142166666666666,"ci_lower":-0.0526453611111111,"ci_upper":0.031833361111111,"corrected_p":1,"raw_p":0.5251,"reject":false}}},"both":{"pooled":{"point":-0.0071225925925925,"ci_lower":-0.0292082222222222,"ci_upper":0.0177468518518518,"corrected_p":0.6834,"raw_p":0.5856,"reject":false},"per_domain":{"airline":{"point":-0.0171466666666666,"ci_lower":-0.0489009444444444,"ci_upper":0.0142601666666666,"corrected_p":1,"raw_p":0.3147,"reject":false},"itsm":{"point":-0.0061044444444444,"ci_lower":-0.0464997222222221,"ci_upper":0.0308723888888888,"corrected_p":1,"raw_p":0.7715,"reject":false},"medical_hr":{"point":0.0018833333333333,"ci_lower":-0.0510746666666666,"ci_upper":0.0549899166666666,"corrected_p":1,"raw_p":0.9497,"reject":false}}}},"faithfulness":{"accent":{"pooled":{"point":0.0851851851851851,"ci_lower":0.0292499999999999,"ci_upper":0.1355555555555555,"corrected_p":0.0101999999999999,"raw_p":0.0034,"reject":true},"per_domain":{"airline":{"point":0.1099999999999999,"ci_lower":0.0199444444444444,"ci_upper":0.2133611111111111,"corrected_p":0.26,"raw_p":0.0325,"reject":false},"itsm":{"point":0.1388888888888889,"ci_lower":0.0555277777777777,"ci_upper":0.2255555555555555,"corrected_p":0.0198,"raw_p":0.0022,"reject":true},"medical_hr":{"point":0.0066666666666666,"ci_lower":-0.1022777777777777,"ci_upper":0.1044444444444444,"corrected_p":1,"raw_p":0.9136,"reject":false}}},"background_noise":{"pooled":{"point":-0.0129629629629629,"ci_lower":-0.0696296296296296,"ci_upper":0.0485555555555555,"corrected_p":0.6669,"raw_p":0.6669,"reject":false},"per_domain":{"airline":{"point":0.0266666666666666,"ci_lower":-0.0833333333333333,"ci_upper":0.1266944444444444,"corrected_p":1,"raw_p":0.6488,"reject":false},"itsm":{"point":0.0166666666666666,"ci_lower":-0.0666666666666666,"ci_upper":0.1167222222222221,"corrected_p":1,"raw_p":0.7187,"reject":false},"medical_hr":{"point":-0.0822222222222222,"ci_lower":-0.1777777777777777,"ci_upper":0.0299999999999999,"corrected_p":0.8321999999999999,"raw_p":0.1387,"reject":false}}},"both":{"pooled":{"point":-0.024074074074074,"ci_lower":-0.0700092592592592,"ci_upper":0.0192592592592592,"corrected_p":0.6336,"raw_p":0.3168,"reject":false},"per_domain":{"airline":{"point":-0.0233333333333333,"ci_lower":-0.1244722222222222,"ci_upper":0.0622499999999999,"corrected_p":1,"raw_p":0.6162,"reject":false},"itsm":{"point":0.0277777777777777,"ci_lower":-0.0388888888888888,"ci_upper":0.1066944444444444,"corrected_p":1,"raw_p":0.4713,"reject":false},"medical_hr":{"point":-0.0766666666666666,"ci_lower":-0.1589166666666667,"ci_upper":0.0044444444444444,"corrected_p":0.5355,"raw_p":0.0765,"reject":false}}}},"turn_taking":{"accent":{"pooled":{"point":-0.1634772592592592,"ci_lower":-0.2191068944444444,"ci_upper":-0.100026212962963,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1545493333333333,"ci_lower":-0.2276676,"ci_upper":-0.0898286944444444,"corrected_p":0.0012,"raw_p":0.0002,"reject":true},"itsm":{"point":-0.1682637777777777,"ci_lower":-0.2692241222222222,"ci_upper":-0.0734079222222222,"corrected_p":0.0042,"raw_p":0.0021,"reject":true},"medical_hr":{"point":-0.1676186666666666,"ci_lower":-0.2981325722222221,"ci_upper":-0.0212802833333333,"corrected_p":0.0204,"raw_p":0.0204,"reject":true}}},"background_noise":{"pooled":{"point":-0.2796239259259259,"ci_lower":-0.3364256944444444,"ci_upper":-0.226104837037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3523493333333334,"ci_lower":-0.4147746944444445,"ci_upper":-0.2893504722222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2722115555555555,"ci_lower":-0.3740078722222222,"ci_upper":-0.172986511111111,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2143108888888888,"ci_lower":-0.3193720444444445,"ci_upper":-0.1118552444444444,"corrected_p":0.0028,"raw_p":0.0007,"reject":true}}},"both":{"pooled":{"point":-0.2225917037037036,"ci_lower":-0.2692296240740741,"ci_upper":-0.1749287185185185,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.3002048888888888,"ci_lower":-0.3531087444444444,"ci_upper":-0.2503515277777777,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1819426666666666,"ci_lower":-0.2686330277777777,"ci_upper":-0.0827472833333333,"corrected_p":0.0025,"raw_p":0.0005,"reject":true},"medical_hr":{"point":-0.1856275555555556,"ci_lower":-0.2827835555555555,"ci_upper":-0.0926539333333333,"corrected_p":0.0028,"raw_p":0.0009,"reject":true}}}},"conciseness":{"accent":{"pooled":{"point":-0.0044592592592592,"ci_lower":-0.0237577037037037,"ci_upper":0.0153703888888888,"corrected_p":0.6585,"raw_p":0.6585,"reject":false},"per_domain":{"airline":{"point":-0.0019688888888888,"ci_lower":-0.0342408888888888,"ci_upper":0.0294574444444443,"corrected_p":1,"raw_p":0.9093,"reject":false},"itsm":{"point":-0.0161022222222222,"ci_lower":-0.0449910555555555,"ci_upper":0.0135238888888888,"corrected_p":1,"raw_p":0.3319,"reject":false},"medical_hr":{"point":0.0046933333333333,"ci_lower":-0.0322294999999999,"ci_upper":0.0432861666666666,"corrected_p":1,"raw_p":0.8129,"reject":false}}},"background_noise":{"pooled":{"point":-0.0331962962962962,"ci_lower":-0.0525711296296296,"ci_upper":-0.0123584814814814,"corrected_p":0.0032,"raw_p":0.0016,"reject":true},"per_domain":{"airline":{"point":-0.0335466666666666,"ci_lower":-0.0657179999999999,"ci_upper":-0.0006779999999999,"corrected_p":0.2832,"raw_p":0.0472,"reject":false},"itsm":{"point":-0.0558466666666666,"ci_lower":-0.0921830555555555,"ci_upper":-0.0225132777777777,"corrected_p":0.0513,"raw_p":0.0057,"reject":false},"medical_hr":{"point":-0.0101955555555555,"ci_lower":-0.0446688333333333,"ci_upper":0.0221958333333333,"corrected_p":1,"raw_p":0.5832,"reject":false}}},"both":{"pooled":{"point":-0.0367481481481481,"ci_lower":-0.0571192777777777,"ci_upper":-0.0164483703703703,"corrected_p":0.0024,"raw_p":0.0008,"reject":true},"per_domain":{"airline":{"point":-0.0489911111111111,"ci_lower":-0.0844776666666666,"ci_upper":-0.0138906111111111,"corrected_p":0.1248,"raw_p":0.0156,"reject":false},"itsm":{"point":-0.0436133333333333,"ci_lower":-0.0784718333333333,"ci_upper":-0.0105535,"corrected_p":0.1757,"raw_p":0.0251,"reject":false},"medical_hr":{"point":-0.0176399999999999,"ci_lower":-0.0505008333333333,"ci_upper":0.0148099999999999,"corrected_p":1,"raw_p":0.3362,"reject":false}}}},"conversation_progression":{"accent":{"pooled":{"point":-0.027037037037037,"ci_lower":-0.0837222222222222,"ci_upper":0.0307499999999999,"corrected_p":0.3673,"raw_p":0.3673,"reject":false},"per_domain":{"airline":{"point":-0.0666666666666666,"ci_lower":-0.1611666666666666,"ci_upper":0.0244722222222221,"corrected_p":0.5451,"raw_p":0.1817,"reject":false},"itsm":{"point":0.0566666666666666,"ci_lower":-0.0266666666666666,"ci_upper":0.1411388888888888,"corrected_p":0.5451,"raw_p":0.2391,"reject":false},"medical_hr":{"point":-0.0711111111111111,"ci_lower":-0.18,"ci_upper":0.0422777777777777,"corrected_p":0.5451,"raw_p":0.203,"reject":false}}},"background_noise":{"pooled":{"point":-0.1751851851851852,"ci_lower":-0.2251851851851851,"ci_upper":-0.1237037037037037,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2055555555555555,"ci_lower":-0.2911111111111111,"ci_upper":-0.1199722222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1488888888888889,"ci_lower":-0.23,"ci_upper":-0.0666111111111111,"corrected_p":0.0114,"raw_p":0.0019,"reject":true},"medical_hr":{"point":-0.1711111111111111,"ci_lower":-0.2678055555555556,"ci_upper":-0.0699722222222222,"corrected_p":0.0114,"raw_p":0.0019,"reject":true}}},"both":{"pooled":{"point":-0.1659259259259259,"ci_lower":-0.2189166666666666,"ci_upper":-0.1133055555555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1888888888888888,"ci_lower":-0.2656666666666666,"ci_upper":-0.1155277777777778,"corrected_p":0.0008,"raw_p":0.0001,"reject":true},"itsm":{"point":-0.0877777777777777,"ci_lower":-0.1644444444444444,"ci_upper":-0.00775,"corrected_p":0.2172,"raw_p":0.0543,"reject":false},"medical_hr":{"point":-0.2211111111111111,"ci_lower":-0.3266666666666666,"ci_upper":-0.1122222222222222,"corrected_p":0.0028,"raw_p":0.0004,"reject":true}}}},"EVA-A_pass":{"accent":{"pooled":{"point":-0.0561111111111111,"ci_lower":-0.111861111111111,"ci_upper":-0.0009166666666666,"corrected_p":0.0526,"raw_p":0.0526,"reject":false},"per_domain":{"airline":{"point":-0.0516666666666666,"ci_lower":-0.1378055555555555,"ci_upper":0.0433472222222221,"corrected_p":0.7505999999999999,"raw_p":0.2738,"reject":false},"itsm":{"point":-0.05,"ci_lower":-0.1333611111111111,"ci_upper":0.0344722222222221,"corrected_p":0.7505999999999999,"raw_p":0.2621,"reject":false},"medical_hr":{"point":-0.0666666666666666,"ci_lower":-0.1756111111111111,"ci_upper":0.04,"corrected_p":0.7505999999999999,"raw_p":0.2502,"reject":false}}},"background_noise":{"pooled":{"point":-0.1172222222222222,"ci_lower":-0.166324074074074,"ci_upper":-0.0659259259259259,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1738888888888889,"ci_lower":-0.2744444444444444,"ci_upper":-0.0744166666666667,"corrected_p":0.0175,"raw_p":0.0025,"reject":true},"itsm":{"point":-0.0666666666666666,"ci_lower":-0.1488888888888889,"ci_upper":0.0089444444444443,"corrected_p":0.468,"raw_p":0.117,"reject":false},"medical_hr":{"point":-0.1111111111111111,"ci_lower":-0.1888888888888889,"ci_upper":-0.0466666666666666,"corrected_p":0.0136,"raw_p":0.0017,"reject":true}}},"both":{"pooled":{"point":-0.1301851851851851,"ci_lower":-0.1821249999999999,"ci_upper":-0.07925,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1961111111111111,"ci_lower":-0.2861111111111111,"ci_upper":-0.1121805555555556,"corrected_p":0.0036,"raw_p":0.0004,"reject":true},"itsm":{"point":-0.0944444444444444,"ci_lower":-0.1822222222222222,"ci_upper":-0.0121944444444444,"corrected_p":0.185,"raw_p":0.037,"reject":false},"medical_hr":{"point":-0.1,"ci_lower":-0.1822222222222222,"ci_upper":-0.0222222222222222,"corrected_p":0.1488,"raw_p":0.0248,"reject":false}}}},"EVA-X_pass":{"accent":{"pooled":{"point":-0.1577777777777777,"ci_lower":-0.2155740740740741,"ci_upper":-0.1058888888888889,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1466666666666666,"ci_lower":-0.2111111111111111,"ci_upper":-0.0844444444444444,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.1533333333333333,"ci_lower":-0.2578333333333333,"ci_upper":-0.0533333333333333,"corrected_p":0.0068,"raw_p":0.0068,"reject":true},"medical_hr":{"point":-0.1733333333333333,"ci_lower":-0.2666666666666666,"ci_upper":-0.0888333333333333,"corrected_p":0.0009,"raw_p":0.0004,"reject":true}}},"background_noise":{"pooled":{"point":-0.2059259259259259,"ci_lower":-0.2629814814814815,"ci_upper":-0.1555555555555555,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.1688888888888889,"ci_lower":-0.2511111111111112,"ci_upper":-0.0999444444444445,"corrected_p":0.0009,"raw_p":0.0003,"reject":true},"itsm":{"point":-0.2422222222222222,"ci_lower":-0.3489444444444445,"ci_upper":-0.1422222222222222,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.2066666666666666,"ci_lower":-0.3000555555555555,"ci_upper":-0.1155555555555555,"corrected_p":0.0008,"raw_p":0.0002,"reject":true}}},"both":{"pooled":{"point":-0.217037037037037,"ci_lower":-0.2681666666666666,"ci_upper":-0.1696296296296296,"corrected_p":0,"raw_p":0,"reject":true},"per_domain":{"airline":{"point":-0.2022222222222222,"ci_lower":-0.2688888888888889,"ci_upper":-0.1422222222222222,"corrected_p":0,"raw_p":0,"reject":true},"itsm":{"point":-0.2644444444444444,"ci_lower":-0.3755555555555555,"ci_upper":-0.1643888888888889,"corrected_p":0,"raw_p":0,"reject":true},"medical_hr":{"point":-0.1844444444444444,"ci_lower":-0.28,"ci_upper":-0.0955555555555555,"corrected_p":0.0005,"raw_p":0.0001,"reject":true}}}},"conversation_correctly_finished":{"accent":{"pooled":{"point":-0.1340740740740741,"ci_lower":-0.2088888888888889,"ci_upper":-0.0614259259259259,"corrected_p":0.0012,"raw_p":0.0004,"reject":true},"per_domain":{"airline":{"point":-0.14,"ci_lower":-0.2445,"ci_upper":-0.0532777777777778,"corrected_p":0.0369,"raw_p":0.0041,"reject":true},"itsm":{"point":-0.1377777777777778,"ci_lower":-0.2623333333333333,"ci_upper":-0.0266666666666666,"corrected_p":0.204,"raw_p":0.0288,"reject":false},"medical_hr":{"point":-0.1244444444444444,"ci_lower":-0.2667222222222222,"ci_upper":0.035611111111111,"corrected_p":0.5808,"raw_p":0.1452,"reject":false}}},"background_noise":{"pooled":{"point":0.0807407407407407,"ci_lower":0.029611111111111,"ci_upper":0.1348333333333332,"corrected_p":0.0096,"raw_p":0.0048,"reject":true},"per_domain":{"airline":{"point":-0.0066666666666666,"ci_lower":-0.0533333333333333,"ci_upper":0.0377777777777777,"corrected_p":0.9714,"raw_p":0.6943,"reject":false},"itsm":{"point":0.1066666666666666,"ci_lower":0.0244444444444444,"ci_upper":0.1933333333333332,"corrected_p":0.204,"raw_p":0.0255,"reject":false},"medical_hr":{"point":0.1422222222222222,"ci_lower":0.0333333333333333,"ci_upper":0.2733888888888888,"corrected_p":0.204,"raw_p":0.0304,"reject":false}}},"both":{"pooled":{"point":0.0474074074074073,"ci_lower":-0.0200185185185185,"ci_upper":0.1126296296296295,"corrected_p":0.169,"raw_p":0.169,"reject":false},"per_domain":{"airline":{"point":-0.0288888888888889,"ci_lower":-0.0888888888888889,"ci_upper":0.0267222222222221,"corrected_p":0.9714,"raw_p":0.3238,"reject":false},"itsm":{"point":0.051111111111111,"ci_lower":-0.0667222222222222,"ci_upper":0.1778333333333332,"corrected_p":0.9714,"raw_p":0.4781,"reject":false},"medical_hr":{"point":0.1199999999999999,"ci_lower":-0.0045,"ci_upper":0.2556111111111111,"corrected_p":0.431,"raw_p":0.0862,"reject":false}}}}}}]'),une={systems:sne},oN={pooled:"Pooled",airline:"CSM",itsm:"ITSM",medical_hr:"HR"},pne=une,cs=pne.systems;function f9(e){const t={s2s:0,"2-part":1,cascade:2};return[...e].sort((r,i)=>t[r.type]-t[i.type]||r.name.localeCompare(i.name))}function oa(e,t,r){const i=e.clean[t];return i?r==="pooled"?i.pooled:i.per_domain[r]??null:null}function dne(e,t,r,i){const o=e.perturbation_delta[t]?.[r];return o?o.pooled:null}const fne=["task_completion","agent_speech_fidelity","faithfulness"],mne=["turn_taking","conciseness","conversation_progression"],hne={task_completion:"Task Completion",agent_speech_fidelity:"Speech Fidelity",faithfulness:"Faithfulness"},_ne={turn_taking:"Turn Taking",conciseness:"Conciseness",conversation_progression:"Conversation Progression"},Ux=new Set(["response_speed"]),X_=(()=>{const e=new Set;for(const t of cs)for(const r of Object.keys(t.perturbation_delta))for(const i of Object.keys(t.perturbation_delta[r]))e.add(i);return Array.from(e).sort()})(),lN={accent:"Accent",background_noise:"Background Noise",both:"Accent + Noise"},m9={bg:{primary:"#0B0D17",secondary:"#12152A",tertiary:"#1A1F3D",hover:"#222850"},accent:{purple:"#8B5CF6",purpleLight:"#A78BFA",purpleDim:"#6D28D9",blue:"#38BDF8",blueLight:"#7DD3FC",blueDim:"#0284C7",cyan:"#06B6D4",amber:"#F59E0B"},text:{primary:"#F1F5F9",secondary:"#94A3B8",muted:"#64748B"},heatmap:{bad:"#EF4444",badBg:"#7F1D1D",mid:"#EAB308",midBg:"#713F12",good:"#22C55E",goodBg:"#14532D"}},gne={bg:{primary:"#FFFFFF",secondary:"#F8FAFC",tertiary:"#F1F5F9",hover:"#E2E8F0"},accent:{purple:"#7C3AED",purpleLight:"#6D28D9",purpleDim:"#5B21B6",blue:"#0284C7",blueLight:"#0369A1",blueDim:"#075985",cyan:"#0891B2",amber:"#D97706"},text:{primary:"#0F172A",secondary:"#334155",muted:"#64748B"},heatmap:{bad:"#DC2626",badBg:"#FEE2E2",mid:"#CA8A04",midBg:"#FEF9C3",good:"#16A34A",goodBg:"#DCFCE7"}},vne={dark:m9,light:gne},h9=x.createContext({mode:"dark",colors:m9});function su(){return x.useContext(h9).colors}function yne(){return x.useContext(h9).mode}function G0(e,t,r,i,o=!1,l){const s=l??m9,u=r-t;let d=u===0?.5:(e-t)/u;o&&(d=1-d);const f=.1+d*.55;return{bg:wne(i,f),text:s.text.primary}}function wne(e,t){const r=parseInt(e.slice(1,3),16),i=parseInt(e.slice(3,5),16),o=parseInt(e.slice(5,7),16);return`rgba(${r}, ${i}, ${o}, ${t.toFixed(2)})`}function bne(e=640){const[t,r]=x.useState(!1);return x.useEffect(()=>{const i=()=>r(window.innerWidthwindow.removeEventListener("resize",i)},[e]),t}function $x({base:e,sub:t}){return y.jsxs(y.Fragment,{children:[e,y.jsx("sub",{className:"text-[0.7em]",children:t})]})}function xne({active:e,payload:t,xSub:r,ySub:i}){if(!e||!t?.length)return null;const o=t[0].payload,l=o.type==="cascade"?"Cascade":o.type==="2-part"?"Hybrid":"Speech-to-Speech",s=o.type==="cascade"?"bg-purple/20 text-purple-light":o.type==="2-part"?"bg-emerald-500/20 text-emerald-400":"bg-blue/20 text-blue-light";return y.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1",children:o.name}),y.jsxs("div",{className:"flex flex-col gap-1 text-xs",children:[y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[y.jsx($x,{base:"EVA-A",sub:r}),":"]})," ",y.jsx("span",{className:"text-purple-light font-mono",children:o.plotX.toFixed(2)})," ",y.jsxs("span",{className:"text-text-muted font-mono",children:["[",o.xLower.toFixed(2),", ",o.xUpper.toFixed(2),"]"]})]}),y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[y.jsx($x,{base:"EVA-X",sub:i}),":"]})," ",y.jsx("span",{className:"text-blue-light font-mono",children:o.plotY.toFixed(2)})," ",y.jsxs("span",{className:"text-text-muted font-mono",children:["[",o.yLower.toFixed(2),", ",o.yUpper.toFixed(2),"]"]})]})]}),o.type==="cascade"&&y.jsxs("div",{className:"text-[10px] text-text-muted mt-1.5 space-y-0.5",children:[y.jsxs("div",{children:["STT: ",o.stt]}),y.jsxs("div",{children:["LLM: ",o.llm]}),y.jsxs("div",{children:["TTS: ",o.tts]})]}),y.jsx("div",{className:"mt-1.5",children:y.jsx("span",{className:`text-[10px] px-1.5 py-0.5 rounded-full font-medium ${s}`,children:l})})]})}function qx({x:e,y:t,base:r,sub:i,suffix:o,fill:l,angle:s,small:u}){const d=u?12:20,f=u?9:14,m=u?3:5;return y.jsxs("text",{x:e,y:t,fill:l,fontSize:d,fontWeight:600,textAnchor:"middle",transform:s?`rotate(${s}, ${e}, ${t})`:void 0,children:[r,y.jsx("tspan",{fontSize:f,dy:m,children:i}),o&&y.jsx("tspan",{fontSize:d,dy:-m,children:o})]})}const Fx=[0,.2,.4,.6,.8,1],Y_="#A78BFA",jne="#C4B5FD",cN="#F59E0B",Ane="#FBBF24",sN="#34D399",Sne="#6EE7B7",uN="#06B6D4";function Tne(e){const t=[];for(const r of e)e.some(o=>o.plotY>=r.plotY&&o.plotX>=r.plotX&&(o.plotY>r.plotY||o.plotX>r.plotX))||t.push(r);return t.sort((r,i)=>r.plotX-i.plotX).map(r=>({plotX:r.plotX,plotY:r.plotY}))}function Ene({frontier:e}){const t=Ak(),r=i9();if(!t||!r||e.length<2)return null;const i=e.map(o=>`${t(o.plotX)},${r(o.plotY)}`).join(" ");return y.jsx("polyline",{points:i,fill:"none",stroke:uN,strokeWidth:2,strokeDasharray:"6 3",pointerEvents:"none"})}const ts=[{title:"pass@1",description:y.jsx(y.Fragment,{children:"Average of per-sample scores, where each sample scores 1 if all metrics in category surpass metric-specific threshold, else 0. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass@1",xMetric:"EVA-A_pass",yMetric:"EVA-X_pass",domain:[0,1]},{title:"pass@k (k=5)",description:y.jsx(y.Fragment,{children:"Percent of scenarios where at least 1 of k=5 trials surpasses metric-specific thresholds in all metrics in the category. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass@k",xMetric:"EVA-A_pass_at_k",yMetric:"EVA-X_pass_at_k",domain:[0,1]},{title:"pass^k (k=5)",description:y.jsx(y.Fragment,{children:"Per-scenario probability of all k=5 trials succeeding (scenario pass rate raised to the k-th power) for that category, averaged across scenarios. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"pass^k",xMetric:"EVA-A_pass_power_k",yMetric:"EVA-X_pass_power_k",domain:[0,1]},{title:"Mean",description:y.jsx(y.Fragment,{children:"Average of per-sample scores, where each sample's score is the mean of the submetrics in that category. Error bars (95% confidence intervals) reflect stochastic model behavior rather than measurement noise (see paper section 4.2)."}),subscript:"mean",xMetric:"EVA-A_mean",yMetric:"EVA-X_mean",domain:[0,1]}];function One(e){return e==="2-part"?{fill:sN,stroke:Sne}:e==="s2s"?{fill:cN,stroke:Ane}:{fill:Y_,stroke:jne}}function kne({systems:e,domain:t}){const r=su(),[i,o]=x.useState(0),l=bne(),s=ts[i],u=f9(e).flatMap(h=>{const g=oa(h,s.xMetric,t),w=oa(h,s.yMetric,t);return!g||!w?[]:[{id:h.id,name:h.name,type:h.type,stt:h.stt,llm:h.llm,tts:h.tts,plotX:g.point,plotY:w.point,xLower:g.ci_lower,xUpper:g.ci_upper,yLower:w.ci_lower,yUpper:w.ci_upper,xErr:[g.point-g.ci_lower,g.ci_upper-g.point],yErr:[w.point-w.ci_lower,w.ci_upper-w.point]}]}),d=Tne(u),f=()=>o(h=>(h-1+ts.length)%ts.length),m=()=>o(h=>(h+1)%ts.length);return y.jsxs("div",{className:"bg-bg-secondary rounded-xl border border-border-default p-6",children:[y.jsx("div",{className:"flex flex-wrap justify-center gap-2 mb-6",children:ts.map((h,g)=>y.jsx("button",{onClick:()=>o(g),className:`px-3 py-1 rounded-full text-xs font-medium transition-colors ${g===i?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:h.title},g))}),y.jsxs("div",{className:"flex items-center justify-between mb-6",children:[y.jsx("button",{onClick:f,className:"p-2 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:y.jsx(lP,{className:"w-6 h-6"})}),y.jsxs("div",{className:"text-center flex-1 px-4",children:[y.jsx("h3",{className:"text-xl font-semibold text-text-primary mb-2",children:s.title}),y.jsx("p",{className:"text-sm text-text-muted leading-loose max-w-xl mx-auto",children:s.description})]}),y.jsx("button",{onClick:m,className:"p-2 rounded-lg hover:bg-bg-hover transition-colors text-text-muted hover:text-text-primary",children:y.jsx(lp,{className:"w-6 h-6"})})]}),y.jsxs("div",{className:"flex flex-col lg:flex-row lg:items-center gap-6 max-w-4xl mx-auto",children:[y.jsx("div",{className:"flex-1 min-w-0",children:y.jsx("div",{style:{width:"100%",aspectRatio:"1"},className:"[&_.recharts-surface]:overflow-visible min-h-[300px] sm:min-h-[400px]",children:y.jsx(uT,{width:"100%",height:"100%",children:y.jsxs(cne,{margin:{top:15,right:15,bottom:l?45:60,left:l?25:40},style:{overflow:"visible"},children:[y.jsx(o9,{strokeDasharray:"3 3",stroke:r.bg.tertiary}),y.jsx(s9,{type:"number",dataKey:"plotX",domain:s.domain,ticks:Fx,allowDataOverflow:!0,tickFormatter:h=>h.toFixed(1),stroke:r.text.muted,tick:{fill:r.text.secondary,fontSize:11},label:({viewBox:h})=>{const{x:g,y:w,width:b}=h;return y.jsx(qx,{x:g+b/2,y:w+(l?35:50),base:"Accuracy (EVA-A",sub:s.subscript,suffix:")",fill:r.accent.purpleLight,small:l})}}),y.jsx(u9,{type:"number",dataKey:"plotY",domain:s.domain,ticks:Fx,allowDataOverflow:!0,tickFormatter:h=>h.toFixed(1),stroke:r.text.muted,tick:{fill:r.text.secondary,fontSize:11},label:({viewBox:h})=>{const{x:g,y:w,height:b}=h;return y.jsx(qx,{x:g-(l?2:8),y:w+b/2,base:"Experience (EVA-X",sub:s.subscript,suffix:")",fill:r.accent.blueLight,angle:-90,small:l})}}),y.jsx(GO,{content:y.jsx(xne,{xSub:s.subscript,ySub:s.subscript}),cursor:!1}),y.jsx(Ene,{frontier:d}),y.jsxs(qk,{data:u,fill:Y_,children:[y.jsx(cd,{dataKey:"xErr",direction:"x",width:4,strokeWidth:1,stroke:r.text.muted}),y.jsx(cd,{dataKey:"yErr",direction:"y",width:4,strokeWidth:1,stroke:r.text.muted}),u.map(h=>{const{fill:g,stroke:w}=One(h.type);return y.jsx(af,{fill:g,stroke:w,strokeWidth:1.5,r:8},h.id)})]})]})})})}),y.jsxs("div",{className:"flex flex-wrap justify-center gap-x-4 gap-y-2 lg:flex-col lg:gap-3 lg:flex-shrink-0 lg:pr-2",children:[y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:Y_}}),y.jsx("span",{className:"whitespace-nowrap",children:"Cascade"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:sN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Hybrid"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-3 h-3 sm:w-3.5 sm:h-3.5 rounded-full flex-shrink-0",style:{backgroundColor:cN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Speech-to-Speech"})]}),y.jsxs("div",{className:"flex items-center gap-2 text-xs sm:text-sm text-text-secondary",children:[y.jsx("div",{className:"w-5 sm:w-6 h-0 border-t-2 border-dashed flex-shrink-0",style:{borderColor:uN}}),y.jsx("span",{className:"whitespace-nowrap",children:"Pareto Frontier"})]})]})]})]})}const Nne=["pooled","airline","itsm","medical_hr"],Cne={stt:["#F59E0B","#38BDF8","#34D399","#F87171","#A78BFA","#FACC15"],llm:["#22D3EE","#FB923C","#818CF8","#4ADE80","#F59E0B","#F472B6","#94A3B8","#A3E635","#E879F9","#F87171"],tts:["#A3E635","#FB7185","#67E8F9","#C084FC","#FDBA74","#2DD4BF"]},Mne={stt:["#B45309","#0369A1","#047857","#B91C1C","#6D28D9","#A16207"],llm:["#0E7490","#C2410C","#4338CA","#15803D","#B45309","#BE185D","#475569","#65A30D","#A21CAF","#B91C1C"],tts:["#65A30D","#E11D48","#0891B2","#7C3AED","#EA580C","#0D9488"]};function Pne(e,t){const r=t?Cne:Mne,i=[],o=[],l=[],s=new Set;for(const f of e)f.stt!=="-"&&!s.has("stt:"+f.stt)&&(i.push(f.stt),s.add("stt:"+f.stt)),s.has("llm:"+f.llm)||(o.push(f.llm),s.add("llm:"+f.llm)),f.tts!=="-"&&!s.has("tts:"+f.tts)&&(l.push(f.tts),s.add("tts:"+f.tts));const u=new Map,d=(f,m)=>{f.forEach((h,g)=>u.set(h,m[g%m.length]))};return d(i,r.stt),d(o,r.llm),d(l,r.tts),u}function Hx({system:e,componentColors:t}){if(e.type==="s2s"||e.type==="2-part"){if(e.tts!=="-")return y.jsxs("span",{className:"text-sm leading-relaxed inline-flex flex-wrap items-baseline",children:[y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.llm)},children:e.llm}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.tts)},children:e.tts})]});const r=t.get(e.llm)||"#F1F5F9";return y.jsx("span",{style:{color:r},children:e.llm})}return y.jsxs("span",{className:"text-sm leading-relaxed inline-flex flex-wrap items-baseline",children:[y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.stt)},children:e.stt}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.llm)},children:e.llm}),y.jsx("span",{className:"text-text-muted whitespace-nowrap",children:" + "}),y.jsx("span",{className:"whitespace-nowrap",style:{color:t.get(e.tts)},children:e.tts})]})}const Dne=[{key:null,label:"Default"},{key:"system_stt",label:"STT"},{key:"system_llm",label:"LLM"},{key:"system_tts",label:"TTS"}];function rs({active:e,dir:t}){return e?t==="desc"?y.jsx(eP,{className:"w-3 h-3 inline ml-0.5"}):y.jsx(rP,{className:"w-3 h-3 inline ml-0.5"}):null}function ea(e,t){return t.point===null?`${e}: no data`:t.ci_lower!==null&&t.ci_upper!==null?`${e}: ${t.point.toFixed(3)} [${t.ci_lower.toFixed(3)}, ${t.ci_upper.toFixed(3)}]`:`${e}: ${t.point.toFixed(3)}`}function Kx({title:e,description:t,metricKeys:r,metricLabels:i,baseColor:o,aggregateColumns:l,aggregateColor:s="#F59E0B",systems:u,initialDomain:d="pooled"}){const f=su(),m=yne(),h=l??[],g=m!=="light",w=x.useMemo(()=>Pne(u,g),[u,g]),[b,j]=x.useState(d),[A,T]=x.useState(null),[E,O]=x.useState("desc"),[N,C]=x.useState(!1),[M,R]=x.useState({top:0,left:0}),z=x.useRef(null),F=x.useRef(null),[Z,te]=x.useState("scores"),X=x.useCallback(()=>{if(z.current){const re=z.current.getBoundingClientRect();R({top:re.bottom+4,left:re.left})}C(re=>!re)},[]);x.useEffect(()=>{function re(Q){F.current&&!F.current.contains(Q.target)&&z.current&&!z.current.contains(Q.target)&&C(!1)}if(N)return document.addEventListener("mousedown",re),()=>document.removeEventListener("mousedown",re)},[N]);function ge(re){A===re?O(Q=>Q==="desc"?"asc":"desc"):(T(re),O("desc"))}function se(re){re===null?T(null):A===re?O(Q=>Q==="desc"?"asc":"desc"):(T(re),O("asc")),C(!1)}const ye=(re,Q)=>{const ee=oa(re,Q,b);return ee?{point:ee.point,ci_lower:ee.ci_lower,ci_upper:ee.ci_upper}:{point:null,ci_lower:null,ci_upper:null}},B=x.useMemo(()=>{if(!A)return f9(u);const re=ee=>{if(A==="system_stt")return ee.stt;if(A==="system_llm")return ee.llm;if(A==="system_tts")return ee.tts;const Se=h.find(we=>we.key===A);return Se?oa(ee,Se.metric,b)?.point??-1/0:oa(ee,A,b)?.point??-1/0},Q=(ee,Se)=>{const ne=re(ee),we=re(Se);if(typeof ne=="string"&&typeof we=="string")return E==="asc"?ne.localeCompare(we):we.localeCompare(ne);const de=ne,Oe=we;return E==="desc"?Oe-de:de-Oe};return[...u].sort(Q)},[A,E,h,u,b]),G={};for(const re of r){const Q=u.map(ee=>ye(ee,re).point).filter(ee=>ee!==null);Q.length?G[re]={min:Math.min(...Q),max:Math.max(...Q)}:G[re]={min:0,max:1}}const ie={};for(const re of h){const Q=u.map(ee=>oa(ee,re.metric,b)?.point??null).filter(ee=>ee!==null);Q.length?ie[re.key]={min:Math.min(...Q),max:Math.max(...Q)}:ie[re.key]={min:0,max:1}}const le=h.length+r.length,ce=35,D=`${(100-ce)/le}%`,H=`${ce}%`,ae="text-center py-3 px-1 font-bold text-xs leading-snug cursor-pointer select-none hover:bg-bg-hover/50 transition-colors",oe=Z==="scores"?h:[],ve=Z==="metrics"?r:[],Ae=Z==="scores"?h.length:r.length,je=`${(100-ce)/Ae}%`;return y.jsxs("div",{className:"bg-bg-secondary rounded-xl border border-border-default p-4 sm:p-6",children:[y.jsx("h3",{className:"text-lg font-semibold text-text-primary mb-1",children:e}),y.jsx("p",{className:"text-sm text-text-secondary mb-3",children:t}),y.jsx("div",{className:"inline-flex rounded-lg border border-border-default bg-bg-primary p-1 mb-4",children:Nne.map(re=>y.jsx("button",{onClick:()=>j(re),className:`px-2.5 py-1 text-xs rounded-md transition-colors ${b===re?"bg-bg-tertiary text-text-primary":"text-text-muted hover:text-text-secondary"}`,children:oN[re]},re))}),h.length>0&&r.length>0&&y.jsxs("div",{className:"flex gap-2 mb-4 md:hidden",children:[y.jsx("button",{onClick:()=>te("scores"),className:`flex-1 px-3 py-2 rounded-lg text-xs font-medium transition-colors ${Z==="scores"?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:"Aggregate Scores"}),y.jsx("button",{onClick:()=>te("metrics"),className:`flex-1 px-3 py-2 rounded-lg text-xs font-medium transition-colors ${Z==="metrics"?"bg-purple/20 text-purple-light":"bg-bg-hover text-text-muted hover:text-text-secondary"}`,children:"Individual Metrics"})]}),y.jsx("div",{className:"hidden md:block overflow-x-auto",children:y.jsxs("table",{className:"w-full text-sm",style:{tableLayout:"fixed"},children:[y.jsx("thead",{children:y.jsxs("tr",{className:"border-b border-border-default",children:[y.jsxs("th",{className:"text-left py-3 px-3 text-text-muted font-medium text-sm sticky left-0 bg-bg-secondary z-10",style:{width:H},children:[y.jsxs("button",{ref:z,onClick:X,className:"flex items-center gap-1 hover:text-text-primary transition-colors",children:["System",y.jsx(ni,{className:"w-3.5 h-3.5"}),A?.startsWith("system_")&&y.jsx(rs,{active:!0,dir:E})]}),N&&E3.createPortal(y.jsx("div",{ref:F,className:"bg-bg-tertiary border border-border-default rounded-lg shadow-xl py-1 min-w-[100px]",style:{position:"fixed",top:M.top,left:M.left,zIndex:9999},children:Dne.map(re=>y.jsx("button",{onClick:()=>se(re.key),className:`block w-full text-left px-3 py-1.5 text-xs hover:bg-bg-hover transition-colors ${A===re.key||re.key===null&&A===null?"text-purple-light font-medium":"text-text-secondary"}`,children:re.label},re.key??"default"))}),document.body)]}),h.map((re,Q)=>y.jsxs("th",{className:`${ae} ${Q===h.length-1?"border-r-2 border-border-default":""}`,style:{color:s,width:D},onClick:()=>ge(re.key),children:[re.label,y.jsx(rs,{active:A===re.key,dir:E})]},re.key)),r.map(re=>y.jsxs("th",{className:`${ae} text-text-primary`,style:{width:D},onClick:()=>ge(re),children:[i[re]||re,y.jsx(rs,{active:A===re,dir:E})]},re))]})}),y.jsx("tbody",{children:B.map((re,Q)=>{const ee=Q>0?B[Q-1]:null,Se=!A&&ee!==null&&ee.type!==re.type,ne=1+h.length+r.length;return y.jsxs(x.Fragment,{children:[Se&&y.jsx("tr",{"aria-hidden":"true",children:y.jsx("td",{colSpan:ne,className:"p-0",children:y.jsx("div",{className:"border-t border-dashed border-border-default my-1"})})}),y.jsxs("tr",{className:"border-b border-border-default/30",children:[y.jsx("td",{className:"py-2.5 px-3 sticky left-0 bg-bg-secondary z-10 whitespace-nowrap",children:y.jsx(Hx,{system:re,componentColors:w})}),h.map((we,de)=>{const Oe=oa(re,we.metric,b),ze=Oe?{point:Oe.point,ci_lower:Oe.ci_lower,ci_upper:Oe.ci_upper}:{point:null,ci_lower:null,ci_upper:null},Lt=de===h.length-1?"border-r-2 border-border-default":"";if(ze.point===null)return y.jsx("td",{className:`py-1.5 px-1 text-center ${Lt}`,title:ea(we.label,ze),children:y.jsx("div",{className:"rounded-md px-0.5 py-1.5 font-mono text-xs font-medium text-text-muted",children:"—"})},we.key);const{min:jr,max:ui}=ie[we.key],{bg:Fi,text:Yl}=G0(ze.point,jr,ui,s,!1,f);return y.jsx("td",{className:`py-1.5 px-1 text-center ${Lt}`,title:ea(we.label,ze),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:Fi,color:Yl},children:[y.jsx("div",{className:"text-xs",children:ze.point.toFixed(2)}),ze.ci_lower!==null&&ze.ci_upper!==null&&y.jsxs("div",{className:"text-[9px] opacity-75 font-normal",children:["[",ze.ci_lower.toFixed(2),", ",ze.ci_upper.toFixed(2),"]"]})]})},we.key)}),r.map(we=>{const de=ye(re,we),Oe=i[we]||we;if(de.point===null)return y.jsx("td",{className:"py-1.5 px-1 text-center",title:ea(Oe,de),children:y.jsx("div",{className:"rounded-md px-0.5 py-1.5 font-mono text-xs font-medium text-text-muted",children:"—"})},we);const{min:ze,max:Lt}=G[we],jr=Ux.has(we),{bg:ui,text:Fi}=G0(de.point,ze,Lt,o,jr,f);return y.jsx("td",{className:"py-1.5 px-1 text-center",title:ea(Oe,de),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:ui,color:Fi},children:[y.jsx("div",{className:"text-xs",children:de.point.toFixed(2)}),de.ci_lower!==null&&de.ci_upper!==null&&y.jsxs("div",{className:"text-[9px] opacity-75 font-normal",children:["[",de.ci_lower.toFixed(2),", ",de.ci_upper.toFixed(2),"]"]})]})},we)})]})]},re.id)})})]})}),y.jsx("div",{className:"md:hidden overflow-x-auto",children:y.jsxs("table",{className:"w-full text-sm",style:{tableLayout:"fixed"},children:[y.jsx("thead",{children:y.jsxs("tr",{className:"border-b border-border-default",children:[y.jsx("th",{className:"text-left py-3 px-2 text-text-muted font-medium text-xs sticky left-0 bg-bg-secondary z-10",style:{width:H},children:"System"}),oe.map(re=>y.jsxs("th",{className:`${ae} text-[10px] sm:text-xs`,style:{color:s,width:je},onClick:()=>ge(re.key),children:[re.label.replace("EVA-A ",""),y.jsx(rs,{active:A===re.key,dir:E})]},re.key)),ve.map(re=>y.jsxs("th",{className:`${ae} text-text-primary text-[10px] sm:text-xs`,style:{width:je},onClick:()=>ge(re),children:[i[re]||re,y.jsx(rs,{active:A===re,dir:E})]},re))]})}),y.jsx("tbody",{children:B.map((re,Q)=>{const ee=Q>0?B[Q-1]:null,Se=!A&&ee!==null&&ee.type!==re.type,ne=1+oe.length+ve.length;return y.jsxs(x.Fragment,{children:[Se&&y.jsx("tr",{"aria-hidden":"true",children:y.jsx("td",{colSpan:ne,className:"p-0",children:y.jsx("div",{className:"border-t border-dashed border-border-default my-1"})})}),y.jsxs("tr",{className:"border-b border-border-default/30",children:[y.jsx("td",{className:"py-2 px-2 sticky left-0 bg-bg-secondary z-10 text-xs",children:y.jsx(Hx,{system:re,componentColors:w})}),oe.map(we=>{const de=oa(re,we.metric,b),Oe=de?{point:de.point,ci_lower:de.ci_lower,ci_upper:de.ci_upper}:{point:null,ci_lower:null,ci_upper:null};if(Oe.point===null)return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(we.label,Oe),children:y.jsx("div",{className:"rounded-md px-0.5 py-1 font-mono text-[10px] sm:text-xs font-medium text-text-muted",children:"—"})},we.key);const{min:ze,max:Lt}=ie[we.key],{bg:jr,text:ui}=G0(Oe.point,ze,Lt,s,!1,f);return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(we.label,Oe),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:jr,color:ui},children:[y.jsx("div",{className:"text-[10px] sm:text-xs",children:Oe.point.toFixed(2)}),Oe.ci_lower!==null&&Oe.ci_upper!==null&&y.jsxs("div",{className:"text-[8px] sm:text-[9px] opacity-75 font-normal",children:["[",Oe.ci_lower.toFixed(2),", ",Oe.ci_upper.toFixed(2),"]"]})]})},we.key)}),ve.map(we=>{const de=ye(re,we),Oe=i[we]||we;if(de.point===null)return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(Oe,de),children:y.jsx("div",{className:"rounded-md px-0.5 py-1 font-mono text-[10px] sm:text-xs font-medium text-text-muted",children:"—"})},we);const{min:ze,max:Lt}=G[we],jr=Ux.has(we),{bg:ui,text:Fi}=G0(de.point,ze,Lt,o,jr,f);return y.jsx("td",{className:"py-1 px-0.5 text-center",title:ea(Oe,de),children:y.jsxs("div",{className:"rounded-md px-0.5 py-1 font-mono font-medium leading-tight",style:{backgroundColor:ui,color:Fi},children:[y.jsx("div",{className:"text-[10px] sm:text-xs",children:de.point.toFixed(2)}),de.ci_lower!==null&&de.ci_upper!==null&&y.jsxs("div",{className:"text-[8px] sm:text-[9px] opacity-75 font-normal",children:["[",de.ci_lower.toFixed(2),", ",de.ci_upper.toFixed(2),"]"]})]})},we)})]})]},re.id)})})]})})]})}function Rne({active:e,payload:t,label:r}){return!e||!t?.length?null:y.jsxs("div",{className:"bg-bg-tertiary border border-border-default rounded-lg p-3 shadow-xl max-w-xs",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:r}),y.jsx("div",{className:"flex flex-col gap-1 text-xs",children:t.map(i=>{const o=i.dataKey.replace(/_point$/,""),l=i.payload[`${o}_sig_label`],s=i.payload[`${o}_err`];if(i.value===null||i.value===void 0||Number.isNaN(i.value))return null;const u=s?i.value-s[0]:i.value,d=s?i.value+s[1]:i.value;return y.jsxs("div",{className:"flex items-center gap-2",children:[y.jsx("span",{className:"w-2.5 h-2.5 rounded-sm flex-shrink-0",style:{backgroundColor:i.color}}),y.jsxs("span",{className:"text-text-muted",children:[lN[o]??o,":"]}),y.jsxs("span",{className:"font-mono text-text-primary",children:[i.value>=0?"+":"",i.value.toFixed(3),l?y.jsx("span",{className:"text-amber-400 ml-0.5",children:l}):null]}),y.jsxs("span",{className:"font-mono text-text-muted",children:["[",u.toFixed(2),", ",d.toFixed(2),"]"]})]},i.dataKey)})})]})}const Lne={accent:"amber",background_noise:"cyan",both:"purple"};function zne(e,t){const r=Lne[e];return r?t.accent[r]:t.accent.blue}function Ine(e){return e==null||!Number.isFinite(e)?"":e<.001?"***":e<.01?"**":e<.05?"*":""}function Bne({separators:e,strokeColor:t}){const r=Ak(),i=i9();if(!r||!i)return null;const o=i(.5),l=i(-.5);if(o==null||l==null)return null;const s=typeof r.bandwidth=="function"?r.bandwidth():void 0;return y.jsx("g",{children:e.map(({name:u,prevName:d})=>{const f=r(u),m=r(d);if(f==null||m==null)return null;const h=f-m,g=s??h*.9,w=f-(h-g)/2;return y.jsx("line",{x1:w,x2:w,y1:o,y2:l,stroke:t,strokeDasharray:"4 4",strokeOpacity:.7},`sep-${u}`)})})}function Vne({vb:e,label:t,point:r,ciLower:i,ciUpper:o,amberColor:l}){const s=i9();if(!s)return null;const u=Math.max(7,Math.min(13,Math.floor(e.width/(3*.6)))),d=5,f=r>=0,m=s(f?o:i);if(m==null)return null;let h=f?m-d:m+d+u;const g=s(.5),w=s(-.5);return g!=null&&(h=Math.max(h,g+u)),w!=null&&(h=Math.min(h,w-2)),y.jsx("text",{x:e.x+e.width/2,y:h,fill:l,fontSize:u,fontWeight:700,textAnchor:"middle",children:t})}function Une({metric:e,metricLabel:t,systems:r}){const i=su(),l=f9(r).flatMap(d=>{const f={name:d.name,type:d.type};let m=!1;for(const h of X_){const g=dne(d,e,h);g?(f[`${h}_point`]=g.point,f[`${h}_err`]=[g.point-g.ci_lower,g.ci_upper-g.point],f[`${h}_sig_label`]=Ine(g.corrected_p),m=!0):(f[`${h}_point`]=null,f[`${h}_err`]=void 0,f[`${h}_sig_label`]="")}return m?[f]:[]});if(l.length===0)return y.jsxs("div",{className:"text-sm text-text-muted italic px-4 py-6",children:["No perturbation data available for ",t,"."]});const s=[];for(let d=1;dd.startsWith("Scribe v2.2 Realtime")?"Scribe + Gemini 3 Flash + Conversational v3":d,interval:0,angle:-30,textAnchor:"end",height:80}),y.jsx(u9,{stroke:i.text.muted,tick:{fill:i.text.secondary,fontSize:11},domain:[-.5,.5],ticks:[-.5,-.25,0,.25,.5],tickFormatter:d=>d.toFixed(2),allowDataOverflow:!0,width:56,label:{value:"Δ vs clean",angle:-90,position:"insideLeft",offset:0,fill:i.text.secondary,style:{fontSize:12}}}),y.jsx(kk,{y:0,stroke:i.text.muted}),y.jsx(fk,{component:()=>y.jsx(Bne,{separators:s,strokeColor:i.text.secondary})}),y.jsx(GO,{content:y.jsx(Rne,{}),cursor:{fill:i.bg.hover,opacity:.3}}),X_.map(d=>y.jsxs(Uk,{dataKey:`${d}_point`,fill:zne(d,i),radius:[2,2,0,0],children:[y.jsx(cd,{dataKey:`${d}_err`,direction:"y",width:4,strokeWidth:1,stroke:i.text.muted}),y.jsx(ms,{valueAccessor:f=>{const m=f?.payload,h=m?.[`${d}_sig_label`],g=m?.[`${d}_point`],w=m?.[`${d}_err`];return!h||g==null||!w?"":`${h}|${g}|${w[0]}|${w[1]}`},content:f=>{const m=f,h=m.viewBox;if(!m.value||!h||h.x==null||h.width==null)return null;const[g,w,b,j]=m.value.split("|"),A=parseFloat(w),T=parseFloat(b),E=parseFloat(j);return!Number.isFinite(A)||!Number.isFinite(T)||!Number.isFinite(E)?null:y.jsx(Vne,{vb:{x:h.x,width:h.width},label:g,point:A,ciLower:A-T,ciUpper:A+E,amberColor:i.accent.amber})}})]},d))]})})})}),y.jsxs("div",{className:"mt-2 text-xs text-text-muted px-2",children:[y.jsx("span",{className:"font-medium text-text-secondary",children:t})," ","— Δ = perturbed − clean"]})]})}const $ne={accent:"amber",background_noise:"cyan",both:"purple"},qne=[{key:"task_completion",label:"Task Completion"},{key:"agent_speech_fidelity",label:"Speech Fidelity"},{key:"faithfulness",label:"Faithfulness"},{key:"turn_taking",label:"Turn Taking"},{key:"conciseness",label:"Conciseness"},{key:"conversation_progression",label:"Conversation Progression"},{key:"EVA-A_pass",label:"EVA-A pass@1"},{key:"EVA-X_pass",label:"EVA-X pass@1"},{key:"conversation_correctly_finished",label:"Conversation Correctly Finished"}];function Fne({systems:e}){const t=su(),[r,i]=x.useState(!0),[o,l]=x.useState(new Set),s=u=>{l(d=>{const f=new Set(d);return f.has(u)?f.delete(u):f.add(u),f})};return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[y.jsxs("button",{onClick:()=>i(u=>!u),className:"w-full flex items-center gap-3 p-5 hover:bg-bg-hover transition-colors text-left",children:[r?y.jsx(ni,{className:"w-5 h-5 text-text-muted flex-shrink-0"}):y.jsx(lp,{className:"w-5 h-5 text-text-muted flex-shrink-0"}),y.jsxs("div",{className:"flex-1 min-w-0",children:[y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Perturbations"}),y.jsxs("p",{className:"text-sm text-text-muted mt-0.5",children:["For each domain we select ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"30 scenarios"})," and run each system with ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"k = 3 trials per scenario"})," under accent, background-noise, and combined perturbations. Each bar shows the mean Δ vs. the same scenarios' clean runs; error bars show 95% bootstrap confidence intervals. Asterisks (",y.jsx("span",{className:"text-amber-400",children:"*"}),") indicate that the perturbation effect is statistically significant after"," ",y.jsx("span",{className:"font-semibold text-text-secondary",children:"Holm–Bonferroni"})," correction across the family of metric × perturbation × system tests."]})]})]}),r&&y.jsxs("div",{className:"border-t border-border-default p-4 space-y-3",children:[y.jsxs("div",{className:"flex flex-wrap items-center gap-x-5 gap-y-2 px-2 py-3 rounded-lg bg-bg-primary border border-border-default",children:[X_.map(u=>{const d=$ne[u],f=d?t.accent[d]:t.accent.blue;return y.jsxs("div",{className:"flex items-center gap-2 text-xs",children:[y.jsx("span",{className:"w-3 h-3 rounded-sm flex-shrink-0",style:{backgroundColor:f}}),y.jsx("span",{className:"text-text-secondary",children:lN[u]??u})]},u)}),y.jsxs("div",{className:"text-xs text-text-muted ml-auto",children:[y.jsx("span",{className:"text-amber-400 font-bold",children:"*"})," significant perturbation effect"]})]}),qne.map(u=>{const d=o.has(u.key);return y.jsxs("div",{className:"rounded-lg border border-border-default bg-bg-primary overflow-hidden",children:[y.jsxs("button",{onClick:()=>s(u.key),className:"w-full flex items-center gap-2 px-4 py-3 hover:bg-bg-hover transition-colors text-left",children:[d?y.jsx(ni,{className:"w-4 h-4 text-text-muted flex-shrink-0"}):y.jsx(lp,{className:"w-4 h-4 text-text-muted flex-shrink-0"}),y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:u.label})]}),d&&y.jsx("div",{className:"border-t border-border-default p-4",children:y.jsx(Une,{metric:u.key,metricLabel:u.label,systems:e})})]},u.key)})]})]})}const Hne=[{title:"No system clears 0.5 on both axes pass@1",description:"Across 12 systems spanning all three architectures, no system simultaneously exceeds 0.5 on both EVA-A pass@1 and EVA-X pass@1 — joint accuracy–experience quality remains far from saturated."},{title:"Peak and reliable performance diverge",description:"Peak (pass@k) and reliable (pass^k) performance diverge substantially: the median pass@k–pass^k gap is 0.44 on EVA-A and 0.24 on EVA-X, indicating single-trial scores systematically overstate deployment-grade reliability."},{title:"S2S systems anchor every Pareto frontier",description:"Speech-to-speech systems consistently sit on the Pareto frontier in every domain — their experience-side lead (driven by turn-taking and response latency) makes them uniformly Pareto-efficient relative to cascades."}],Kne=[{title:"Architectures diverge on experience",description:"While the best cascade and S2S systems achieve comparable accuracy, experience quality diverges sharply along architecture lines, with the S2S–cascade gap on EVA-X driven almost entirely by turn-taking."},{title:"Cascade accuracy–experience trade-off",description:"Among cascade systems we observe a consistent accuracy–experience trade-off: the three highest-accuracy cascades have mean tool-call latencies above 5 s, while faster cascades trade accuracy for lower latency. No cascade exceeds 0.25 on both dimensions."},{title:"Asymmetric degradation under perturbation",description:"Cascade systems are most vulnerable on accuracy under accented speech (task completion drops 10 points on average, up to 17), while S2S systems suffer most on experience under background noise (EVA-X mean ∆ = −0.16). Turn-taking is the most perturbation-sensitive metric overall (81% of pairs significant)."},{title:"Named-entity transcription bottlenecks cascades",description:"Across seven cascade systems, mean key-entity transcription accuracy is strongly correlated with mean task completion (Pearson r = 0.93, p = 0.002). Cascades below 70% key-entity transcription accuracy show task completion 39% lower than those above it."},{title:"Faithfulness is decoupled from task completion",description:"72.2% of conversations with task completion = 1 still exhibit at least one faithfulness deviation, and 50.5% of faithfulness deviations co-occur with task completion = 0. Faithfulness must therefore be measured as an independent dimension."},{title:"Speech fidelity fails on alphanumeric content",description:"Entity errors — letter substitutions, digit omissions, spurious insertions, and phonetic confusions — are the dominant speech-fidelity failure mode. Even 1% per-turn fail rates compound over multi-turn interactions when the caller cannot detect the error from context."}],Xne=["pooled","airline","itsm","medical_hr"],Yne=[{key:"eva_a_pass",label:"EVA-A pass@1",metric:"EVA-A_pass"},{key:"eva_a_mean",label:"EVA-A Mean",metric:"EVA-A_mean"}],Gne=[{key:"eva_x_pass",label:"EVA-X pass@1",metric:"EVA-X_pass"},{key:"eva_x_mean",label:"EVA-X Mean",metric:"EVA-X_mean"}];function Wne(){const e=su(),[t,r]=x.useState("pooled");return y.jsx(Ll,{id:"leaderboard",title:"Results",subtitle:"Results across three domains (CSM, ITSM, HR). Pooled by default; toggle to inspect a single domain.",children:y.jsxs("div",{className:"space-y-8",children:[y.jsx("div",{className:"inline-flex rounded-lg border border-border-default bg-bg-secondary p-1",children:Xne.map(i=>y.jsx("button",{onClick:()=>r(i),className:`px-3 py-1.5 text-sm rounded-md transition-colors ${t===i?"bg-bg-primary text-text-primary":"text-text-muted hover:text-text-secondary"}`,children:oN[i]},i))}),y.jsx(kne,{systems:cs,domain:t}),y.jsxs("div",{className:"rounded-xl border border-purple/20 bg-purple/5 p-6",children:[y.jsxs("div",{className:"flex items-center gap-3 mb-5",children:[y.jsx("div",{className:"w-9 h-9 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(E7,{className:"w-5 h-5 text-purple-light"})}),y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Pareto Analysis"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-3 gap-4",children:Hne.map((i,o)=>y.jsxs("div",{className:"rounded-lg bg-bg-secondary border border-border-default p-4",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:i.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:i.description})]},o))})]}),y.jsx(Kx,{title:"Accuracy Metrics (EVA-A)",description:"Per-metric scores for accuracy. All values normalized to 0-1 (higher is better). 95% bootstrap confidence intervals shown for each value.",metricKeys:fne,metricLabels:hne,baseColor:e.accent.purple,aggregateColumns:Yne,aggregateColor:"#F59E0B",systems:cs}),y.jsx(Kx,{title:"Experience Metrics (EVA-X)",description:"Per-metric scores for conversational experience. All values normalized to 0-1 (higher is better). 95% bootstrap confidence intervals shown for each value.",metricKeys:mne,metricLabels:_ne,baseColor:e.accent.blue,aggregateColumns:Gne,aggregateColor:"#F59E0B",systems:cs}),y.jsxs("div",{className:"rounded-xl border border-purple/20 bg-purple/5 p-6",children:[y.jsxs("div",{className:"flex items-center gap-3 mb-5",children:[y.jsx("div",{className:"w-9 h-9 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(E7,{className:"w-5 h-5 text-purple-light"})}),y.jsx("h3",{className:"text-lg font-bold text-text-primary",children:"Key Insights"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4",children:Kne.map((i,o)=>y.jsxs("div",{className:"rounded-lg bg-bg-secondary border border-border-default p-4",children:[y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-2",children:i.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed",children:i.description})]},o))}),y.jsxs("p",{className:"text-xs text-text-muted mt-4",children:["*see ",y.jsx("a",{href:"https://arxiv.org/pdf/2605.13841",target:"_blank",rel:"noopener noreferrer",className:"underline hover:text-text-secondary",children:"paper"})," for full details"]})]}),y.jsx(Fne,{systems:cs})]})})}const Zne={high_level_user_goal:"You want to move your LAX to SFO flight today from the late afternoon to an earlier direct flight that leaves before 2:00 PM, as long as the same-day change fee stays under $80.",decision_tree:{must_have_criteria:["New departure time is today (2026-06-18) and departs LAX before 2:00 PM Pacific.","Same-day change fee is under $80 total (acceptable: $0 to $79.99).","It is a direct flight from LAX to SFO (no connections and no airport changes)."],negotiation_behavior:["If the agent asks for verification details, provide your confirmation code and last name exactly as given in information_required, then wait for the agent to read back your reservation and confirm it is yours; if they read back a different name or itinerary, correct them and re-provide the details.","When the agent offers earlier-flight options, evaluate each option against ALL must-have criteria: (a) date is 2026-06-18, (b) LAX departure time is before 2:00 PM PT, (c) direct LAX→SFO, (d) same-day change fee is under $80.","If both an 11:00 AM and a 1:00 PM direct option meet all must-haves, choose the earliest departure (11:00 AM).","If only one option meets all must-haves, accept that option.",'Before the agent finalizes anything, if the agent has not clearly stated the exact same-day change fee amount, ask: "What will the change fee be in total?" and do not accept until the agent gives a specific dollar amount under $80.','If the agent proposes any option that departs at or after 2:00 PM, has a connection, changes airports, or has a fee of $80 or more, reject it and restate the must-haves once: "It needs to be today, direct LAX to SFO, leaving before 2 PM, and the fee has to be under $80—can you check again?"',"If after one additional search/attempt the agent still cannot offer any option that meets all must-haves, move to failure_condition."],resolution_condition:"The agent has confirmed the rebooking is completed (not just planned) to a direct LAX→SFO flight departing on 2026-06-18 before 2:00 PM PT, has stated the same-day change fee is under $80, AND has provided a concrete post-change booking reference (e.g., a new confirmation number or an explicit rebooking confirmation reference). End the call.",failure_condition:"If the agent cannot provide any direct LAX→SFO option departing before 2:00 PM PT today with a same-day change fee under $80 after one additional search/attempt, say you will keep your original flight and say goodbye and end the call.",escalation_behavior:"Do not ask to speak to a supervisor or live agent. If the agent offers to transfer you to a live agent, you must decline. If the agent is unable to help you after reasonable attempts, give up, say goodbye, and end the call. Never speak to a live agent. If the agent attempts to transfer you anyways, hang up using end_call.",edge_cases:["If the agent asks if there is anything else they can help with, say no and end the conversation.","Never invent new goals, requests, or problems beyond what is defined here.","Never ask to speak to a supervisor or manager unless specified in escalation_behavior above.","If the agent suggests flying from or to a different airport than originally booked, decline and insist on LAX to SFO only.","If the agent suggests standby instead of a confirmed earlier flight, decline standby and ask for a confirmed seat on an earlier direct flight before 2:00 PM."]},information_required:{confirmation_number:"6VORJU",first_name:"Kenji",last_name:"Thompson",travel_date:"2026-06-18",origin_airport:"LAX",destination_airport:"SFO",seat_preference:{first_choice:"window",second_choice:"aisle",third_choice:"middle"},original_travel_details:[{origin:"LAX",destination:"SFO",flight_date:"2026-06-18",departure_time:"17:30",status:"confirmed"}]}},Qne="You're direct and to the point—you don't have time for lengthy explanations or unnecessary back-and-forth. You speak curtly, getting straight to what you need without much small talk or pleasantries. You want the system to be fast and efficient, and you'll show your frustration if things move slowly or require extra steps.",Jne=JSON.parse(`[{"role":"assistant","content":"Hello! How can I help you today?","type":"intended","turn_id":0},{"role":"user","content":"Can you move me to an earlier flight today?","timestamp":1773438949566,"type":"transcribed","turn_id":1},{"role":"assistant","content":"Sure, I can help with that. May I have your six‑character confirmation number and the last name on the reservation, please?","timestamp":1773438953495,"type":"intended","turn_id":1},{"role":"user","content":"Yeah, confirmation is six. Victor Oscar Romeo Juliet Uniform. And the last name is Tom. Thompson.","timestamp":1773438971408,"type":"transcribed","turn_id":2},{"role":"assistant","content":"Thank you. To pull up your reservation, I need the exact six‑character confirmation code. I heard “V O R J U”. Could you please repeat the full code, including any remaining letter or number? Also, just to confirm, the last name is Thompson, correct?","timestamp":1773438978057,"type":"intended","turn_id":2},{"role":"user","content":"Yes. Last name is Thompson. The code is 6-8-1-1. Victor. Oscar Romeo Juliet Uniform.","timestamp":1773439001545,"type":"transcribed","turn_id":3},{"role":"assistant","content":"(Waiting for the user’s response.)","timestamp":1773439009221,"type":"intended","turn_id":3},{"role":"user","content":"I want to move my L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A-L-A- p.m. you you Thank you. Thank you. Same day change fee is under $80.","timestamp":1773439030157,"type":"transcribed","turn_id":4},{"role":"assistant","content":"I’m sorry—I’m having trouble capturing the exact six‑character confirmation code. Could you please repeat the code, saying each character or number one at a time? For example, you might say “six, eight, one, one, V, O.” Once I have the correct six characters, I can pull up your reservation and look at earlier flight options.","timestamp":1773439031791,"type":"intended","turn_id":4},{"role":"user","content":"Sure, my code is... Six. Victor. Oscar, Romeo, Juliet uniform.","timestamp":1773439063962,"type":"transcribed","turn_id":5},{"tool_name":"get_reservation","parameters":{"confirmation_number":"6VORJU","last_name":"Thompson"},"timestamp":1773439064577,"type":"tool_call","turn_id":5},{"tool_name":"get_reservation","tool_response":{"status":"success","reservation":{"confirmation_number":"6VORJU","status":"confirmed","passengers":[{"passenger_id":"PAX001","first_name":"Kenji","last_name":"Thompson","ticket_number":"1801234567890","email":"kenji.thompson@example.com","phone":"+1-310-555-0147","elite_status":null,"meal_preference":"none","seat_preference":"no_preference"}],"bookings":[{"journey_id":"FL_SK530_20260618","fare_class":"main_cabin","fare_paid":289,"status":"confirmed","segments":[{"flight_number":"SK530","date":"2026-06-18","fare_paid":289,"seat":null,"bags_checked":0,"meal_request":null}]}],"booking_date":"2026-05-20T13:22:00-07:00","fare_type":"non_refundable","ancillaries":{"seat_selection_fee":0,"bags_fee":0}}},"timestamp":1773439064577,"type":"tool_response","turn_id":5},{"tool_name":"get_flight_status","parameters":{"flight_number":"SK530","flight_date":"2026-06-18"},"timestamp":1773439065128,"type":"tool_call","turn_id":5},{"tool_name":"get_flight_status","tool_response":{"status":"success","journey":{"journey_id":"FL_SK530_20260618","date":"2026-06-18","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"status":"scheduled","bookable":true,"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null}}},"timestamp":1773439065128,"type":"tool_response","turn_id":5},{"tool_name":"search_rebooking_options","parameters":{"origin":"LAX","destination":"SFO","date":"2026-06-18","passenger_count":1,"fare_class":"any"},"timestamp":1773439065959,"type":"tool_call","turn_id":5},{"tool_name":"search_rebooking_options","tool_response":{"status":"success","options":[{"journey_id":"FL_SK090_SK410_20260618","origin":"LAX","destination":"SFO","num_stops":1,"total_duration_minutes":170,"segments":[{"segment_number":1,"flight_number":"SK090","origin":"LAX","destination":"SJC","scheduled_departure":"09:20","origin_utc_offset":-8,"scheduled_arrival":"10:30","destination_utc_offset":-8,"duration_minutes":70,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"33A","available_seats":{"basic_economy":8,"main_cabin":14,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":139,"main_cabin":229,"premium_economy":489,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}},{"segment_number":2,"flight_number":"SK410","origin":"SJC","destination":"SFO","scheduled_departure":"11:35","origin_utc_offset":-8,"scheduled_arrival":"12:10","destination_utc_offset":-8,"duration_minutes":35,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"12B","available_seats":{"basic_economy":9,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":89,"main_cabin":129,"premium_economy":239,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}}],"departure_time":"09:20","arrival_time":"12:10","available_seats":{"basic_economy":8,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fare":228},{"journey_id":"FL_SK130_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"13:00","arrival_time":"14:25","available_seats":{"basic_economy":6,"main_cabin":9,"premium_economy":3,"business":2,"first":0},"fare":189},{"journey_id":"FL_SK215_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK215","origin":"LAX","destination":"SFO","scheduled_departure":"14:40","origin_utc_offset":-8,"scheduled_arrival":"16:05","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"737-800","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"47D","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fares":{"basic_economy":169,"main_cabin":259,"premium_economy":529,"business":979,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"14:40","arrival_time":"16:05","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fare":169},{"journey_id":"FL_SK530_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":23,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"17:30","arrival_time":"18:55","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fare":179}],"count":4,"message":"4 flight(s) found"},"timestamp":1773439065959,"type":"tool_response","turn_id":5},{"role":"assistant","content":"I’ve found a few earlier flights from Los Angeles to San Francisco today.\\n\\n1. **One‑stop option** – depart at nine twenty a.m., connect in San Jose and arrive at twelve ten p.m. (fare $228 in main cabin). \\n2. **Direct flight** – depart at one o’clock p.m., arrive at two twenty‑five p.m. (fare $289, same as your current ticket). \\n3. **Direct flight** – depart at two forty p.m., arrive at four oh‑five p.m. (fare $259, a little cheaper).\\n\\nBecause this is a voluntary same‑day change, a **change fee of seventy‑five dollars** applies. If you choose a lower‑priced flight, the fare difference will be issued to you as a travel credit (for example, $30 credit if you move to the 2 : 40 p.m. flight, or $61 credit for the early morning connection).\\n\\nDo any of these options work for you? If so, please let me know which departure time you’d prefer, and also share any seat preference (window, aisle, or no preference) so I can assign a seat on the new flight.","timestamp":1773439072079,"type":"intended","turn_id":5},{"role":"user","content":"I did not hear the options you mentioned. Can you repeat the earlier LAX to SFO flights? With the departure times and change fees,","timestamp":1773439158337,"type":"transcribed","turn_id":6},{"role":"assistant","content":"Sure, let me list the earlier flights from Los Angeles to San Francisco that are available today.\\n\\n**Option 1 – one‑stop connection** \\n- Departure from LAX at nine twenty a.m. \\n- Connect in San Jose and arrive at San Francisco at twelve ten p.m. \\n- Main‑cabin fare is two‑hundred twenty‑eight dollars. \\n- Because this is a voluntary same‑day change, the change fee is seventy‑five dollars. Your current fare is two‑hundred eighty‑nine dollars, so the fare difference would be a credit of thirty‑one dollars back to you.\\n\\n**Option 2 – direct flight** \\n- Departure from LAX at one o’clock p.m. \\n- Arrive at San Francisco at two twenty‑five p.m. \\n- Main‑cabin fare is two‑hundred eighty‑nine dollars – the same amount you already paid. \\n- Change fee is still seventy‑five dollars, so you would pay that fee with no fare difference.\\n\\n**Option 3 – direct flight** \\n- Departure from LAX at two forty p.m. \\n- Arrive at San Francisco at four oh‑five p.m. \\n- Main‑cabin fare is two‑hundred fifty‑nine dollars. \\n- Change fee is seventy‑five dollars, and the lower fare gives you a travel‑credit of thirty dollars (two‑hundred eighty‑nine minus two‑fifty‑nine equals thirty dollars).\\n\\nAll of these flights are still open for booking today. Which departure time would you like to switch to? Also, do you have a seat preference—window, aisle, or no preference?","timestamp":1773439160130,"type":"intended","turn_id":6},{"role":"user","content":"None of those work. It needs to be today. Direct LAX. to SS. F-O. Leaving before 2 p.m. and the fee has to be under $80. Can you check again?","timestamp":1773439255746,"type":"transcribed","turn_id":7},{"tool_name":"search_rebooking_options","parameters":{"origin":"LAX","destination":"SFO","date":"2026-06-18","passenger_count":1,"fare_class":"any"},"timestamp":1773439268671,"type":"tool_call","turn_id":7},{"tool_name":"search_rebooking_options","tool_response":{"status":"success","options":[{"journey_id":"FL_SK090_SK410_20260618","origin":"LAX","destination":"SFO","num_stops":1,"total_duration_minutes":170,"segments":[{"segment_number":1,"flight_number":"SK090","origin":"LAX","destination":"SJC","scheduled_departure":"09:20","origin_utc_offset":-8,"scheduled_arrival":"10:30","destination_utc_offset":-8,"duration_minutes":70,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"33A","available_seats":{"basic_economy":8,"main_cabin":14,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":139,"main_cabin":229,"premium_economy":489,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}},{"segment_number":2,"flight_number":"SK410","origin":"SJC","destination":"SFO","scheduled_departure":"11:35","origin_utc_offset":-8,"scheduled_arrival":"12:10","destination_utc_offset":-8,"duration_minutes":35,"aircraft_type":"E175","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"12B","available_seats":{"basic_economy":9,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fares":{"basic_economy":89,"main_cabin":129,"premium_economy":239,"business":null,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":[],"first":[]}}],"departure_time":"09:20","arrival_time":"12:10","available_seats":{"basic_economy":8,"main_cabin":12,"premium_economy":2,"business":0,"first":0},"fare":228},{"journey_id":"FL_SK130_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"13:00","arrival_time":"14:25","available_seats":{"basic_economy":6,"main_cabin":9,"premium_economy":3,"business":2,"first":0},"fare":189},{"journey_id":"FL_SK215_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK215","origin":"LAX","destination":"SFO","scheduled_departure":"14:40","origin_utc_offset":-8,"scheduled_arrival":"16:05","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"737-800","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"47D","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fares":{"basic_economy":169,"main_cabin":259,"premium_economy":529,"business":979,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"14:40","arrival_time":"16:05","available_seats":{"basic_economy":10,"main_cabin":18,"premium_economy":4,"business":2,"first":0},"fare":169},{"journey_id":"FL_SK530_20260618","origin":"LAX","destination":"SFO","num_stops":0,"total_duration_minutes":85,"segments":[{"segment_number":1,"flight_number":"SK530","origin":"LAX","destination":"SFO","scheduled_departure":"17:30","origin_utc_offset":-8,"scheduled_arrival":"18:55","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"scheduled","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"54B","available_seats":{"basic_economy":12,"main_cabin":23,"premium_economy":6,"business":2,"first":0},"fares":{"basic_economy":179,"main_cabin":289,"premium_economy":569,"business":999,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure_time":"17:30","arrival_time":"18:55","available_seats":{"basic_economy":12,"main_cabin":22,"premium_economy":6,"business":2,"first":0},"fare":179}],"count":4,"message":"4 flight(s) found"},"timestamp":1773439268671,"type":"tool_response","turn_id":7},{"role":"assistant","content":"I do have a direct flight that meets those criteria:\\n\\n- **Flight SK 130** – departs Los Angeles at **one o’clock p.m.**, arrives San Francisco at **two twenty‑five p.m.** \\n- It’s a nonstop service, just like your current booking. \\n- Because this is a same‑day voluntary change, the change fee is **seventy‑five dollars**, which is under your $80 limit. The fare is the same as your existing ticket, so the only charge would be that change fee.\\n\\nWould you like to switch to flight SK 130? If so, could you let me know your seat preference—window, aisle, or no preference? Once I have that, I’ll go ahead and rebook you.","timestamp":1773439270267,"type":"intended","turn_id":7},{"role":"user","content":"That one works. I'll take the flight that leaves at 1:00 PM. Seek Preferences window.","timestamp":1773439326852,"type":"transcribed","turn_id":8},{"tool_name":"rebook_flight","parameters":{"confirmation_number":"6VORJU","journey_id":"FL_SK530_20260618","new_journey_id":"FL_SK130_20260618","rebooking_type":"voluntary","waive_change_fee":false,"new_fare_class":null},"timestamp":1773439328182,"type":"tool_call","turn_id":8},{"tool_name":"rebook_flight","tool_response":{"status":"success","confirmation_number":"6VORJU","new_journey":{"journey_id":"FL_SK130_20260618","num_stops":0,"segments":[{"segment_number":1,"flight_number":"SK130","origin":"LAX","destination":"SFO","scheduled_departure":"13:00","origin_utc_offset":-8,"scheduled_arrival":"14:25","destination_utc_offset":-8,"duration_minutes":85,"aircraft_type":"A320","status":"on_time","delay_minutes":null,"delay_reason":null,"cancellation_reason":null,"gate":"45C","available_seats":{"basic_economy":6,"main_cabin":8,"premium_economy":3,"business":2,"first":0},"fares":{"basic_economy":189,"main_cabin":289,"premium_economy":559,"business":1029,"first":null},"available_seat_types":{"basic_economy":["window","aisle","middle"],"main_cabin":["window","aisle","middle"],"premium_economy":["window","aisle","middle"],"business":["window","aisle","middle"],"first":[]}}],"departure":"13:00","arrival":"14:25","origin":"LAX","destination":"SFO"},"cost_summary":{"original_fare_class":"main_cabin","new_fare_class":"main_cabin","cabin_changed":false,"change_fee":75,"fare_difference":0,"credit_due":0,"total_collected":75,"fee_waived":false},"message":"Successfully rebooked to flight FL_SK130_20260618"},"timestamp":1773439328182,"type":"tool_response","turn_id":8},{"tool_name":"assign_seat","parameters":{"confirmation_number":"6VORJU","passenger_id":"PAX001","journey_id":"FL_SK130_20260618","seat_preference":"window"},"timestamp":1773439329163,"type":"tool_call","turn_id":8},{"tool_name":"assign_seat","tool_response":{"status":"success","confirmation_number":"6VORJU","passenger_id":"PAX001","journey_id":"FL_SK130_20260618","flight_number":"SK130","seat_assigned":"21A","fare_class":"main_cabin","preference":"window","message":"Seat 21A (window) successfully assigned"},"timestamp":1773439329163,"type":"tool_response","turn_id":8},{"role":"assistant","content":"Your reservation has been updated:\\n\\n- New flight SK 130 departs Los Angeles at **one o’clock p.m.** and arrives in San Francisco at **two twenty‑five p.m.** today. \\n- A **change fee of seventy‑five dollars** has been applied; the fare itself remains the same. \\n- Your seat is a **window seat, 21 A**, on the new flight.\\n\\nEverything else from your original booking—name, ticket number, and any existing preferences—has been transferred.\\n\\nIf you’d like to add checked bags or make any other changes, just let me know. Otherwise, you’re all set. Thank you for flying SkyWay Airlines, and have a pleasant trip!","timestamp":1773439330430,"type":"intended","turn_id":8},{"role":"user","content":"No, that is all. Thanks. Goodbye.","timestamp":1773439384679,"type":"transcribed","turn_id":9},{"role":"assistant","content":"You’re very welcome. Have a great flight, and thank you for choosing SkyWay Airlines. Goodbye. [speaker likely cut itself off]","timestamp":1773439385281,"type":"intended","turn_id":9}]`),eae=JSON.parse(`[{"name":"task_completion","displayName":"Task Completion","category":"eva-a","type":"deterministic","score":1,"normalizedScore":1,"details":{"match":true,"message":"Final database state matches expected state exactly"}},{"name":"agent_speech_fidelity","displayName":"Speech Fidelity","category":"eva-a","type":"lalm_judge","score":1,"normalizedScore":1,"details":{"aggregation":"mean","num_turns":10,"num_evaluated":9,"per_turn_ratings":{"0":1,"1":1,"2":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1},"per_turn_explanations":{"0":"The audio faithfully reproduces the intended text 'Hello! How can I help you today?' without any errors.","1":"The audio faithfully reproduces the intended text 'Sure, I can help with that. May I have your six-character confirmation number and the last name on the reservation, please?' without any errors.","2":"The audio faithfully reproduces the intended text, including the spelled-out confirmation code 'V O R J U' and the last name 'Thompson'.","4":"The audio faithfully reproduces the intended text, including the example spelled-out code 'six, eight, one, one, V, O.' without any errors.","5":"The audio faithfully reproduces the intended text, including all flight times, dollar amounts, and city names.","6":"The audio faithfully reproduces the intended text, including all flight options, times, dollar amounts, and city names.","7":"The audio faithfully reproduces the intended text, including the flight number 'SK 130', times, and dollar amounts.","8":"The audio faithfully reproduces the intended text, including the flight number 'SK 130', times, dollar amounts, and seat number '21 A'.","9":"The audio faithfully reproduces the intended text up to the point where the speaker cuts itself off, as indicated by the tag."}}},{"name":"faithfulness","displayName":"Faithfulness","category":"eva-a","type":"llm_judge","score":1,"normalizedScore":0,"details":{"rating":1,"explanation":{"dimensions":{"fabricating_tool_parameters":{"evidence":"In Turn 8, the rebook_flight call uses \`rebooking_type: 'voluntary'\` instead of \`'same_day'\`. The assistant had been describing this as a 'same-day voluntary change' throughout the conversation and applying the same-day confirmed change fee of $75. However, looking at the tool specification, 'same_day' is a valid rebooking_type option, and since this is indeed a same-day change, using 'voluntary' instead of 'same_day' could be considered a minor categorization issue. That said, the fee outcome ($75) is the same for a main_cabin voluntary change and a same-day confirmed change, so this doesn't materially affect the result. The \`new_fare_class: None\` parameter is passed explicitly as null, which is reasonable since the fare class isn't changing.","flagged":false,"rating":3},"misrepresenting_tool_result":{"evidence":"In Turn 5, the assistant presents Option 1 (the connection) fare as $228 in main cabin. However, the tool result shows the connection's individual segment fares for main_cabin are $229 (SK090) + $129 (SK410), while the journey-level 'fare' field shows $228. The assistant used the journey-level fare of $228. In Turn 5, the assistant states for Option 3 (SK215): 'fare $259, a little cheaper' - the tool shows the main_cabin fare for SK215 is $259, which is correct. However, looking more carefully at the fare difference calculations in Turn 6: for Option 1, the assistant says 'credit of thirty-one dollars' ($289-$228=$61, not $31) - wait, let me recheck. The fare difference is $289-$228=$61, but the assistant says $31. Actually in Turn 5 the assistant says '$61 credit for the early morning connection' which is correct. In Turn 6, the assistant says 'credit of thirty-one dollars' for Option 1. $289-$228=$61, not $31. This is a misrepresentation of a calculated value from tool results. For Option 3 in Turn 6, the assistant says 'credit of thirty dollars' ($289-$259=$30), which is correct.","flagged":true,"rating":1},"violating_policies":{"evidence":"The assistant used rebooking_type 'voluntary' with the standard $75 change fee. For a same-day change, the same-day confirmed change fee is also $75, so the financial outcome is identical. The assistant did explain fees before acting in early turns, and obtained explicit user confirmation in Turn 8 before rebooking. The assistant asked for seat preference before assigning seats. The assistant provided a summary at the end. The assistant did not mention the standby option (same-day standby is free for all fare classes), which could be considered a failure to offer alternatives, but this is minor since the user specifically asked for a confirmed change. One potential issue: the assistant told the user about the $75 change fee and fare implications across Turns 5-7, and the user confirmed in Turn 8, so the 'explain before acting' requirement was met. No significant policy violations detected.","flagged":false,"rating":3},"failing_to_disambiguate":{"evidence":"In Turns 2-4, the user provided the confirmation code in a confusing manner across multiple turns ('six Victor Oscar Romeo Juliet Uniform', then '6-8-1-1 Victor Oscar Romeo Juliet Uniform'). In Turn 3, the user says '6-8-1-1. Victor. Oscar Romeo Juliet Uniform' which could be interpreted as '6811VORJU' (9 characters) or some other combination. The assistant appropriately asked for clarification. In Turn 5, the user said 'Six. Victor. Oscar, Romeo, Juliet uniform' which the assistant interpreted as '6VORJU' (6 characters) and it worked. However, the earlier Turn 3 included '6-8-1-1' which was never reconciled - the assistant could have tried combinations including those digits. Since the final attempt succeeded, this is not a material issue. The user's Turn 4 was garbled (repeated 'L-A' many times and mentioned 'Same day change fee is under $80') which the assistant appropriately handled by re-asking.","flagged":false,"rating":3},"hallucination":{"evidence":"In Turn 5, the assistant mentions issuing a 'travel credit' for fare differences on downgrade scenarios. Per policy, downgrade to lower fare results in travel credit, so this is grounded. In Turn 8's summary, the assistant says 'Everything else from your original booking—name, ticket number, and any existing preferences—has been transferred.' The original booking had no seat assigned, no bags, and no meal request, so saying preferences were 'transferred' slightly embellishes, but this is a conversational courtesy rather than a factual claim. No significant hallucinations detected.","flagged":false,"rating":3}}},"num_turns":31}},{"name":"conciseness","displayName":"Conciseness","category":"eva-x","type":"llm_judge","score":2.2,"normalizedScore":0.6,"details":{"aggregation":"mean","num_turns":10,"num_evaluated":10,"mean_rating":2.2,"per_turn_ratings":{"0":3,"1":3,"2":2,"3":1,"4":3,"5":1,"6":1,"7":3,"8":2,"9":3},"per_turn_explanations":{"0":"Brief, friendly opening question with no extra detail; ideal for voice.","1":"Directly asks for the two required identifiers (confirmation code and last name) in one concise prompt; easy to follow.","2":"Appropriately requests clarification after mishearing the code and confirms the last name. Slightly wordier than necessary (\\"including any remaining letter or number\\") but still very manageable in voice and justified by the identification problem.","3":"The assistant provides no spoken guidance and effectively stalls with “waiting,” which is not helpful in a voice flow and forces the user to carry the conversation without direction.","4":"Clear request to repeat the confirmation code one character at a time, with a helpful example, and explains why (to pull up the reservation). This is appropriate given prior confusion and stays focused.","5":"Presents three alternatives with multiple times, fares, a fee, and multiple example credit calculations in one turn, then adds an additional request for seat preference. For voice, this is a lot to retain and includes extra arithmetic/explanatory detail that could be deferred until the user picks an option.","6":"The user asked for repetition, so listing options again is warranted, but the assistant over-structures it with many bullet points, repeats the same $75 fee three times, and includes detailed fare-difference math and credit explanations for each option. This increases cognitive load for spoken delivery.","7":"Concise: identifies the single flight meeting the constraints, states key times, confirms nonstop, and gives the fee under $80. Ends with a simple confirmation question plus seat preference request—reasonable for the next step.","8":"Clear recap of the successful change with the essential details (new flight/time, change fee, seat assignment). The extra line about transferring everything else and offering bags/other changes adds slight unnecessary length, but it’s still easy to digest and appropriate as a booking-confirmation wrap-up.","9":"Short, polite closing suitable for voice; no overload."},"per_turn_failure_modes":{"0":[],"1":[],"2":["verbosity_or_filler"],"3":["contextually_disproportionate_detail"],"4":[],"5":["excess_information_density","over_enumeration_or_list_exhaustion","contextually_disproportionate_detail"],"6":["over_enumeration_or_list_exhaustion","excess_information_density","verbosity_or_filler"],"7":[],"8":["verbosity_or_filler"],"9":[]}}},{"name":"conversation_progression","displayName":"Conversation Progression","category":"eva-x","type":"llm_judge","score":2,"normalizedScore":0.5,"details":{"rating":2,"explanation":{"dimensions":{"unnecessary_tool_calls":{"evidence":"At Turn 7 the assistant calls \`search_rebooking_options\` again with the same parameters as in Turn 5, despite no new constraints that would change the search results and the prior call already returned the full set of options.","flagged":true,"rating":2},"information_loss":{"evidence":"The assistant generally retains key facts once established (e.g., uses confirmation number 6VORJU and last name Thompson successfully in Turn 5, and then rebooks correctly in Turn 8). Earlier requests to repeat the confirmation code are justified by clearly garbled/partial user input (Turns 2–4).","flagged":false,"rating":3},"redundant_statements":{"evidence":"The assistant repeats the flight options in Turn 6, but this is explicitly requested by the user (“Can you repeat the earlier LAX to SFO flights?”). The final confirmation after rebooking (Turn 8) is a standard helpful recap rather than unnecessary repetition.","flagged":false,"rating":3},"question_quality":{"evidence":"The assistant’s questions are targeted and action-enabling (confirmation code/last name for lookup; then asks which option and seat preference). When the user adds constraints (direct, before 2 p.m., fee under $80), the assistant returns the matching option and asks for confirmation/seat preference.","flagged":false,"rating":3}},"flags_count":""},"num_turns":31}},{"name":"turn_taking","displayName":"Turn Taking","category":"eva-x","type":"deterministic","score":4.5,"normalizedScore":0.25,"details":{"aggregation":"abs_mean","num_turns":9,"num_evaluated":9,"per_turn_judge_timing_ratings":{"1":"Late","2":"Late","3":"Early / Interrupting","4":"On-Time","5":"Late","6":"On-Time","7":"Late","8":"Late"},"per_turn_judge_timing_explanations":{"1":"The user’s request is complete (“…earlier flight today?”) with no overlap tags. The agent starts 5.507s later, which exceeds the 4s threshold and would feel like an awkward pause.","2":"User finishes providing the confirmation code and last name; the utterance is complete and there are no interruption indicators. The agent begins 4.940s after user end, which is >4s and thus late.","3":"The user’s statement ends at 67.744s, but the agent starts at 67.917s (0.172s later), which is under the 200ms cutoff. Even without explicit interruption tags, this is effectively too early/over-eager turn-taking.","4":"User’s request about changing the LAX→SFO flight is syntactically complete, and no interruption tags indicate overlap. The agent responds after a 2.286s gap, which is within the on-time range.","5":"User finishes spelling the code and stops; no overlap tags are present. The agent waits 9.466s to respond, which is well beyond 4s and clearly late.","6":"The user asks to repeat the options and finishes the question; no interruption tags suggest they were still talking. The agent begins 2.759s later, a normal conversational gap.","7":"User completes the request to check again (direct flight before 2pm, fee under $80) with no overlap markers. The agent starts 4.407s later, slightly over the 4s threshold, so it’s late.","8":"User accepts the 1pm flight and states a window preference, which is complete. The agent waits 5.500s before confirming, exceeding 4s and thus late."},"num_not_applicable":1}},{"name":"transcription_accuracy_key_entities","displayName":"Transcription Accuracy (Key Entities)","category":"diagnostic","type":"llm_judge","score":0.762,"normalizedScore":0.762,"details":{"aggregation":"mean","num_turns":9,"num_evaluated":9,"per_turn_ratings":{"1":-1,"2":1,"3":0.3333333333333333,"4":0.25,"5":1,"6":1,"7":0.75,"8":1,"9":-1},"per_turn_explanations":{"1":"No key entities (names, codes, dates/times, amounts, etc.) present to evaluate.","2":"All 2 key entities transcribed correctly (confirmation code and last name).","3":"1 out of 3 entities correct. Last name correct; confirmation code mis-transcribed (extra digits).","4":"1 out of 4 entities correct. $80 captured, but LAX/SFO and '2 PM' were not correctly transcribed.","5":"Confirmation code transcribed correctly.","6":"Both airport codes (LAX and SFO) transcribed correctly.","7":"3 out of 4 entities correct. SFO was mis-transcribed; LAX, 2 PM, and $80 were correct.","8":"Both entities (1 PM and window seat preference) transcribed correctly.","9":"No key entities present to evaluate."},"per_turn_entity_details":{"1":{"turn_id":1,"entities":[],"summary":"No key entities (names, codes, dates/times, amounts, etc.) present to evaluate."},"2":{"turn_id":2,"entities":[{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"six Victor Oscar Romeo Juliet Uniform","analysis":"Confirmation code phrase matches (minor punctuation/pauses ignored).","correct":true,"skipped":false},{"type":"name","value":"Thompson","transcribed_value":"Tom. Thompson","analysis":"Last name 'Thompson' is present exactly; extra 'Tom' does not change that the entity was captured.","correct":true,"skipped":false}],"summary":"All 2 key entities transcribed correctly (confirmation code and last name)."},"3":{"turn_id":3,"entities":[{"type":"name","value":"Thompson","transcribed_value":"Thompson","analysis":"Matches exactly.","correct":true,"skipped":false},{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"6-8-1-1 Victor Oscar Romeo Juliet Uniform","analysis":"Code corrupted: expected starts with 'six' then letters; transcription inserted extra digits '8-1-1' not in expected.","correct":false,"skipped":false},{"type":"confirmation_code","value":"six","transcribed_value":"6-8-1-1","analysis":"The repeated final 'six' was transcribed as '6-8-1-1', which does not match.","correct":false,"skipped":false}],"summary":"1 out of 3 entities correct. Last name correct; confirmation code mis-transcribed (extra digits)."},"4":{"turn_id":4,"entities":[{"type":"place","value":"L A X","transcribed_value":"L-A (repeated many times)","analysis":"Expected airport code 'LAX' was not captured; transcription devolves into repeated 'L-A' and does not clearly contain 'LAX'.","correct":false,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"missing","analysis":"Expected 'SFO' not present in transcription.","correct":false,"skipped":false},{"type":"time","value":"two p m","transcribed_value":"p.m.","analysis":"Time value missing the 'two/2' component; only 'p.m.' appears.","correct":false,"skipped":false},{"type":"amount","value":"eighty dollars","transcribed_value":"$80","analysis":"Matches semantically ($80).","correct":true,"skipped":false}],"summary":"1 out of 4 entities correct. $80 captured, but LAX/SFO and '2 PM' were not correctly transcribed."},"5":{"turn_id":5,"entities":[{"type":"confirmation_code","value":"six Victor Oscar Romeo Juliet Uniform","transcribed_value":"Six Victor Oscar Romeo Juliet uniform","analysis":"Matches exactly aside from capitalization/punctuation.","correct":true,"skipped":false}],"summary":"Confirmation code transcribed correctly."},"6":{"turn_id":6,"entities":[{"type":"place","value":"L A X","transcribed_value":"LAX","analysis":"Matches (formatting difference only).","correct":true,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"SFO","analysis":"Matches (formatting difference only).","correct":true,"skipped":false}],"summary":"Both airport codes (LAX and SFO) transcribed correctly."},"7":{"turn_id":7,"entities":[{"type":"place","value":"L A X","transcribed_value":"LAX","analysis":"Matches (formatting difference only).","correct":true,"skipped":false},{"type":"place","value":"S F O","transcribed_value":"SS. F-O","analysis":"Does not match exactly; 'SS F-O' is not 'SFO'.","correct":false,"skipped":false},{"type":"time","value":"two p m","transcribed_value":"2 p.m.","analysis":"Matches semantically.","correct":true,"skipped":false},{"type":"amount","value":"eighty dollars","transcribed_value":"$80","analysis":"Matches semantically ($80).","correct":true,"skipped":false}],"summary":"3 out of 4 entities correct. SFO was mis-transcribed; LAX, 2 PM, and $80 were correct."},"8":{"turn_id":8,"entities":[{"type":"time","value":"one p m","transcribed_value":"1:00 PM","analysis":"Matches semantically.","correct":true,"skipped":false},{"type":"seat_preference","value":"window","transcribed_value":"window","analysis":"Seat preference 'window' present (minor wording error 'Seek Preferences' ignored).","correct":true,"skipped":false}],"summary":"Both entities (1 PM and window seat preference) transcribed correctly."},"9":{"turn_id":9,"entities":[],"summary":"No key entities present to evaluate."}},"per_turn_normalized":{"1":-1,"2":1,"3":0.3333333333333333,"4":0.25,"5":1,"6":1,"7":0.75,"8":1,"9":-1},"num_not_applicable":2}}]`),cf={userGoal:Zne,userPersona:Qne,conversationTrace:Jne,metrics:eae},ta=cf.userGoal,ra={highLevelGoal:ta.high_level_user_goal,decisionTree:{mustHaveCriteria:ta.decision_tree.must_have_criteria,negotiationBehavior:ta.decision_tree.negotiation_behavior,resolutionCondition:ta.decision_tree.resolution_condition,failureCondition:ta.decision_tree.failure_condition,escalationBehavior:ta.decision_tree.escalation_behavior,edgeCases:ta.decision_tree.edge_cases},informationRequired:ta.information_required},tae=cf.userPersona;function rae(e){const t=[];for(let r=0;r({name:e.name,displayName:e.displayName,category:e.category,type:e.type,score:e.score,normalizedScore:e.normalizedScore,details:e.details})),iae=_9.filter(e=>e.category==="eva-a"),nae=_9.filter(e=>e.category==="eva-x"),aae=_9.filter(e=>e.category==="diagnostic");function Xx(e){const t=Math.floor(e/60),r=Math.floor(e%60);return`${t}:${r.toString().padStart(2,"0")}`}function oae({src:e}){const t=x.useRef(null),r=x.useRef(null),[i,o]=x.useState(!1),[l,s]=x.useState(0),[u,d]=x.useState(0),[f,m]=x.useState(!1);x.useEffect(()=>{const j=t.current;if(!j)return;const A=()=>s(j.currentTime),T=()=>d(j.duration),E=()=>o(!1);return j.addEventListener("timeupdate",A),j.addEventListener("loadedmetadata",T),j.addEventListener("ended",E),()=>{j.removeEventListener("timeupdate",A),j.removeEventListener("loadedmetadata",T),j.removeEventListener("ended",E)}},[]);const h=x.useCallback(()=>{const j=t.current;j&&(i?j.pause():j.play(),o(!i))},[i]),g=x.useCallback(()=>{const j=t.current;j&&(j.muted=!f,m(!f))},[f]),w=x.useCallback(j=>{const A=t.current,T=r.current;if(!A||!T)return;const E=T.getBoundingClientRect(),O=Math.max(0,Math.min(1,(j.clientX-E.left)/E.width));A.currentTime=O*u},[u]),b=u>0?l/u*100:0;return y.jsxs("div",{className:"rounded-xl bg-bg-secondary border border-border-default p-4",children:[y.jsx("audio",{ref:t,preload:"metadata",children:y.jsx("source",{src:e,type:"audio/wav"})}),y.jsxs("div",{className:"flex items-center gap-3 mb-3",children:[y.jsx(Ah,{className:"w-5 h-5 text-purple-light"}),y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:"Conversation Audio"}),y.jsx("span",{className:"text-[10px] px-2 py-0.5 rounded-full bg-bg-tertiary text-text-muted border border-border-default",children:"Recording"})]}),y.jsxs("div",{className:"flex items-center gap-3",children:[y.jsx("button",{onClick:h,className:"w-10 h-10 rounded-full bg-purple/20 hover:bg-purple/30 flex items-center justify-center transition-colors flex-shrink-0",children:i?y.jsx(TP,{className:"w-5 h-5 text-purple-light"}):y.jsx(NP,{className:"w-5 h-5 text-purple-light ml-0.5"})}),y.jsx("span",{className:"text-xs font-mono text-text-muted w-10 text-right flex-shrink-0",children:Xx(l)}),y.jsx("div",{ref:r,onClick:w,className:"flex-1 h-2 bg-bg-tertiary rounded-full cursor-pointer group relative",children:y.jsx("div",{className:"h-full bg-purple rounded-full transition-[width] duration-100 relative",style:{width:`${b}%`},children:y.jsx("div",{className:"absolute right-0 top-1/2 -translate-y-1/2 w-3.5 h-3.5 rounded-full bg-purple-light border-2 border-bg-secondary opacity-0 group-hover:opacity-100 transition-opacity"})})}),y.jsx("span",{className:"text-xs font-mono text-text-muted w-10 flex-shrink-0",children:u>0?Xx(u):"--:--"}),y.jsx("button",{onClick:g,className:"w-8 h-8 rounded-lg hover:bg-bg-tertiary flex items-center justify-center transition-colors flex-shrink-0",children:f?y.jsx(KP,{className:"w-4 h-4 text-text-muted"}):y.jsx(Ah,{className:"w-4 h-4 text-text-muted"})})]})]})}function lae(e){const t=new Map;for(let r=0;ry.jsxs("div",{className:"flex gap-2 text-xs",children:[y.jsxs("span",{className:"text-text-muted font-mono",children:[s,":"]}),y.jsx("span",{className:"text-text-secondary font-mono",children:JSON.stringify(u)})]},s))})]}),t?.toolResponse&&y.jsxs("div",{className:"border-t border-border-default/50",children:[y.jsxs("button",{onClick:()=>l(!o),className:"w-full flex items-center gap-2 px-3 py-2 text-[10px] text-text-muted font-semibold uppercase tracking-wider hover:bg-bg-hover/30 transition-colors",children:[o?y.jsx(ni,{className:"w-3 h-3"}):y.jsx(lp,{className:"w-3 h-3"}),"Response"]}),o&&y.jsx("div",{className:"px-3 pb-3",children:y.jsx("pre",{className:"text-xs text-text-secondary font-mono leading-relaxed max-h-48 overflow-y-auto overflow-x-auto bg-bg-tertiary rounded-lg p-3",children:JSON.stringify(t.toolResponse,null,2)})})]})]})})}function is({title:e,icon:t,children:r,defaultOpen:i=!1}){const[o,l]=x.useState(i);return y.jsxs("div",{children:[y.jsxs("button",{onClick:()=>l(!o),className:"w-full flex items-center gap-2 rounded-lg border border-border-default bg-bg-primary px-3 py-2 hover:bg-bg-hover/30 transition-colors",children:[y.jsx(t,{className:"w-3.5 h-3.5 text-text-muted"}),y.jsx("span",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider flex-1 text-left",children:e}),y.jsx(ni,{className:`w-3.5 h-3.5 text-text-muted transition-transform ${o?"rotate-180":""}`})]}),o&&y.jsx("div",{className:"mt-2 bg-bg-primary rounded-lg p-3",children:r})]})}function uae(){const[e,t]=x.useState(!0),r=Object.entries(ra.informationRequired).map(([i,o])=>{const l=i.replace(/_/g," ").replace(/\b\w/g,u=>u.toUpperCase()),s=typeof o=="object"?JSON.stringify(o):String(o);return[l,s]});return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsxs("button",{onClick:()=>t(!e),className:"w-full flex items-center gap-3 mb-0 hover:opacity-80 transition-opacity",children:[y.jsx("div",{className:"w-10 h-10 rounded-full bg-blue/20 flex items-center justify-center flex-shrink-0",children:y.jsx(jh,{className:"w-5 h-5 text-blue-light"})}),y.jsxs("div",{className:"flex-1 text-left",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary",children:"User Goal"}),y.jsx("div",{className:"text-[10px] text-text-muted uppercase tracking-wider",children:"Scenario Briefing"})]}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${e?"rotate-180":""}`})]}),e&&y.jsxs("div",{className:"mt-4",children:[y.jsx("div",{className:"border-l-2 border-blue/40 pl-4 mb-5",children:y.jsx("p",{className:"text-sm text-text-primary leading-relaxed",children:ra.highLevelGoal})}),y.jsxs("div",{className:"mb-4 bg-bg-tertiary rounded-lg p-3",children:[y.jsx("div",{className:"text-[10px] font-semibold text-text-muted uppercase tracking-wider mb-1.5",children:"Persona"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:tae})]}),y.jsxs("div",{className:"mb-4",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider mb-2.5",children:"Must-Have Criteria"}),y.jsx("div",{className:"space-y-2",children:ra.decisionTree.mustHaveCriteria.map((i,o)=>y.jsxs("div",{className:"flex gap-2 items-start",children:[y.jsx(xh,{className:"w-3.5 h-3.5 text-blue-light mt-0.5 flex-shrink-0"}),y.jsx("span",{className:"text-xs text-text-secondary leading-relaxed",children:i})]},o))})]}),y.jsxs("div",{className:"space-y-2",children:[y.jsx(is,{title:"Negotiation Behavior",icon:ej,children:y.jsx("div",{className:"space-y-2.5",children:ra.decisionTree.negotiationBehavior.map((i,o)=>y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:i},o))})}),y.jsx(is,{title:"Resolution & Failure",icon:tj,children:y.jsxs("div",{className:"space-y-3",children:[y.jsxs("div",{children:[y.jsx("div",{className:"text-[10px] font-semibold text-emerald-400 uppercase tracking-wider mb-1",children:"Resolution"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.resolutionCondition})]}),y.jsxs("div",{children:[y.jsx("div",{className:"text-[10px] font-semibold text-red-400 uppercase tracking-wider mb-1",children:"Failure"}),y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.failureCondition})]})]})}),y.jsx(is,{title:"Escalation",icon:LP,children:y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:ra.decisionTree.escalationBehavior})}),y.jsx(is,{title:"Edge Cases",icon:_s,children:y.jsx("div",{className:"space-y-2",children:ra.decisionTree.edgeCases.map((i,o)=>y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:i},o))})}),y.jsx(is,{title:"Scenario Details",icon:jh,children:y.jsx("div",{className:"space-y-2",children:r.map(([i,o])=>y.jsxs("div",{className:"flex justify-between gap-3",children:[y.jsx("span",{className:"text-[11px] text-text-muted flex-shrink-0",children:i}),y.jsx("span",{className:"text-[11px] text-text-primary font-medium text-right break-all",children:o})]},i))})})]})]})]})}const bh=[{name:"get_reservation",description:"Retrieve flight reservation using confirmation number and passenger last name",toolType:"read"},{name:"get_flight_status",description:"Get flight info including status, delays, cancellations, and gate information",toolType:"read"},{name:"get_disruption_info",description:"Get detailed disruption info for IRROPS handling and rebooking entitlements",toolType:"read"},{name:"search_rebooking_options",description:"Search for available flights to rebook a passenger",toolType:"read"},{name:"rebook_flight",description:"Rebook passenger(s) to a new flight (voluntary, IRROPS, or missed flight)",toolType:"write"},{name:"add_to_standby",description:"Add passenger to standby list for a flight",toolType:"write"},{name:"assign_seat",description:"Assign a seat to a passenger based on preference",toolType:"write"},{name:"add_baggage_allowance",description:"Add checked baggage allowance to a flight segment",toolType:"write"},{name:"add_meal_request",description:"Add or update special meal request for a passenger",toolType:"write"},{name:"issue_travel_credit",description:"Issue a travel credit or future flight voucher",toolType:"write"},{name:"issue_hotel_voucher",description:"Issue a hotel voucher for delays or disruptions",toolType:"write"},{name:"issue_meal_voucher",description:"Issue a meal voucher for delays or disruptions",toolType:"write"},{name:"cancel_reservation",description:"Cancel a flight booking",toolType:"write"},{name:"process_refund",description:"Process a refund for a cancelled or eligible reservation",toolType:"write"},{name:"transfer_to_agent",description:"Transfer the call to a live human agent",toolType:"system"}];function pae(e){const t=new Map;for(const r of e)if(r.type==="tool_response"&&r.toolName){const i=t.get(r.toolName)??{calls:0,success:0,error:0};i.calls++,r.toolStatus==="success"?i.success++:i.error++,t.set(r.toolName,i)}return t}function dae({tool:e,isUsed:t,typeColors:r}){const[i,o]=x.useState(!1);return y.jsxs("div",{className:`rounded-lg border ${t?"border-amber/30 bg-amber/5":"border-border-default bg-bg-primary opacity-60"}`,children:[y.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center gap-2 px-3 py-2 hover:opacity-80 transition-opacity",children:[y.jsx(pd,{className:`w-3.5 h-3.5 flex-shrink-0 ${t?"text-amber":"text-text-muted"}`}),y.jsx("span",{className:`text-xs font-semibold font-mono flex-1 text-left ${t?"text-text-primary":"text-text-muted"}`,children:e.name}),y.jsx("span",{className:`text-[9px] px-1.5 py-0.5 rounded-full font-medium border ${r[e.toolType]}`,children:e.toolType})]}),i&&y.jsx("div",{className:"px-3 pb-2.5 pt-0",children:y.jsx("p",{className:"text-xs text-text-secondary leading-relaxed",children:e.description})})]})}function fae(){const e=pae(fl),t=bh.filter(l=>e.has(l.name)).length,r={read:"bg-cyan-500/10 text-cyan-400 border-cyan-500/20",write:"bg-purple/10 text-purple-light border-purple/20",system:"bg-amber/10 text-amber border-amber/20"},[i,o]=x.useState(!0);return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary p-5",children:[y.jsxs("button",{onClick:()=>o(!i),className:"w-full flex items-center gap-3 mb-0 hover:opacity-80 transition-opacity",children:[y.jsx("div",{className:"w-10 h-10 rounded-full bg-amber/20 flex items-center justify-center flex-shrink-0",children:y.jsx(pd,{className:"w-5 h-5 text-amber"})}),y.jsxs("div",{className:"flex-1 text-left",children:[y.jsx("div",{className:"text-base font-semibold text-text-primary",children:"Agent Tools"}),y.jsxs("div",{className:"text-[10px] text-text-muted uppercase tracking-wider",children:[t," of ",bh.length," used in this conversation"]})]}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${i?"rotate-180":""}`})]}),i&&y.jsx("div",{className:"mt-4 space-y-1.5",children:bh.map(l=>{const s=e.has(l.name);return y.jsx(dae,{tool:l,isUsed:s,typeColors:r},l.name)})})]})}function mae({score:e,size:t="md"}){const r=e>=.8?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":e>=.5?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20",i=t==="sm"?"text-[10px] px-1.5 py-0.5":"text-xs px-2 py-0.5";return y.jsxs("span",{className:`${i} rounded-full font-semibold border ${r}`,children:[(e*100).toFixed(0),"%"]})}function hae({type:e}){const t={deterministic:"Deterministic",llm_judge:"LLM Judge",lalm_judge:"Audio Judge"},r={deterministic:"bg-cyan-500/10 text-cyan-400 border-cyan-500/20",llm_judge:"bg-purple/10 text-purple-light border-purple/20",lalm_judge:"bg-amber/10 text-amber border-amber/20"};return y.jsx("span",{className:`text-[10px] px-1.5 py-0.5 rounded-full font-medium border ${r[e]??"bg-bg-tertiary text-text-muted border-border-default"}`,children:t[e]??e})}function _ae({metric:e}){const[t,r]=x.useState(!1),i=e.details,o=i.per_turn_ratings,l=i.per_turn_explanations,s=i.per_turn_judge_timing_ratings,u=i.per_turn_judge_timing_explanations,d=i.explanation,f=i.per_turn_entity_details,h=(typeof d=="object"&&d!==null?d:void 0)?.dimensions;return y.jsxs("div",{className:"rounded-xl border border-border-default bg-bg-secondary overflow-hidden",children:[y.jsxs("button",{onClick:()=>r(!t),className:"w-full flex items-center gap-3 px-4 py-3 hover:bg-bg-hover/30 transition-colors",children:[y.jsxs("div",{className:"flex-1 flex items-center gap-3",children:[y.jsx("span",{className:"text-base font-semibold text-text-primary",children:e.displayName}),y.jsx(hae,{type:e.type})]}),y.jsx(mae,{score:e.normalizedScore}),y.jsx(ni,{className:`w-4 h-4 text-text-muted transition-transform ${t?"rotate-180":""}`})]}),t&&y.jsxs("div",{className:"px-5 pb-5 border-t border-border-default/50 pt-4 space-y-5",children:[e.name==="task_completion"&&y.jsxs("div",{className:"flex items-center gap-2",children:[i.match?y.jsx(xh,{className:"w-5 h-5 text-emerald-400"}):y.jsx(_s,{className:"w-5 h-5 text-red-400"}),y.jsx("span",{className:"text-base text-text-secondary",children:i.message})]}),h&&y.jsx("div",{className:"space-y-3",children:Object.entries(h).map(([g,w])=>{const b=e.name==="faithfulness";let j,A;return b?w.rating===3?(j="OK",A="bg-emerald-500/10 text-emerald-400 border-emerald-500/20"):w.rating===2?(j="Minor/Ambiguous Issue",A="bg-amber/10 text-amber border-amber/20"):(j="Clear Error",A="bg-red-500/10 text-red-400 border-red-500/20"):e.name==="conversation_progression"?w.rating===3?(j="OK",A="bg-emerald-500/10 text-emerald-400 border-emerald-500/20"):w.rating===2?(j="Minor Issue",A="bg-amber/10 text-amber border-amber/20"):(j="Clear Issue",A="bg-red-500/10 text-red-400 border-red-500/20"):(j=w.flagged?"Flagged":"OK",A=w.flagged?"bg-amber/10 text-amber border-amber/20":"bg-emerald-500/10 text-emerald-400 border-emerald-500/20"),y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsx("span",{className:"text-sm font-semibold text-text-primary",children:g.replace(/_/g," ").replace(/\b\w/g,T=>T.toUpperCase())}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${A}`,children:j}),y.jsxs("span",{className:"text-xs text-text-muted ml-auto",children:[w.rating,"/3"]})]}),y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:w.evidence})]},g)})}),o&&!h&&!f&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Breakdown"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(o).map(([g,w])=>{const b=l?.[g];return w===-1?null:y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsxs("span",{className:"text-xs font-semibold text-text-muted",children:["Turn ",g]}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${w>=3||w===1&&e.name==="agent_speech_fidelity"?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":w>=2?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20"}`,children:w})]}),b&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:b})]},g)})})]}),s&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Timing"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(s).map(([g,w])=>{const b=u?.[g],j=w==="On-Time"?"bg-emerald-500/10 text-emerald-400 border-emerald-500/20":w==="Late"?"bg-amber/10 text-amber border-amber/20":"bg-red-500/10 text-red-400 border-red-500/20";return y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"flex items-center gap-2 mb-2",children:[y.jsxs("span",{className:"text-xs font-semibold text-text-muted",children:["Turn ",g]}),y.jsx("span",{className:`text-xs px-2 py-0.5 rounded-full font-medium border ${j}`,children:w})]}),b&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:b})]},g)})})]}),f&&y.jsxs("div",{className:"space-y-3",children:[y.jsx("div",{className:"text-xs font-semibold text-text-muted uppercase tracking-wider",children:"Per-Turn Entity Accuracy"}),y.jsx("div",{className:"space-y-3 max-h-[32rem] overflow-y-auto",children:Object.entries(f).map(([g,w])=>!w.entities||w.entities.length===0?null:y.jsxs("div",{className:"rounded-lg bg-bg-primary p-4",children:[y.jsxs("div",{className:"text-xs font-semibold text-text-muted mb-2",children:["Turn ",g]}),y.jsx("div",{className:"space-y-2",children:w.entities.map((b,j)=>y.jsxs("div",{className:"flex items-start gap-2 text-base",children:[b.correct?y.jsx(xh,{className:"w-4 h-4 text-emerald-400 mt-0.5 flex-shrink-0"}):y.jsx(_s,{className:"w-4 h-4 text-red-400 mt-0.5 flex-shrink-0"}),y.jsxs("div",{children:[y.jsxs("span",{className:"text-text-muted",children:[b.type,":"]})," ",y.jsx("span",{className:"text-text-secondary",children:b.value}),!b.correct&&y.jsxs("span",{className:"text-red-400",children:[" → ",b.transcribed_value]})]})]},j))}),y.jsx("p",{className:"text-xs text-text-muted mt-2",children:w.summary})]},g))})]}),typeof d=="string"&&y.jsx("p",{className:"text-base text-text-secondary leading-relaxed",children:d})]})]})}function gae(){const e=[{label:"Accuracy (EVA-A)",icon:tj,metrics:iae,color:"text-emerald-400"},{label:"Experience (EVA-X)",icon:QM,metrics:nae,color:"text-purple-light"},{label:"Relevant Diagnostic Metric",icon:DP,metrics:aae,color:"text-cyan-400"}];return y.jsx(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.2},className:"mt-12",children:y.jsx("div",{className:"space-y-8",children:e.map(t=>y.jsxs("div",{children:[y.jsx("div",{className:"flex items-center gap-3 mb-4 pb-3 border-b border-border-default",children:y.jsx("span",{className:"text-lg font-bold text-text-primary",children:t.label})}),y.jsx("div",{className:"space-y-2",children:t.metrics.map(r=>y.jsx(_ae,{metric:r},r.name))})]},t.label))})})}function vae(){const e=lae(fl),t=[];let r=0;for(;r{const t=Yx[e.category]??Gx;return e.items.map((r,i)=>y.jsxs("div",{className:`rounded-xl border ${t.border} ${t.bg} p-5 flex flex-col`,children:[y.jsx("div",{className:"flex items-center gap-2 mb-2",children:y.jsx("span",{className:`text-[10px] font-semibold uppercase tracking-wider px-2 py-0.5 rounded-full ${t.badge} ${t.text} border ${t.badgeBorder}`,children:e.category})}),y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1.5",children:r.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed flex-1",children:r.description})]},`${e.category}-${i}`))})})]}),y.jsxs(yt.div,{initial:{opacity:0,y:20},whileInView:{opacity:1,y:0},viewport:{once:!0},transition:{duration:.5,delay:.1},children:[y.jsxs("div",{className:"flex items-center gap-3 mb-6",children:[y.jsx("div",{className:"w-10 h-10 rounded-lg bg-purple/10 flex items-center justify-center",children:y.jsx(MP,{className:"w-5 h-5 text-purple"})}),y.jsx("h3",{className:"text-xl font-bold text-text-primary",children:"Roadmap"})]}),y.jsx("div",{className:"grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4",children:wae.flatMap(e=>{const t=Yx[e.category]??Gx;return e.items.map((r,i)=>y.jsxs("div",{className:`rounded-xl border ${t.border} ${t.bg} p-5 flex flex-col`,children:[y.jsx("div",{className:"flex items-center gap-2 mb-2",children:y.jsx("span",{className:`text-[10px] font-semibold uppercase tracking-wider px-2 py-0.5 rounded-full ${t.badge} ${t.text} border ${t.badgeBorder}`,children:e.category})}),y.jsx("div",{className:"text-sm font-semibold text-text-primary mb-1.5",children:r.title}),y.jsx("p",{className:"text-sm text-text-secondary leading-relaxed flex-1",children:r.description})]},`${e.category}-${i}`))})})]})]})})}const xae=new Set(["intro","architecture","metrics","results","demo","limitations","acknowledgements"]);function Wx(){const e=window.location.hash.slice(1);return e&&xae.has(e)?e:"intro"}function jae(){if(typeof window<"u"){const e=localStorage.getItem("eva-theme");if(e==="light"||e==="dark")return e}return"dark"}function Aae(){const[e,t]=x.useState(Wx),[r,i]=x.useState(jae);x.useEffect(()=>{const u=()=>t(Wx());return window.addEventListener("hashchange",u),()=>window.removeEventListener("hashchange",u)},[]);const o=x.useCallback(u=>{t(u),window.history.pushState(null,"",`#${u}`)},[]);x.useEffect(()=>{document.documentElement.setAttribute("data-theme",r),localStorage.setItem("eva-theme",r)},[r]);const l=x.useCallback(()=>{i(u=>u==="dark"?"light":"dark")},[]),s=x.useMemo(()=>({mode:r,colors:vne[r]}),[r]);return y.jsx(h9.Provider,{value:s,children:y.jsxs("div",{className:"min-h-screen bg-bg-primary",children:[y.jsx(GP,{activeTab:e,onTabChange:o,theme:r,onToggleTheme:l}),y.jsxs("main",{children:[e==="intro"&&y.jsx(HI,{}),e==="architecture"&&y.jsx(KI,{}),e==="metrics"&&y.jsx(JI,{}),e==="results"&&y.jsx(Wne,{}),e==="demo"&&y.jsx(vae,{}),e==="limitations"&&y.jsx(bae,{}),e==="acknowledgements"&&y.jsx(qI,{})]})]})})}HM.createRoot(document.getElementById("root")).render(y.jsx(x.StrictMode,{children:y.jsx(Aae,{})})); diff --git a/docs/assets/index-Bq1YCEGN.css b/docs/assets/index-Bq1YCEGN.css deleted file mode 100644 index 889ccaad..00000000 --- a/docs/assets/index-Bq1YCEGN.css +++ /dev/null @@ -1 +0,0 @@ -@layer properties{@supports (((-webkit-hyphens:none)) and (not (margin-trim:inline))) or ((-moz-orient:inline) and (not (color:rgb(from red r g b)))){*,:before,:after,::backdrop{--tw-translate-x:0;--tw-translate-y:0;--tw-translate-z:0;--tw-scale-x:1;--tw-scale-y:1;--tw-scale-z:1;--tw-rotate-x:initial;--tw-rotate-y:initial;--tw-rotate-z:initial;--tw-skew-x:initial;--tw-skew-y:initial;--tw-space-y-reverse:0;--tw-border-style:solid;--tw-leading:initial;--tw-font-weight:initial;--tw-tracking:initial;--tw-ordinal:initial;--tw-slashed-zero:initial;--tw-numeric-figure:initial;--tw-numeric-spacing:initial;--tw-numeric-fraction:initial;--tw-shadow:0 0 #0000;--tw-shadow-color:initial;--tw-shadow-alpha:100%;--tw-inset-shadow:0 0 #0000;--tw-inset-shadow-color:initial;--tw-inset-shadow-alpha:100%;--tw-ring-color:initial;--tw-ring-shadow:0 0 #0000;--tw-inset-ring-color:initial;--tw-inset-ring-shadow:0 0 #0000;--tw-ring-inset:initial;--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-offset-shadow:0 0 #0000;--tw-outline-style:solid;--tw-blur:initial;--tw-brightness:initial;--tw-contrast:initial;--tw-grayscale:initial;--tw-hue-rotate:initial;--tw-invert:initial;--tw-opacity:initial;--tw-saturate:initial;--tw-sepia:initial;--tw-drop-shadow:initial;--tw-drop-shadow-color:initial;--tw-drop-shadow-alpha:100%;--tw-drop-shadow-size:initial;--tw-backdrop-blur:initial;--tw-backdrop-brightness:initial;--tw-backdrop-contrast:initial;--tw-backdrop-grayscale:initial;--tw-backdrop-hue-rotate:initial;--tw-backdrop-invert:initial;--tw-backdrop-opacity:initial;--tw-backdrop-saturate:initial;--tw-backdrop-sepia:initial;--tw-duration:initial;--tw-ease:initial}}}@layer theme{:root,:host{--font-sans:"Inter", system-ui, sans-serif;--font-mono:"JetBrains Mono", monospace;--color-red-400:oklch(70.4% .191 22.216);--color-red-500:oklch(63.7% .237 25.331);--color-amber-400:oklch(82.8% .189 84.429);--color-emerald-400:oklch(76.5% .177 163.223);--color-emerald-500:oklch(69.6% .17 162.48);--color-cyan-400:oklch(78.9% .154 211.53);--color-cyan-500:oklch(71.5% .143 215.221);--color-black:#000;--color-white:#fff;--spacing:.25rem;--breakpoint-2xl:96rem;--container-xs:20rem;--container-sm:24rem;--container-md:28rem;--container-xl:36rem;--container-3xl:48rem;--container-4xl:56rem;--container-5xl:64rem;--text-xs:.75rem;--text-xs--line-height:calc(1 / .75);--text-sm:.875rem;--text-sm--line-height:calc(1.25 / .875);--text-base:1rem;--text-base--line-height: 1.5 ;--text-lg:1.125rem;--text-lg--line-height:calc(1.75 / 1.125);--text-xl:1.25rem;--text-xl--line-height:calc(1.75 / 1.25);--text-2xl:1.5rem;--text-2xl--line-height:calc(2 / 1.5);--text-3xl:1.875rem;--text-3xl--line-height: 1.2 ;--text-4xl:2.25rem;--text-4xl--line-height:calc(2.5 / 2.25);--text-5xl:3rem;--text-5xl--line-height:1;--text-6xl:3.75rem;--text-6xl--line-height:1;--font-weight-normal:400;--font-weight-medium:500;--font-weight-semibold:600;--font-weight-bold:700;--font-weight-extrabold:800;--tracking-wide:.025em;--tracking-wider:.05em;--tracking-widest:.1em;--leading-tight:1.25;--leading-snug:1.375;--leading-relaxed:1.625;--leading-loose:2;--radius-sm:.25rem;--radius-md:.375rem;--radius-lg:.5rem;--radius-xl:.75rem;--ease-in:cubic-bezier(.4, 0, 1, 1);--ease-out:cubic-bezier(0, 0, .2, 1);--ease-in-out:cubic-bezier(.4, 0, .2, 1);--blur-sm:8px;--blur-xl:24px;--default-transition-duration:.15s;--default-transition-timing-function:cubic-bezier(.4, 0, .2, 1);--default-font-family:var(--font-sans);--default-mono-font-family:var(--font-mono);--color-bg-primary:#0b0d17;--color-bg-secondary:#12152a;--color-bg-tertiary:#1a1f3d;--color-bg-hover:#222850;--color-purple:#8b5cf6;--color-purple-light:#a78bfa;--color-purple-dim:#6d28d9;--color-blue:#38bdf8;--color-blue-light:#7dd3fc;--color-cyan:#06b6d4;--color-amber:#f59e0b;--color-text-primary:#f1f5f9;--color-text-secondary:#94a3b8;--color-text-muted:#64748b;--color-border-default:#1e293b}}@layer base{*,:after,:before,::backdrop{box-sizing:border-box;border:0 solid;margin:0;padding:0}::file-selector-button{box-sizing:border-box;border:0 solid;margin:0;padding:0}html,:host{-webkit-text-size-adjust:100%;tab-size:4;line-height:1.5;font-family:var(--default-font-family,ui-sans-serif, system-ui, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji");font-feature-settings:var(--default-font-feature-settings,normal);font-variation-settings:var(--default-font-variation-settings,normal);-webkit-tap-highlight-color:transparent}hr{height:0;color:inherit;border-top-width:1px}abbr:where([title]){-webkit-text-decoration:underline dotted;text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;-webkit-text-decoration:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,samp,pre{font-family:var(--default-mono-font-family,ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace);font-feature-settings:var(--default-mono-font-feature-settings,normal);font-variation-settings:var(--default-mono-font-variation-settings,normal);font-size:1em}small{font-size:80%}sub,sup{vertical-align:baseline;font-size:75%;line-height:0;position:relative}sub{bottom:-.25em}sup{top:-.5em}table{text-indent:0;border-color:inherit;border-collapse:collapse}:-moz-focusring{outline:auto}progress{vertical-align:baseline}summary{display:list-item}ol,ul,menu{list-style:none}img,svg,video,canvas,audio,iframe,embed,object{vertical-align:middle;display:block}img,video{max-width:100%;height:auto}button,input,select,optgroup,textarea{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}::file-selector-button{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}:where(select:is([multiple],[size])) optgroup{font-weight:bolder}:where(select:is([multiple],[size])) optgroup option{padding-inline-start:20px}::file-selector-button{margin-inline-end:4px}::placeholder{opacity:1}@supports (not ((-webkit-appearance:-apple-pay-button))) or (contain-intrinsic-size:1px){::placeholder{color:currentColor}@supports (color:color-mix(in lab,red,red)){::placeholder{color:color-mix(in oklab,currentcolor 50%,transparent)}}}textarea{resize:vertical}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-date-and-time-value{min-height:1lh;text-align:inherit}::-webkit-datetime-edit{display:inline-flex}::-webkit-datetime-edit-fields-wrapper{padding:0}::-webkit-datetime-edit{padding-block:0}::-webkit-datetime-edit-year-field{padding-block:0}::-webkit-datetime-edit-month-field{padding-block:0}::-webkit-datetime-edit-day-field{padding-block:0}::-webkit-datetime-edit-hour-field{padding-block:0}::-webkit-datetime-edit-minute-field{padding-block:0}::-webkit-datetime-edit-second-field{padding-block:0}::-webkit-datetime-edit-millisecond-field{padding-block:0}::-webkit-datetime-edit-meridiem-field{padding-block:0}::-webkit-calendar-picker-indicator{line-height:1}:-moz-ui-invalid{box-shadow:none}button,input:where([type=button],[type=reset],[type=submit]){appearance:button}::file-selector-button{appearance:button}::-webkit-inner-spin-button{height:auto}::-webkit-outer-spin-button{height:auto}[hidden]:where(:not([hidden=until-found])){display:none!important}}@layer components;@layer utilities{.pointer-events-none{pointer-events:none}.invisible{visibility:hidden}.visible{visibility:visible}.absolute{position:absolute}.fixed{position:fixed}.relative{position:relative}.static{position:static}.sticky{position:sticky}.inset-0{inset:calc(var(--spacing) * 0)}.start{inset-inline-start:var(--spacing)}.end{inset-inline-end:var(--spacing)}.top-0{top:calc(var(--spacing) * 0)}.top-1\/2{top:50%}.top-full{top:100%}.right-0{right:calc(var(--spacing) * 0)}.bottom-full{bottom:100%}.left-0{left:calc(var(--spacing) * 0)}.left-1\/2{left:50%}.z-10{z-index:10}.z-50{z-index:50}.z-\[100\]{z-index:100}.\!container{width:100%!important}@media(min-width:40rem){.\!container{max-width:40rem!important}}@media(min-width:48rem){.\!container{max-width:48rem!important}}@media(min-width:64rem){.\!container{max-width:64rem!important}}@media(min-width:80rem){.\!container{max-width:80rem!important}}@media(min-width:96rem){.\!container{max-width:96rem!important}}.container{width:100%}@media(min-width:40rem){.container{max-width:40rem}}@media(min-width:48rem){.container{max-width:48rem}}@media(min-width:64rem){.container{max-width:64rem}}@media(min-width:80rem){.container{max-width:80rem}}@media(min-width:96rem){.container{max-width:96rem}}.mx-4{margin-inline:calc(var(--spacing) * 4)}.mx-auto{margin-inline:auto}.my-1{margin-block:calc(var(--spacing) * 1)}.my-4{margin-block:calc(var(--spacing) * 4)}.-mt-1{margin-top:calc(var(--spacing) * -1)}.-mt-2{margin-top:calc(var(--spacing) * -2)}.mt-0\.5{margin-top:calc(var(--spacing) * .5)}.mt-1{margin-top:calc(var(--spacing) * 1)}.mt-1\.5{margin-top:calc(var(--spacing) * 1.5)}.mt-2{margin-top:calc(var(--spacing) * 2)}.mt-3{margin-top:calc(var(--spacing) * 3)}.mt-4{margin-top:calc(var(--spacing) * 4)}.mt-5{margin-top:calc(var(--spacing) * 5)}.mt-6{margin-top:calc(var(--spacing) * 6)}.mt-8{margin-top:calc(var(--spacing) * 8)}.mt-10{margin-top:calc(var(--spacing) * 10)}.mt-12{margin-top:calc(var(--spacing) * 12)}.mt-auto{margin-top:auto}.mb-0{margin-bottom:calc(var(--spacing) * 0)}.mb-1{margin-bottom:calc(var(--spacing) * 1)}.mb-1\.5{margin-bottom:calc(var(--spacing) * 1.5)}.mb-2{margin-bottom:calc(var(--spacing) * 2)}.mb-2\.5{margin-bottom:calc(var(--spacing) * 2.5)}.mb-3{margin-bottom:calc(var(--spacing) * 3)}.mb-4{margin-bottom:calc(var(--spacing) * 4)}.mb-5{margin-bottom:calc(var(--spacing) * 5)}.mb-6{margin-bottom:calc(var(--spacing) * 6)}.mb-12{margin-bottom:calc(var(--spacing) * 12)}.mb-14{margin-bottom:calc(var(--spacing) * 14)}.ml-0\.5{margin-left:calc(var(--spacing) * .5)}.ml-1{margin-left:calc(var(--spacing) * 1)}.ml-1\.5{margin-left:calc(var(--spacing) * 1.5)}.ml-2{margin-left:calc(var(--spacing) * 2)}.ml-auto{margin-left:auto}.block{display:block}.contents{display:contents}.flex{display:flex}.grid{display:grid}.hidden{display:none}.inline{display:inline}.inline-block{display:inline-block}.inline-flex{display:inline-flex}.table{display:table}.h-0{height:calc(var(--spacing) * 0)}.h-2{height:calc(var(--spacing) * 2)}.h-2\.5{height:calc(var(--spacing) * 2.5)}.h-3{height:calc(var(--spacing) * 3)}.h-3\.5{height:calc(var(--spacing) * 3.5)}.h-4{height:calc(var(--spacing) * 4)}.h-4\.5{height:calc(var(--spacing) * 4.5)}.h-5{height:calc(var(--spacing) * 5)}.h-6{height:calc(var(--spacing) * 6)}.h-8{height:calc(var(--spacing) * 8)}.h-9{height:calc(var(--spacing) * 9)}.h-10{height:calc(var(--spacing) * 10)}.h-16{height:calc(var(--spacing) * 16)}.h-\[440px\]{height:440px}.h-full{height:100%}.max-h-48{max-height:calc(var(--spacing) * 48)}.max-h-\[32rem\]{max-height:32rem}.max-h-\[85vh\]{max-height:85vh}.min-h-\[300px\]{min-height:300px}.min-h-screen{min-height:100vh}.w-0{width:calc(var(--spacing) * 0)}.w-2{width:calc(var(--spacing) * 2)}.w-2\.5{width:calc(var(--spacing) * 2.5)}.w-3{width:calc(var(--spacing) * 3)}.w-3\.5{width:calc(var(--spacing) * 3.5)}.w-4{width:calc(var(--spacing) * 4)}.w-4\.5{width:calc(var(--spacing) * 4.5)}.w-5{width:calc(var(--spacing) * 5)}.w-6{width:calc(var(--spacing) * 6)}.w-8{width:calc(var(--spacing) * 8)}.w-9{width:calc(var(--spacing) * 9)}.w-10{width:calc(var(--spacing) * 10)}.w-72{width:calc(var(--spacing) * 72)}.w-\[60\%\]{width:60%}.w-fit{width:fit-content}.w-full{width:100%}.w-px{width:1px}.max-w-3xl{max-width:var(--container-3xl)}.max-w-4xl{max-width:var(--container-4xl)}.max-w-5xl{max-width:var(--container-5xl)}.max-w-64{max-width:calc(var(--spacing) * 64)}.max-w-72{max-width:calc(var(--spacing) * 72)}.max-w-80{max-width:calc(var(--spacing) * 80)}.max-w-\[28rem\]{max-width:28rem}.max-w-\[85\%\]{max-width:85%}.max-w-\[1600px\]{max-width:1600px}.max-w-md{max-width:var(--container-md)}.max-w-screen-2xl{max-width:var(--breakpoint-2xl)}.max-w-sm{max-width:var(--container-sm)}.max-w-xl{max-width:var(--container-xl)}.max-w-xs{max-width:var(--container-xs)}.min-w-0{min-width:calc(var(--spacing) * 0)}.min-w-\[100px\]{min-width:100px}.flex-1{flex:1}.flex-shrink-0{flex-shrink:0}.shrink{flex-shrink:1}.grow{flex-grow:1}.-translate-x-1\/2{--tw-translate-x: -50% ;translate:var(--tw-translate-x) var(--tw-translate-y)}.-translate-y-1\/2{--tw-translate-y: -50% ;translate:var(--tw-translate-x) var(--tw-translate-y)}.scale-3d{scale:var(--tw-scale-x) var(--tw-scale-y) var(--tw-scale-z)}.rotate-45{rotate:45deg}.rotate-180{rotate:180deg}.transform{transform:var(--tw-rotate-x,) var(--tw-rotate-y,) var(--tw-rotate-z,) var(--tw-skew-x,) var(--tw-skew-y,)}.cursor-help{cursor:help}.cursor-pointer{cursor:pointer}.resize{resize:both}.list-disc{list-style-type:disc}.columns-2{columns:2}.columns-3{columns:3}.columns-4{columns:4}.grid-cols-1{grid-template-columns:repeat(1,minmax(0,1fr))}.grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.grid-cols-\[1fr_auto_1fr\]{grid-template-columns:1fr auto 1fr}.flex-col{flex-direction:column}.flex-row-reverse{flex-direction:row-reverse}.flex-wrap{flex-wrap:wrap}.items-baseline{align-items:baseline}.items-center{align-items:center}.items-start{align-items:flex-start}.items-stretch{align-items:stretch}.justify-between{justify-content:space-between}.justify-center{justify-content:center}.gap-1{gap:calc(var(--spacing) * 1)}.gap-1\.5{gap:calc(var(--spacing) * 1.5)}.gap-2{gap:calc(var(--spacing) * 2)}.gap-3{gap:calc(var(--spacing) * 3)}.gap-4{gap:calc(var(--spacing) * 4)}.gap-6{gap:calc(var(--spacing) * 6)}.gap-8{gap:calc(var(--spacing) * 8)}.gap-10{gap:calc(var(--spacing) * 10)}:where(.space-y-0\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * .5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * .5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 1.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 1.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 2.5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 2.5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-3>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 3) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 3) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-4>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 4) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 4) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 5) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 5) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-8>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 8) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 8) * calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-12>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing) * 12) * var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing) * 12) * calc(1 - var(--tw-space-y-reverse)))}.gap-x-4{column-gap:calc(var(--spacing) * 4)}.gap-x-5{column-gap:calc(var(--spacing) * 5)}.gap-y-2{row-gap:calc(var(--spacing) * 2)}.truncate{text-overflow:ellipsis;white-space:nowrap;overflow:hidden}.overflow-hidden{overflow:hidden}.overflow-visible{overflow:visible}.overflow-x-auto{overflow-x:auto}.overflow-y-auto{overflow-y:auto}.rounded{border-radius:.25rem}.rounded-full{border-radius:3.40282e38px}.rounded-lg{border-radius:var(--radius-lg)}.rounded-md{border-radius:var(--radius-md)}.rounded-sm{border-radius:var(--radius-sm)}.rounded-xl{border-radius:var(--radius-xl)}.border{border-style:var(--tw-border-style);border-width:1px}.border-2{border-style:var(--tw-border-style);border-width:2px}.border-t{border-top-style:var(--tw-border-style);border-top-width:1px}.border-t-2{border-top-style:var(--tw-border-style);border-top-width:2px}.border-r{border-right-style:var(--tw-border-style);border-right-width:1px}.border-r-2{border-right-style:var(--tw-border-style);border-right-width:2px}.border-b{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.border-l-2{border-left-style:var(--tw-border-style);border-left-width:2px}.border-dashed{--tw-border-style:dashed;border-style:dashed}.border-amber\/20{border-color:#f59e0b33}@supports (color:color-mix(in lab,red,red)){.border-amber\/20{border-color:color-mix(in oklab,var(--color-amber) 20%,transparent)}}.border-amber\/25{border-color:#f59e0b40}@supports (color:color-mix(in lab,red,red)){.border-amber\/25{border-color:color-mix(in oklab,var(--color-amber) 25%,transparent)}}.border-amber\/30{border-color:#f59e0b4d}@supports (color:color-mix(in lab,red,red)){.border-amber\/30{border-color:color-mix(in oklab,var(--color-amber) 30%,transparent)}}.border-amber\/40{border-color:#f59e0b66}@supports (color:color-mix(in lab,red,red)){.border-amber\/40{border-color:color-mix(in oklab,var(--color-amber) 40%,transparent)}}.border-bg-secondary{border-color:var(--color-bg-secondary)}.border-blue\/20{border-color:#38bdf833}@supports (color:color-mix(in lab,red,red)){.border-blue\/20{border-color:color-mix(in oklab,var(--color-blue) 20%,transparent)}}.border-blue\/25{border-color:#38bdf840}@supports (color:color-mix(in lab,red,red)){.border-blue\/25{border-color:color-mix(in oklab,var(--color-blue) 25%,transparent)}}.border-blue\/30{border-color:#38bdf84d}@supports (color:color-mix(in lab,red,red)){.border-blue\/30{border-color:color-mix(in oklab,var(--color-blue) 30%,transparent)}}.border-blue\/40{border-color:#38bdf866}@supports (color:color-mix(in lab,red,red)){.border-blue\/40{border-color:color-mix(in oklab,var(--color-blue) 40%,transparent)}}.border-border-default{border-color:var(--color-border-default)}.border-border-default\/30{border-color:#1e293b4d}@supports (color:color-mix(in lab,red,red)){.border-border-default\/30{border-color:color-mix(in oklab,var(--color-border-default) 30%,transparent)}}.border-border-default\/50{border-color:#1e293b80}@supports (color:color-mix(in lab,red,red)){.border-border-default\/50{border-color:color-mix(in oklab,var(--color-border-default) 50%,transparent)}}.border-cyan-500\/20{border-color:#00b7d733}@supports (color:color-mix(in lab,red,red)){.border-cyan-500\/20{border-color:color-mix(in oklab,var(--color-cyan-500) 20%,transparent)}}.border-cyan\/30{border-color:#06b6d44d}@supports (color:color-mix(in lab,red,red)){.border-cyan\/30{border-color:color-mix(in oklab,var(--color-cyan) 30%,transparent)}}.border-cyan\/40{border-color:#06b6d466}@supports (color:color-mix(in lab,red,red)){.border-cyan\/40{border-color:color-mix(in oklab,var(--color-cyan) 40%,transparent)}}.border-emerald-500\/20{border-color:#00bb7f33}@supports (color:color-mix(in lab,red,red)){.border-emerald-500\/20{border-color:color-mix(in oklab,var(--color-emerald-500) 20%,transparent)}}.border-emerald-500\/30{border-color:#00bb7f4d}@supports (color:color-mix(in lab,red,red)){.border-emerald-500\/30{border-color:color-mix(in oklab,var(--color-emerald-500) 30%,transparent)}}.border-purple\/20{border-color:#8b5cf633}@supports (color:color-mix(in lab,red,red)){.border-purple\/20{border-color:color-mix(in oklab,var(--color-purple) 20%,transparent)}}.border-purple\/25{border-color:#8b5cf640}@supports (color:color-mix(in lab,red,red)){.border-purple\/25{border-color:color-mix(in oklab,var(--color-purple) 25%,transparent)}}.border-purple\/30{border-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.border-purple\/30{border-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.border-purple\/40{border-color:#8b5cf666}@supports (color:color-mix(in lab,red,red)){.border-purple\/40{border-color:color-mix(in oklab,var(--color-purple) 40%,transparent)}}.border-red-500\/20{border-color:#fb2c3633}@supports (color:color-mix(in lab,red,red)){.border-red-500\/20{border-color:color-mix(in oklab,var(--color-red-500) 20%,transparent)}}.border-transparent{border-color:#0000}.bg-amber\/5{background-color:#f59e0b0d}@supports (color:color-mix(in lab,red,red)){.bg-amber\/5{background-color:color-mix(in oklab,var(--color-amber) 5%,transparent)}}.bg-amber\/10{background-color:#f59e0b1a}@supports (color:color-mix(in lab,red,red)){.bg-amber\/10{background-color:color-mix(in oklab,var(--color-amber) 10%,transparent)}}.bg-amber\/20{background-color:#f59e0b33}@supports (color:color-mix(in lab,red,red)){.bg-amber\/20{background-color:color-mix(in oklab,var(--color-amber) 20%,transparent)}}.bg-bg-hover{background-color:var(--color-bg-hover)}.bg-bg-primary{background-color:var(--color-bg-primary)}.bg-bg-primary\/80{background-color:#0b0d17cc}@supports (color:color-mix(in lab,red,red)){.bg-bg-primary\/80{background-color:color-mix(in oklab,var(--color-bg-primary) 80%,transparent)}}.bg-bg-primary\/95{background-color:#0b0d17f2}@supports (color:color-mix(in lab,red,red)){.bg-bg-primary\/95{background-color:color-mix(in oklab,var(--color-bg-primary) 95%,transparent)}}.bg-bg-secondary{background-color:var(--color-bg-secondary)}.bg-bg-tertiary{background-color:var(--color-bg-tertiary)}.bg-black\/70{background-color:#000000b3}@supports (color:color-mix(in lab,red,red)){.bg-black\/70{background-color:color-mix(in oklab,var(--color-black) 70%,transparent)}}.bg-blue\/5{background-color:#38bdf80d}@supports (color:color-mix(in lab,red,red)){.bg-blue\/5{background-color:color-mix(in oklab,var(--color-blue) 5%,transparent)}}.bg-blue\/10{background-color:#38bdf81a}@supports (color:color-mix(in lab,red,red)){.bg-blue\/10{background-color:color-mix(in oklab,var(--color-blue) 10%,transparent)}}.bg-blue\/20{background-color:#38bdf833}@supports (color:color-mix(in lab,red,red)){.bg-blue\/20{background-color:color-mix(in oklab,var(--color-blue) 20%,transparent)}}.bg-blue\/30{background-color:#38bdf84d}@supports (color:color-mix(in lab,red,red)){.bg-blue\/30{background-color:color-mix(in oklab,var(--color-blue) 30%,transparent)}}.bg-cyan-500\/5{background-color:#00b7d70d}@supports (color:color-mix(in lab,red,red)){.bg-cyan-500\/5{background-color:color-mix(in oklab,var(--color-cyan-500) 5%,transparent)}}.bg-cyan-500\/10{background-color:#00b7d71a}@supports (color:color-mix(in lab,red,red)){.bg-cyan-500\/10{background-color:color-mix(in oklab,var(--color-cyan-500) 10%,transparent)}}.bg-cyan\/5{background-color:#06b6d40d}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/5{background-color:color-mix(in oklab,var(--color-cyan) 5%,transparent)}}.bg-cyan\/10{background-color:#06b6d41a}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/10{background-color:color-mix(in oklab,var(--color-cyan) 10%,transparent)}}.bg-cyan\/20{background-color:#06b6d433}@supports (color:color-mix(in lab,red,red)){.bg-cyan\/20{background-color:color-mix(in oklab,var(--color-cyan) 20%,transparent)}}.bg-emerald-500\/5{background-color:#00bb7f0d}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/5{background-color:color-mix(in oklab,var(--color-emerald-500) 5%,transparent)}}.bg-emerald-500\/10{background-color:#00bb7f1a}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/10{background-color:color-mix(in oklab,var(--color-emerald-500) 10%,transparent)}}.bg-emerald-500\/20{background-color:#00bb7f33}@supports (color:color-mix(in lab,red,red)){.bg-emerald-500\/20{background-color:color-mix(in oklab,var(--color-emerald-500) 20%,transparent)}}.bg-purple{background-color:var(--color-purple)}.bg-purple-light{background-color:var(--color-purple-light)}.bg-purple\/5{background-color:#8b5cf60d}@supports (color:color-mix(in lab,red,red)){.bg-purple\/5{background-color:color-mix(in oklab,var(--color-purple) 5%,transparent)}}.bg-purple\/10{background-color:#8b5cf61a}@supports (color:color-mix(in lab,red,red)){.bg-purple\/10{background-color:color-mix(in oklab,var(--color-purple) 10%,transparent)}}.bg-purple\/15{background-color:#8b5cf626}@supports (color:color-mix(in lab,red,red)){.bg-purple\/15{background-color:color-mix(in oklab,var(--color-purple) 15%,transparent)}}.bg-purple\/20{background-color:#8b5cf633}@supports (color:color-mix(in lab,red,red)){.bg-purple\/20{background-color:color-mix(in oklab,var(--color-purple) 20%,transparent)}}.bg-purple\/30{background-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.bg-purple\/30{background-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.bg-red-500\/10{background-color:#fb2c361a}@supports (color:color-mix(in lab,red,red)){.bg-red-500\/10{background-color:color-mix(in oklab,var(--color-red-500) 10%,transparent)}}.bg-clip-text{-webkit-background-clip:text;background-clip:text}.p-0{padding:calc(var(--spacing) * 0)}.p-1{padding:calc(var(--spacing) * 1)}.p-1\.5{padding:calc(var(--spacing) * 1.5)}.p-2{padding:calc(var(--spacing) * 2)}.p-3{padding:calc(var(--spacing) * 3)}.p-4{padding:calc(var(--spacing) * 4)}.p-5{padding:calc(var(--spacing) * 5)}.p-6{padding:calc(var(--spacing) * 6)}.p-7{padding:calc(var(--spacing) * 7)}.px-0\.5{padding-inline:calc(var(--spacing) * .5)}.px-1{padding-inline:calc(var(--spacing) * 1)}.px-1\.5{padding-inline:calc(var(--spacing) * 1.5)}.px-2{padding-inline:calc(var(--spacing) * 2)}.px-2\.5{padding-inline:calc(var(--spacing) * 2.5)}.px-3{padding-inline:calc(var(--spacing) * 3)}.px-4{padding-inline:calc(var(--spacing) * 4)}.px-5{padding-inline:calc(var(--spacing) * 5)}.px-6{padding-inline:calc(var(--spacing) * 6)}.py-0\.5{padding-block:calc(var(--spacing) * .5)}.py-1{padding-block:calc(var(--spacing) * 1)}.py-1\.5{padding-block:calc(var(--spacing) * 1.5)}.py-2{padding-block:calc(var(--spacing) * 2)}.py-2\.5{padding-block:calc(var(--spacing) * 2.5)}.py-3{padding-block:calc(var(--spacing) * 3)}.py-4{padding-block:calc(var(--spacing) * 4)}.py-5{padding-block:calc(var(--spacing) * 5)}.py-6{padding-block:calc(var(--spacing) * 6)}.pt-0{padding-top:calc(var(--spacing) * 0)}.pt-3{padding-top:calc(var(--spacing) * 3)}.pt-4{padding-top:calc(var(--spacing) * 4)}.pt-6{padding-top:calc(var(--spacing) * 6)}.pt-28{padding-top:calc(var(--spacing) * 28)}.pt-32{padding-top:calc(var(--spacing) * 32)}.pb-2\.5{padding-bottom:calc(var(--spacing) * 2.5)}.pb-3{padding-bottom:calc(var(--spacing) * 3)}.pb-4{padding-bottom:calc(var(--spacing) * 4)}.pb-5{padding-bottom:calc(var(--spacing) * 5)}.pb-20{padding-bottom:calc(var(--spacing) * 20)}.pl-3{padding-left:calc(var(--spacing) * 3)}.pl-4{padding-left:calc(var(--spacing) * 4)}.pl-5{padding-left:calc(var(--spacing) * 5)}.text-center{text-align:center}.text-left{text-align:left}.text-right{text-align:right}.align-middle{vertical-align:middle}.font-mono{font-family:var(--font-mono)}.text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.text-3xl{font-size:var(--text-3xl);line-height:var(--tw-leading,var(--text-3xl--line-height))}.text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.text-xl{font-size:var(--text-xl);line-height:var(--tw-leading,var(--text-xl--line-height))}.text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.text-\[0\.7em\]{font-size:.7em}.text-\[8px\]{font-size:8px}.text-\[9px\]{font-size:9px}.text-\[10px\]{font-size:10px}.text-\[11px\]{font-size:11px}.text-\[13px\]{font-size:13px}.leading-loose{--tw-leading:var(--leading-loose);line-height:var(--leading-loose)}.leading-relaxed{--tw-leading:var(--leading-relaxed);line-height:var(--leading-relaxed)}.leading-snug{--tw-leading:var(--leading-snug);line-height:var(--leading-snug)}.leading-tight{--tw-leading:var(--leading-tight);line-height:var(--leading-tight)}.font-bold{--tw-font-weight:var(--font-weight-bold);font-weight:var(--font-weight-bold)}.font-extrabold{--tw-font-weight:var(--font-weight-extrabold);font-weight:var(--font-weight-extrabold)}.font-medium{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}.font-normal{--tw-font-weight:var(--font-weight-normal);font-weight:var(--font-weight-normal)}.font-semibold{--tw-font-weight:var(--font-weight-semibold);font-weight:var(--font-weight-semibold)}.tracking-wide{--tw-tracking:var(--tracking-wide);letter-spacing:var(--tracking-wide)}.tracking-wider{--tw-tracking:var(--tracking-wider);letter-spacing:var(--tracking-wider)}.tracking-widest{--tw-tracking:var(--tracking-widest);letter-spacing:var(--tracking-widest)}.text-wrap{text-wrap:wrap}.break-words{overflow-wrap:break-word}.break-all{word-break:break-all}.whitespace-nowrap{white-space:nowrap}.whitespace-pre-line{white-space:pre-line}.whitespace-pre-wrap{white-space:pre-wrap}.text-\[\#A78BFA\]{color:#a78bfa}.text-amber{color:var(--color-amber)}.text-amber-400{color:var(--color-amber-400)}.text-blue-light{color:var(--color-blue-light)}.text-cyan{color:var(--color-cyan)}.text-cyan-400{color:var(--color-cyan-400)}.text-emerald-400{color:var(--color-emerald-400)}.text-purple{color:var(--color-purple)}.text-purple-light{color:var(--color-purple-light)}.text-red-400{color:var(--color-red-400)}.text-text-muted{color:var(--color-text-muted)}.text-text-primary{color:var(--color-text-primary)}.text-text-primary\/80{color:#f1f5f9cc}@supports (color:color-mix(in lab,red,red)){.text-text-primary\/80{color:color-mix(in oklab,var(--color-text-primary) 80%,transparent)}}.text-text-secondary{color:var(--color-text-secondary)}.text-transparent{color:#0000}.text-white{color:var(--color-white)}.lowercase{text-transform:lowercase}.uppercase{text-transform:uppercase}.italic{font-style:italic}.ordinal{--tw-ordinal:ordinal;font-variant-numeric:var(--tw-ordinal,) var(--tw-slashed-zero,) var(--tw-numeric-figure,) var(--tw-numeric-spacing,) var(--tw-numeric-fraction,)}.no-underline{text-decoration-line:none}.underline{text-decoration-line:underline}.opacity-0{opacity:0}.opacity-10{opacity:.1}.opacity-60{opacity:.6}.opacity-75{opacity:.75}.opacity-80{opacity:.8}.shadow{--tw-shadow:0 1px 3px 0 var(--tw-shadow-color,#0000001a), 0 1px 2px -1px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-2xl{--tw-shadow:0 25px 50px -12px var(--tw-shadow-color,#00000040);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-xl{--tw-shadow:0 20px 25px -5px var(--tw-shadow-color,#0000001a), 0 8px 10px -6px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.outline{outline-style:var(--tw-outline-style);outline-width:1px}.blur{--tw-blur:blur(8px);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.drop-shadow{--tw-drop-shadow-size:drop-shadow(0 1px 2px var(--tw-drop-shadow-color,#0000001a)) drop-shadow(0 1px 1px var(--tw-drop-shadow-color,#0000000f));--tw-drop-shadow:drop-shadow(0 1px 2px #0000001a) drop-shadow(0 1px 1px #0000000f);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.invert{--tw-invert:invert(100%);filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.filter{filter:var(--tw-blur,) var(--tw-brightness,) var(--tw-contrast,) var(--tw-grayscale,) var(--tw-hue-rotate,) var(--tw-invert,) var(--tw-saturate,) var(--tw-sepia,) var(--tw-drop-shadow,)}.backdrop-blur-sm{--tw-backdrop-blur:blur(var(--blur-sm));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.backdrop-blur-xl{--tw-backdrop-blur:blur(var(--blur-xl));-webkit-backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,) var(--tw-backdrop-brightness,) var(--tw-backdrop-contrast,) var(--tw-backdrop-grayscale,) var(--tw-backdrop-hue-rotate,) var(--tw-backdrop-invert,) var(--tw-backdrop-opacity,) var(--tw-backdrop-saturate,) var(--tw-backdrop-sepia,)}.transition{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to,opacity,box-shadow,transform,translate,scale,rotate,filter,-webkit-backdrop-filter,backdrop-filter,display,content-visibility,overlay,pointer-events;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[width\]{transition-property:width;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-all{transition-property:all;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-colors{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-opacity{transition-property:opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-transform{transition-property:transform,translate,scale,rotate;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.duration-100{--tw-duration:.1s;transition-duration:.1s}.ease-in{--tw-ease:var(--ease-in);transition-timing-function:var(--ease-in)}.ease-in-out{--tw-ease:var(--ease-in-out);transition-timing-function:var(--ease-in-out)}.ease-out{--tw-ease:var(--ease-out);transition-timing-function:var(--ease-out)}.select-none{-webkit-user-select:none;user-select:none}@media(hover:hover){.group-hover\:opacity-100:is(:where(.group):hover *){opacity:1}.group-hover\/issue\:visible:is(:where(.group\/issue):hover *){visibility:visible}.group-hover\/issue\:opacity-100:is(:where(.group\/issue):hover *){opacity:1}.hover\:bg-bg-hover:hover{background-color:var(--color-bg-hover)}.hover\:bg-bg-hover\/30:hover{background-color:#2228504d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-bg-hover\/30:hover{background-color:color-mix(in oklab,var(--color-bg-hover) 30%,transparent)}}.hover\:bg-bg-hover\/50:hover{background-color:#22285080}@supports (color:color-mix(in lab,red,red)){.hover\:bg-bg-hover\/50:hover{background-color:color-mix(in oklab,var(--color-bg-hover) 50%,transparent)}}.hover\:bg-bg-tertiary:hover{background-color:var(--color-bg-tertiary)}.hover\:bg-purple-dim:hover{background-color:var(--color-purple-dim)}.hover\:bg-purple\/30:hover{background-color:#8b5cf64d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-purple\/30:hover{background-color:color-mix(in oklab,var(--color-purple) 30%,transparent)}}.hover\:text-purple:hover{color:var(--color-purple)}.hover\:text-text-primary:hover{color:var(--color-text-primary)}.hover\:text-text-secondary:hover{color:var(--color-text-secondary)}.hover\:opacity-80:hover{opacity:.8}}@media(min-width:40rem){.sm\:mx-8{margin-inline:calc(var(--spacing) * 8)}.sm\:h-3\.5{height:calc(var(--spacing) * 3.5)}.sm\:min-h-\[400px\]{min-height:400px}.sm\:w-3\.5{width:calc(var(--spacing) * 3.5)}.sm\:w-6{width:calc(var(--spacing) * 6)}.sm\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.sm\:flex-row{flex-direction:row}.sm\:items-baseline{align-items:baseline}.sm\:justify-between{justify-content:space-between}.sm\:p-6{padding:calc(var(--spacing) * 6)}.sm\:px-6{padding-inline:calc(var(--spacing) * 6)}.sm\:text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.sm\:text-4xl{font-size:var(--text-4xl);line-height:var(--tw-leading,var(--text-4xl--line-height))}.sm\:text-5xl{font-size:var(--text-5xl);line-height:var(--tw-leading,var(--text-5xl--line-height))}.sm\:text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.sm\:text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.sm\:text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.sm\:text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.sm\:text-\[9px\]{font-size:9px}}@media(min-width:48rem){.md\:block{display:block}.md\:flex{display:flex}.md\:grid{display:grid}.md\:hidden{display:none}.md\:w-\[250px\]{width:250px}.md\:w-auto{width:auto}.md\:max-w-none{max-width:none}.md\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.md\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.md\:flex-row{flex-direction:row}.md\:gap-6{gap:calc(var(--spacing) * 6)}}@media(min-width:64rem){.lg\:sticky{position:sticky}.lg\:top-8{top:calc(var(--spacing) * 8)}.lg\:max-h-\[calc\(100vh-4rem\)\]{max-height:calc(100vh - 4rem)}.lg\:w-\[22\%\]{width:22%}.lg\:w-\[25\%\]{width:25%}.lg\:flex-shrink-0{flex-shrink:0}.lg\:grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.lg\:grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.lg\:flex-col{flex-direction:column}.lg\:flex-row{flex-direction:row}.lg\:items-center{align-items:center}.lg\:items-start{align-items:flex-start}.lg\:gap-3{gap:calc(var(--spacing) * 3)}.lg\:overflow-y-auto{overflow-y:auto}.lg\:px-8{padding-inline:calc(var(--spacing) * 8)}.lg\:pr-2{padding-right:calc(var(--spacing) * 2)}.lg\:text-6xl{font-size:var(--text-6xl);line-height:var(--tw-leading,var(--text-6xl--line-height))}.lg\:text-\[1\.75rem\]{font-size:1.75rem}}.\[\&_\.recharts-surface\]\:overflow-visible .recharts-surface{overflow:visible}}[data-theme=light]{--color-bg-primary:#fff;--color-bg-secondary:#f8fafc;--color-bg-tertiary:#f1f5f9;--color-bg-hover:#e2e8f0;--color-purple:#7c3aed;--color-purple-light:#6d28d9;--color-purple-dim:#5b21b6;--color-blue:#0284c7;--color-blue-light:#0369a1;--color-blue-dim:#075985;--color-cyan:#0891b2;--color-amber:#d97706;--color-text-primary:#0f172a;--color-text-secondary:#334155;--color-text-muted:#64748b;--color-border-default:#e2e8f0;--color-border-accent:#7c3aed;--color-heatmap-bad:#dc2626;--color-heatmap-bad-bg:#fee2e2;--color-heatmap-mid:#ca8a04;--color-heatmap-mid-bg:#fef9c3;--color-heatmap-good:#16a34a;--color-heatmap-good-bg:#dcfce7}html{scroll-behavior:smooth}body{background-color:var(--color-bg-primary);color:var(--color-text-primary);font-family:var(--font-sans);-webkit-font-smoothing:antialiased;margin:0}::-webkit-scrollbar{width:8px;height:8px}::-webkit-scrollbar-track{background:var(--color-bg-primary)}::-webkit-scrollbar-thumb{background:var(--color-bg-tertiary);border-radius:4px}::-webkit-scrollbar-thumb:hover{background:var(--color-bg-hover)}@keyframes dash{to{stroke-dashoffset:-20px}}.animate-dash{animation:1s linear infinite dash}@property --tw-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-y{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-z{syntax:"*";inherits:false;initial-value:0}@property --tw-scale-x{syntax:"*";inherits:false;initial-value:1}@property --tw-scale-y{syntax:"*";inherits:false;initial-value:1}@property --tw-scale-z{syntax:"*";inherits:false;initial-value:1}@property --tw-rotate-x{syntax:"*";inherits:false}@property --tw-rotate-y{syntax:"*";inherits:false}@property --tw-rotate-z{syntax:"*";inherits:false}@property --tw-skew-x{syntax:"*";inherits:false}@property --tw-skew-y{syntax:"*";inherits:false}@property --tw-space-y-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-border-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-leading{syntax:"*";inherits:false}@property --tw-font-weight{syntax:"*";inherits:false}@property --tw-tracking{syntax:"*";inherits:false}@property --tw-ordinal{syntax:"*";inherits:false}@property --tw-slashed-zero{syntax:"*";inherits:false}@property --tw-numeric-figure{syntax:"*";inherits:false}@property --tw-numeric-spacing{syntax:"*";inherits:false}@property --tw-numeric-fraction{syntax:"*";inherits:false}@property --tw-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-shadow-color{syntax:"*";inherits:false}@property --tw-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-inset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-shadow-color{syntax:"*";inherits:false}@property --tw-inset-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-ring-color{syntax:"*";inherits:false}@property --tw-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-ring-color{syntax:"*";inherits:false}@property --tw-inset-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-ring-inset{syntax:"*";inherits:false}@property --tw-ring-offset-width{syntax:"";inherits:false;initial-value:0}@property --tw-ring-offset-color{syntax:"*";inherits:false;initial-value:#fff}@property --tw-ring-offset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-outline-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-blur{syntax:"*";inherits:false}@property --tw-brightness{syntax:"*";inherits:false}@property --tw-contrast{syntax:"*";inherits:false}@property --tw-grayscale{syntax:"*";inherits:false}@property --tw-hue-rotate{syntax:"*";inherits:false}@property --tw-invert{syntax:"*";inherits:false}@property --tw-opacity{syntax:"*";inherits:false}@property --tw-saturate{syntax:"*";inherits:false}@property --tw-sepia{syntax:"*";inherits:false}@property --tw-drop-shadow{syntax:"*";inherits:false}@property --tw-drop-shadow-color{syntax:"*";inherits:false}@property --tw-drop-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-drop-shadow-size{syntax:"*";inherits:false}@property --tw-backdrop-blur{syntax:"*";inherits:false}@property --tw-backdrop-brightness{syntax:"*";inherits:false}@property --tw-backdrop-contrast{syntax:"*";inherits:false}@property --tw-backdrop-grayscale{syntax:"*";inherits:false}@property --tw-backdrop-hue-rotate{syntax:"*";inherits:false}@property --tw-backdrop-invert{syntax:"*";inherits:false}@property --tw-backdrop-opacity{syntax:"*";inherits:false}@property --tw-backdrop-saturate{syntax:"*";inherits:false}@property --tw-backdrop-sepia{syntax:"*";inherits:false}@property --tw-duration{syntax:"*";inherits:false}@property --tw-ease{syntax:"*";inherits:false} diff --git a/docs/index.html b/docs/index.html index 78e3ddc9..307e8d2b 100644 --- a/docs/index.html +++ b/docs/index.html @@ -9,8 +9,8 @@ - - + +
diff --git a/website/src/components/leaderboard/LeaderboardSection.tsx b/website/src/components/leaderboard/LeaderboardSection.tsx index 876b616d..493449b2 100644 --- a/website/src/components/leaderboard/LeaderboardSection.tsx +++ b/website/src/components/leaderboard/LeaderboardSection.tsx @@ -165,7 +165,7 @@ export function LeaderboardSection() {

- + ); diff --git a/website/src/components/leaderboard/PerturbationBarChart.tsx b/website/src/components/leaderboard/PerturbationBarChart.tsx index 0ba85859..eb35a403 100644 --- a/website/src/components/leaderboard/PerturbationBarChart.tsx +++ b/website/src/components/leaderboard/PerturbationBarChart.tsx @@ -1,5 +1,5 @@ import { BarChart, Bar, XAxis, YAxis, CartesianGrid, Tooltip, ResponsiveContainer, ErrorBar, ReferenceLine, Customized, LabelList, useXAxisScale, useYAxisScale } from 'recharts'; -import type { SystemStats, DomainOrPooled } from '../../data/leaderboardData'; +import type { SystemStats } from '../../data/leaderboardData'; import { getPertValue, perturbations, perturbationLabels, groupedSystems } from '../../data/leaderboardData'; import { useThemeColors } from '../../styles/theme'; @@ -7,7 +7,6 @@ interface PerturbationBarChartProps { metric: string; metricLabel: string; systems: SystemStats[]; - domain: DomainOrPooled; } interface ChartRow { @@ -134,34 +133,47 @@ function SeparatorsLayer({ ); } -/** Renders a single significance marker above a bar+CI structure. Uses the - * YAxis scale hook so the y position is exact regardless of chart layout. */ +/** Renders a single significance marker just outside a bar+CI structure in + * the bar's direction (above for positive deltas, below for negative). Font + * size scales with bar width so "***" always fits. */ function StarMark({ vb, label, - upperValue, + point, + ciLower, + ciUpper, amberColor, }: { vb: { x: number; width: number }; label: string; - upperValue: number; + point: number; + ciLower: number; + ciUpper: number; amberColor: string; }) { const yScale = useYAxisScale() as ((v: number) => number | undefined) | undefined; if (!yScale) return null; - // Position the star above the higher of (upper CI cap, zero line). - // For deeply-negative bars whose entire CI sits below zero, this clamps - // the star to the zero line so it stays well above the x-axis instead of - // drifting to the bottom of the plot. - const target = Math.max(0, upperValue); - const ySc = yScale(target); - if (ySc == null) return null; + // "***" width ≈ 3 chars × 0.6 × fontSize. Solve for fontSize that fits vb.width. + const fontSize = Math.max(7, Math.min(13, Math.floor(vb.width / (3 * 0.6)))); + const clearance = 5; + const above = point >= 0; + const capPx = yScale(above ? ciUpper : ciLower); + if (capPx == null) return null; + // SVG text y is the baseline. For above-bar placement, baseline sits just + // above the cap so the glyphs hover over the cap; for below-bar placement, + // baseline sits one fontSize below the cap so the glyphs hover under it. + let y = above ? capPx - clearance : capPx + clearance + fontSize; + // Clamp inside the plot area in case the cap is outside the visible domain. + const topPx = yScale(0.5); + const bottomPx = yScale(-0.5); + if (topPx != null) y = Math.max(y, topPx + fontSize); + if (bottomPx != null) y = Math.min(y, bottomPx - 2); return ( @@ -170,29 +182,27 @@ function StarMark({ ); } -export function PerturbationBarChart({ metric, metricLabel, systems, domain }: PerturbationBarChartProps) { +export function PerturbationBarChart({ metric, metricLabel, systems }: PerturbationBarChartProps) { const colors = useThemeColors(); // Order systems by architecture group: S2S → Hybrid (2-part) → Cascade. const ordered = groupedSystems(systems); - // Build data rows: one per system that has any perturbation data for this metric. + // Perturbation results are always shown pooled across domains; the domain + // pills at the top of the leaderboard scope only the scatter plot. const data: ChartRow[] = ordered.flatMap((s) => { const row: ChartRow = { name: s.name, type: s.type }; let any = false; for (const p of perturbations) { - const v = getPertValue(s, metric, p, domain); + const v = getPertValue(s, metric, p, 'pooled'); if (v) { - const label = tierLabel(v.corrected_p); row[`${p}_point`] = v.point; row[`${p}_err`] = [v.point - v.ci_lower, v.ci_upper - v.point]; - row[`${p}_sig`] = label !== ''; - row[`${p}_sig_label`] = label; + row[`${p}_sig_label`] = tierLabel(v.corrected_p); any = true; } else { row[`${p}_point`] = null; row[`${p}_err`] = undefined; - row[`${p}_sig`] = false; row[`${p}_sig_label`] = ''; } } @@ -202,14 +212,13 @@ export function PerturbationBarChart({ metric, metricLabel, systems, domain }: P if (data.length === 0) { return (
- No perturbation data available for {metricLabel} at this domain. + No perturbation data available for {metricLabel}.
); } - // Compute group boundary indices: positions where the type changes from the previous row. - // The ReferenceLine x value is the `name` of the first row in the new group; recharts will - // draw the line at that category's tick. + // Group boundaries: each entry pairs the new-group's first row with the previous row, + // so SeparatorsLayer can place a dashed line at the midpoint of the gap between them. const separators: { name: string; prevName: string }[] = []; for (let i = 1; i < data.length; i++) { if (data[i].type !== data[i - 1].type) { @@ -261,27 +270,36 @@ export function PerturbationBarChart({ metric, metricLabel, systems, domain }: P { + const r = entry?.payload; + const label = r?.[`${p}_sig_label`] as string | undefined; + const point = r?.[`${p}_point`] as number | null | undefined; + const err = r?.[`${p}_err`] as [number, number] | undefined; + if (!label || point == null || !err) return ''; + return `${label}|${point}|${err[0]}|${err[1]}`; + }} content={(props: unknown) => { - const cp = props as { - viewBox?: { x?: number; width?: number }; - value?: string; - index?: number; - }; - const label = cp.value; + const cp = props as { viewBox?: { x?: number; width?: number }; value?: string }; const vb = cp.viewBox; - if (!label || !vb || vb.x == null || vb.width == null || cp.index == null) { + if (!cp.value || !vb || vb.x == null || vb.width == null) return null; + const [label, pointStr, errLoStr, errHiStr] = cp.value.split('|'); + const point = parseFloat(pointStr); + const errLo = parseFloat(errLoStr); + const errHi = parseFloat(errHiStr); + if (!Number.isFinite(point) || !Number.isFinite(errLo) || !Number.isFinite(errHi)) { return null; } - const row = data[cp.index]; - const point = row?.[`${p}_point`] as number | null | undefined; - const err = row?.[`${p}_err`] as [number, number] | undefined; - if (point == null || !err) return null; return ( ); diff --git a/website/src/components/leaderboard/Perturbations.tsx b/website/src/components/leaderboard/Perturbations.tsx index dd2cfc80..45625eda 100644 --- a/website/src/components/leaderboard/Perturbations.tsx +++ b/website/src/components/leaderboard/Perturbations.tsx @@ -1,6 +1,6 @@ import { useState } from 'react'; import { ChevronDown, ChevronRight } from 'lucide-react'; -import type { SystemStats, DomainOrPooled } from '../../data/leaderboardData'; +import type { SystemStats } from '../../data/leaderboardData'; import { perturbations, perturbationLabels } from '../../data/leaderboardData'; import { PerturbationBarChart } from './PerturbationBarChart'; import { useThemeColors } from '../../styles/theme'; @@ -13,7 +13,6 @@ const PERT_COLOR_KEYS: Record = { interface PerturbationsProps { systems: SystemStats[]; - domain: DomainOrPooled; } interface MetricSpec { @@ -33,7 +32,7 @@ const METRICS: MetricSpec[] = [ { key: 'conversation_correctly_finished', label: 'Conversation Correctly Finished' }, ]; -export function Perturbations({ systems, domain }: PerturbationsProps) { +export function Perturbations({ systems }: PerturbationsProps) { const colors = useThemeColors(); const [sectionOpen, setSectionOpen] = useState(true); const [expanded, setExpanded] = useState>(new Set()); @@ -113,7 +112,6 @@ export function Perturbations({ systems, domain }: PerturbationsProps) { metric={m.key} metricLabel={m.label} systems={systems} - domain={domain} /> )}