{
  "date": "2026-09-10",
  "stages": {
    "initial": {
      "scored_rows": 720,
      "inference_calls_including_warmups": 708,
      "held_out": false,
      "activation_qualified": false,
      "profiles": [
        {
          "profile": "4b-q4",
          "device": "gpu",
          "model_bytes": 2497281120,
          "startup_seconds_each": [
            8.385912264988292,
            3.002591976997792
          ],
          "sampled_container_peak_bytes_each": [
            3301396480,
            1234452480
          ],
          "warmup_ms_each": [
            [
              2816.1307429982116,
              110.74350800481625,
              124.33175000478514
            ],
            [
              2006.7685490066651,
              110.3685999987647,
              123.07324200810399
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 15734,
            "output_tokens": 824
          },
          "functions": {
            "intent": {
              "correct_each": [
                16,
                16
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                16,
                16
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                120.18225099018309,
                119.27803700382356
              ],
              "critical_failed_each": [
                [
                  "intent-09",
                  "intent-18"
                ],
                [
                  "intent-09",
                  "intent-18"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                11,
                11
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                11,
                11
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                97.26668399525806,
                99.62512299534865
              ],
              "critical_failed_each": [
                [
                  "repair-02",
                  "repair-03",
                  "repair-08",
                  "repair-10",
                  "repair-11"
                ],
                [
                  "repair-02",
                  "repair-03",
                  "repair-08",
                  "repair-10",
                  "repair-11"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                17,
                17
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                13,
                13
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                119.88743499387056,
                183.8017010013573
              ],
              "critical_failed_each": [
                [
                  "relevance-11"
                ],
                [
                  "relevance-11"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "06-q4",
          "device": "gpu",
          "model_bytes": 396705472,
          "startup_seconds_each": [
            2.0934519520087633,
            1.5699163999961456
          ],
          "sampled_container_peak_bytes_each": [
            1008648192,
            651304960
          ],
          "warmup_ms_each": [
            [
              1628.3630399993854,
              189.93735501135234,
              116.43842200282961
            ],
            [
              1523.8059619878186,
              95.32244699948933,
              319.1016450000461
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 16206,
            "output_tokens": 1372
          },
          "functions": {
            "intent": {
              "correct_each": [
                10,
                10
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                10,
                10
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                98.38996900361963,
                103.88307900575455
              ],
              "critical_failed_each": [
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17"
                ],
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                6,
                6
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                6,
                6
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                96.34804300731048,
                94.13677100383211
              ],
              "critical_failed_each": [
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-08",
                  "repair-09",
                  "repair-10",
                  "repair-11",
                  "repair-20"
                ],
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-08",
                  "repair-09",
                  "repair-10",
                  "repair-11",
                  "repair-20"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                10,
                10
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                443.09516399516724,
                107.0624719868647
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ],
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "06-dynamic",
          "device": "gpu",
          "model_bytes": 405372608,
          "startup_seconds_each": [
            1.883172233006917,
            1.5601804589969106
          ],
          "sampled_container_peak_bytes_each": [
            1016725504,
            640720896
          ],
          "warmup_ms_each": [
            [
              2010.1597549946746,
              158.44901000673417,
              181.35265899763908
            ],
            [
              1577.3420790064847,
              91.73296799417585,
              125.53547401330434
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 16206,
            "output_tokens": 1410
          },
          "functions": {
            "intent": {
              "correct_each": [
                9,
                9
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                9,
                9
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                98.84050299297087,
                105.18543499347288
              ],
              "critical_failed_each": [
                [
                  "intent-02",
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17"
                ],
                [
                  "intent-02",
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                5,
                5
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                5,
                5
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                89.52361499541439,
                94.27632601000369
              ],
              "critical_failed_each": [
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-08",
                  "repair-09",
                  "repair-10",
                  "repair-11",
                  "repair-20"
                ],
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-08",
                  "repair-09",
                  "repair-10",
                  "repair-11",
                  "repair-20"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                10,
                10
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                106.46315700432751,
                106.0587329993723
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ],
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "06-q8",
          "device": "gpu",
          "model_bytes": 639447744,
          "startup_seconds_each": [
            2.0536196369939717,
            1.668719533001422
          ],
          "sampled_container_peak_bytes_each": [
            1213091840,
            602460160
          ],
          "warmup_ms_each": [
            [
              1731.549135001842,
              76.86544599710032,
              120.30059000244364
            ],
            [
              1503.8731160020689,
              74.9103220005054,
              113.7139750062488
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 16206,
            "output_tokens": 1112
          },
          "functions": {
            "intent": {
              "correct_each": [
                9,
                9
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                9,
                9
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                77.40350099629723,
                76.90256900968961
              ],
              "critical_failed_each": [
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ],
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                5,
                5
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                5,
                5
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                73.91263199679088,
                75.3045899909921
              ],
              "critical_failed_each": [
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-08",
                  "repair-10",
                  "repair-11",
                  "repair-14",
                  "repair-16",
                  "repair-20"
                ],
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-08",
                  "repair-10",
                  "repair-11",
                  "repair-14",
                  "repair-16",
                  "repair-20"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                10,
                10
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                96.31208601058461,
                100.46242100361269
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ],
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "17-dynamic",
          "device": "gpu",
          "model_bytes": 1132952128,
          "startup_seconds_each": [
            2.031987575988751,
            1.7824213989952113
          ],
          "sampled_container_peak_bytes_each": [
            1488347136,
            600686592
          ],
          "warmup_ms_each": [
            [
              1724.6001520106802,
              212.5850300071761,
              86.8909629934933
            ],
            [
              1607.7328489918727,
              102.83535099006258,
              90.24111699545756
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 16206,
            "output_tokens": 816
          },
          "functions": {
            "intent": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                14,
                14
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                71.67221199779306,
                80.22501500090584
              ],
              "critical_failed_each": [
                [
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ],
                [
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                11,
                11
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                11,
                11
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                72.60393899923656,
                87.34090499638114
              ],
              "critical_failed_each": [
                [
                  "repair-02",
                  "repair-08",
                  "repair-10",
                  "repair-13",
                  "repair-16"
                ],
                [
                  "repair-02",
                  "repair-08",
                  "repair-10",
                  "repair-13",
                  "repair-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                9,
                9
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                5,
                5
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                97.80730099009816,
                153.15832900523674
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15"
                ],
                [
                  "relevance-11",
                  "relevance-15"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "06-q4",
          "device": "cpu",
          "model_bytes": 396705472,
          "startup_seconds_each": [
            1.0244896210060688,
            1.2525522229989292
          ],
          "sampled_container_peak_bytes_each": [
            785154048,
            769761280
          ],
          "warmup_ms_each": [
            [
              2297.6909700082615,
              485.09396900772117,
              533.0011810001452
            ],
            [
              2266.776017000666,
              540.934502001619,
              576.4726569905179
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 16206,
            "output_tokens": 1308
          },
          "functions": {
            "intent": {
              "correct_each": [
                11,
                11
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                11,
                11
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                447.4181849946035,
                466.5488919999916
              ],
              "critical_failed_each": [
                [
                  "intent-02",
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17"
                ],
                [
                  "intent-02",
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                5,
                5
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                5,
                5
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                299.945361999562,
                302.5759300071513
              ],
              "critical_failed_each": [
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-08",
                  "repair-10",
                  "repair-11",
                  "repair-16",
                  "repair-20"
                ],
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-08",
                  "repair-10",
                  "repair-11",
                  "repair-16",
                  "repair-20"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                10,
                10
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                466.42569900723174,
                490.9385099890642
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ],
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        }
      ],
      "validation": [
        {
          "block": "01-4b-q4-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "02-06-q4-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "03-06-dynamic-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "04-06-q8-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "05-17-dynamic-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "06-17-dynamic-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "07-06-q8-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "08-06-dynamic-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "09-06-q4-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "10-4b-q4-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "11-06-q4-cpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "12-06-q4-cpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        }
      ]
    },
    "examples": {
      "scored_rows": 360,
      "inference_calls_including_warmups": 354,
      "held_out": false,
      "activation_qualified": false,
      "profiles": [
        {
          "profile": "4b-q4",
          "device": "gpu",
          "model_bytes": 2497281120,
          "startup_seconds_each": [
            2.119931421999354,
            2.148588052004925
          ],
          "sampled_container_peak_bytes_each": [
            731750400,
            575823872
          ],
          "warmup_ms_each": [
            [
              1580.2679340122268,
              138.03500001085922,
              144.5582820015261
            ],
            [
              1487.4775700009195,
              140.1772639947012,
              142.58853500359692
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 44518,
            "output_tokens": 896
          },
          "functions": {
            "intent": {
              "correct_each": [
                15,
                15
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                15,
                15
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                119.71497100603301,
                111.79514700779691
              ],
              "critical_failed_each": [
                [
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ],
                [
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                12,
                12
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                12,
                12
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                99.99882600095589,
                99.32070199283771
              ],
              "critical_failed_each": [
                [
                  "repair-02",
                  "repair-10",
                  "repair-11",
                  "repair-16"
                ],
                [
                  "repair-02",
                  "repair-10",
                  "repair-11",
                  "repair-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                16,
                16
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                12,
                12
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                143.0103530001361,
                143.17865199700464
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15"
                ],
                [
                  "relevance-11",
                  "relevance-15"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "17-dynamic",
          "device": "gpu",
          "model_bytes": 1132952128,
          "startup_seconds_each": [
            1.6643135479971534,
            1.69789549500274
          ],
          "sampled_container_peak_bytes_each": [
            701546496,
            601587712
          ],
          "warmup_ms_each": [
            [
              1542.8153120010393,
              93.47815498767886,
              97.23415999906138
            ],
            [
              1539.1149479983142,
              93.03074699710123,
              96.13931400235742
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 44990,
            "output_tokens": 904
          },
          "functions": {
            "intent": {
              "correct_each": [
                16,
                16
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                16,
                16
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                73.91033800377045,
                72.58733500202652
              ],
              "critical_failed_each": [
                [
                  "intent-09",
                  "intent-18"
                ],
                [
                  "intent-09",
                  "intent-18"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                9,
                9
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                9,
                9
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                68.48994399479125,
                70.34765199932735
              ],
              "critical_failed_each": [
                [
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-10",
                  "repair-14",
                  "repair-16",
                  "repair-17",
                  "repair-20"
                ],
                [
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-10",
                  "repair-14",
                  "repair-16",
                  "repair-17",
                  "repair-20"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                10,
                10
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                6,
                6
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                89.61629300029017,
                91.24468799564056
              ],
              "critical_failed_each": [
                [
                  "relevance-15"
                ],
                [
                  "relevance-15"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "06-q4",
          "device": "gpu",
          "model_bytes": 396705472,
          "startup_seconds_each": [
            1.668804902001284,
            1.556059586990159
          ],
          "sampled_container_peak_bytes_each": [
            597479424,
            586649600
          ],
          "warmup_ms_each": [
            [
              1423.0624930060003,
              77.90903199929744,
              86.39650599798188
            ],
            [
              1551.3750180107309,
              80.4132539924467,
              89.95537999726366
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 44990,
            "output_tokens": 926
          },
          "functions": {
            "intent": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                14,
                14
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                68.27905800309964,
                68.34969199553598
              ],
              "critical_failed_each": [
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17"
                ],
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                7,
                7
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                7,
                7
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                76.67182300065178,
                74.73606699204538
              ],
              "critical_failed_each": [
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-10",
                  "repair-11",
                  "repair-17",
                  "repair-20"
                ],
                [
                  "repair-01",
                  "repair-02",
                  "repair-03",
                  "repair-05",
                  "repair-10",
                  "repair-11",
                  "repair-17",
                  "repair-20"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                10,
                10
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                83.6918919958407,
                83.42757199716289
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ],
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        }
      ],
      "validation": [
        {
          "block": "01-4b-q4-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "02-17-dynamic-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "03-06-q4-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "04-06-q4-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "05-17-dynamic-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "06-4b-q4-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        }
      ]
    },
    "newer_small": {
      "scored_rows": 240,
      "inference_calls_including_warmups": 236,
      "held_out": false,
      "activation_qualified": false,
      "profiles": [
        {
          "profile": "08-dynamic",
          "device": "gpu",
          "model_bytes": 558772480,
          "startup_seconds_each": [
            3.4288495689979754,
            1.9923785809951369
          ],
          "sampled_container_peak_bytes_each": [
            856137728,
            832180224
          ],
          "warmup_ms_each": [
            [
              2928.9567380037624,
              167.72545099956915,
              104.18495500925928
            ],
            [
              1648.903684996185,
              176.37010499311145,
              116.19427900586743
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 16206,
            "output_tokens": 872
          },
          "functions": {
            "intent": {
              "correct_each": [
                13,
                13
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                13,
                13
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                110.37573599605821,
                110.16682500485331
              ],
              "critical_failed_each": [
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ],
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                11,
                11
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                11,
                11
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                166.79476900026202,
                144.56822400097735
              ],
              "critical_failed_each": [
                [
                  "repair-10",
                  "repair-11",
                  "repair-13",
                  "repair-14",
                  "repair-16"
                ],
                [
                  "repair-10",
                  "repair-11",
                  "repair-13",
                  "repair-14",
                  "repair-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                10,
                10
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                104.80033600470051,
                110.06033299781848
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ],
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "08-dynamic",
          "device": "cpu",
          "model_bytes": 558772480,
          "startup_seconds_each": [
            0.9084169289999409,
            0.9079028889973415
          ],
          "sampled_container_peak_bytes_each": [
            552095744,
            559218688
          ],
          "warmup_ms_each": [
            [
              2271.348622001824,
              966.3407530024415,
              880.494331009686
            ],
            [
              2501.030408006045,
              902.3006949864794,
              913.8005020067794
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 16206,
            "output_tokens": 872
          },
          "functions": {
            "intent": {
              "correct_each": [
                13,
                13
              ],
              "cases_each": 20,
              "rules_correct": 16,
              "model_correct_each": [
                13,
                13
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                411.53163299895823,
                425.3512510040309
              ],
              "critical_failed_each": [
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ],
                [
                  "intent-03",
                  "intent-04",
                  "intent-09",
                  "intent-17",
                  "intent-18"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "repair": {
              "correct_each": [
                11,
                11
              ],
              "cases_each": 20,
              "rules_correct": 12,
              "model_correct_each": [
                11,
                11
              ],
              "model_calls_each": 20,
              "p95_ms_each": [
                415.4568709927844,
                415.7767310098279
              ],
              "critical_failed_each": [
                [
                  "repair-10",
                  "repair-11",
                  "repair-13",
                  "repair-14",
                  "repair-16"
                ],
                [
                  "repair-10",
                  "repair-11",
                  "repair-13",
                  "repair-14",
                  "repair-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                14,
                14
              ],
              "cases_each": 20,
              "rules_correct": 14,
              "model_correct_each": [
                10,
                10
              ],
              "model_calls_each": 16,
              "p95_ms_each": [
                855.6876959919464,
                822.0559439942008
              ],
              "critical_failed_each": [
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ],
                [
                  "relevance-11",
                  "relevance-15",
                  "relevance-16"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        }
      ],
      "validation": [
        {
          "block": "01-08-dynamic-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "02-08-dynamic-cpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "03-08-dynamic-cpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        },
        {
          "block": "04-08-dynamic-gpu",
          "events": 539,
          "model_calls": 59,
          "source_files": 87,
          "rows": 60,
          "warmups": 3,
          "validated": true
        }
      ]
    }
  },
  "followups": {
    "binary_signals": {
      "scored_rows": 640,
      "inference_calls_including_warmups": 656,
      "held_out": false,
      "activation_qualified": false,
      "profiles": [
        {
          "profile": "06-q4",
          "device": "cpu",
          "model_bytes": 396705472,
          "startup_seconds_each": [
            0.9701296849962091,
            0.8041718250024132
          ],
          "sampled_container_peak_bytes_each": [
            1234984960,
            826376192
          ],
          "warmup_ms_each": [
            [
              2588.8707039994188,
              520.504226005869
            ],
            [
              1980.8415790030267,
              488.5126779990969
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 25856,
            "output_tokens": 990
          },
          "functions": {
            "repair": {
              "correct_each": [
                26,
                26
              ],
              "cases_each": 40,
              "rules_correct": 20,
              "model_correct_each": [
                26,
                26
              ],
              "model_calls_each": 40,
              "p95_ms_each": [
                388.3668420021422,
                189.45953198999632
              ],
              "critical_failed_each": [
                [
                  "repair-11-no",
                  "repair-13-no",
                  "repair-15-no",
                  "repair-16-no",
                  "repair-17-no",
                  "repair-20-no"
                ],
                [
                  "repair-11-no",
                  "repair-13-no",
                  "repair-15-no",
                  "repair-16-no",
                  "repair-17-no",
                  "repair-20-no"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                20,
                20
              ],
              "cases_each": 40,
              "rules_correct": 17,
              "model_correct_each": [
                20,
                20
              ],
              "model_calls_each": 40,
              "p95_ms_each": [
                272.8595569933532,
                241.2638209934812
              ],
              "critical_failed_each": [
                [
                  "relevance-10-no",
                  "relevance-11-no",
                  "relevance-16-no",
                  "relevance-17-no",
                  "relevance-18-no",
                  "relevance-19-no",
                  "relevance-20-no"
                ],
                [
                  "relevance-10-no",
                  "relevance-11-no",
                  "relevance-16-no",
                  "relevance-17-no",
                  "relevance-18-no",
                  "relevance-19-no",
                  "relevance-20-no"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "08-dynamic",
          "device": "cpu",
          "model_bytes": 558772480,
          "startup_seconds_each": [
            0.9545715719868895,
            0.9560828469984699
          ],
          "sampled_container_peak_bytes_each": [
            1055395840,
            582983680
          ],
          "warmup_ms_each": [
            [
              2405.062039993936,
              1069.7293489938602
            ],
            [
              2440.2846949960804,
              1056.3222369964933
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 25856,
            "output_tokens": 1028
          },
          "functions": {
            "repair": {
              "correct_each": [
                26,
                26
              ],
              "cases_each": 40,
              "rules_correct": 20,
              "model_correct_each": [
                26,
                26
              ],
              "model_calls_each": 40,
              "p95_ms_each": [
                386.527982991538,
                385.56074201187585
              ],
              "critical_failed_each": [
                [
                  "repair-11-no",
                  "repair-13-no",
                  "repair-14-yes",
                  "repair-17-no",
                  "repair-18-yes"
                ],
                [
                  "repair-11-no",
                  "repair-13-no",
                  "repair-14-yes",
                  "repair-17-no",
                  "repair-18-yes"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                28,
                28
              ],
              "cases_each": 40,
              "rules_correct": 17,
              "model_correct_each": [
                28,
                28
              ],
              "model_calls_each": 40,
              "p95_ms_each": [
                546.686250003404,
                538.7079830106813
              ],
              "critical_failed_each": [
                [
                  "relevance-10-no",
                  "relevance-16-no",
                  "relevance-16-yes",
                  "relevance-17-yes"
                ],
                [
                  "relevance-10-no",
                  "relevance-16-no",
                  "relevance-16-yes",
                  "relevance-17-yes"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "17-dynamic",
          "device": "cpu",
          "model_bytes": 1132952128,
          "startup_seconds_each": [
            1.2954736719984794,
            1.422048755994183
          ],
          "sampled_container_peak_bytes_each": [
            2101313536,
            1106112512
          ],
          "warmup_ms_each": [
            [
              2983.2224499987205,
              1556.3743490056368
            ],
            [
              2987.523058996885,
              1581.1420509999152
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 25856,
            "output_tokens": 1042
          },
          "functions": {
            "repair": {
              "correct_each": [
                33,
                33
              ],
              "cases_each": 40,
              "rules_correct": 20,
              "model_correct_each": [
                33,
                33
              ],
              "model_calls_each": 40,
              "p95_ms_each": [
                466.97258300264366,
                485.86842099030036
              ],
              "critical_failed_each": [
                [
                  "repair-11-no",
                  "repair-13-no",
                  "repair-14-yes",
                  "repair-17-no",
                  "repair-18-yes"
                ],
                [
                  "repair-11-no",
                  "repair-13-no",
                  "repair-14-yes",
                  "repair-17-no",
                  "repair-18-yes"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                27,
                27
              ],
              "cases_each": 40,
              "rules_correct": 17,
              "model_correct_each": [
                27,
                27
              ],
              "model_calls_each": 40,
              "p95_ms_each": [
                652.6977140019881,
                643.5145940049551
              ],
              "critical_failed_each": [
                [
                  "relevance-11-no",
                  "relevance-16-no",
                  "relevance-16-yes",
                  "relevance-17-yes",
                  "relevance-20-yes"
                ],
                [
                  "relevance-11-no",
                  "relevance-16-no",
                  "relevance-16-yes",
                  "relevance-17-yes",
                  "relevance-20-yes"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        },
        {
          "profile": "4b-q4",
          "device": "gpu",
          "model_bytes": 2497281120,
          "startup_seconds_each": [
            3.6242114680062514,
            2.0756550549995154
          ],
          "sampled_container_peak_bytes_each": [
            3228393472,
            587268096
          ],
          "warmup_ms_each": [
            [
              1780.500837994623,
              114.70293998718262
            ],
            [
              1647.1967680117814,
              108.82739000953734
            ]
          ],
          "reported_tokens_including_warmups": {
            "input_tokens": 25200,
            "output_tokens": 1020
          },
          "functions": {
            "repair": {
              "correct_each": [
                37,
                37
              ],
              "cases_each": 40,
              "rules_correct": 20,
              "model_correct_each": [
                37,
                37
              ],
              "model_calls_each": 40,
              "p95_ms_each": [
                98.47627000999637,
                85.42259399837349
              ],
              "critical_failed_each": [
                [
                  "repair-13-no",
                  "repair-17-no"
                ],
                [
                  "repair-13-no",
                  "repair-17-no"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            },
            "relevance": {
              "correct_each": [
                36,
                36
              ],
              "cases_each": 40,
              "rules_correct": 17,
              "model_correct_each": [
                36,
                36
              ],
              "model_calls_each": 40,
              "p95_ms_each": [
                97.02308199484833,
                97.51274899463169
              ],
              "critical_failed_each": [
                [
                  "relevance-17-yes",
                  "relevance-18-no",
                  "relevance-19-no"
                ],
                [
                  "relevance-17-yes",
                  "relevance-18-no",
                  "relevance-19-no"
                ]
              ],
              "both_development_passed": false,
              "activation_qualified": false
            }
          }
        }
      ],
      "validation": [
        {
          "block": "01-06-q4-cpu",
          "events": 746,
          "model_calls": 82,
          "source_files": 89,
          "rows": 80,
          "warmups": 2,
          "validated": true
        },
        {
          "block": "02-08-dynamic-cpu",
          "events": 746,
          "model_calls": 82,
          "source_files": 89,
          "rows": 80,
          "warmups": 2,
          "validated": true
        },
        {
          "block": "03-17-dynamic-cpu",
          "events": 746,
          "model_calls": 82,
          "source_files": 89,
          "rows": 80,
          "warmups": 2,
          "validated": true
        },
        {
          "block": "04-4b-q4-gpu",
          "events": 746,
          "model_calls": 82,
          "source_files": 89,
          "rows": 80,
          "warmups": 2,
          "validated": true
        },
        {
          "block": "05-4b-q4-gpu",
          "events": 746,
          "model_calls": 82,
          "source_files": 89,
          "rows": 80,
          "warmups": 2,
          "validated": true
        },
        {
          "block": "06-17-dynamic-cpu",
          "events": 746,
          "model_calls": 82,
          "source_files": 89,
          "rows": 80,
          "warmups": 2,
          "validated": true
        },
        {
          "block": "07-08-dynamic-cpu",
          "events": 746,
          "model_calls": 82,
          "source_files": 89,
          "rows": 80,
          "warmups": 2,
          "validated": true
        },
        {
          "block": "08-06-q4-cpu",
          "events": 746,
          "model_calls": 82,
          "source_files": 89,
          "rows": 80,
          "warmups": 2,
          "validated": true
        }
      ]
    },
    "specialist_ranker": {
      "held_out": false,
      "activation_qualified": false,
      "model_calls": 164,
      "event_envelopes": 1160,
      "blocks": [
        {
          "block": "01-fp32-cpu",
          "profile": "fp32",
          "startup_seconds": 0.4740610910084797,
          "warmup_ms": 12.92914200166706,
          "sampled_container_peak_bytes": 303046656,
          "audit": {
            "events": 290,
            "model_calls": 41,
            "validated": true
          },
          "scores": {
            "pairs_correct": 10,
            "pairs_total": 20,
            "ties": [],
            "critical_failed": [
              "relevance-17"
            ],
            "p95_ms": 14.198233999195509,
            "zero_threshold_correct": 21,
            "zero_threshold_is_calibrated": false,
            "development_passed": false,
            "activation_qualified": false,
            "gates": {
              "ranking": false,
              "critical": false,
              "net_gain_over_lexical": true,
              "latency": true,
              "no_errors": true
            },
            "pairs": [
              {
                "pair": "relevance-01",
                "correct": true,
                "tie": false,
                "margin": 2.325147897005081
              },
              {
                "pair": "relevance-02",
                "correct": false,
                "tie": false,
                "margin": -7.630584716796875
              },
              {
                "pair": "relevance-03",
                "correct": true,
                "tie": false,
                "margin": 6.371622323989868
              },
              {
                "pair": "relevance-04",
                "correct": false,
                "tie": false,
                "margin": -4.394182920455933
              },
              {
                "pair": "relevance-05",
                "correct": false,
                "tie": false,
                "margin": -1.0260467529296875
              },
              {
                "pair": "relevance-06",
                "correct": true,
                "tie": false,
                "margin": 3.5512054562568665
              },
              {
                "pair": "relevance-07",
                "correct": false,
                "tie": false,
                "margin": -4.169656157493591
              },
              {
                "pair": "relevance-08",
                "correct": false,
                "tie": false,
                "margin": -1.4552068710327148
              },
              {
                "pair": "relevance-09",
                "correct": false,
                "tie": false,
                "margin": -3.2845914363861084
              },
              {
                "pair": "relevance-10",
                "correct": true,
                "tie": false,
                "margin": 5.572641134262085
              },
              {
                "pair": "relevance-11",
                "correct": true,
                "tie": false,
                "margin": 6.747607350349426
              },
              {
                "pair": "relevance-12",
                "correct": true,
                "tie": false,
                "margin": 2.75156831741333
              },
              {
                "pair": "relevance-13",
                "correct": false,
                "tie": false,
                "margin": -3.1430351734161377
              },
              {
                "pair": "relevance-14",
                "correct": false,
                "tie": false,
                "margin": -1.4187731742858887
              },
              {
                "pair": "relevance-15",
                "correct": false,
                "tie": false,
                "margin": -4.5942429304122925
              },
              {
                "pair": "relevance-16",
                "correct": true,
                "tie": false,
                "margin": 3.7452139854431152
              },
              {
                "pair": "relevance-17",
                "correct": false,
                "tie": false,
                "margin": -1.4118005633354187
              },
              {
                "pair": "relevance-18",
                "correct": true,
                "tie": false,
                "margin": 16.7552433013916
              },
              {
                "pair": "relevance-19",
                "correct": true,
                "tie": false,
                "margin": 16.33534336090088
              },
              {
                "pair": "relevance-20",
                "correct": true,
                "tie": false,
                "margin": 7.279354095458984
              }
            ]
          }
        },
        {
          "block": "02-int8-cpu",
          "profile": "int8",
          "startup_seconds": 0.23399706800410058,
          "warmup_ms": 14.580444010789506,
          "sampled_container_peak_bytes": 113287168,
          "audit": {
            "events": 290,
            "model_calls": 41,
            "validated": true
          },
          "scores": {
            "pairs_correct": 10,
            "pairs_total": 20,
            "ties": [],
            "critical_failed": [
              "relevance-17"
            ],
            "p95_ms": 14.366463001351804,
            "zero_threshold_correct": 21,
            "zero_threshold_is_calibrated": false,
            "development_passed": false,
            "activation_qualified": false,
            "gates": {
              "ranking": false,
              "critical": false,
              "net_gain_over_lexical": true,
              "latency": true,
              "no_errors": true
            },
            "pairs": [
              {
                "pair": "relevance-01",
                "correct": true,
                "tie": false,
                "margin": 2.470553457736969
              },
              {
                "pair": "relevance-02",
                "correct": false,
                "tie": false,
                "margin": -7.233120679855347
              },
              {
                "pair": "relevance-03",
                "correct": true,
                "tie": false,
                "margin": 6.513609826564789
              },
              {
                "pair": "relevance-04",
                "correct": false,
                "tie": false,
                "margin": -4.2401087284088135
              },
              {
                "pair": "relevance-05",
                "correct": false,
                "tie": false,
                "margin": -1.4138832092285156
              },
              {
                "pair": "relevance-06",
                "correct": true,
                "tie": false,
                "margin": 3.7722100019454956
              },
              {
                "pair": "relevance-07",
                "correct": false,
                "tie": false,
                "margin": -4.965938687324524
              },
              {
                "pair": "relevance-08",
                "correct": false,
                "tie": false,
                "margin": -1.9188990592956543
              },
              {
                "pair": "relevance-09",
                "correct": false,
                "tie": false,
                "margin": -3.094691276550293
              },
              {
                "pair": "relevance-10",
                "correct": true,
                "tie": false,
                "margin": 5.294082522392273
              },
              {
                "pair": "relevance-11",
                "correct": true,
                "tie": false,
                "margin": 7.1803522408008575
              },
              {
                "pair": "relevance-12",
                "correct": true,
                "tie": false,
                "margin": 3.5913126468658447
              },
              {
                "pair": "relevance-13",
                "correct": false,
                "tie": false,
                "margin": -2.9207749366760254
              },
              {
                "pair": "relevance-14",
                "correct": false,
                "tie": false,
                "margin": -1.423205852508545
              },
              {
                "pair": "relevance-15",
                "correct": false,
                "tie": false,
                "margin": -4.279863774776459
              },
              {
                "pair": "relevance-16",
                "correct": true,
                "tie": false,
                "margin": 3.6407320499420166
              },
              {
                "pair": "relevance-17",
                "correct": false,
                "tie": false,
                "margin": -0.7491243034601212
              },
              {
                "pair": "relevance-18",
                "correct": true,
                "tie": false,
                "margin": 16.5782527923584
              },
              {
                "pair": "relevance-19",
                "correct": true,
                "tie": false,
                "margin": 16.26037073135376
              },
              {
                "pair": "relevance-20",
                "correct": true,
                "tie": false,
                "margin": 7.317220687866211
              }
            ]
          }
        },
        {
          "block": "03-int8-cpu",
          "profile": "int8",
          "startup_seconds": 0.2577876539871795,
          "warmup_ms": 11.779506006860174,
          "sampled_container_peak_bytes": 114139136,
          "audit": {
            "events": 290,
            "model_calls": 41,
            "validated": true
          },
          "scores": {
            "pairs_correct": 10,
            "pairs_total": 20,
            "ties": [],
            "critical_failed": [
              "relevance-17"
            ],
            "p95_ms": 12.504434998845682,
            "zero_threshold_correct": 21,
            "zero_threshold_is_calibrated": false,
            "development_passed": false,
            "activation_qualified": false,
            "gates": {
              "ranking": false,
              "critical": false,
              "net_gain_over_lexical": true,
              "latency": true,
              "no_errors": true
            },
            "pairs": [
              {
                "pair": "relevance-01",
                "correct": true,
                "tie": false,
                "margin": 2.470553457736969
              },
              {
                "pair": "relevance-02",
                "correct": false,
                "tie": false,
                "margin": -7.233120679855347
              },
              {
                "pair": "relevance-03",
                "correct": true,
                "tie": false,
                "margin": 6.513609826564789
              },
              {
                "pair": "relevance-04",
                "correct": false,
                "tie": false,
                "margin": -4.2401087284088135
              },
              {
                "pair": "relevance-05",
                "correct": false,
                "tie": false,
                "margin": -1.4138832092285156
              },
              {
                "pair": "relevance-06",
                "correct": true,
                "tie": false,
                "margin": 3.7722100019454956
              },
              {
                "pair": "relevance-07",
                "correct": false,
                "tie": false,
                "margin": -4.965938687324524
              },
              {
                "pair": "relevance-08",
                "correct": false,
                "tie": false,
                "margin": -1.9188990592956543
              },
              {
                "pair": "relevance-09",
                "correct": false,
                "tie": false,
                "margin": -3.094691276550293
              },
              {
                "pair": "relevance-10",
                "correct": true,
                "tie": false,
                "margin": 5.294082522392273
              },
              {
                "pair": "relevance-11",
                "correct": true,
                "tie": false,
                "margin": 7.1803522408008575
              },
              {
                "pair": "relevance-12",
                "correct": true,
                "tie": false,
                "margin": 3.5913126468658447
              },
              {
                "pair": "relevance-13",
                "correct": false,
                "tie": false,
                "margin": -2.9207749366760254
              },
              {
                "pair": "relevance-14",
                "correct": false,
                "tie": false,
                "margin": -1.423205852508545
              },
              {
                "pair": "relevance-15",
                "correct": false,
                "tie": false,
                "margin": -4.279863774776459
              },
              {
                "pair": "relevance-16",
                "correct": true,
                "tie": false,
                "margin": 3.6407320499420166
              },
              {
                "pair": "relevance-17",
                "correct": false,
                "tie": false,
                "margin": -0.7491243034601212
              },
              {
                "pair": "relevance-18",
                "correct": true,
                "tie": false,
                "margin": 16.5782527923584
              },
              {
                "pair": "relevance-19",
                "correct": true,
                "tie": false,
                "margin": 16.26037073135376
              },
              {
                "pair": "relevance-20",
                "correct": true,
                "tie": false,
                "margin": 7.317220687866211
              }
            ]
          }
        },
        {
          "block": "04-fp32-cpu",
          "profile": "fp32",
          "startup_seconds": 0.36830659900442697,
          "warmup_ms": 13.880001992220059,
          "sampled_container_peak_bytes": 183427072,
          "audit": {
            "events": 290,
            "model_calls": 41,
            "validated": true
          },
          "scores": {
            "pairs_correct": 10,
            "pairs_total": 20,
            "ties": [],
            "critical_failed": [
              "relevance-17"
            ],
            "p95_ms": 13.305671003763564,
            "zero_threshold_correct": 21,
            "zero_threshold_is_calibrated": false,
            "development_passed": false,
            "activation_qualified": false,
            "gates": {
              "ranking": false,
              "critical": false,
              "net_gain_over_lexical": true,
              "latency": true,
              "no_errors": true
            },
            "pairs": [
              {
                "pair": "relevance-01",
                "correct": true,
                "tie": false,
                "margin": 2.325147897005081
              },
              {
                "pair": "relevance-02",
                "correct": false,
                "tie": false,
                "margin": -7.630584716796875
              },
              {
                "pair": "relevance-03",
                "correct": true,
                "tie": false,
                "margin": 6.371622323989868
              },
              {
                "pair": "relevance-04",
                "correct": false,
                "tie": false,
                "margin": -4.394182920455933
              },
              {
                "pair": "relevance-05",
                "correct": false,
                "tie": false,
                "margin": -1.0260467529296875
              },
              {
                "pair": "relevance-06",
                "correct": true,
                "tie": false,
                "margin": 3.5512054562568665
              },
              {
                "pair": "relevance-07",
                "correct": false,
                "tie": false,
                "margin": -4.169656157493591
              },
              {
                "pair": "relevance-08",
                "correct": false,
                "tie": false,
                "margin": -1.4552068710327148
              },
              {
                "pair": "relevance-09",
                "correct": false,
                "tie": false,
                "margin": -3.2845914363861084
              },
              {
                "pair": "relevance-10",
                "correct": true,
                "tie": false,
                "margin": 5.572641134262085
              },
              {
                "pair": "relevance-11",
                "correct": true,
                "tie": false,
                "margin": 6.747607350349426
              },
              {
                "pair": "relevance-12",
                "correct": true,
                "tie": false,
                "margin": 2.75156831741333
              },
              {
                "pair": "relevance-13",
                "correct": false,
                "tie": false,
                "margin": -3.1430351734161377
              },
              {
                "pair": "relevance-14",
                "correct": false,
                "tie": false,
                "margin": -1.4187731742858887
              },
              {
                "pair": "relevance-15",
                "correct": false,
                "tie": false,
                "margin": -4.5942429304122925
              },
              {
                "pair": "relevance-16",
                "correct": true,
                "tie": false,
                "margin": 3.7452139854431152
              },
              {
                "pair": "relevance-17",
                "correct": false,
                "tie": false,
                "margin": -1.4118005633354187
              },
              {
                "pair": "relevance-18",
                "correct": true,
                "tie": false,
                "margin": 16.7552433013916
              },
              {
                "pair": "relevance-19",
                "correct": true,
                "tie": false,
                "margin": 16.33534336090088
              },
              {
                "pair": "relevance-20",
                "correct": true,
                "tie": false,
                "margin": 7.279354095458984
              }
            ]
          }
        }
      ]
    }
  },
  "scope": "Authored development cases, repeated; not held-out qualification. Original plot covers the three helper stages, not the later followups."
}