{
  "generated_at": "2026-06-03T15:27:54Z",
  "artifact": "static/benchmarks/sglang-cross-hardware-replay-v2-20260603T131318Z",
  "cuda_status": {
    "status": "completed",
    "model": "Qwen/Qwen3.6-27B-FP8",
    "runtime_kind": "openai_compatible_sglang",
    "deterministic_profile": {
      "enable_deterministic_inference": true,
      "max_running_requests": 1,
      "temperature": 0,
      "top_p": 1,
      "attention_backend": "fa3",
      "reasoning_parser": "qwen3"
    },
    "instances": {
      "h100nvl_base": {
        "provider": "vastai",
        "instance_id": 39300325,
        "offer_id": 39293263,
        "host_id": 531902,
        "gpu_name": "H100 NVL",
        "destroyed": true
      },
      "h100sxm_second": {
        "provider": "vastai",
        "instance_id": 39300330,
        "offer_id": 36371403,
        "host_id": 404057,
        "gpu_name": "H100 SXM",
        "destroyed": true
      }
    },
    "active_target_instance_count_after_destroy": 0,
    "comparisons": [
      {
        "comparison": "h100nvl_selected_clean_repeat",
        "drift_class_counts": {
          "exact_raw_and_parsed_match": 271
        },
        "drift_class_counts_by_lane": {
          "default_vote": {
            "exact_raw_and_parsed_match": 69
          },
          "triage": {
            "exact_raw_and_parsed_match": 72
          },
          "vote_outcome": {
            "exact_raw_and_parsed_match": 60
          },
          "vote_state": {
            "exact_raw_and_parsed_match": 70
          }
        },
        "generated_at": "2026-06-03T15:26:11Z",
        "packet_hash_mismatches": 0,
        "profile_a": "h100nvl_selected_a",
        "profile_acceptance_hash_a": "951544304ccdd9cd7b72f43ef9d0d50fb0bbbfef40c373af751bb27b949280d0",
        "profile_acceptance_hash_b": "951544304ccdd9cd7b72f43ef9d0d50fb0bbbfef40c373af751bb27b949280d0",
        "profile_acceptance_hash_match": true,
        "profile_b": "h100nvl_selected_b",
        "prompt_hash_mismatches": 0,
        "root_a": "/home/postfiat/repos/postfiatorg.github.io/static/benchmarks/sglang-cross-hardware-replay-v2-20260603T131318Z/profiles/h100nvl_selected_a",
        "root_b": "/home/postfiat/repos/postfiatorg.github.io/static/benchmarks/sglang-cross-hardware-replay-v2-20260603T131318Z/profiles/h100nvl_selected_b",
        "route_label_mismatches": 0,
        "row_count": 271,
        "schema_invalid_rows": 0,
        "source_fact_set_mismatches": 0,
        "unsafe_proceed_deltas": 0
      },
      {
        "comparison": "h100nvl_heldout_clean_repeat",
        "drift_class_counts": {
          "exact_raw_and_parsed_match": 187
        },
        "drift_class_counts_by_lane": {
          "default_vote": {
            "exact_raw_and_parsed_match": 47
          },
          "triage": {
            "exact_raw_and_parsed_match": 47
          },
          "vote_outcome": {
            "exact_raw_and_parsed_match": 46
          },
          "vote_state": {
            "exact_raw_and_parsed_match": 47
          }
        },
        "generated_at": "2026-06-03T15:26:11Z",
        "packet_hash_mismatches": 0,
        "profile_a": "h100nvl_heldout_a",
        "profile_acceptance_hash_a": "951544304ccdd9cd7b72f43ef9d0d50fb0bbbfef40c373af751bb27b949280d0",
        "profile_acceptance_hash_b": "951544304ccdd9cd7b72f43ef9d0d50fb0bbbfef40c373af751bb27b949280d0",
        "profile_acceptance_hash_match": true,
        "profile_b": "h100nvl_heldout_b",
        "prompt_hash_mismatches": 0,
        "root_a": "/home/postfiat/repos/postfiatorg.github.io/static/benchmarks/sglang-cross-hardware-replay-v2-20260603T131318Z/profiles/h100nvl_heldout_a",
        "root_b": "/home/postfiat/repos/postfiatorg.github.io/static/benchmarks/sglang-cross-hardware-replay-v2-20260603T131318Z/profiles/h100nvl_heldout_b",
        "route_label_mismatches": 0,
        "row_count": 187,
        "schema_invalid_rows": 0,
        "source_fact_set_mismatches": 0,
        "unsafe_proceed_deltas": 0
      },
      {
        "comparison": "h100nvl_vs_second_cuda_heldout",
        "drift_class_counts": {
          "exact_raw_and_parsed_match": 187
        },
        "drift_class_counts_by_lane": {
          "default_vote": {
            "exact_raw_and_parsed_match": 47
          },
          "triage": {
            "exact_raw_and_parsed_match": 47
          },
          "vote_outcome": {
            "exact_raw_and_parsed_match": 46
          },
          "vote_state": {
            "exact_raw_and_parsed_match": 47
          }
        },
        "generated_at": "2026-06-03T15:26:11Z",
        "packet_hash_mismatches": 0,
        "profile_a": "h100nvl_heldout_a",
        "profile_acceptance_hash_a": "951544304ccdd9cd7b72f43ef9d0d50fb0bbbfef40c373af751bb27b949280d0",
        "profile_acceptance_hash_b": "5c2d5569e1f6aab3333268f6bdf5f82da8d982ad520ca42ba443cbf99f77f6cd",
        "profile_acceptance_hash_match": false,
        "profile_b": "second_cuda_heldout",
        "prompt_hash_mismatches": 0,
        "root_a": "/home/postfiat/repos/postfiatorg.github.io/static/benchmarks/sglang-cross-hardware-replay-v2-20260603T131318Z/profiles/h100nvl_heldout_a",
        "root_b": "/home/postfiat/repos/postfiatorg.github.io/static/benchmarks/sglang-cross-hardware-replay-v2-20260603T131318Z/profiles/second_cuda_heldout",
        "route_label_mismatches": 0,
        "row_count": 187,
        "schema_invalid_rows": 0,
        "source_fact_set_mismatches": 0,
        "unsafe_proceed_deltas": 0
      }
    ],
    "combined_rows": 645,
    "combined_drift_class_counts": {
      "exact_raw_and_parsed_match": 645
    },
    "combined_route_label_mismatches": 0,
    "combined_unsafe_proceed_deltas": 0
  },
  "mlx_status": {
    "original_prompt_profile": {
      "claim_boundary": "independent-profile MLX subset control; not Qwen/Qwen3.6-27B-FP8 SGLang equivalence",
      "generated_at": "2026-06-03T13:19:07Z",
      "label_matches": 0,
      "model": "mlx-community/Qwen3-0.6B-4bit",
      "packet_count": 4,
      "run_count": 8,
      "same_packet_repeat_parsed_matches": 0,
      "same_packet_repeat_raw_matches": 4,
      "schema_valid_count": 0
    },
    "no_think_prompt_profile": {
      "claim_boundary": "independent-profile MLX subset control; not Qwen/Qwen3.6-27B-FP8 SGLang equivalence",
      "generated_at": "2026-06-03T13:21:10Z",
      "label_matches": 4,
      "model": "mlx-community/Qwen3-0.6B-4bit",
      "packet_count": 4,
      "run_count": 8,
      "same_packet_repeat_parsed_matches": 4,
      "same_packet_repeat_raw_matches": 4,
      "schema_valid_count": 8
    }
  },
  "conclusion": {
    "clean_selected_repeatability": "completed_271_exact_raw_and_parsed_matches",
    "h100_same_profile_repeatability": "completed_selected_271_and_heldout_187_exact_raw_and_parsed_matches",
    "second_cuda_host_replay": "completed_h100nvl_vs_h100sxm_187_exact_raw_and_parsed_matches",
    "real_mlx_subset_control": "completed_schema_valid_repeatable",
    "active_target_instance_count_after_destroy": 0
  }
}