comparison_v1_1.json

{
  "x1": {
    "model": "X1 448 final epoch 9",
    "checkpoint": {
      "checkpoint": "checkpoint_epoch_9_step_55719.pt",
      "checkpoint_sha256": "d400c2e460e7287357f86083f84c187790a45b1d47985e908c52825373f888c3",
      "epoch": 9,
      "step": 55719,
      "scheduler": {
        "warmup_steps": 6191,
        "total_steps": 55719,
        "cooldown_fraction": 0.15,
        "budget_cooldown_start": 48451,
        "min_lr": 0.0,
        "base_max_lr": 2.9764702249476646e-05,
        "cooldown_start": 48451,
        "cooldown_steps": 7268,
        "cooldown_reason": "budget",
        "cooldown_best_metric": 0.5750626921653748,
        "base_lrs": [
          2.9764702249476646e-05,
          2.9764702249476646e-05
        ],
        "last_epoch": 55719,
        "_step_count": 55720,
        "_is_initial": false,
        "_get_lr_called_within_step": false,
        "_last_lr": [
          0.0,
          0.0
        ]
      },
      "preprocessing": {
        "normalize_mean": [
          0.5,
          0.5,
          0.5
        ],
        "normalize_std": [
          0.5,
          0.5,
          0.5
        ],
        "image_size": 448,
        "patch_size": 16,
        "color_order": "RGB"
      }
    },
    "model_sha256": "c5fcab0fb53e07aee437f3ef29e19a1e60b3dc18380048fa6d99baf35fa6c8f3",
    "native_image_size": 448,
    "samples": 30000,
    "sample_sha256": "20a60e7a747cdf9a698a464c9d324612aad2ca6b43a541db0813554eb9af8694",
    "shared_tags": 13569,
    "supported_shared_tags": 13394,
    "binned_mAP": 0.5851927682386426,
    "exact_mAP": 0.5875134140920024,
    "best_grid_micro_f1": 0.6864101262842809,
    "best_grid_threshold": 0.7085427045822144,
    "precision_at_best_grid": 0.7065020665350971,
    "recall_at_best_grid": 0.6674293596992867,
    "all_supported_tags": 14767,
    "all_tag_exact_mAP": 0.5774638913821051,
    "all_tag_binned_mAP": 0.5750950549967043,
    "inference_seconds": 347.91008079855237,
    "total_seconds": 487.7315649986267,
    "preprocessing": "FP32 RGB, native resolution, downscale-only centered LANCZOS letterbox, mean/std 0.5, pad 114, True=padding",
    "verified_sidecars": 30000
  },
  "v11": {
    "model": "V1.1",
    "model_sha256": "8567852deb135eccfe4b8445d48e4476ee8846436486679adc0642cfeda07d13",
    "native_image_size": 448,
    "samples": 30000,
    "sample_sha256": "20a60e7a747cdf9a698a464c9d324612aad2ca6b43a541db0813554eb9af8694",
    "shared_tags": 13569,
    "supported_shared_tags": 13394,
    "binned_mAP": 0.5886105397423468,
    "exact_mAP": 0.5927161263163755,
    "best_grid_micro_f1": 0.6658638534826367,
    "best_grid_threshold": 0.7989949584007263,
    "precision_at_best_grid": 0.6852139862873703,
    "recall_at_best_grid": 0.6475765838848551,
    "inference_seconds": 416.6925043994561,
    "total_seconds": 522.6292808055878,
    "preprocessing": "FP32 RGB, native resolution, downscale-only centered LANCZOS letterbox, mean/std 0.5, pad 114, True=padding"
  },
  "shared_tag_results": [
    {
      "group": "all shared supported",
      "tags": 13394,
      "x1_ap": 58.75134140920024,
      "v11_ap": 59.27161263163755,
      "delta_points": -0.5202712200966514,
      "x1_wins": 5425,
      "v11_wins": 6271,
      "ties": 1698
    },
    {
      "group": "shared with >=50 EVAL positives",
      "tags": 2028,
      "x1_ap": 57.690053587344046,
      "v11_ap": 55.98307259190696,
      "delta_points": 1.7069809948860188,
      "x1_wins": 1161,
      "v11_wins": 867,
      "ties": 0
    },
    {
      "group": "category gen",
      "tags": 8676,
      "x1_ap": 43.75492858232571,
      "v11_ap": 43.96996116217886,
      "delta_points": -0.21503257453254906,
      "x1_wins": 4069,
      "v11_wins": 4420,
      "ties": 187
    },
    {
      "group": "category char",
      "tags": 2870,
      "x1_ap": 91.87811929600326,
      "v11_ap": 91.97710045881874,
      "delta_points": -0.0989811631562091,
      "x1_wins": 815,
      "v11_wins": 965,
      "ties": 1090
    },
    {
      "group": "category copyright",
      "tags": 1050,
      "x1_ap": 78.31961239122653,
      "v11_ap": 79.32927887092089,
      "delta_points": -1.0096664829623132,
      "x1_wins": 378,
      "v11_wins": 524,
      "ties": 148
    },
    {
      "group": "category artist",
      "tags": 695,
      "x1_ap": 83.73359510134034,
      "v11_ap": 89.3767281228395,
      "delta_points": -5.643133035251241,
      "x1_wins": 109,
      "v11_wins": 314,
      "ties": 272
    },
    {
      "group": "category meta",
      "tags": 99,
      "x1_ap": 28.44267269873385,
      "v11_ap": 27.431288556721427,
      "delta_points": 1.0113841334870555,
      "x1_wins": 52,
      "v11_wins": 46,
      "ties": 1
    },
    {
      "group": "category rating",
      "tags": 4,
      "x1_ap": 90.30946791172028,
      "v11_ap": 74.51295033097267,
      "delta_points": 15.796517580747604,
      "x1_wins": 2,
      "v11_wins": 2,
      "ties": 0
    },
    {
      "group": "frequency 300-499",
      "tags": 63,
      "x1_ap": 45.1914965982608,
      "v11_ap": 51.18916831404295,
      "delta_points": -5.997671779348618,
      "x1_wins": 14,
      "v11_wins": 36,
      "ties": 13
    },
    {
      "group": "frequency 500-999",
      "tags": 3962,
      "x1_ap": 63.82945302063262,
      "v11_ap": 66.1829312171874,
      "delta_points": -2.3534781905738833,
      "x1_wins": 1093,
      "v11_wins": 1742,
      "ties": 1127
    },
    {
      "group": "frequency 1000-4999",
      "tags": 6049,
      "x1_ap": 57.39406408068191,
      "v11_ap": 57.68059412367721,
      "delta_points": -0.286530040883122,
      "x1_wins": 2509,
      "v11_wins": 2986,
      "ties": 554
    },
    {
      "group": "frequency 5000-9999",
      "tags": 1249,
      "x1_ap": 52.204597668254,
      "v11_ap": 51.39728918997086,
      "delta_points": 0.8073084776866152,
      "x1_wins": 638,
      "v11_wins": 607,
      "ties": 4
    },
    {
      "group": "frequency 10000-plus",
      "tags": 2071,
      "x1_ap": 57.361599985368,
      "v11_ap": 55.69153087854903,
      "delta_points": 1.6700691066390936,
      "x1_wins": 1171,
      "v11_wins": 900,
      "ties": 0
    }
  ],
  "exact_map_delta_points": -0.5202712224373074,
  "micro_f1_delta_points": 2.0546272801644228,
  "comparability": "Same frozen 30,000 EVAL identities and labels; every source sidecar hash verified; identical one-to-one shared tags and support; both 448 FP32 ONNX CUDA with TF32 disabled and identical preprocessing. V1.1 metrics reused from verified archived evaluation. Development-set comparison; V1.1 training overlap is unverified. F1 thresholds independently optimized on the same 200-point grid; not deployment calibration."
}