{
  "aggregates": {
    "baseline": {
      "final_accuracy": {
        "mean": 0.9828000068664551,
        "std": 0.0021389350457920063
      },
      "final_ood_accuracy": {
        "mean": 0.97260000705719,
        "std": 0.002902577974305651
      },
      "subspace_alignment": {
        "mean": 0.3297603497121633,
        "std": 0.02630396001510301
      }
    },
    "constrained": {
      "final_accuracy": {
        "mean": 0.9830000162124634,
        "std": 0.0025739120277733273
      },
      "final_ood_accuracy": {
        "mean": 0.9792999982833862,
        "std": 0.002280350897252484
      },
      "subspace_alignment": {
        "mean": 0.8937973477563438,
        "std": 0.0070977354471636655
      }
    },
    "filtered": {
      "final_accuracy": {
        "mean": 0.9841000080108643,
        "std": 0.0038955113409173316
      },
      "final_ood_accuracy": {
        "mean": 0.9792999982833862,
        "std": 0.0024135189099317345
      },
      "subspace_alignment": {
        "mean": 0.8745373930541964,
        "std": 0.01191862704094326
      }
    },
    "importance": {
      "final_accuracy": {
        "mean": 0.9754999995231628,
        "std": 0.007713621590316717
      },
      "final_ood_accuracy": {
        "mean": 0.9730000019073486,
        "std": 0.007516648553962322
      },
      "subspace_alignment": {
        "mean": 0.8744429400101237,
        "std": 0.00809179167536743
      }
    }
  },
  "claim_boundary": "Validates the mechanism under planted ground truth; it is not evidence of universality in real models.",
  "config": {
    "ambient_dimension": 256,
    "epochs": 12,
    "keep_fraction": 0.5,
    "learning_rate": 0.03,
    "noisy_fraction": 0.5,
    "seeds": 5,
    "source_models": 48,
    "test_examples": 2000,
    "train_examples": 320,
    "universal_rank": 8
  },
  "environment": {
    "device": "cpu",
    "energy_kwh": null,
    "energy_note": "No calibrated power sensor was available; wall time and examples seen are reported.",
    "git_sha": "2c4bd74fd5d33ff54c09baa9ea172bb195e43b2e",
    "numpy": "2.4.2",
    "platform": "macOS-26.2-arm64-arm-64bit",
    "python": "3.12.3",
    "torch": "2.10.0",
    "verification_gate": {
      "run_id": "verify_20260715T225801Z_2c4bd74f",
      "status": "green"
    },
    "wall_seconds": 1.3366305839736015
  },
  "evidence_tier": "controlled_synthetic",
  "experiment": "planted-universal-subspace-noisy-example-control",
  "methods": {
    "baseline": [
      {
        "final_accuracy": 0.9850000143051147,
        "final_ood_accuracy": 0.9754999876022339,
        "history": [
          {
            "accuracy": 0.9290000200271606,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9284999966621399,
            "train_loss": 0.502268934249878
          },
          {
            "accuracy": 0.9545000195503235,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9564999938011169,
            "train_loss": 0.37895032167434695
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9729999899864197,
            "train_loss": 0.33659903705120087
          },
          {
            "accuracy": 0.9769999980926514,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.3054000809788704
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.28190065622329713
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.261073799431324
          },
          {
            "accuracy": 0.984000027179718,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.24322687536478044
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.22946055382490158
          },
          {
            "accuracy": 0.9785000085830688,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9739999771118164,
            "train_loss": 0.21500822454690932
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9739999771118164,
            "train_loss": 0.20274764001369477
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.1920364186167717
          },
          {
            "accuracy": 0.9850000143051147,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.1821468248963356
          }
        ],
        "seed": 0,
        "subspace_alignment": 0.3103498788283811
      },
      {
        "final_accuracy": 0.9804999828338623,
        "final_ood_accuracy": 0.9710000157356262,
        "history": [
          {
            "accuracy": 0.9520000219345093,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9505000114440918,
            "train_loss": 0.5051851540803909
          },
          {
            "accuracy": 0.9570000171661377,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.953499972820282,
            "train_loss": 0.388905069231987
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9739999771118164,
            "train_loss": 0.3448941230773926
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.31191922575235365
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.28700892329216005
          },
          {
            "accuracy": 0.9769999980926514,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.2682508021593094
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.972000002861023,
            "train_loss": 0.2505119651556015
          },
          {
            "accuracy": 0.987500011920929,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.23431250154972078
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9729999899864197,
            "train_loss": 0.22015528827905656
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9735000133514404,
            "train_loss": 0.20755990743637084
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.972000002861023,
            "train_loss": 0.19622004479169847
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9710000157356262,
            "train_loss": 0.18543170392513275
          }
        ],
        "seed": 1,
        "subspace_alignment": 0.35341055995621884
      },
      {
        "final_accuracy": 0.9850000143051147,
        "final_ood_accuracy": 0.9750000238418579,
        "history": [
          {
            "accuracy": 0.9624999761581421,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9585000276565552,
            "train_loss": 0.5265414237976074
          },
          {
            "accuracy": 0.9559999704360962,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9555000066757202,
            "train_loss": 0.4024305373430252
          },
          {
            "accuracy": 0.9769999980926514,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.3586297661066055
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.32562631368637085
          },
          {
            "accuracy": 0.9785000085830688,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9745000004768372,
            "train_loss": 0.30504891127347944
          },
          {
            "accuracy": 0.9890000224113464,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.28235665857791903
          },
          {
            "accuracy": 0.9860000014305115,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.2686098352074623
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9750000238418579,
            "train_loss": 0.252183273434639
          },
          {
            "accuracy": 0.9789999723434448,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9735000133514404,
            "train_loss": 0.23843392133712768
          },
          {
            "accuracy": 0.9894999861717224,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.22504479587078094
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.21273752599954604
          },
          {
            "accuracy": 0.9850000143051147,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9750000238418579,
            "train_loss": 0.2028800904750824
          }
        ],
        "seed": 2,
        "subspace_alignment": 0.3601179163715498
      },
      {
        "final_accuracy": 0.9825000166893005,
        "final_ood_accuracy": 0.968500018119812,
        "history": [
          {
            "accuracy": 0.9484999775886536,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9440000057220459,
            "train_loss": 0.505253690481186
          },
          {
            "accuracy": 0.9610000252723694,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9599999785423279,
            "train_loss": 0.3744852215051651
          },
          {
            "accuracy": 0.9710000157356262,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9670000076293945,
            "train_loss": 0.3335340291261673
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.3027263268828392
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9745000004768372,
            "train_loss": 0.2763462081551552
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9670000076293945,
            "train_loss": 0.25513253808021547
          },
          {
            "accuracy": 0.9725000262260437,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9639999866485596,
            "train_loss": 0.2364063411951065
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9739999771118164,
            "train_loss": 0.22401350885629653
          },
          {
            "accuracy": 0.9764999747276306,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9649999737739563,
            "train_loss": 0.20834892392158508
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9679999947547913,
            "train_loss": 0.19474568217992783
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9664999842643738,
            "train_loss": 0.18499560207128524
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.968500018119812,
            "train_loss": 0.1744623675942421
          }
        ],
        "seed": 3,
        "subspace_alignment": 0.2999831995973476
      },
      {
        "final_accuracy": 0.9810000061988831,
        "final_ood_accuracy": 0.9729999899864197,
        "history": [
          {
            "accuracy": 0.9570000171661377,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9505000114440918,
            "train_loss": 0.5180408000946045
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9745000004768372,
            "train_loss": 0.39199212193489075
          },
          {
            "accuracy": 0.9750000238418579,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.34676361083984375
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.31352207958698275
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9750000238418579,
            "train_loss": 0.289401151239872
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.2702356293797493
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.25099750608205795
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9729999899864197,
            "train_loss": 0.2334009051322937
          },
          {
            "accuracy": 0.9764999747276306,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.972000002861023,
            "train_loss": 0.22019967883825303
          },
          {
            "accuracy": 0.9714999794960022,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9664999842643738,
            "train_loss": 0.20822001546621322
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.1946331739425659
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9729999899864197,
            "train_loss": 0.18420863300561904
          }
        ],
        "seed": 4,
        "subspace_alignment": 0.32494019380731914
      }
    ],
    "constrained": [
      {
        "final_accuracy": 0.9865000247955322,
        "final_ood_accuracy": 0.9819999933242798,
        "history": [
          {
            "accuracy": 0.9300000071525574,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9300000071525574,
            "train_loss": 0.5004336774349213
          },
          {
            "accuracy": 0.9589999914169312,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9620000123977661,
            "train_loss": 0.404892098903656
          },
          {
            "accuracy": 0.9764999747276306,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.39199366569519045
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.3862863749265671
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.3862201482057571
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.38334437608718874
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.3829632490873337
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.3835786610841751
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.382615202665329
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.3820516586303711
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.3810607731342316
          },
          {
            "accuracy": 0.9865000247955322,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9819999933242798,
            "train_loss": 0.38039347231388093
          }
        ],
        "seed": 0,
        "subspace_alignment": 0.8925044093161578
      },
      {
        "final_accuracy": 0.9810000061988831,
        "final_ood_accuracy": 0.9769999980926514,
        "history": [
          {
            "accuracy": 0.9440000057220459,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9419999718666077,
            "train_loss": 0.5028024852275849
          },
          {
            "accuracy": 0.9564999938011169,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9524999856948853,
            "train_loss": 0.4101007431745529
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.39108329713344575
          },
          {
            "accuracy": 0.984000027179718,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.3806096583604813
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.37550251483917235
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9739999771118164,
            "train_loss": 0.3755808353424072
          },
          {
            "accuracy": 0.9785000085830688,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.37556796967983247
          },
          {
            "accuracy": 0.9890000224113464,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.984000027179718,
            "train_loss": 0.3730375975370407
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9739999771118164,
            "train_loss": 0.37258224934339523
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.3708523541688919
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.369701424241066
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.3685584992170334
          }
        ],
        "seed": 1,
        "subspace_alignment": 0.9007679872697828
      },
      {
        "final_accuracy": 0.9850000143051147,
        "final_ood_accuracy": 0.9794999957084656,
        "history": [
          {
            "accuracy": 0.9589999914169312,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9555000066757202,
            "train_loss": 0.5237512648105621
          },
          {
            "accuracy": 0.9549999833106995,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9514999985694885,
            "train_loss": 0.4214562714099884
          },
          {
            "accuracy": 0.9779999852180481,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9750000238418579,
            "train_loss": 0.4006346374750137
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.38775981068611143
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.3870252400636673
          },
          {
            "accuracy": 0.9854999780654907,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9835000038146973,
            "train_loss": 0.38256169855594635
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.38487151861190794
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.3816189169883728
          },
          {
            "accuracy": 0.9789999723434448,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.38105892539024355
          },
          {
            "accuracy": 0.9879999756813049,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.37806466221809387
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.37589347958564756
          },
          {
            "accuracy": 0.9850000143051147,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.37545557916164396
          }
        ],
        "seed": 2,
        "subspace_alignment": 0.8923251855065857
      },
      {
        "final_accuracy": 0.9815000295639038,
        "final_ood_accuracy": 0.9769999980926514,
        "history": [
          {
            "accuracy": 0.9465000033378601,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9419999718666077,
            "train_loss": 0.5069825261831283
          },
          {
            "accuracy": 0.9635000228881836,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9614999890327454,
            "train_loss": 0.4040140390396118
          },
          {
            "accuracy": 0.9745000004768372,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9704999923706055,
            "train_loss": 0.39254757165908816
          },
          {
            "accuracy": 0.9879999756813049,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9819999933242798,
            "train_loss": 0.3895455002784729
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.38577415943145754
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.38474343419075013
          },
          {
            "accuracy": 0.9739999771118164,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.972000002861023,
            "train_loss": 0.38351827263832095
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.3866888046264648
          },
          {
            "accuracy": 0.9769999980926514,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.38319624960422516
          },
          {
            "accuracy": 0.9854999780654907,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9835000038146973,
            "train_loss": 0.3810025840997696
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.38169182538986207
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.38081784546375275
          }
        ],
        "seed": 3,
        "subspace_alignment": 0.900068327468725
      },
      {
        "final_accuracy": 0.9810000061988831,
        "final_ood_accuracy": 0.9810000061988831,
        "history": [
          {
            "accuracy": 0.9595000147819519,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9555000066757202,
            "train_loss": 0.5174005717039108
          },
          {
            "accuracy": 0.9764999747276306,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.41472641229629514
          },
          {
            "accuracy": 0.972000002861023,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.3974971413612366
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.3893458336591721
          },
          {
            "accuracy": 0.9769999980926514,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9735000133514404,
            "train_loss": 0.38830490708351134
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.3874587893486023
          },
          {
            "accuracy": 0.9754999876022339,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9735000133514404,
            "train_loss": 0.38710282146930697
          },
          {
            "accuracy": 0.9789999723434448,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.38237727880477906
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9750000238418579,
            "train_loss": 0.3831219017505646
          },
          {
            "accuracy": 0.9710000157356262,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9679999947547913,
            "train_loss": 0.3823842078447342
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.3789683818817139
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.3775163859128952
          }
        ],
        "seed": 4,
        "subspace_alignment": 0.8833208292204676
      }
    ],
    "filtered": [
      {
        "final_accuracy": 0.9884999990463257,
        "final_ood_accuracy": 0.9825000166893005,
        "history": [
          {
            "accuracy": 0.9340000152587891,
            "epoch": 1,
            "examples_seen": 160,
            "ood_accuracy": 0.9279999732971191,
            "train_loss": 0.45861960053443906
          },
          {
            "accuracy": 0.9394999742507935,
            "epoch": 2,
            "examples_seen": 320,
            "ood_accuracy": 0.9424999952316284,
            "train_loss": 0.17552754282951355
          },
          {
            "accuracy": 0.9490000009536743,
            "epoch": 3,
            "examples_seen": 480,
            "ood_accuracy": 0.9490000009536743,
            "train_loss": 0.1247056856751442
          },
          {
            "accuracy": 0.9620000123977661,
            "epoch": 4,
            "examples_seen": 640,
            "ood_accuracy": 0.9599999785423279,
            "train_loss": 0.09200552105903625
          },
          {
            "accuracy": 0.9645000100135803,
            "epoch": 5,
            "examples_seen": 800,
            "ood_accuracy": 0.9610000252723694,
            "train_loss": 0.07922025248408318
          },
          {
            "accuracy": 0.9729999899864197,
            "epoch": 6,
            "examples_seen": 960,
            "ood_accuracy": 0.968500018119812,
            "train_loss": 0.07254537865519524
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 7,
            "examples_seen": 1120,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.06535685248672962
          },
          {
            "accuracy": 0.9850000143051147,
            "epoch": 8,
            "examples_seen": 1280,
            "ood_accuracy": 0.9804999828338623,
            "train_loss": 0.06212128698825836
          },
          {
            "accuracy": 0.984000027179718,
            "epoch": 9,
            "examples_seen": 1440,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.0584981769323349
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 10,
            "examples_seen": 1600,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.05638867020606995
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 11,
            "examples_seen": 1760,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.05577856414020062
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 12,
            "examples_seen": 1920,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.05505596250295639
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 13,
            "examples_seen": 2080,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.053416789323091504
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 14,
            "examples_seen": 2240,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.05076107457280159
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 15,
            "examples_seen": 2400,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.05114695355296135
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 16,
            "examples_seen": 2560,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.05053008235991001
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 17,
            "examples_seen": 2720,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.047705386951565745
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 18,
            "examples_seen": 2880,
            "ood_accuracy": 0.9804999828338623,
            "train_loss": 0.04760445915162563
          },
          {
            "accuracy": 0.9854999780654907,
            "epoch": 19,
            "examples_seen": 3040,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.047242877259850505
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 20,
            "examples_seen": 3200,
            "ood_accuracy": 0.9804999828338623,
            "train_loss": 0.04538885056972504
          },
          {
            "accuracy": 0.987500011920929,
            "epoch": 21,
            "examples_seen": 3360,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.044761990755796434
          },
          {
            "accuracy": 0.9865000247955322,
            "epoch": 22,
            "examples_seen": 3520,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.04469615444540977
          },
          {
            "accuracy": 0.9884999990463257,
            "epoch": 23,
            "examples_seen": 3680,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.04413618706166744
          },
          {
            "accuracy": 0.9884999990463257,
            "epoch": 24,
            "examples_seen": 3840,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.042418119870126246
          }
        ],
        "seed": 0,
        "subspace_alignment": 0.8834339696413549
      },
      {
        "final_accuracy": 0.9800000190734863,
        "final_ood_accuracy": 0.9764999747276306,
        "history": [
          {
            "accuracy": 0.9674999713897705,
            "epoch": 1,
            "examples_seen": 160,
            "ood_accuracy": 0.9674999713897705,
            "train_loss": 0.39829481244087217
          },
          {
            "accuracy": 0.9664999842643738,
            "epoch": 2,
            "examples_seen": 320,
            "ood_accuracy": 0.965499997138977,
            "train_loss": 0.15706152319908143
          },
          {
            "accuracy": 0.9729999899864197,
            "epoch": 3,
            "examples_seen": 480,
            "ood_accuracy": 0.9679999947547913,
            "train_loss": 0.11183879226446151
          },
          {
            "accuracy": 0.9754999876022339,
            "epoch": 4,
            "examples_seen": 640,
            "ood_accuracy": 0.972000002861023,
            "train_loss": 0.08968703895807266
          },
          {
            "accuracy": 0.9785000085830688,
            "epoch": 5,
            "examples_seen": 800,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.07328455522656441
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 6,
            "examples_seen": 960,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.06749159470200539
          },
          {
            "accuracy": 0.9779999852180481,
            "epoch": 7,
            "examples_seen": 1120,
            "ood_accuracy": 0.9739999771118164,
            "train_loss": 0.0609396792948246
          },
          {
            "accuracy": 0.9764999747276306,
            "epoch": 8,
            "examples_seen": 1280,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.05732909850776195
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 9,
            "examples_seen": 1440,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.0539127916097641
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 10,
            "examples_seen": 1600,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.052120385318994523
          },
          {
            "accuracy": 0.984000027179718,
            "epoch": 11,
            "examples_seen": 1760,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.049379109591245654
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 12,
            "examples_seen": 1920,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.048096504807472226
          },
          {
            "accuracy": 0.9764999747276306,
            "epoch": 13,
            "examples_seen": 2080,
            "ood_accuracy": 0.9745000004768372,
            "train_loss": 0.04671222791075706
          },
          {
            "accuracy": 0.9739999771118164,
            "epoch": 14,
            "examples_seen": 2240,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.04410579763352871
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 15,
            "examples_seen": 2400,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.04317285493016243
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 16,
            "examples_seen": 2560,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.04268890842795372
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 17,
            "examples_seen": 2720,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.04052516929805279
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 18,
            "examples_seen": 2880,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.03996986672282219
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 19,
            "examples_seen": 3040,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.038610681891441345
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 20,
            "examples_seen": 3200,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.03737588487565517
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 21,
            "examples_seen": 3360,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.03669287897646427
          },
          {
            "accuracy": 0.9779999852180481,
            "epoch": 22,
            "examples_seen": 3520,
            "ood_accuracy": 0.9745000004768372,
            "train_loss": 0.03601944260299206
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 23,
            "examples_seen": 3680,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.034534075483679774
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 24,
            "examples_seen": 3840,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.034086705185472965
          }
        ],
        "seed": 1,
        "subspace_alignment": 0.8631148785839365
      },
      {
        "final_accuracy": 0.987500011920929,
        "final_ood_accuracy": 0.9810000061988831,
        "history": [
          {
            "accuracy": 0.953000009059906,
            "epoch": 1,
            "examples_seen": 160,
            "ood_accuracy": 0.9524999856948853,
            "train_loss": 0.4312287658452988
          },
          {
            "accuracy": 0.9645000100135803,
            "epoch": 2,
            "examples_seen": 320,
            "ood_accuracy": 0.9589999914169312,
            "train_loss": 0.18214943557977675
          },
          {
            "accuracy": 0.9700000286102295,
            "epoch": 3,
            "examples_seen": 480,
            "ood_accuracy": 0.9620000123977661,
            "train_loss": 0.12753618657588958
          },
          {
            "accuracy": 0.9764999747276306,
            "epoch": 4,
            "examples_seen": 640,
            "ood_accuracy": 0.9750000238418579,
            "train_loss": 0.09872745275497437
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 5,
            "examples_seen": 800,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.08451913297176361
          },
          {
            "accuracy": 0.9879999756813049,
            "epoch": 6,
            "examples_seen": 960,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.07633163779973984
          },
          {
            "accuracy": 0.9884999990463257,
            "epoch": 7,
            "examples_seen": 1120,
            "ood_accuracy": 0.9819999933242798,
            "train_loss": 0.07214006781578064
          },
          {
            "accuracy": 0.9884999990463257,
            "epoch": 8,
            "examples_seen": 1280,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.06584352850914002
          },
          {
            "accuracy": 0.987500011920929,
            "epoch": 9,
            "examples_seen": 1440,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.06428351327776909
          },
          {
            "accuracy": 0.9860000014305115,
            "epoch": 10,
            "examples_seen": 1600,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.06085376888513565
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 11,
            "examples_seen": 1760,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.058536117523908617
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 12,
            "examples_seen": 1920,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.05707240626215935
          },
          {
            "accuracy": 0.987500011920929,
            "epoch": 13,
            "examples_seen": 2080,
            "ood_accuracy": 0.9804999828338623,
            "train_loss": 0.05568875297904015
          },
          {
            "accuracy": 0.9884999990463257,
            "epoch": 14,
            "examples_seen": 2240,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.05407085195183754
          },
          {
            "accuracy": 0.9865000247955322,
            "epoch": 15,
            "examples_seen": 2400,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.05183003544807434
          },
          {
            "accuracy": 0.9854999780654907,
            "epoch": 16,
            "examples_seen": 2560,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.05168341770768166
          },
          {
            "accuracy": 0.9854999780654907,
            "epoch": 17,
            "examples_seen": 2720,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.049569375813007355
          },
          {
            "accuracy": 0.9850000143051147,
            "epoch": 18,
            "examples_seen": 2880,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.04913912415504455
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 19,
            "examples_seen": 3040,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.04810156375169754
          },
          {
            "accuracy": 0.9835000038146973,
            "epoch": 20,
            "examples_seen": 3200,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.04692668728530407
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 21,
            "examples_seen": 3360,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.04805188328027725
          },
          {
            "accuracy": 0.9860000014305115,
            "epoch": 22,
            "examples_seen": 3520,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.044512339681386945
          },
          {
            "accuracy": 0.9860000014305115,
            "epoch": 23,
            "examples_seen": 3680,
            "ood_accuracy": 0.9819999933242798,
            "train_loss": 0.04407101199030876
          },
          {
            "accuracy": 0.987500011920929,
            "epoch": 24,
            "examples_seen": 3840,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.043330900371074677
          }
        ],
        "seed": 2,
        "subspace_alignment": 0.8868002162255072
      },
      {
        "final_accuracy": 0.984000027179718,
        "final_ood_accuracy": 0.9785000085830688,
        "history": [
          {
            "accuracy": 0.9785000085830688,
            "epoch": 1,
            "examples_seen": 160,
            "ood_accuracy": 0.9735000133514404,
            "train_loss": 0.43913146257400515
          },
          {
            "accuracy": 0.9474999904632568,
            "epoch": 2,
            "examples_seen": 320,
            "ood_accuracy": 0.9419999718666077,
            "train_loss": 0.15168273746967315
          },
          {
            "accuracy": 0.9549999833106995,
            "epoch": 3,
            "examples_seen": 480,
            "ood_accuracy": 0.9509999752044678,
            "train_loss": 0.11951349526643754
          },
          {
            "accuracy": 0.9679999947547913,
            "epoch": 4,
            "examples_seen": 640,
            "ood_accuracy": 0.9664999842643738,
            "train_loss": 0.09311601221561432
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 5,
            "examples_seen": 800,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.08078190386295318
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 6,
            "examples_seen": 960,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.07776391841471195
          },
          {
            "accuracy": 0.987500011920929,
            "epoch": 7,
            "examples_seen": 1120,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.0727787308394909
          },
          {
            "accuracy": 0.9860000014305115,
            "epoch": 8,
            "examples_seen": 1280,
            "ood_accuracy": 0.984000027179718,
            "train_loss": 0.06836267337203025
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 9,
            "examples_seen": 1440,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.0657371710985899
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 10,
            "examples_seen": 1600,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.06477974131703376
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 11,
            "examples_seen": 1760,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.0629813477396965
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 12,
            "examples_seen": 1920,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.06037715896964073
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 13,
            "examples_seen": 2080,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.06027369052171707
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 14,
            "examples_seen": 2240,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.059334156289696696
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 15,
            "examples_seen": 2400,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.05789382271468639
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 16,
            "examples_seen": 2560,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.05547708049416542
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 17,
            "examples_seen": 2720,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.05577961206436157
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 18,
            "examples_seen": 2880,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.05532703697681427
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 19,
            "examples_seen": 3040,
            "ood_accuracy": 0.9769999980926514,
            "train_loss": 0.05405800119042396
          },
          {
            "accuracy": 0.984000027179718,
            "epoch": 20,
            "examples_seen": 3200,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.05643782764673233
          },
          {
            "accuracy": 0.984000027179718,
            "epoch": 21,
            "examples_seen": 3360,
            "ood_accuracy": 0.9804999828338623,
            "train_loss": 0.05126982480287552
          },
          {
            "accuracy": 0.9869999885559082,
            "epoch": 22,
            "examples_seen": 3520,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.05292206071317196
          },
          {
            "accuracy": 0.9854999780654907,
            "epoch": 23,
            "examples_seen": 3680,
            "ood_accuracy": 0.9804999828338623,
            "train_loss": 0.05080024488270283
          },
          {
            "accuracy": 0.984000027179718,
            "epoch": 24,
            "examples_seen": 3840,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.05070171430706978
          }
        ],
        "seed": 3,
        "subspace_alignment": 0.8607020258904687
      },
      {
        "final_accuracy": 0.9804999828338623,
        "final_ood_accuracy": 0.9779999852180481,
        "history": [
          {
            "accuracy": 0.953000009059906,
            "epoch": 1,
            "examples_seen": 160,
            "ood_accuracy": 0.949999988079071,
            "train_loss": 0.4329031497240067
          },
          {
            "accuracy": 0.949999988079071,
            "epoch": 2,
            "examples_seen": 320,
            "ood_accuracy": 0.953000009059906,
            "train_loss": 0.17813196182250976
          },
          {
            "accuracy": 0.9614999890327454,
            "epoch": 3,
            "examples_seen": 480,
            "ood_accuracy": 0.9629999995231628,
            "train_loss": 0.12477867156267167
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 4,
            "examples_seen": 640,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.09783728942275047
          },
          {
            "accuracy": 0.9865000247955322,
            "epoch": 5,
            "examples_seen": 800,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.08727609366178513
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 6,
            "examples_seen": 960,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.08258099779486656
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 7,
            "examples_seen": 1120,
            "ood_accuracy": 0.9825000166893005,
            "train_loss": 0.07433236613869668
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 8,
            "examples_seen": 1280,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.06941108852624893
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 9,
            "examples_seen": 1440,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.0678824581205845
          },
          {
            "accuracy": 0.9779999852180481,
            "epoch": 10,
            "examples_seen": 1600,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.06446262523531913
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 11,
            "examples_seen": 1760,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.06344027742743492
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 12,
            "examples_seen": 1920,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.060928580909967424
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 13,
            "examples_seen": 2080,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.05895870700478554
          },
          {
            "accuracy": 0.9800000190734863,
            "epoch": 14,
            "examples_seen": 2240,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.05805740728974342
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 15,
            "examples_seen": 2400,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.05666426941752434
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 16,
            "examples_seen": 2560,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.05565694123506546
          },
          {
            "accuracy": 0.9810000061988831,
            "epoch": 17,
            "examples_seen": 2720,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.05376317352056503
          },
          {
            "accuracy": 0.9854999780654907,
            "epoch": 18,
            "examples_seen": 2880,
            "ood_accuracy": 0.9819999933242798,
            "train_loss": 0.05352952927350998
          },
          {
            "accuracy": 0.9829999804496765,
            "epoch": 19,
            "examples_seen": 3040,
            "ood_accuracy": 0.9810000061988831,
            "train_loss": 0.05164546445012093
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 20,
            "examples_seen": 3200,
            "ood_accuracy": 0.9815000295639038,
            "train_loss": 0.049908054620027544
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 21,
            "examples_seen": 3360,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.04901326410472393
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 22,
            "examples_seen": 3520,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.048992542922496794
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 23,
            "examples_seen": 3680,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.048168716579675676
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 24,
            "examples_seen": 3840,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.04668927267193794
          }
        ],
        "seed": 4,
        "subspace_alignment": 0.8786358749297147
      }
    ],
    "importance": [
      {
        "final_accuracy": 0.9794999957084656,
        "final_ood_accuracy": 0.9775000214576721,
        "history": [
          {
            "accuracy": 0.934499979019165,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.934499979019165,
            "train_loss": 0.29047186151146887
          },
          {
            "accuracy": 0.9700000286102295,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9670000076293945,
            "train_loss": 0.11917142570018768
          },
          {
            "accuracy": 0.972000002861023,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9700000286102295,
            "train_loss": 0.08374502509832382
          },
          {
            "accuracy": 0.9869999885559082,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9804999828338623,
            "train_loss": 0.08765470497310161
          },
          {
            "accuracy": 0.9825000166893005,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9779999852180481,
            "train_loss": 0.05297478809952736
          },
          {
            "accuracy": 0.9679999947547913,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9664999842643738,
            "train_loss": 0.05566101353615523
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.06887436397373677
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.060379295330494645
          },
          {
            "accuracy": 0.9769999980926514,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9745000004768372,
            "train_loss": 0.05461555123329163
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.0480341786518693
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.04374147560447454
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.037981519289314744
          }
        ],
        "seed": 0,
        "subspace_alignment": 0.8755792703605968
      },
      {
        "final_accuracy": 0.9645000100135803,
        "final_ood_accuracy": 0.9605000019073486,
        "history": [
          {
            "accuracy": 0.9714999794960022,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9664999842643738,
            "train_loss": 0.28969296142458917
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.972000002861023,
            "train_loss": 0.10652616918087006
          },
          {
            "accuracy": 0.968999981880188,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9670000076293945,
            "train_loss": 0.0992015540599823
          },
          {
            "accuracy": 0.9735000133514404,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9674999713897705,
            "train_loss": 0.06465815603733063
          },
          {
            "accuracy": 0.9779999852180481,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9745000004768372,
            "train_loss": 0.0672947283834219
          },
          {
            "accuracy": 0.9725000262260437,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9649999737739563,
            "train_loss": 0.04658260121941567
          },
          {
            "accuracy": 0.9735000133514404,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9735000133514404,
            "train_loss": 0.06723259761929512
          },
          {
            "accuracy": 0.9695000052452087,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9670000076293945,
            "train_loss": 0.059711791761219504
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9764999747276306,
            "train_loss": 0.04102891897782683
          },
          {
            "accuracy": 0.9794999957084656,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.036375331692397594
          },
          {
            "accuracy": 0.9660000205039978,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9599999785423279,
            "train_loss": 0.04525297591462731
          },
          {
            "accuracy": 0.9645000100135803,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9605000019073486,
            "train_loss": 0.04518083119764924
          }
        ],
        "seed": 1,
        "subspace_alignment": 0.8792990548706391
      },
      {
        "final_accuracy": 0.9775000214576721,
        "final_ood_accuracy": 0.9754999876022339,
        "history": [
          {
            "accuracy": 0.9369999766349792,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9365000128746033,
            "train_loss": 0.2807368889451027
          },
          {
            "accuracy": 0.972000002861023,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9700000286102295,
            "train_loss": 0.10354660898447036
          },
          {
            "accuracy": 0.9890000224113464,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9829999804496765,
            "train_loss": 0.08689158819615841
          },
          {
            "accuracy": 0.9725000262260437,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.968999981880188,
            "train_loss": 0.06265952512621879
          },
          {
            "accuracy": 0.9850000143051147,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.06649073548614978
          },
          {
            "accuracy": 0.9679999947547913,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9664999842643738,
            "train_loss": 0.05718748159706592
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9775000214576721,
            "train_loss": 0.0655650869011879
          },
          {
            "accuracy": 0.9639999866485596,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9595000147819519,
            "train_loss": 0.05099593643099069
          },
          {
            "accuracy": 0.9789999723434448,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.05704528782516718
          },
          {
            "accuracy": 0.9769999980926514,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9704999923706055,
            "train_loss": 0.06772306114435196
          },
          {
            "accuracy": 0.9729999899864197,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9725000262260437,
            "train_loss": 0.05078888433054089
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.06457544416189194
          }
        ],
        "seed": 2,
        "subspace_alignment": 0.8715694779173409
      },
      {
        "final_accuracy": 0.9714999794960022,
        "final_ood_accuracy": 0.972000002861023,
        "history": [
          {
            "accuracy": 0.9624999761581421,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9624999761581421,
            "train_loss": 0.29891563951969147
          },
          {
            "accuracy": 0.972000002861023,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.9695000052452087,
            "train_loss": 0.1090571939945221
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9754999876022339,
            "train_loss": 0.0878495741635561
          },
          {
            "accuracy": 0.9585000276565552,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9555000066757202,
            "train_loss": 0.07282863780856133
          },
          {
            "accuracy": 0.9779999852180481,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.06978408508002758
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.06663985289633274
          },
          {
            "accuracy": 0.9739999771118164,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9735000133514404,
            "train_loss": 0.07000455930829048
          },
          {
            "accuracy": 0.9775000214576721,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9804999828338623,
            "train_loss": 0.06754058375954627
          },
          {
            "accuracy": 0.9789999723434448,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.055488026887178424
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.05707382382825017
          },
          {
            "accuracy": 0.9804999828338623,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9785000085830688,
            "train_loss": 0.04669251218438149
          },
          {
            "accuracy": 0.9714999794960022,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.972000002861023,
            "train_loss": 0.055391117744147775
          }
        ],
        "seed": 3,
        "subspace_alignment": 0.8834644328008291
      },
      {
        "final_accuracy": 0.984499990940094,
        "final_ood_accuracy": 0.9794999957084656,
        "history": [
          {
            "accuracy": 0.9480000138282776,
            "epoch": 1,
            "examples_seen": 320,
            "ood_accuracy": 0.9470000267028809,
            "train_loss": 0.27567584812641144
          },
          {
            "accuracy": 0.972000002861023,
            "epoch": 2,
            "examples_seen": 640,
            "ood_accuracy": 0.968999981880188,
            "train_loss": 0.10904845260083676
          },
          {
            "accuracy": 0.9735000133514404,
            "epoch": 3,
            "examples_seen": 960,
            "ood_accuracy": 0.9695000052452087,
            "train_loss": 0.08166680783033371
          },
          {
            "accuracy": 0.9725000262260437,
            "epoch": 4,
            "examples_seen": 1280,
            "ood_accuracy": 0.9660000205039978,
            "train_loss": 0.08922741040587426
          },
          {
            "accuracy": 0.9819999933242798,
            "epoch": 5,
            "examples_seen": 1600,
            "ood_accuracy": 0.9800000190734863,
            "train_loss": 0.06773543022572995
          },
          {
            "accuracy": 0.9815000295639038,
            "epoch": 6,
            "examples_seen": 1920,
            "ood_accuracy": 0.9789999723434448,
            "train_loss": 0.07198449838906526
          },
          {
            "accuracy": 0.9710000157356262,
            "epoch": 7,
            "examples_seen": 2240,
            "ood_accuracy": 0.9695000052452087,
            "train_loss": 0.0680409487336874
          },
          {
            "accuracy": 0.9704999923706055,
            "epoch": 8,
            "examples_seen": 2560,
            "ood_accuracy": 0.9714999794960022,
            "train_loss": 0.06464575864374637
          },
          {
            "accuracy": 0.9760000109672546,
            "epoch": 9,
            "examples_seen": 2880,
            "ood_accuracy": 0.9760000109672546,
            "train_loss": 0.047683320194482806
          },
          {
            "accuracy": 0.9769999980926514,
            "epoch": 10,
            "examples_seen": 3200,
            "ood_accuracy": 0.9745000004768372,
            "train_loss": 0.05050054155290127
          },
          {
            "accuracy": 0.9764999747276306,
            "epoch": 11,
            "examples_seen": 3520,
            "ood_accuracy": 0.9735000133514404,
            "train_loss": 0.05230613984167576
          },
          {
            "accuracy": 0.984499990940094,
            "epoch": 12,
            "examples_seen": 3840,
            "ood_accuracy": 0.9794999957084656,
            "train_loss": 0.055344386771321294
          }
        ],
        "seed": 4,
        "subspace_alignment": 0.8623024641012127
      }
    ]
  },
  "record_sha256": "f43eaecec2133a750be3e4e26e519fe99b0333b5bcce42f3cf4acc58b5dcd302",
  "score_summary": {
    "maximum": 1.0,
    "median": 1.3198209886100543e-14,
    "minimum": 4.531965080989409e-16,
    "rejected_mean": 3.833117159725459e-15,
    "selected_mean": 1.0
  },
  "subspace": {
    "cumulative_explained_variance": 0.9999999999999978,
    "recovered_rank": 8
  }
}