{
 "sae_state_dict_keys": {
  "encoder.weight": [
   10240,
   1280
  ],
  "encoder.bias": [
   10240
  ],
  "decoder.weight": [
   1280,
   10240
  ],
  "decoder.bias": [
   1280
  ]
 },
 "has_norm_constant_in_state_dict": false,
 "n_images_ours": 25,
 "median_patch_norm": {
  "ours": 145.80743408203125,
  "goodfire_example": 143.78965759277344
 },
 "reference_fvu_goodfire_example_identity": 0.4465410113334656,
 "ours_identity": 0.5287433815002441,
 "best_const": {
  "ours": {
   "a": 1.0,
   "fvu": 0.5287433815002441,
   "alive_frac": 0.30830079317092896,
   "n_alive": 3157,
   "mean_l0_per_patch": 10.0
  },
  "goodfire_example": {
   "a": 0.79433,
   "fvu": 0.4464215338230133,
   "alive_frac": 0.07490234076976776,
   "n_alive": 767,
   "mean_l0_per_patch": 10.0
  }
 },
 "named": {
  "identity": {
   "ours": {
    "fvu": 0.5287433815002441,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4465410113334656,
    "alive_frac": 0.07490234076976776,
    "n_alive": 767,
    "mean_l0_per_patch": 10.0
   },
   "a": 1.0
  },
  "per_patch_unit_norm": {
   "ours": {
    "fvu": 290.06104248046876,
    "alive_frac": 0.2872070372104645,
    "n_alive": 2941,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 297.65386962890625,
    "alive_frac": 0.07685546576976776,
    "n_alive": 787,
    "mean_l0_per_patch": 10.0
   },
   "a": null
  },
  "per_patch_rms": {
   "ours": {
    "fvu": 0.6648450946807861,
    "alive_frac": 0.3072265684604645,
    "n_alive": 3146,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.5765876770019531,
    "alive_frac": 0.07656250149011612,
    "n_alive": 784,
    "mean_l0_per_patch": 10.0
   },
   "a": null
  },
  "per_image_rms": {
   "ours": {
    "fvu": 0.6523153328895569,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.5692316293716431,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   },
   "a": null
  },
  "per_image_median_norm_to_sqrt_d": {
   "ours": {
    "fvu": 0.6483072781562805,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.5682827234268188,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   },
   "a": null
  },
  "1/median_norm_ours": {
   "ours": {
    "fvu": 284.24646362304685,
    "alive_frac": 0.29248046875,
    "n_alive": 2995,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 306.6525573730469,
    "alive_frac": 0.08017577975988388,
    "n_alive": 821,
    "mean_l0_per_patch": 10.0
   },
   "a": 0.00685836086682247
  },
  "sqrt_d/median_norm_ours": {
   "ours": {
    "fvu": 0.6483970046043396,
    "alive_frac": 0.3082031309604645,
    "n_alive": 3156,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.5731043815612793,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   },
   "a": 0.2453721777990308
  },
  "1/sqrt_d": {
   "ours": {
    "fvu": 16.87586051940918,
    "alive_frac": 0.3070312440395355,
    "n_alive": 3144,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 18.09822654724121,
    "alive_frac": 0.0771484375,
    "n_alive": 790,
    "mean_l0_per_patch": 10.0
   },
   "a": 0.02795084971874737
  }
 },
 "const_grid": {
  "0.01": {
   "ours": {
    "fvu": 133.35234588623047,
    "alive_frac": 0.3003906309604645,
    "n_alive": 3076,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 143.9469757080078,
    "alive_frac": 0.08232422173023224,
    "n_alive": 843,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.01259": {
   "ours": {
    "fvu": 83.88408752441406,
    "alive_frac": 0.30302733182907104,
    "n_alive": 3103,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 90.57699584960938,
    "alive_frac": 0.08037109673023224,
    "n_alive": 823,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.01585": {
   "ours": {
    "fvu": 52.755560607910155,
    "alive_frac": 0.3056640625,
    "n_alive": 3130,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 56.896324157714844,
    "alive_frac": 0.0791015625,
    "n_alive": 810,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.01995": {
   "ours": {
    "fvu": 33.20103271484375,
    "alive_frac": 0.30712890625,
    "n_alive": 3145,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 35.73292541503906,
    "alive_frac": 0.07851562649011612,
    "n_alive": 804,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.02512": {
   "ours": {
    "fvu": 20.898547286987306,
    "alive_frac": 0.30742186307907104,
    "n_alive": 3148,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 22.442241668701172,
    "alive_frac": 0.07734374701976776,
    "n_alive": 792,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.03162": {
   "ours": {
    "fvu": 13.19431224822998,
    "alive_frac": 0.30742186307907104,
    "n_alive": 3148,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 14.120223045349121,
    "alive_frac": 0.07724609225988388,
    "n_alive": 791,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.03981": {
   "ours": {
    "fvu": 8.369469985961913,
    "alive_frac": 0.30712890625,
    "n_alive": 3145,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 8.904561996459961,
    "alive_frac": 0.07685546576976776,
    "n_alive": 787,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.05012": {
   "ours": {
    "fvu": 5.359144859313965,
    "alive_frac": 0.306640625,
    "n_alive": 3140,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 5.653861999511719,
    "alive_frac": 0.07656250149011612,
    "n_alive": 784,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.0631": {
   "ours": {
    "fvu": 3.4833661842346193,
    "alive_frac": 0.30615234375,
    "n_alive": 3135,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 3.626188039779663,
    "alive_frac": 0.07626952975988388,
    "n_alive": 781,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.07943": {
   "ours": {
    "fvu": 2.321830654144287,
    "alive_frac": 0.3065429627895355,
    "n_alive": 3139,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 2.3723208904266357,
    "alive_frac": 0.07587890326976776,
    "n_alive": 777,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.1": {
   "ours": {
    "fvu": 1.6038292360305786,
    "alive_frac": 0.3070312440395355,
    "n_alive": 3144,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 1.598086953163147,
    "alive_frac": 0.07587890326976776,
    "n_alive": 777,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.12589": {
   "ours": {
    "fvu": 1.1641659545898437,
    "alive_frac": 0.3076171875,
    "n_alive": 3150,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 1.125827431678772,
    "alive_frac": 0.07558593899011612,
    "n_alive": 774,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.15849": {
   "ours": {
    "fvu": 0.8965987014770508,
    "alive_frac": 0.30791014432907104,
    "n_alive": 3153,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.8394390940666199,
    "alive_frac": 0.07539062201976776,
    "n_alive": 772,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.19953": {
   "ours": {
    "fvu": 0.7358943867683411,
    "alive_frac": 0.30810546875,
    "n_alive": 3155,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.6667780876159668,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.25119": {
   "ours": {
    "fvu": 0.6409464192390442,
    "alive_frac": 0.3082031309604645,
    "n_alive": 3156,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.5650790929794312,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.31623": {
   "ours": {
    "fvu": 0.5859761476516724,
    "alive_frac": 0.30810546875,
    "n_alive": 3155,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.5067811608314514,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.39811": {
   "ours": {
    "fvu": 0.5553818666934967,
    "alive_frac": 0.30810546875,
    "n_alive": 3155,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.47422054409980774,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.50119": {
   "ours": {
    "fvu": 0.5392675256729126,
    "alive_frac": 0.30810546875,
    "n_alive": 3155,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4572659134864807,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.63096": {
   "ours": {
    "fvu": 0.5316526079177857,
    "alive_frac": 0.3082031309604645,
    "n_alive": 3156,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4490910470485687,
    "alive_frac": 0.07490234076976776,
    "n_alive": 767,
    "mean_l0_per_patch": 10.0
   }
  },
  "0.79433": {
   "ours": {
    "fvu": 0.5289118480682373,
    "alive_frac": 0.3082031309604645,
    "n_alive": 3156,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4464215338230133,
    "alive_frac": 0.07490234076976776,
    "n_alive": 767,
    "mean_l0_per_patch": 10.0
   }
  },
  "1.0": {
   "ours": {
    "fvu": 0.5287433815002441,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4465410113334656,
    "alive_frac": 0.07490234076976776,
    "n_alive": 767,
    "mean_l0_per_patch": 10.0
   }
  },
  "1.25893": {
   "ours": {
    "fvu": 0.5299218988418579,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.44785311818122864,
    "alive_frac": 0.07500000298023224,
    "n_alive": 768,
    "mean_l0_per_patch": 10.0
   }
  },
  "1.58489": {
   "ours": {
    "fvu": 0.5316620743274689,
    "alive_frac": 0.3082031309604645,
    "n_alive": 3156,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4500603675842285,
    "alive_frac": 0.07500000298023224,
    "n_alive": 768,
    "mean_l0_per_patch": 10.0
   }
  },
  "1.99526": {
   "ours": {
    "fvu": 0.5336080610752105,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4522795081138611,
    "alive_frac": 0.07500000298023224,
    "n_alive": 768,
    "mean_l0_per_patch": 10.0
   }
  },
  "2.51189": {
   "ours": {
    "fvu": 0.5354606568813324,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.45439764857292175,
    "alive_frac": 0.07500000298023224,
    "n_alive": 768,
    "mean_l0_per_patch": 10.0
   }
  },
  "3.16228": {
   "ours": {
    "fvu": 0.5371041786670685,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4561719298362732,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "3.98107": {
   "ours": {
    "fvu": 0.5385497391223908,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.45782530307769775,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "5.01187": {
   "ours": {
    "fvu": 0.5397908878326416,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.45922794938087463,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "6.30957": {
   "ours": {
    "fvu": 0.5408317911624908,
    "alive_frac": 0.30830079317092896,
    "n_alive": 3157,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.46039843559265137,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "7.94328": {
   "ours": {
    "fvu": 0.5416927576065064,
    "alive_frac": 0.30839842557907104,
    "n_alive": 3158,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.46136367321014404,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  },
  "10.0": {
   "ours": {
    "fvu": 0.5424018311500549,
    "alive_frac": 0.30839842557907104,
    "n_alive": 3158,
    "mean_l0_per_patch": 10.0
   },
   "goodfire_example": {
    "fvu": 0.4621528387069702,
    "alive_frac": 0.07509765774011612,
    "n_alive": 769,
    "mean_l0_per_patch": 10.0
   }
  }
 },
 "notebook_cell2_reproduction": {
  "printed": [
   [
    1236,
    3723.3164
   ],
   [
    8004,
    3582.5276
   ],
   [
    3149,
    3319.9287
   ],
   [
    8392,
    2995.7651
   ],
   [
    1573,
    2975.4397
   ],
   [
    2824,
    1858.3892
   ],
   [
    3357,
    1478.2888
   ],
   [
    1500,
    1313.8911
   ],
   [
    6661,
    1259.5693
   ],
   [
    1935,
    1229.2742
   ]
  ],
  "ours_identity_scale": [
   [
    1236,
    3723.3169
   ],
   [
    8004,
    3582.5276
   ],
   [
    3149,
    3319.9287
   ],
   [
    8392,
    2995.7656
   ],
   [
    1573,
    2975.4399
   ],
   [
    2824,
    1858.3892
   ],
   [
    3357,
    1478.2886
   ],
   [
    1500,
    1313.8911
   ],
   [
    6661,
    1259.5693
   ],
   [
    1935,
    1229.2742
   ]
  ],
  "indices_match": true,
  "max_abs_sum_diff": 0.0005000000001018634
 },
 "acts_sha256": "0de9d4fbab31ad5b95659ea275d69ab8e730db2480d40bb410e4d236bec7f79b",
 "elapsed_s": 70.01814246177673,
 "label": "EXPLORATORY (not pre-registered); diagnostic only, does not change any verdict"
}