{
  "model_config": {
    "vocab_size": 14,
    "d_model": 64,
    "n_heads": 4,
    "n_layers": 1,
    "max_seq_len": 12
  },
  "head": 3,
  "matrix_shapes": {
    "W_V": [
      16,
      64
    ],
    "W_O_head": [
      16,
      64
    ],
    "unembed": [
      14,
      64
    ],
    "OV_logits": [
      64,
      14
    ]
  },
  "effect_shapes": {
    "token_only": [
      10,
      14
    ],
    "position_only": [
      5,
      14
    ],
    "token_plus_position": [
      5,
      10,
      14
    ]
  },
  "token_only_row_argmax": [
    0,
    0,
    0,
    0,
    6,
    6,
    6,
    6,
    6,
    6
  ],
  "token_only_mean_diagonal_margin": -13.597744941711426,
  "token_only_min_diagonal_margin": -43.348480224609375,
  "token_only_positive_diagonal_margins": 2,
  "token_plus_position_by_position": [
    {
      "number_position": 1,
      "row_argmax": [
        0,
        0,
        0,
        6,
        6,
        6,
        6,
        6,
        6,
        6
      ],
      "mean_diagonal_margin": -21.896793365478516,
      "min_diagonal_margin": -73.7525634765625
    },
    {
      "number_position": 3,
      "row_argmax": [
        0,
        0,
        0,
        6,
        6,
        6,
        6,
        6,
        6,
        6
      ],
      "mean_diagonal_margin": -21.888355255126953,
      "min_diagonal_margin": -73.72586059570312
    },
    {
      "number_position": 5,
      "row_argmax": [
        0,
        0,
        0,
        6,
        6,
        6,
        6,
        6,
        6,
        6
      ],
      "mean_diagonal_margin": -21.905851364135742,
      "min_diagonal_margin": -73.78309631347656
    },
    {
      "number_position": 7,
      "row_argmax": [
        0,
        0,
        0,
        6,
        6,
        6,
        6,
        6,
        6,
        6
      ],
      "mean_diagonal_margin": -21.880319595336914,
      "min_diagonal_margin": -73.69072723388672
    },
    {
      "number_position": 9,
      "row_argmax": [
        0,
        0,
        0,
        6,
        6,
        6,
        6,
        6,
        6,
        6
      ],
      "mean_diagonal_margin": -21.87839698791504,
      "min_diagonal_margin": -73.68821716308594
    }
  ],
  "headline": "Head 3 OV is not a simple digit-copy circuit: most token-only and token+position rows do not have their diagonal output as the strongest digit logit."
}