[
  {
    "asset": "fig01a-transformer",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/transformer.pdf",
    "paper_figure": 1,
    "pdf_page": 2
  },
  {
    "asset": "fig01d-resformer",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/resformer.pdf",
    "paper_figure": 1,
    "pdf_page": 2
  },
  {
    "asset": "fig01e-svformer",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/SVFormer.pdf",
    "paper_figure": 1,
    "pdf_page": 2
  },
  {
    "asset": "fig02a-model-scaling",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/loss_scaling_valid_modelsize.pdf",
    "paper_figure": 2,
    "pdf_page": 4
  },
  {
    "asset": "fig02b-data-scaling",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/loss_scaling_valida_datasize.pdf",
    "paper_figure": 2,
    "pdf_page": 4
  },
  {
    "asset": "fig02c-large-scaling",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/loss_scaling_valid_modelsize_1b6.pdf",
    "paper_figure": 2,
    "pdf_page": 4
  },
  {
    "asset": "fig03-lambda",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/resformer_which_lambda.pdf",
    "paper_figure": 3,
    "pdf_page": 5
  },
  {
    "asset": "fig04a-gradnorm",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/gradnorm_attention_468M.pdf",
    "paper_figure": 4,
    "pdf_page": 5
  },
  {
    "asset": "fig04b-lr",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/loss_scaling_lr.pdf",
    "paper_figure": 4,
    "pdf_page": 5
  },
  {
    "asset": "fig05a-source",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/resformer_which_layer_target.pdf",
    "paper_figure": 5,
    "pdf_page": 6
  },
  {
    "asset": "fig05b-destination",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/resformer_which_layer_needs.pdf",
    "paper_figure": 5,
    "pdf_page": 6
  },
  {
    "asset": "fig06a-coefficients",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/resformer_learnable_lambda.pdf",
    "paper_figure": 6,
    "pdf_page": 6
  },
  {
    "asset": "fig08a-first-value-similarity",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/value_similarity_with_1stlayer.pdf",
    "paper_figure": 8,
    "pdf_page": 8
  },
  {
    "asset": "fig08b-token-similarity",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/value_similarity_before_residual.pdf",
    "paper_figure": 8,
    "pdf_page": 8
  },
  {
    "asset": "fig09a-module-removal",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/skipmultilayer_468M.pdf",
    "paper_figure": 9,
    "pdf_page": 8
  },
  {
    "asset": "fig09b-pca",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures/pca_features.pdf",
    "paper_figure": 9,
    "pdf_page": 8
  },
  {
    "asset": "fig10a-length",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures_svformer/SVattention_seqlength.pdf",
    "paper_figure": 10,
    "pdf_page": 9
  },
  {
    "asset": "fig10b-crossover",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures_svformer/SVattention_seqlength_scatter.pdf",
    "paper_figure": 10,
    "pdf_page": 9
  },
  {
    "asset": "fig11-sv-scaling",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures_svformer/loss_scaling_valid_modelsize_isova.pdf",
    "paper_figure": 11,
    "pdf_page": 9
  },
  {
    "asset": "fig13a-entropy",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures_attention/entropy_analysis_length20_468M.pdf",
    "paper_figure": 13,
    "pdf_page": 12
  },
  {
    "asset": "fig13b-first-token-importance",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures_attention/attentionsink_analysis_length100_468M.pdf",
    "paper_figure": 13,
    "pdf_page": 12
  },
  {
    "asset": "fig13c-value-norm",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures_attention/valuenorm_analysis_length100_468M_wonormalize.pdf",
    "paper_figure": 13,
    "pdf_page": 12
  },
  {
    "asset": "fig13d-hidden-norm",
    "kind": "original author figure panel",
    "source": "../../source/tex/files/figures_attention/resnorm_analysis_length100_468M_wonormalize.pdf",
    "paper_figure": 13,
    "pdf_page": 12
  },
  {
    "asset": "fig01-architecture",
    "kind": "PDF crop including panel labels",
    "source": "../../source/paper.pdf",
    "paper_figure": 1,
    "pdf_page": 2,
    "clip_points": [
      68.0,
      73.0,
      525.0,
      291.0
    ]
  }
]