{
  "arxiv_id": "2410.10254v3",
  "status": "available",
  "source_url": "https://arxiv.org/src/2410.10254v3",
  "retrieved_url": "https://arxiv.org/src/2410.10254v3",
  "retrieved_at_utc": "2026-09-28T14:16:37.153193+00:00",
  "archive_file": "arxiv-source.tar.gz",
  "archive_sha256": "a10f0efa1f50bfcc85d2f1228fc098ea811e28b71d83907b7f48bff611b8d58b",
  "files": [
    {
      "path": "fancyhdr.sty",
      "bytes": 20521,
      "sha256": "b56ec4434b9f4607529a4b23dc68ad8d4b94f1f631c8cddaf7da78140d53a5ea"
    },
    {
      "path": "figures/alpaca_mmlu_esl.png",
      "bytes": 36319,
      "sha256": "815d47c2daa8f40c0a82a3cae378976bf68e89aa524dbdedb85579ac0759a720"
    },
    {
      "path": "figures/alpaca_mmlu_esl_square.png",
      "bytes": 40945,
      "sha256": "985ecdf5a5a5ea8c46eebd3bb42b91ba2a32162818ae90dba2e58a3ab96df7ef"
    },
    {
      "path": "figures/benchmark_memory_bs.png",
      "bytes": 35606,
      "sha256": "28cf9171c6b3bcc1a31547cbceaa596d4036c1996eb8f8b6035b386e13f86629"
    },
    {
      "path": "figures/benchmark_thruput_bs.png",
      "bytes": 35959,
      "sha256": "04215f87cfbf52a4402b3011b990ab01ab7a3703a85f62a11cf1121011eb7806"
    },
    {
      "path": "figures/comparison_overall.png",
      "bytes": 76805,
      "sha256": "b4eabaa360abe7c5d0188749a0656a78c025c01d876134aa9cba1a40304ee12a"
    },
    {
      "path": "figures/concept_sw_hybrid.png",
      "bytes": 9388,
      "sha256": "8dcbef8319ef3fbbda7499901d4f805ec0a77310e2d95eb13251a4cbb32d898a"
    },
    {
      "path": "figures/concept_tk_hybrid.png",
      "bytes": 9225,
      "sha256": "12f22021ec6fcd1d524674bb722608befeb267b8dde8d3f3826f0cd982b8f69a"
    },
    {
      "path": "figures/esl_alpaca_rp.png",
      "bytes": 40973,
      "sha256": "78a1b59743313ed37966569f9decb833cfc4e9ce2ffa70ed42acff7c76d7864f"
    },
    {
      "path": "figures/esl_qualitative_comparison.pdf",
      "bytes": 220087,
      "sha256": "927ddbaff179b00f4ccb2c93489c3c387d0f5425f8b6b0ad69345cc7091cc291"
    },
    {
      "path": "figures/esl_rp_sample.png",
      "bytes": 46456,
      "sha256": "362b5a4827331b3afce5de2c01b0c53f6b573909d261421821ec54e8e3fd6f46"
    },
    {
      "path": "figures/layers_mse_llama_7b_lk_smd_fd64.png",
      "bytes": 80502,
      "sha256": "59cee15a63dbec108f5542f2e9e7f03cc64c19d6e27d926c9bc2c634cb25b3bd"
    },
    {
      "path": "figures/layers_mse_mistral_7b_lk_smd_fd64.png",
      "bytes": 79971,
      "sha256": "dea62a90d0e94d756f7ff7a3e54fbcffc477696a521a6ec16ce0ba500f869610"
    },
    {
      "path": "figures/linearize_efficiency_llama3_8b.pdf",
      "bytes": 148929,
      "sha256": "d998cd5775391e4cf95baaddb5880ed50f157cf2aacd3891ef42119a529e307d"
    },
    {
      "path": "figures/linearize_efficiency_llama3_8b_hh.png",
      "bytes": 97737,
      "sha256": "6d1cb9af00bcd452ea1e1efba44eb42aedd85ed0a8913ded9f3f6d9cc1818d7f"
    },
    {
      "path": "figures/linearize_efficiency_llama3_8b_t2r.png",
      "bytes": 98752,
      "sha256": "c67f852839b669e1bb9e2291056733db33776dc0f1bfd948b7fd7f6edb51eb81"
    },
    {
      "path": "figures/linearize_efficiency_mistral_7b_v01.pdf",
      "bytes": 148940,
      "sha256": "168653a5c73fa7f05e3380128af2055bbba5f960a73eef74fd975068a3fb8997"
    },
    {
      "path": "figures/linearize_efficiency_mistral_7b_v01_hh.png",
      "bytes": 90393,
      "sha256": "fdd24e8ea8555094c4b0852f75a7cc40256b73f787a84d0933e5cc4dd9331ce5"
    },
    {
      "path": "figures/linearize_efficiency_mistral_7b_v01_t2r.png",
      "bytes": 95347,
      "sha256": "114f55a7d2f221f82e085926147f57b089757c6d9737f2b5f54a749e9a78172a"
    },
    {
      "path": "figures/llama3_8b_entropy_mse.png",
      "bytes": 217404,
      "sha256": "59d2145befc1b0939e555dae96ffcb02422fe358641a138c72ef4e9619ecbf18"
    },
    {
      "path": "figures/llama3_8b_window_mse_l0.png",
      "bytes": 145622,
      "sha256": "78adc585a8929c4404fb08bb275fa446f11f6d0a6542d64a734855acb63bf6ba"
    },
    {
      "path": "figures/llama3_8b_window_mse_scatter_l0_v2.png",
      "bytes": 94852,
      "sha256": "086f771e4c4ff15508e6a07f67b5e84078b5d2e81466b8fdfae3bfda2790f3f7"
    },
    {
      "path": "figures/llama3_8b_window_mse_scatter_l0_v2_wide.png",
      "bytes": 84801,
      "sha256": "9e4fa43c665bcc26d540815bb0434027dc5497377598194f13dd03647028e83b"
    },
    {
      "path": "figures/lm_eval_all.png",
      "bytes": 83940,
      "sha256": "fb563edf98c0ba97963ede6ab0138c72e13c3fc23125ad0683577c5337662f80"
    },
    {
      "path": "figures/lm_eval_long.png",
      "bytes": 52385,
      "sha256": "b9dde094e4a05a572410eb3ae6be34ee0f06ab362865c7d9b85df857170b09a2"
    },
    {
      "path": "figures/lm_eval_long_matrix.png",
      "bytes": 81455,
      "sha256": "58fb208d76e61b63db0c217e12cda88c41574f1d47912a3b70de89f586a4ab99"
    },
    {
      "path": "figures/lm_eval_long_ppl.png",
      "bytes": 96883,
      "sha256": "2307b2c158d386df6bc8ab1f1dc9cb21a667aa9015185e12731b8c2b286e2c6b"
    },
    {
      "path": "figures/lol_cats_pull_figure_v01.pdf",
      "bytes": 489714,
      "sha256": "55123f90135d35640bc109b9bbea6e441801543f118954b8ea5d2f04072df732"
    },
    {
      "path": "figures/lolcats_mse_after_lora.png",
      "bytes": 99746,
      "sha256": "9a5ed5a2b97a48a2af93c06f20ee52c6dfa2775a935a5b9d92356aa4e80391d3"
    },
    {
      "path": "figures/lolcats_mse_change_after_lora.png",
      "bytes": 59092,
      "sha256": "ae6f87b1252f08932bc1246f33337c91d309819404c5262b6556bcc99f4e8809"
    },
    {
      "path": "figures/lolcats_pull_fig_v3.pdf",
      "bytes": 1199471,
      "sha256": "0d5dc0fae95948534e1c3cdeda3ef7ebdc8cee436e7ae396c830e4b0968499fc"
    },
    {
      "path": "figures/lolcats_pull_method.pdf",
      "bytes": 913462,
      "sha256": "4e4068d6e2a241a531f5ba292b4b9de7110766957d63106bc6a314ed24047592"
    },
    {
      "path": "figures/lolcats_pull_v3.pdf",
      "bytes": 1227269,
      "sha256": "f0d950e4e95af47aa2b36ad9669e3dacbee8c1b50731e6745eebd5f121bcfa81"
    },
    {
      "path": "figures/lolcats_pull_v31.pdf",
      "bytes": 1227279,
      "sha256": "a4c912f57cfaced99189fb99e8be07fa64e15b7ed289549e87ea02925a24d24b"
    },
    {
      "path": "figures/lora_travel_avg_a.png",
      "bytes": 136367,
      "sha256": "3a2d0ca551b93738f3857f1130c6171c882044c6b6524323900603c0114e435d"
    },
    {
      "path": "figures/lora_travel_avg_b.png",
      "bytes": 139901,
      "sha256": "dfce636263a81946f41274ed8bc7fa7eae88db937dc061de2b8c49315fa85359"
    },
    {
      "path": "figures/lora_travel_layers_a.png",
      "bytes": 693971,
      "sha256": "72510f3077d7d47f41fa496f93fee82001cf5e45af259ae56db9c9964ef4d901"
    },
    {
      "path": "figures/lora_travel_layers_b.png",
      "bytes": 704907,
      "sha256": "84539d1a7b78b688c61a86a82ae0542117d5d0f04212456bdca0e03d8897465e"
    },
    {
      "path": "figures/method_attn_mse_llama3.png",
      "bytes": 120715,
      "sha256": "576faa9fdfeb16f5162bd815681f07a5b72bcdd17825502b7bb4f26254a58d29"
    },
    {
      "path": "figures/method_attn_mse_mistral.png",
      "bytes": 130133,
      "sha256": "474f071a3d812c56c3324dae3eabc224bbf888f60bc388259da1bbda1aec74ae"
    },
    {
      "path": "figures/method_entropy_vs_mse_linear.png",
      "bytes": 160935,
      "sha256": "069c633203d7be5873cbae721f325e479ec23f65c6dd7eb14b5101eeead0c5a8"
    },
    {
      "path": "figures/method_entropy_vs_mse_linear_fix.png",
      "bytes": 223726,
      "sha256": "c4a025c3f9d3223c302f2022861f76f7b03e0d7055df6acd7135ea9255bc0759"
    },
    {
      "path": "figures/method_entropy_vs_mse_linear_wide.png",
      "bytes": 139001,
      "sha256": "df7b6c022a8c259b074f1f0baa658d4c0a3d2b98fbd303140c40a849837da3ed"
    },
    {
      "path": "figures/method_study_mse_1.png",
      "bytes": 74550,
      "sha256": "c27daaf12206a1d9ea29dee8c23e0638f4f8a53a47ff2e1b8a45233cf36b35f0"
    },
    {
      "path": "figures/method_study_mse_scale_wide.png",
      "bytes": 68934,
      "sha256": "2389e0aa2f923926e6ed07fe34d414de7c25a468c766a8c4e3d040ba810b14bc"
    },
    {
      "path": "figures/method_study_mse_scatter.png",
      "bytes": 60591,
      "sha256": "a249d6a50ae064782d5bebaa91554d913517e1330dc20e1e74dee424c0afbe37"
    },
    {
      "path": "figures/method_study_mse_scatter_wide.png",
      "bytes": 57984,
      "sha256": "b10edd41672e7ec7392cc7c27d83d8de870eb95d061408601fa03a95205e9230"
    },
    {
      "path": "figures/mistral_7b_window_mse_l0.png",
      "bytes": 131754,
      "sha256": "16ad4e43b090e9fa7291cd791e996fe533b15640189eebcdb0e75ff604b7282b"
    },
    {
      "path": "figures/mistral_7b_window_mse_scatter_l0.png",
      "bytes": 91088,
      "sha256": "637f9fe300f7867302e92d5540f9d6dc68ebd362dc86d791de4c53639fbd0088"
    },
    {
      "path": "figures/mistral_7b_window_mse_scatter_l0_wide.png",
      "bytes": 87812,
      "sha256": "e6463834f2a731e1b48fb2df42e54919e8cc68f28ef8a84234aac31baae8bef8"
    },
    {
      "path": "figures/mse_analogs_llama3_8b.png",
      "bytes": 65649,
      "sha256": "219a6b927b406e5e9763a99db2b6a7986384385c16702651639fbf03a1406f14"
    },
    {
      "path": "figures/mse_analogs_llama3_8b_serif.png",
      "bytes": 64917,
      "sha256": "af1a81b4eac5b97b61dbe1085e16629cb54e3052b5e56ac1fe4b95625edba26b"
    },
    {
      "path": "figures/mse_analogs_mistral_7b.png",
      "bytes": 81367,
      "sha256": "fbc868710f477f035395b70e946f02ff966a66ca1b159f4a87139242ca6dee6b"
    },
    {
      "path": "figures/mse_analogs_mistral_7b_serif.png",
      "bytes": 79385,
      "sha256": "e067c38412607e231078dc2ddd3cde555b51e3b26b190e89a3fe5b51319612f8"
    },
    {
      "path": "figures/mse_scatter_llama3_study.png",
      "bytes": 75051,
      "sha256": "593012d313d57f43ec519b57d8700d17bc7b26fbe188c88b5d494c7214534c44"
    },
    {
      "path": "figures/mse_scatter_mistral_study.png",
      "bytes": 82095,
      "sha256": "589af5898de1e0b1e8ba432c8a1c531deb2e5adc80a6f28bae6dd6b07206069c"
    },
    {
      "path": "figures/passkey_retrieval_llama3_8b.png",
      "bytes": 56436,
      "sha256": "f84165f3e76e722087007bd56a2e3ed78eccef60b5b3b0e0dcd729122e12e7c0"
    },
    {
      "path": "figures/passkey_retrieval_llama3_8b_alpaca.png",
      "bytes": 55490,
      "sha256": "dbe581cecb6a37251b4cf4f75cb1ff02937eeb0068272be9bd9279d302c00dab"
    },
    {
      "path": "figures/passkey_retrieval_llama3_8b_inst.png",
      "bytes": 47950,
      "sha256": "d038cac2d30464f6af73480d5b30c9bee908f2e8c82529829fc89fb078435282"
    },
    {
      "path": "figures/passkey_retrieval_lolcats_llama3_8b_passkey.png",
      "bytes": 54543,
      "sha256": "4f3aa7cae003c4ae7b1f3c85a6573362173abeb5586bc5eeb8a7ae44e5404562"
    },
    {
      "path": "figures/png_attn_maps-mistral-q=991_h=0-all.pdf",
      "bytes": 61494,
      "sha256": "0af034c6f2df108f1cd79acf6197d903ddb7645df074bb7924fba7f3928c0d26"
    },
    {
      "path": "figures/png_attn_maps-mistral-q=991_h=0-all_more.pdf",
      "bytes": 64769,
      "sha256": "3dd4b17212254b7b259fbd22afe4c5fea582962199c5bcf4250a3f0fc2fb0b11"
    },
    {
      "path": "figures/png_attn_maps-mistral-q=991_h=1-all.pdf",
      "bytes": 59817,
      "sha256": "24dc77c83a5194b918f524bb33cca91ab674b203e6e6eaac8c5aca8e97c1aae3"
    },
    {
      "path": "figures/png_attn_maps-mistral-q=991_h=1-all_more.pdf",
      "bytes": 63101,
      "sha256": "f8c6d98eb06d5996497002fd810e1bfe27c9f584e2b5c33fbf2a484d6ae493b5"
    },
    {
      "path": "figures/png_attn_maps-mistral-q=991_h=2-all.pdf",
      "bytes": 60469,
      "sha256": "ad56b2c879420158a6bd091556825362447c378dbd755fc48d27eebbe09574c2"
    },
    {
      "path": "figures/png_attn_maps-mistral-q=991_h=2-all_more.pdf",
      "bytes": 63767,
      "sha256": "86e8dd783c0f711dab12a8d8d51553933de6dea866f4f22eebe682ab3be0957a"
    },
    {
      "path": "figures/png_attn_maps-mistral-q=991_h=3-all.pdf",
      "bytes": 58930,
      "sha256": "c85a93ab436f34ec203de03152538f5f0ca432fa72f351b21e9d811508b80bef"
    },
    {
      "path": "figures/png_attn_maps-mistral-q=991_h=3-all_more.pdf",
      "bytes": 62003,
      "sha256": "e0f5b2c539551a7596042cd1640891ba3940a9eec76f796b423d6f95348a8344"
    },
    {
      "path": "figures/png_attn_maps-q=991_h=0-all.pdf",
      "bytes": 57995,
      "sha256": "542111cd7226f102d309b361730851de33bc554ccad009c582a8c5db00137bba"
    },
    {
      "path": "figures/png_attn_maps-q=991_h=0-all_more.pdf",
      "bytes": 61202,
      "sha256": "5551c4debe1f6d4332db0dbdc12246a8f612bd2c9ea9a62240dcb6f301363173"
    },
    {
      "path": "figures/png_attn_maps-q=991_h=1-all.pdf",
      "bytes": 54799,
      "sha256": "73fb4785cb4cd8ceade64e45daec3ff697a0e1b4d196c1136dabe5aac07d563e"
    },
    {
      "path": "figures/png_attn_maps-q=991_h=1-all_more.pdf",
      "bytes": 58000,
      "sha256": "4ef2c3580e544ec5c699758ada8f3f900ff05eaa4b85b80802448fb8165e16ba"
    },
    {
      "path": "figures/png_attn_maps-q=991_h=2-all.pdf",
      "bytes": 59377,
      "sha256": "40dc91eea32c0097d8143d37e127b9c495d10e874e180c20696214a9b853ef1c"
    },
    {
      "path": "figures/png_attn_maps-q=991_h=2-all_more.pdf",
      "bytes": 62688,
      "sha256": "7a9fa03b6a0f842485191623dc9eea270387c75f528ee2fcdb04db92b81f38dc"
    },
    {
      "path": "figures/png_attn_maps-q=991_h=3-all.pdf",
      "bytes": 60356,
      "sha256": "7c0eb0481729c4ab4289724782309cda75c861e3648bdc816749eaa8e2e4be9c"
    },
    {
      "path": "figures/png_attn_maps-q=991_h=3-all_more.pdf",
      "bytes": 63658,
      "sha256": "b22891fefa9c23f6c23158e71e3cc7d526246f855b303120c4bfbd80cee4646d"
    },
    {
      "path": "figures/ppl_train_token_alpaca.png",
      "bytes": 79863,
      "sha256": "1ce9b47230e2bd5f16759b87303498644185a42d84b3217dda3f57b70428de2d"
    },
    {
      "path": "figures/ppl_train_token_alpaca_zoom.png",
      "bytes": 159857,
      "sha256": "c30fb703092f6c49bbf7325c2970e90d73bd219bba8053bb6317b6fd1b1c21e5"
    },
    {
      "path": "figures/ppl_train_token_redpajama_zoom.png",
      "bytes": 150921,
      "sha256": "e6598658ad9bac0c2465ee12ad8839513c14c4bce910de5de35b14ae9a348ade"
    },
    {
      "path": "figures/pull_fig_combine_v1.pdf",
      "bytes": 422761,
      "sha256": "5c15bae9587799d8d9368bf6306a83cbafa45c6d3c6ef157e87da139a3ea2711"
    },
    {
      "path": "figures/pull_method_attn_transfer_v1.pdf",
      "bytes": 701106,
      "sha256": "529acc13ae98a19ec31c294c1a269da34e7ad0edd9a655a5f82e3e8cb3f0da9d"
    },
    {
      "path": "figures/pull_method_v2.pdf",
      "bytes": 969021,
      "sha256": "d0de85b5e35c035e8782c63e3bb8bb7c0865e38e65995e34d7f643659d4c1a4c"
    },
    {
      "path": "figures/pull_method_v21.pdf",
      "bytes": 883171,
      "sha256": "945a6704ed502e07fa725e2d44d718e2bca201683ffd2c79db5b44f42f01f65f"
    },
    {
      "path": "figures/train_efficiency_llama_hh.png",
      "bytes": 123461,
      "sha256": "a9d8c5385014c7ebd4e9259fb39b68355355dd717f7145c767dfbf1048743a67"
    },
    {
      "path": "figures/train_efficiency_llama_hh_logppl.png",
      "bytes": 143827,
      "sha256": "5daf019b6852271d3b2e5e0395eec2de2aa79fd537a9bc88b33a98fd4e334794"
    },
    {
      "path": "figures/train_efficiency_llama_t2r.png",
      "bytes": 123533,
      "sha256": "02b47b0d0052960f0fa96f7fb5dbe078c7e014915091f3482c80a7f7ff98683e"
    },
    {
      "path": "figures/train_efficiency_llama_t2r_logppl.png",
      "bytes": 140243,
      "sha256": "77d11c389a5a23b24bf077cddcf228dd5ae22bd7c1c12a4d09ae43dce1016f52"
    },
    {
      "path": "figures/train_efficiency_mistral_hh.png",
      "bytes": 112462,
      "sha256": "79405c4a319a986b86b1206d69d61b0b74b824c16f0a4b505e609ff67f5c5000"
    },
    {
      "path": "figures/train_efficiency_mistral_hh_logppl.png",
      "bytes": 133091,
      "sha256": "5074827323513525273a1f8e33205b283fe18f7114fc983183c652f39b4298ee"
    },
    {
      "path": "figures/train_efficiency_mistral_t2r.png",
      "bytes": 115923,
      "sha256": "697d810796a9409d105bf62e339b4d6c89ab5d1359404da596b4743d8426ab9c"
    },
    {
      "path": "figures/train_efficiency_mistral_t2r_logppl.png",
      "bytes": 135334,
      "sha256": "45b32bf6571999d025010b6697fea1dfa80bab0360dcd45fa55d6dfe0eaf0a23"
    },
    {
      "path": "iclr2025_conference.bib",
      "bytes": 629,
      "sha256": "cdd86e7d4c31854dcf2145871657c944588a6d44c3b72e160ff4baa8df1a52fb"
    },
    {
      "path": "iclr2025_conference.bst",
      "bytes": 26973,
      "sha256": "2d67552db7ed38ccfccb5957b52f95656e25c249724761d3cf5f7922ad1844c5"
    },
    {
      "path": "iclr2025_conference.pdf",
      "bytes": 202614,
      "sha256": "2e28f7390aa1a11189f174c7923dba1ded5239205eb470f6d683952581888d01"
    },
    {
      "path": "iclr2025_conference.sty",
      "bytes": 9070,
      "sha256": "cc399f4637779c0ef6829862ca8d3d94bdd1599414adc831f0e3370eabb3abec"
    },
    {
      "path": "main.bbl",
      "bytes": 27354,
      "sha256": "ddccd8f51e7a0019e22d50741893565681ae255d1db1e5c1a7022c46b1d90fcf"
    },
    {
      "path": "main.bib",
      "bytes": 46954,
      "sha256": "f497cd7835800c59b1add1c80abe25c37d96876e8c570b40fb729afd7f791373"
    },
    {
      "path": "main.tex",
      "bytes": 11626,
      "sha256": "5df2162e6d3f512fa0ac982bda05a0a81a0059f28dd629d5f4c377187ccf9e97"
    },
    {
      "path": "main_iclr.tex",
      "bytes": 11461,
      "sha256": "57e818682ee5adef8988a2c6280c1dab5a846ce228ed960b52967d4b0332aa97"
    },
    {
      "path": "math_commands.tex",
      "bytes": 12284,
      "sha256": "90473c4d0542070db244cea73ef962d6cddc5b2a746757e6a40ddf5fdfb90ba9"
    },
    {
      "path": "natbib.sty",
      "bytes": 45154,
      "sha256": "88bc70c0e48461934cab5b2accef06b74a8b3ac45ad03ccd3f2a6b7e0d6d530d"
    },
    {
      "path": "sections/0_abstract.tex",
      "bytes": 1961,
      "sha256": "d7297ce23640d5ada5f953bbfb5968a834e73e3dd2590215ad317bfb46b14af6"
    },
    {
      "path": "sections/1_intro.tex",
      "bytes": 9516,
      "sha256": "4307a21fa735be207775e9fa7e30e8e133bd61b53e9bf48e11d76ebb572a51c6"
    },
    {
      "path": "sections/2_preliminaries.tex",
      "bytes": 10260,
      "sha256": "676745270ee1c44d19e94a17c16232188ea61b35569e9ed5288da4b51a15ccd4"
    },
    {
      "path": "sections/3_method.tex",
      "bytes": 45778,
      "sha256": "337fd7cb22e0232978506c44225be731345b509a7dde9209e498461cafb503d3"
    },
    {
      "path": "sections/3_method_old.tex",
      "bytes": 36527,
      "sha256": "c5ecd51d79ffb962bdf122d1fbfecd981d8b304f1f087443b86ed7cb29cf1d12"
    },
    {
      "path": "sections/4_results.tex",
      "bytes": 9035,
      "sha256": "979d745a4bdc4e0de13d1f09a32617d6cbe636d7b8cb6d1e56c7e2173a9cf999"
    },
    {
      "path": "sections/4_results_old.tex",
      "bytes": 8146,
      "sha256": "bfb7c3fcf982b646a7ec492c7f1717575f4c4b20ae3c89bbfa5ebb10859e27af"
    },
    {
      "path": "sections/5_conclusion.tex",
      "bytes": 1253,
      "sha256": "e4c0b42849b955d65503fa69a0226a413878b0a4c13f7c121c2e11fafc23705e"
    },
    {
      "path": "sections/6_appendix.tex",
      "bytes": 2293,
      "sha256": "9e29cf94d9147d1aeeb027ea1ec4a2e73da7bd3d2a7a0e94e29cc3274593215f"
    },
    {
      "path": "sections/appendix/additional_experiments.tex",
      "bytes": 50880,
      "sha256": "89d500080ea13d3ec42324fc08be0b96d409d2f8fe3ef4c61e24391e6d1428ca"
    },
    {
      "path": "sections/appendix/artifacts_attention_weights.tex",
      "bytes": 4507,
      "sha256": "e90a8bd1c7390551b7e78bba7776533111441370c30fa39dbd6451b122af0f43"
    },
    {
      "path": "sections/appendix/artifacts_generations.tex",
      "bytes": 12814,
      "sha256": "615e0881af55b26b37cddb7ff27e5a4db5c173d573539356b13ae4460248853d"
    },
    {
      "path": "sections/appendix/code.tex",
      "bytes": 14621,
      "sha256": "d6d028f52bb511d6ebd713c80f2e8bdc1156c2b59b8b957953f6c2efc0f5e047"
    },
    {
      "path": "sections/appendix/experimental_details.tex",
      "bytes": 15315,
      "sha256": "dc3b8f7d06a2b339ee2c28b6b130936f821f120ce6ab3629e9b26881af781342"
    },
    {
      "path": "sections/appendix/extended_related_work.tex",
      "bytes": 6331,
      "sha256": "014b57ed6957f23a1f59d13cab799a494f49b3759f497501631c110a6056edb0"
    },
    {
      "path": "sections/appendix/impl_hardware_aware.tex",
      "bytes": 9490,
      "sha256": "4e11bf2d2bc92a086edfd62815f17e2c5edafb75394a0367df3ae8b32b0211b3"
    },
    {
      "path": "sections/figures/appendix_esl.tex",
      "bytes": 3559,
      "sha256": "936a0798822bdd114ff181a452084fea13e8140949a6bf1ad96ba8e18ebd4e5c"
    },
    {
      "path": "sections/figures/appendix_passkey.tex",
      "bytes": 1357,
      "sha256": "31618412dfd48c0f510cfedf197802735d8cba24f17955d6cbf397fdd148cb8c"
    },
    {
      "path": "sections/figures/appendix_training_lora_mse.tex",
      "bytes": 1552,
      "sha256": "9008e29910a4eea4ca9b7db786e162f6fac6adbf41d722b50f8aca73be9d6ae9"
    },
    {
      "path": "sections/figures/appendix_training_steps_alpaca.tex",
      "bytes": 4312,
      "sha256": "88aede08a11e4b35187b8aa664398abcfc8fde29a5a0186a2924ccc399c855cc"
    },
    {
      "path": "sections/figures/appendix_training_steps_redpajama.tex",
      "bytes": 962,
      "sha256": "8061aa47db6c6aeeb747c3562cb8a62577565795de91763cd0bfb1977ad805d8"
    },
    {
      "path": "sections/figures/attention_weights.tex",
      "bytes": 4378,
      "sha256": "13052604c3c93814cec11d16fc293d4d6c18090f8ac495d752603e3c8629eb92"
    },
    {
      "path": "sections/figures/benchmark_efficiency.tex",
      "bytes": 1627,
      "sha256": "1217152405587f7e4c26eddc4aa4b954fdb127ca6b7bcb74229e99dce8d34bfb"
    },
    {
      "path": "sections/figures/method_attn_mse.tex",
      "bytes": 3471,
      "sha256": "c29545a9c194131c2c628151b0e2dee28e502e451505ba9baff07224fc723f05"
    },
    {
      "path": "sections/figures/method_attn_transfer_curves.tex",
      "bytes": 2896,
      "sha256": "282053be03e5072da9266dee372738c157bba35848f8b5a7b6c1173e8996af0d"
    },
    {
      "path": "sections/figures/method_attn_weight_comparison.tex",
      "bytes": 2109,
      "sha256": "402f59621379e0e12e808195550a0a42cd6d9063069cee1ca39ede88d34a6c6d"
    },
    {
      "path": "sections/figures/method_problems_llama3.tex",
      "bytes": 2169,
      "sha256": "9097bac03191a1fab756356016957395dc983f7dd4685a3a34ee9c2dcb6e351a"
    },
    {
      "path": "sections/figures/method_sliding_window.tex",
      "bytes": 2163,
      "sha256": "323e9275262e551a32ddb1b26a923d60463b85dd46da204455b1935a9def9455"
    },
    {
      "path": "sections/figures/method_train_efficiency.tex",
      "bytes": 3615,
      "sha256": "7e2a6057354f8fe39475bf8b74ed228270978e151d1853742e6db514f4c08629"
    },
    {
      "path": "sections/figures/pull_method.tex",
      "bytes": 902,
      "sha256": "06ea1f92af6b96f15ddf8867acd27f11448478348e0caa030c75bff74bc6f6ac"
    },
    {
      "path": "sections/figures/pull_results_v2.tex",
      "bytes": 1426,
      "sha256": "34b23f7a68093afb2e475a10f7edd6ae4abca5817e52ced4bb3b36c753a0e15f"
    },
    {
      "path": "sections/figures/pull_results_v3.tex",
      "bytes": 5774,
      "sha256": "bbef1697e6a50eb02a16faf081ed58ac52fd1514d866b2c05588ad3888768a36"
    },
    {
      "path": "sections/figures/results_attn_weight_ex.tex",
      "bytes": 4458,
      "sha256": "8ab5ff647f7e775ac20a53d9301abf2ae10626f370ae190ffd175c1dd634b3d1"
    },
    {
      "path": "sections/iclr_0_abstract.tex",
      "bytes": 1962,
      "sha256": "74317258ee6eedc3549bbc62be2ba6f354206c47ffb3a1570eff253bae7c73a6"
    },
    {
      "path": "sections/iclr_1_intro.tex",
      "bytes": 9530,
      "sha256": "88a623c5ac349ad4ce2ec4fd81a52c6c0d1b0ea949e75607262abdeafe3da7a7"
    },
    {
      "path": "sections/iclr_2_preliminaries.tex",
      "bytes": 10260,
      "sha256": "676745270ee1c44d19e94a17c16232188ea61b35569e9ed5288da4b51a15ccd4"
    },
    {
      "path": "sections/iclr_3_method.tex",
      "bytes": 45703,
      "sha256": "fcb4e8e5f13a8356c7e7d12261ccf12cc87bb0dad650c9fc4e5d0eb1513f5d7e"
    },
    {
      "path": "sections/iclr_4_results.tex",
      "bytes": 8152,
      "sha256": "72c31f5d4eee9f06e623e5528f0a13b1eab3f2085a3a6123a88d6d40a5b6c37f"
    },
    {
      "path": "sections/iclr_5_conclusion.tex",
      "bytes": 1263,
      "sha256": "bf002143b38061a61abbadd565b8c37c85d9a572ea71d9606c7cf4cc61e1a61d"
    },
    {
      "path": "sections/method_entropy_vs_mse_linear_wide.png",
      "bytes": 139001,
      "sha256": "df7b6c022a8c259b074f1f0baa658d4c0a3d2b98fbd303140c40a849837da3ed"
    },
    {
      "path": "sections/old/1_intro_0924.tex",
      "bytes": 8907,
      "sha256": "e44d83b09ef5b663286b4fd55f9d9b6812f86386419c73ee228cefbff6409211"
    },
    {
      "path": "sections/old/3_method_0927.tex",
      "bytes": 53413,
      "sha256": "ca92ba45b2a190d43f4c8d8f15cc12381773be0a0c96b1e8e47e8628a5fc7000"
    },
    {
      "path": "sections/tables/appendix_1b_eval.tex",
      "bytes": 9136,
      "sha256": "e883c51520c1e1f4d078c89f10a0da20eac46439105ffc28ffb860c652013a43"
    },
    {
      "path": "sections/tables/appendix_1b_llama3_2_1b.tex",
      "bytes": 2826,
      "sha256": "c3d7d732dbd99fa2870db7ec9919f76e801c2226a617dfa1169dee0d1c93c35d"
    },
    {
      "path": "sections/tables/appendix_1b_phi1_5_1b.tex",
      "bytes": 4779,
      "sha256": "0422f97ba5e533ada93f791b17c00404f3ff1dd77ab9d19acab9efbe94f08259"
    },
    {
      "path": "sections/tables/appendix_ablate_lora_proj.tex",
      "bytes": 5440,
      "sha256": "544ee23d01e1ce37ff33049a42fc18a7fa7ca3e05475a79fc050aa809e5d1222"
    },
    {
      "path": "sections/tables/appendix_ablate_lora_r.tex",
      "bytes": 4501,
      "sha256": "fb40b96f9070e63af66a2bff2a4b1f95f9a9426bdbb539f49cebe83572c82e65"
    },
    {
      "path": "sections/tables/appendix_ablate_lora_r_v1010.tex",
      "bytes": 5705,
      "sha256": "c0f28f43118cb4e4c4b50068b7ef7bf8bedae5e317374148967cd555bd86941f"
    },
    {
      "path": "sections/tables/appendix_ablate_main_results_full.tex",
      "bytes": 4443,
      "sha256": "636be417409b5bd36bf2009e39afe07fb84aa647a6172ffc00eaaa8ef0e483d9"
    },
    {
      "path": "sections/tables/appendix_ablate_main_results_stdev.tex",
      "bytes": 2073,
      "sha256": "2d5577ffa418cb3848a07083748f42747bf325854371351ba29e4f52c510eb15"
    },
    {
      "path": "sections/tables/appendix_ablate_rp_vs_ac.tex",
      "bytes": 4243,
      "sha256": "b511a66283cddd26c1848f751b599fabc0d93abc5374a9f450986d07a0b19ea9"
    },
    {
      "path": "sections/tables/appendix_ablate_window_size.tex",
      "bytes": 3140,
      "sha256": "ca9dd5e035f2f06d3960e8be547914b98bf2fa8217c4871ffe0076920f1a0e6b"
    },
    {
      "path": "sections/tables/main_results_ablation.tex",
      "bytes": 2511,
      "sha256": "53d16a959335d296cddeb69df1cbf69e724140f734e2a0c37f001abf22ab4b02"
    },
    {
      "path": "sections/tables/main_results_ablation_local.tex",
      "bytes": 2446,
      "sha256": "61418ad66e9149eed72cec575030232055145b1d843b9d407bc7f18d7c4ef7a2"
    },
    {
      "path": "sections/tables/main_results_ablation_v2.tex",
      "bytes": 2592,
      "sha256": "640f9552a1f251202691e59c76e6e12113cf1feb8abf941245ea4491fa0aaf80"
    },
    {
      "path": "sections/tables/main_results_linearize.tex",
      "bytes": 3657,
      "sha256": "684ac1aeb53d6f7af0447237b33fa78dc0d47b52427428aab872b807346c01dc"
    },
    {
      "path": "sections/tables/main_results_v2.tex",
      "bytes": 12768,
      "sha256": "c008968d666693ac3101ee29e5bd446494e5c1dbbd57264394c71077908d1364"
    },
    {
      "path": "sections/tables/main_results_v2_local.tex",
      "bytes": 17646,
      "sha256": "aa153c665738ad6a7461210198dc77fbd731a8b2e7f0ae5b8a704c73d704cc1d"
    },
    {
      "path": "sections/tables/scaled_results.tex",
      "bytes": 8586,
      "sha256": "78580c098fabc8b08ece66dd13f7928c7fa5d1e53a4379b3e9aa8db9fee32be0"
    }
  ],
  "tex_files": [
    "main.tex",
    "main_iclr.tex",
    "math_commands.tex",
    "sections/0_abstract.tex",
    "sections/1_intro.tex",
    "sections/2_preliminaries.tex",
    "sections/3_method.tex",
    "sections/3_method_old.tex",
    "sections/4_results.tex",
    "sections/4_results_old.tex",
    "sections/5_conclusion.tex",
    "sections/6_appendix.tex",
    "sections/appendix/additional_experiments.tex",
    "sections/appendix/artifacts_attention_weights.tex",
    "sections/appendix/artifacts_generations.tex",
    "sections/appendix/code.tex",
    "sections/appendix/experimental_details.tex",
    "sections/appendix/extended_related_work.tex",
    "sections/appendix/impl_hardware_aware.tex",
    "sections/figures/appendix_esl.tex",
    "sections/figures/appendix_passkey.tex",
    "sections/figures/appendix_training_lora_mse.tex",
    "sections/figures/appendix_training_steps_alpaca.tex",
    "sections/figures/appendix_training_steps_redpajama.tex",
    "sections/figures/attention_weights.tex",
    "sections/figures/benchmark_efficiency.tex",
    "sections/figures/method_attn_mse.tex",
    "sections/figures/method_attn_transfer_curves.tex",
    "sections/figures/method_attn_weight_comparison.tex",
    "sections/figures/method_problems_llama3.tex",
    "sections/figures/method_sliding_window.tex",
    "sections/figures/method_train_efficiency.tex",
    "sections/figures/pull_method.tex",
    "sections/figures/pull_results_v2.tex",
    "sections/figures/pull_results_v3.tex",
    "sections/figures/results_attn_weight_ex.tex",
    "sections/iclr_0_abstract.tex",
    "sections/iclr_1_intro.tex",
    "sections/iclr_2_preliminaries.tex",
    "sections/iclr_3_method.tex",
    "sections/iclr_4_results.tex",
    "sections/iclr_5_conclusion.tex",
    "sections/old/1_intro_0924.tex",
    "sections/old/3_method_0927.tex",
    "sections/tables/appendix_1b_eval.tex",
    "sections/tables/appendix_1b_llama3_2_1b.tex",
    "sections/tables/appendix_1b_phi1_5_1b.tex",
    "sections/tables/appendix_ablate_lora_proj.tex",
    "sections/tables/appendix_ablate_lora_r.tex",
    "sections/tables/appendix_ablate_lora_r_v1010.tex",
    "sections/tables/appendix_ablate_main_results_full.tex",
    "sections/tables/appendix_ablate_main_results_stdev.tex",
    "sections/tables/appendix_ablate_rp_vs_ac.tex",
    "sections/tables/appendix_ablate_window_size.tex",
    "sections/tables/main_results_ablation.tex",
    "sections/tables/main_results_ablation_local.tex",
    "sections/tables/main_results_ablation_v2.tex",
    "sections/tables/main_results_linearize.tex",
    "sections/tables/main_results_v2.tex",
    "sections/tables/main_results_v2_local.tex",
    "sections/tables/scaled_results.tex"
  ],
  "entry_candidates": [
    "main.tex",
    "main_iclr.tex"
  ],
  "figure_files": [
    "figures/alpaca_mmlu_esl.png",
    "figures/alpaca_mmlu_esl_square.png",
    "figures/benchmark_memory_bs.png",
    "figures/benchmark_thruput_bs.png",
    "figures/comparison_overall.png",
    "figures/concept_sw_hybrid.png",
    "figures/concept_tk_hybrid.png",
    "figures/esl_alpaca_rp.png",
    "figures/esl_qualitative_comparison.pdf",
    "figures/esl_rp_sample.png",
    "figures/layers_mse_llama_7b_lk_smd_fd64.png",
    "figures/layers_mse_mistral_7b_lk_smd_fd64.png",
    "figures/linearize_efficiency_llama3_8b.pdf",
    "figures/linearize_efficiency_llama3_8b_hh.png",
    "figures/linearize_efficiency_llama3_8b_t2r.png",
    "figures/linearize_efficiency_mistral_7b_v01.pdf",
    "figures/linearize_efficiency_mistral_7b_v01_hh.png",
    "figures/linearize_efficiency_mistral_7b_v01_t2r.png",
    "figures/llama3_8b_entropy_mse.png",
    "figures/llama3_8b_window_mse_l0.png",
    "figures/llama3_8b_window_mse_scatter_l0_v2.png",
    "figures/llama3_8b_window_mse_scatter_l0_v2_wide.png",
    "figures/lm_eval_all.png",
    "figures/lm_eval_long.png",
    "figures/lm_eval_long_matrix.png",
    "figures/lm_eval_long_ppl.png",
    "figures/lol_cats_pull_figure_v01.pdf",
    "figures/lolcats_mse_after_lora.png",
    "figures/lolcats_mse_change_after_lora.png",
    "figures/lolcats_pull_fig_v3.pdf",
    "figures/lolcats_pull_method.pdf",
    "figures/lolcats_pull_v3.pdf",
    "figures/lolcats_pull_v31.pdf",
    "figures/lora_travel_avg_a.png",
    "figures/lora_travel_avg_b.png",
    "figures/lora_travel_layers_a.png",
    "figures/lora_travel_layers_b.png",
    "figures/method_attn_mse_llama3.png",
    "figures/method_attn_mse_mistral.png",
    "figures/method_entropy_vs_mse_linear.png",
    "figures/method_entropy_vs_mse_linear_fix.png",
    "figures/method_entropy_vs_mse_linear_wide.png",
    "figures/method_study_mse_1.png",
    "figures/method_study_mse_scale_wide.png",
    "figures/method_study_mse_scatter.png",
    "figures/method_study_mse_scatter_wide.png",
    "figures/mistral_7b_window_mse_l0.png",
    "figures/mistral_7b_window_mse_scatter_l0.png",
    "figures/mistral_7b_window_mse_scatter_l0_wide.png",
    "figures/mse_analogs_llama3_8b.png",
    "figures/mse_analogs_llama3_8b_serif.png",
    "figures/mse_analogs_mistral_7b.png",
    "figures/mse_analogs_mistral_7b_serif.png",
    "figures/mse_scatter_llama3_study.png",
    "figures/mse_scatter_mistral_study.png",
    "figures/passkey_retrieval_llama3_8b.png",
    "figures/passkey_retrieval_llama3_8b_alpaca.png",
    "figures/passkey_retrieval_llama3_8b_inst.png",
    "figures/passkey_retrieval_lolcats_llama3_8b_passkey.png",
    "figures/png_attn_maps-mistral-q=991_h=0-all.pdf",
    "figures/png_attn_maps-mistral-q=991_h=0-all_more.pdf",
    "figures/png_attn_maps-mistral-q=991_h=1-all.pdf",
    "figures/png_attn_maps-mistral-q=991_h=1-all_more.pdf",
    "figures/png_attn_maps-mistral-q=991_h=2-all.pdf",
    "figures/png_attn_maps-mistral-q=991_h=2-all_more.pdf",
    "figures/png_attn_maps-mistral-q=991_h=3-all.pdf",
    "figures/png_attn_maps-mistral-q=991_h=3-all_more.pdf",
    "figures/png_attn_maps-q=991_h=0-all.pdf",
    "figures/png_attn_maps-q=991_h=0-all_more.pdf",
    "figures/png_attn_maps-q=991_h=1-all.pdf",
    "figures/png_attn_maps-q=991_h=1-all_more.pdf",
    "figures/png_attn_maps-q=991_h=2-all.pdf",
    "figures/png_attn_maps-q=991_h=2-all_more.pdf",
    "figures/png_attn_maps-q=991_h=3-all.pdf",
    "figures/png_attn_maps-q=991_h=3-all_more.pdf",
    "figures/ppl_train_token_alpaca.png",
    "figures/ppl_train_token_alpaca_zoom.png",
    "figures/ppl_train_token_redpajama_zoom.png",
    "figures/pull_fig_combine_v1.pdf",
    "figures/pull_method_attn_transfer_v1.pdf",
    "figures/pull_method_v2.pdf",
    "figures/pull_method_v21.pdf",
    "figures/train_efficiency_llama_hh.png",
    "figures/train_efficiency_llama_hh_logppl.png",
    "figures/train_efficiency_llama_t2r.png",
    "figures/train_efficiency_llama_t2r_logppl.png",
    "figures/train_efficiency_mistral_hh.png",
    "figures/train_efficiency_mistral_hh_logppl.png",
    "figures/train_efficiency_mistral_t2r.png",
    "figures/train_efficiency_mistral_t2r_logppl.png",
    "iclr2025_conference.pdf",
    "sections/method_entropy_vs_mse_linear_wide.png"
  ]
}