{
  "arxiv_id": "2410.20672v3",
  "status": "available",
  "source_url": "https://arxiv.org/src/2410.20672v3",
  "retrieved_url": "https://arxiv.org/src/2410.20672v3",
  "retrieved_at_utc": "2026-09-28T12:48:19.502069+00:00",
  "archive_file": "arxiv-source.tar.gz",
  "archive_sha256": "f148a0053b42aaf78fd5166e005fb1156b884e8a6feb62e4c5e416cd01b0d0e7",
  "files": [
    {
      "path": "assets/Google_DeepMind_Logo_rgb_3320x512px.png",
      "bytes": 43641,
      "sha256": "543d2dc975394ecac65497bc1c615f5f5fbd5e0db1faaded71e805ee0385fc7f"
    },
    {
      "path": "assets/ablation_legend.pdf",
      "bytes": 9794,
      "sha256": "959d4ee612e40c11c7ddb4d7fa65ce0b5508d4e386b4f9bcce3c2e68e6bcb4ef"
    },
    {
      "path": "assets/average_abl.pdf",
      "bytes": 23994,
      "sha256": "8dc3c762eccb1d440fc70c119dd469a6cca37cb0561d2c8fa6558d47724f547d"
    },
    {
      "path": "assets/continous_depthwise_batching.pdf",
      "bytes": 34574,
      "sha256": "aa0cecf0b5411fa0281a2b5262c70c2ecdfed271af1c252e834ee667971dc340"
    },
    {
      "path": "assets/continuous_depthwise_batching_early_exit.pdf",
      "bytes": 44111,
      "sha256": "5963c2735cdd91c660e7edd14abde101a99c2123db1dfab5b8217a616e4059ab"
    },
    {
      "path": "assets/early_exit_throughput_reverse.pdf",
      "bytes": 23076,
      "sha256": "07b8ba595fab5ffa5ed67e7ea9aab82aa484456b7c1e4ad396a1020b301f3f5a"
    },
    {
      "path": "assets/fewshot_gemma_bar_total.pdf",
      "bytes": 67881,
      "sha256": "074f99ffbf3b8f96d227157d1333f59dc99c57d188576b17d985b5517ab34885"
    },
    {
      "path": "assets/gemma_loss.pdf",
      "bytes": 21580,
      "sha256": "de66437e602db12dc21b9e58fcd16bbd656400642aa79766d9528089f792cb42"
    },
    {
      "path": "assets/gemma_main.pdf",
      "bytes": 14943,
      "sha256": "f2848c337cec8e9cc90b5640628c73b549a38f3ef7f08dc29b23c528f54be981"
    },
    {
      "path": "assets/gemma_total.pdf",
      "bytes": 53784,
      "sha256": "a3ca674d4c5ef4ff0daaf07528971e1a69ae845bc643a391ff742b75330d978a"
    },
    {
      "path": "assets/gemma_total_group3.pdf",
      "bytes": 54029,
      "sha256": "50ecd993fe931eca14c627c3b332b80355fade114a73dd75ad565d221c9705cb"
    },
    {
      "path": "assets/gemma_training_loss.pdf",
      "bytes": 18298,
      "sha256": "7d7ab1aab77849a95480f6ed6f095e6c9a8c6895ff9e92d5ba27d47dfd7c1c50"
    },
    {
      "path": "assets/gemma_training_loss_group2.pdf",
      "bytes": 21033,
      "sha256": "df6d34ea4ef143dfaac4ecb562e17ab979edd452abe99680cf4632fa473ae0a5"
    },
    {
      "path": "assets/gemma_training_loss_group3.pdf",
      "bytes": 17693,
      "sha256": "0ce65cf9fdd82d5fb93133ad6769fb19e6a8e053b7fb60b7d291ee34ffc83fe7"
    },
    {
      "path": "assets/gemma_zero_init_svd_init.pdf",
      "bytes": 25019,
      "sha256": "e26ab61e58b446c900428bff3e19fe8a2ebb3dac78512d7e65803a5cbcb06249"
    },
    {
      "path": "assets/gemma_zero_init_svd_init_app.pdf",
      "bytes": 25019,
      "sha256": "0c0ae0c6ee0f57ba75454fb5a4e699ef21394849a422d8a5c128f0ea3d7ea836"
    },
    {
      "path": "assets/initialization_abl.pdf",
      "bytes": 41916,
      "sha256": "b31456efb91e27ce001a0c6df23df992523afad21f2152ad753369f9c593431f"
    },
    {
      "path": "assets/initialization_ablation.pdf",
      "bytes": 46867,
      "sha256": "5f8c1f723b46c2541bc2d6b0c7935e1b9e37769a54ef2227051e18d66e0a5f41"
    },
    {
      "path": "assets/initialization_gemma_left.pdf",
      "bytes": 39040,
      "sha256": "656c422a775aa87bd34d53fd3e6fc264ce63f28ad18dc09171b166ab8a2be3e0"
    },
    {
      "path": "assets/initialization_gemma_training_loss.pdf",
      "bytes": 20080,
      "sha256": "3240d332e48353f9e960912f88a5101833bb62d79ede9dff3a8b510066b3dd2e"
    },
    {
      "path": "assets/initialization_parameter_size_avg_acc.pdf",
      "bytes": 16285,
      "sha256": "f681005733b44c1a220078d5fe277b0e15aa279e1eb7e2935b241d44d78349d5"
    },
    {
      "path": "assets/initialization_parameter_size_avg_acc_color.pdf",
      "bytes": 17408,
      "sha256": "ccbf4161c69309646f95452042c80f8ffb178752f4f83c15c1e59d2ce9606f24"
    },
    {
      "path": "assets/initialization_total.pdf",
      "bytes": 15465,
      "sha256": "b3bd976b46725bcd7323d3a0a17f21af9c220665fc61577f83b771ebff09ee78"
    },
    {
      "path": "assets/long_training_block2.pdf",
      "bytes": 20520,
      "sha256": "156cdc5d6064ebee7919688c9e31dcf2bb4ea424936b55a3ffd48cd9aeaf2160"
    },
    {
      "path": "assets/long_training_parameter_size_avg_acc_gemma.pdf",
      "bytes": 21036,
      "sha256": "738b5e5f3960c2ebc45d1b6813a1024b6afc06d6c71a1db83a96ffec399e0bb2"
    },
    {
      "path": "assets/long_training_parameter_size_avg_acc_pythia.pdf",
      "bytes": 15451,
      "sha256": "fe3fe666e38f62efb2412ea05a3c5f9bce0cfaeca8f4f462263361b7c579dfe9"
    },
    {
      "path": "assets/long_training_parameter_size_avg_acc_tinyllama.pdf",
      "bytes": 18895,
      "sha256": "cae89383ee79eea7b0946c933267ad46e807a24c0816929c5928d561771d5bac"
    },
    {
      "path": "assets/looping_initialization_total.pdf",
      "bytes": 74038,
      "sha256": "2a858cc3d04a5a47b284c8dad558fcd138fe2310ec076999244b92d953e7b8e0"
    },
    {
      "path": "assets/lora_gemma_loss.pdf",
      "bytes": 30301,
      "sha256": "d6d48d74474ac087db43ad339b0395a012515e1c1b952bd1c3d93ec30dbacde3"
    },
    {
      "path": "assets/lora_gemma_loss_app.pdf",
      "bytes": 28707,
      "sha256": "9ff8d5c4bbce74c853ee70678b0e64a5ed9d35765c9bc634973af7cbd3f226cd"
    },
    {
      "path": "assets/lora_improvement.pdf",
      "bytes": 26069,
      "sha256": "da4cd61d19ebc3594855b134b58f4f485ed5a57a9a1300a26c39129232c4f63e"
    },
    {
      "path": "assets/lora_init_overview.pdf",
      "bytes": 47214,
      "sha256": "3806a0859026b1dfc706c3226d08439217de585854e5dbe1e4ff0d63c19e646e"
    },
    {
      "path": "assets/lora_loss_label.pdf",
      "bytes": 10616,
      "sha256": "9f0a349580ee2829462069b1e06d47ec2565e36dced3aa248ba3988abb58b98e"
    },
    {
      "path": "assets/lora_model_size_label.pdf",
      "bytes": 13874,
      "sha256": "f795989384199ff5c1d5cb4a6b00856c1d31e365c23d66da2d460170d5a89608"
    },
    {
      "path": "assets/lora_pythia_loss.pdf",
      "bytes": 28384,
      "sha256": "5fd9ad3a3a65d442a70d81116035a9033dbb2e240327fe7e3e9f5819ac1a423f"
    },
    {
      "path": "assets/lora_tinyllama_loss.pdf",
      "bytes": 28208,
      "sha256": "570458db9e0c0af64798bb29abea628008e33794428bdb690d575ed2d9382658"
    },
    {
      "path": "assets/lora_trainingloss_app.pdf",
      "bytes": 61662,
      "sha256": "13121a7df9a8bcdf959ae141cbba1e2c2d28da6955da10f4a4d0da6e87c2ed99"
    },
    {
      "path": "assets/overall_results.pdf",
      "bytes": 17041,
      "sha256": "591c10b4d50a54d5b9ce1c9c93118fe3242248dba9e8bfdd7cf68a01b3b54937"
    },
    {
      "path": "assets/overview_convert_removed.pdf",
      "bytes": 64670,
      "sha256": "fa2c1ac42c6fcab6318735f6ab71de09f927685c12f67f2525cd79ccafa45491"
    },
    {
      "path": "assets/pythia_main.pdf",
      "bytes": 15413,
      "sha256": "bb29438947ba89ef4643450d64293328bc8a255598e90f47a2c8b0cd4522b6b4"
    },
    {
      "path": "assets/pythia_total.pdf",
      "bytes": 53984,
      "sha256": "01f639089600c7b9c1a1cfb0ea616227981f0333f27f735d48269e8c07613afc"
    },
    {
      "path": "assets/pythia_training_loss.pdf",
      "bytes": 17757,
      "sha256": "56e15afb9f34459376afbe4ffa322bbbd3eea6a6dca4f3e25079e22ba168e2a6"
    },
    {
      "path": "assets/pythia_zero_init_svd_init_app.pdf",
      "bytes": 24388,
      "sha256": "4f82cffecfb0db449c791f7d5ef63620746710aa23ab365b1c2c422a15c2e00e"
    },
    {
      "path": "assets/rank_fewshot_acc.pdf",
      "bytes": 16398,
      "sha256": "cfa3e340e0359b74fb1ce833bd87a0b20dfb021964a776335393fc1110bf66f4"
    },
    {
      "path": "assets/rank_fewshot_acc_gemma.pdf",
      "bytes": 15032,
      "sha256": "7dc88aea9b659d57a3a014ae844573df4f98eb17c63c9dcc56f14b99685e8fdf"
    },
    {
      "path": "assets/rank_fewshot_acc_pythia.pdf",
      "bytes": 13038,
      "sha256": "6bdc3669b0c2752422a92fd5ca3de4e4ab7b26fcbf1c0ee5fe743667db673915"
    },
    {
      "path": "assets/rank_fewshot_acc_tinyllama.pdf",
      "bytes": 12832,
      "sha256": "903cfb847f28a079015afc77cd1bec23aa0d203b20bc0de927c9310ae91b16b6"
    },
    {
      "path": "assets/rank_fewshot_label.pdf",
      "bytes": 10616,
      "sha256": "9f0a349580ee2829462069b1e06d47ec2565e36dced3aa248ba3988abb58b98e"
    },
    {
      "path": "assets/relaxed_parameter_size_avg_acc.pdf",
      "bytes": 17051,
      "sha256": "dfe144ce13928b477be330807117e7ef9cc2b02e7a07edcd83996e7c9e05c33c"
    },
    {
      "path": "assets/sharing_strategy_cycle2.pdf",
      "bytes": 16704,
      "sha256": "df6350bc565989c68d8c06eb42a44367c078aa82bc8b507d3b66fffffd431c35"
    },
    {
      "path": "assets/sharing_strategy_reverse.pdf",
      "bytes": 17236,
      "sha256": "38d5d363a399ff925bec137c0b23c877d30a678f587abad6255260a78a776f01"
    },
    {
      "path": "assets/sharing_strategy_sequence2.pdf",
      "bytes": 16885,
      "sha256": "9ab14d56102423a3ebb4c5d8fbce3dd7c2830fb358a51d5af72589ad15f1bece"
    },
    {
      "path": "assets/stepwise_abl.pdf",
      "bytes": 20303,
      "sha256": "e54493d8ddabd8004f2b9375f9985e5581e3e26c52524c011f048ae4ef59a1cb"
    },
    {
      "path": "assets/tinyllama_fewshot_avg_color.pdf",
      "bytes": 22873,
      "sha256": "c66520ab30de7f61cec26cb3b801e7d1695dc51611b68a12ba1d2b09ff1990b8"
    },
    {
      "path": "assets/tinyllama_fewshot_avg_total.pdf",
      "bytes": 20033,
      "sha256": "fa86fea40b352337a1fe8b9bf0e2e9c5a154a49cf3ee080e8419fee83c7ec968"
    },
    {
      "path": "assets/tinyllama_fewshot_avg_total_color.pdf",
      "bytes": 19931,
      "sha256": "263a0121e0077bf090b3251ce1ec6bf6448c8058ea9ea2b722269ff8ee1de18a"
    },
    {
      "path": "assets/tinyllama_fewshot_total.pdf",
      "bytes": 20062,
      "sha256": "cb9a192e33d998c759cc041484d07f3695a3a82e1e1e4d00a10df13f43e3e980"
    },
    {
      "path": "assets/tinyllama_main.pdf",
      "bytes": 15016,
      "sha256": "167ebf3d44f0eb826c4936b6bccef69d476c2122e6ad1c9bb419d738a6960cff"
    },
    {
      "path": "assets/tinyllama_pythia_fewshot_avg.pdf",
      "bytes": 23035,
      "sha256": "780f72cc74cd472dcf4d8ea186d491b00ec68c90e8bb123f646a32e8b07fa54d"
    },
    {
      "path": "assets/tinyllama_total.pdf",
      "bytes": 53966,
      "sha256": "5a8d47029a531231f5bd7b47273a77736d7e1d129a681adaedf5bbfaa6016a34"
    },
    {
      "path": "assets/tinyllama_training_loss.pdf",
      "bytes": 16561,
      "sha256": "9fa9aee4b3c83f3f8e111fd3a78d39b98847e4ec85018422d397c5d685480aa9"
    },
    {
      "path": "assets/tinyllama_zero_init_svd_init_app.pdf",
      "bytes": 23991,
      "sha256": "261b7888b679e332962efbd3fd2328d25dd019937fd734af7ffd04bb42dc7247"
    },
    {
      "path": "assets/training_loss_label.pdf",
      "bytes": 12086,
      "sha256": "b84a34d286e00dc9d5f10d70ae1014944a2a32d5be50d4bf7a79331fad6ad3bf"
    },
    {
      "path": "assets/training_loss_total.pdf",
      "bytes": 67005,
      "sha256": "61a0f8da4c9ee6c2430832258ece066e58995073ca84296f8b06e5bad16a28d1"
    },
    {
      "path": "assets/vanilla_batching.pdf",
      "bytes": 49481,
      "sha256": "8ff62ac7419e2ac264e4182b783cf1aa8e6b2cc8128c5bbacbd35c29205189c3"
    },
    {
      "path": "dtrt.sty",
      "bytes": 46356,
      "sha256": "62a1c32466312384cde24ef400ee9b93933a6b42d0d244926dfb27a6976e7e26"
    },
    {
      "path": "figures/60b_kd_model_size_performance.tex",
      "bytes": 1206,
      "sha256": "f8d40d2c71a78de2655b9f705c6e13631f34252c8d134b17004756c6354bf4fb"
    },
    {
      "path": "figures/continuous_batching_overview.tex",
      "bytes": 1497,
      "sha256": "16a85f1f8b56eb5b0d144ce226a68de1bdf203e0d30148c52ca72d53bf61453e"
    },
    {
      "path": "figures/cross_layer_lora_main.tex",
      "bytes": 1234,
      "sha256": "e7a47bb88180a0c43c2683ec5008bc3140e81d1d9db09f64005eb0001ae95957"
    },
    {
      "path": "figures/cross_layer_lora_main2.tex",
      "bytes": 1431,
      "sha256": "de721748996a616a28c70e4d0f395c75064bd4a6e319efca80dafbad8487221a"
    },
    {
      "path": "figures/early_exit_throughput.tex",
      "bytes": 2566,
      "sha256": "5d097416ac78b8ff75d201849e0240a738c94151fa6f56e503c1e13406015825"
    },
    {
      "path": "figures/fewshot_total_bar_appendix.tex",
      "bytes": 1135,
      "sha256": "f1d3c203d269768fb4b3975d867fcdcb4025f5d7fb1a84495489a96a1f9795c5"
    },
    {
      "path": "figures/initialization_ablation.tex",
      "bytes": 1396,
      "sha256": "eca463d6609a8237981fcdc94774bfa813dcc7cb8622e28453a47154afd63e3a"
    },
    {
      "path": "figures/initialization_main.tex",
      "bytes": 1282,
      "sha256": "8ec7f446bddec387ccb64eaf989e26318e0fbda8ce3bbb4d41a78ff8d7e7ecdd"
    },
    {
      "path": "figures/intialization_overview.tex",
      "bytes": 632,
      "sha256": "ad0c0841cd45236e8e36571a75c933571267d7c5370abed80b61fcd3374f16c9"
    },
    {
      "path": "figures/lora_init_app.tex",
      "bytes": 784,
      "sha256": "23a5a3d9daba87caf1b71be37dad3e1ed2188a17db696f85fcb32ff53d2279cb"
    },
    {
      "path": "figures/lora_training_loss_appendix.tex",
      "bytes": 950,
      "sha256": "4597cf151f35de6de1480a11969a68aa08487a21bcd48ed4c1109360c946896c"
    },
    {
      "path": "figures/main_figures.tex",
      "bytes": 1176,
      "sha256": "90af7363749d563f94ddb688214c98f5165c10a8f2345a9c2245b175e0396e01"
    },
    {
      "path": "figures/overview.tex",
      "bytes": 721,
      "sha256": "bd3054506a7f42405fc3df11c92909ed819a34d82d5633e0f92c61464cbd9233"
    },
    {
      "path": "figures/rank_fewshot_appendix.tex",
      "bytes": 963,
      "sha256": "f7d87ec31a08ee0d8abab3cc7ca88f326d279e0c69e8fac33fc5b515f70b9897"
    },
    {
      "path": "figures/sharing_strategy.tex",
      "bytes": 828,
      "sha256": "8cd3af44025d76c44d3458447b14c6f0a4a84d83376c3355794a75d04eb3006e"
    },
    {
      "path": "figures/svd_zero_init_appendix.tex",
      "bytes": 958,
      "sha256": "7ad2ca7291c5d1f76597a9c4fae658fdc1b4bc7675d5f7f8818a223e66900109"
    },
    {
      "path": "figures/training_loss_appendix.tex",
      "bytes": 1288,
      "sha256": "7bbe4a99a58475402727e4a786fab57e5a2125dd67497fb1dd6090c1ac60c9b7"
    },
    {
      "path": "googledeepmind.bbl",
      "bytes": 51405,
      "sha256": "6bd2e6265be96388c7a9f572d60383d96e0978e3d5c34791b6a431bf875a35a1"
    },
    {
      "path": "googledeepmind.bib",
      "bytes": 72160,
      "sha256": "4d33527a702bbe3d69a566a47bcffa6d40281aa8e3988f3939cd4a46fee1d744"
    },
    {
      "path": "googledeepmind.cls",
      "bytes": 12163,
      "sha256": "9eb24746105beae1e4dd292121f67566e8c616636dcf2e2fb8467fd7986765b3"
    },
    {
      "path": "googledeepmind.tex",
      "bytes": 6299,
      "sha256": "ab833541915af1883c860c067a48887a14c1a2e8e4a8334c2761f984a7aeaf23"
    },
    {
      "path": "section/appendix.tex",
      "bytes": 34341,
      "sha256": "171b03e19169add5cc46cafbde4d2f9923e825507f64b7ab885c6e95dc38f3a7"
    },
    {
      "path": "section/conclusion.tex",
      "bytes": 5444,
      "sha256": "0dc69d8cdf78bc7d0d30ae7c962c909946efefeefb26fd20c7aff1a4c7a15338"
    },
    {
      "path": "section/experiments.tex",
      "bytes": 19280,
      "sha256": "fc6b354c416496525aa9061c30a2621e9d46d9f44885e2d1153747aa14fff5b1"
    },
    {
      "path": "section/introduction.tex",
      "bytes": 6591,
      "sha256": "40ad5988c969067ceac5c80af706395cb6feb90ce8b20da8f8fad0e3d752dec9"
    },
    {
      "path": "section/methods.tex",
      "bytes": 12658,
      "sha256": "511ad888b4705e1260a4d363b28ea3babd089a358dfa8d1a019d892029828448"
    },
    {
      "path": "section/related_works.tex",
      "bytes": 4227,
      "sha256": "2f0d764a138b9d3bb713d80530dddcf328bec32cf14e3733cf40f77311e1acff"
    },
    {
      "path": "tables/early_exit_ablations.tex",
      "bytes": 3367,
      "sha256": "87713891bee7017adf42e189f8940f94cb92036d02dde01935773849b746ae6d"
    },
    {
      "path": "tables/early_exit_ablations_app.tex",
      "bytes": 9066,
      "sha256": "7199d0f80e70148a9074969a0ab8afcb25af8ab80366184db30daf6e272ae715"
    },
    {
      "path": "tables/final_early_exit_performance_app.tex",
      "bytes": 15481,
      "sha256": "38a0282587d0171e2194ab7399f34a6b317592b9dc480d1191570e76b0af35f9"
    },
    {
      "path": "tables/final_early_exit_performance_tinyllama_pythia_app.tex",
      "bytes": 14524,
      "sha256": "d203fa06b8fdf48a0b2d2018022b76a9bb503860ee3f85ff9335f9ba3146f10a"
    },
    {
      "path": "tables/final_performance_throughput.tex",
      "bytes": 13386,
      "sha256": "4ea62b8ba8e4b0208e0aa04aa83f38d0a0eaac69f95e52d724b3714a37a7ce07"
    },
    {
      "path": "tables/final_performance_throughput_a100_16gb.tex",
      "bytes": 13417,
      "sha256": "e82fa83f85c70c37d1a4f4730578a8f20d7e4fd434561ad244f0a2899c819ca5"
    },
    {
      "path": "tables/individual_effect.tex",
      "bytes": 1698,
      "sha256": "4c46e806dd40cd4a2dad0fbccaabe602e5ec5b43546dc7b541ac4120e90d3b09"
    },
    {
      "path": "tables/initialization_performance_total.tex",
      "bytes": 5369,
      "sha256": "24e4a64d37eb23e2bf7ad136a75ec05bafab7c4fe16edf88625e1cd9d53180c5"
    },
    {
      "path": "tables/kd_ablation_study.tex",
      "bytes": 3591,
      "sha256": "ce81189c001625d97420c3a95379c7874918f8852516e45e055199e1d4638ed4"
    },
    {
      "path": "tables/long_training_kd_app.tex",
      "bytes": 10845,
      "sha256": "f449aa41f1f326f360b9055eef75a4972b489f90bfe610478120ea1060615b89"
    },
    {
      "path": "tables/lora_performance_total_appendix.tex",
      "bytes": 12845,
      "sha256": "0a39bbdfa1fb9a5aeee3e84f2071c70472c071a3f3e5c700ff2c907b905f0a41"
    },
    {
      "path": "tables/lora_rank_ablation_app.tex",
      "bytes": 3052,
      "sha256": "0ed98ee590833b76d4aea3fe4965aff11fc9815bb2fb839cda22521f5236e868"
    },
    {
      "path": "tables/measured_generation_time.tex",
      "bytes": 10477,
      "sha256": "1d0f2b5cd62cd8cffec542f880a7f277f096a6bf411a422f854ead93caf81c0b"
    },
    {
      "path": "tables/measured_generation_time_a100_16gb.tex",
      "bytes": 10113,
      "sha256": "e6daaee796eb44782b17d77be9e4e9879aa6b442476aa3f9876d5dcf5112199d"
    },
    {
      "path": "tables/model_arch.tex",
      "bytes": 1789,
      "sha256": "d038aaf750078e89599de4305081070104be9c9ab7b233a201f8c8346dac8f3f"
    },
    {
      "path": "tables/prefix_tuning_appendix.tex",
      "bytes": 7492,
      "sha256": "5871845acb9a2fe990549cd81df9570b01cad45c20a9f26f729e464c514c53cb"
    },
    {
      "path": "tables/pretrained_model_performance.tex",
      "bytes": 1661,
      "sha256": "5248085b2dcc5c24d74b69f7f3433c5cb04f2d82e35a74f0a4c0a72e9afcd213"
    },
    {
      "path": "tables/target_baseline_performance.tex",
      "bytes": 2548,
      "sha256": "59496add665fd2abdf914f462b4e1a2c23427190da3f68f03c5a4472fe78849d"
    },
    {
      "path": "tables/various_base_model_sizes.tex",
      "bytes": 2174,
      "sha256": "c44f160643dcaa8833488d4e3bd9d2997a74f77802e2d0d479103b8790fa0efc"
    }
  ],
  "tex_files": [
    "figures/60b_kd_model_size_performance.tex",
    "figures/continuous_batching_overview.tex",
    "figures/cross_layer_lora_main.tex",
    "figures/cross_layer_lora_main2.tex",
    "figures/early_exit_throughput.tex",
    "figures/fewshot_total_bar_appendix.tex",
    "figures/initialization_ablation.tex",
    "figures/initialization_main.tex",
    "figures/intialization_overview.tex",
    "figures/lora_init_app.tex",
    "figures/lora_training_loss_appendix.tex",
    "figures/main_figures.tex",
    "figures/overview.tex",
    "figures/rank_fewshot_appendix.tex",
    "figures/sharing_strategy.tex",
    "figures/svd_zero_init_appendix.tex",
    "figures/training_loss_appendix.tex",
    "googledeepmind.tex",
    "section/appendix.tex",
    "section/conclusion.tex",
    "section/experiments.tex",
    "section/introduction.tex",
    "section/methods.tex",
    "section/related_works.tex",
    "tables/early_exit_ablations.tex",
    "tables/early_exit_ablations_app.tex",
    "tables/final_early_exit_performance_app.tex",
    "tables/final_early_exit_performance_tinyllama_pythia_app.tex",
    "tables/final_performance_throughput.tex",
    "tables/final_performance_throughput_a100_16gb.tex",
    "tables/individual_effect.tex",
    "tables/initialization_performance_total.tex",
    "tables/kd_ablation_study.tex",
    "tables/long_training_kd_app.tex",
    "tables/lora_performance_total_appendix.tex",
    "tables/lora_rank_ablation_app.tex",
    "tables/measured_generation_time.tex",
    "tables/measured_generation_time_a100_16gb.tex",
    "tables/model_arch.tex",
    "tables/prefix_tuning_appendix.tex",
    "tables/pretrained_model_performance.tex",
    "tables/target_baseline_performance.tex",
    "tables/various_base_model_sizes.tex"
  ],
  "entry_candidates": [
    "googledeepmind.tex"
  ],
  "figure_files": [
    "assets/Google_DeepMind_Logo_rgb_3320x512px.png",
    "assets/ablation_legend.pdf",
    "assets/average_abl.pdf",
    "assets/continous_depthwise_batching.pdf",
    "assets/continuous_depthwise_batching_early_exit.pdf",
    "assets/early_exit_throughput_reverse.pdf",
    "assets/fewshot_gemma_bar_total.pdf",
    "assets/gemma_loss.pdf",
    "assets/gemma_main.pdf",
    "assets/gemma_total.pdf",
    "assets/gemma_total_group3.pdf",
    "assets/gemma_training_loss.pdf",
    "assets/gemma_training_loss_group2.pdf",
    "assets/gemma_training_loss_group3.pdf",
    "assets/gemma_zero_init_svd_init.pdf",
    "assets/gemma_zero_init_svd_init_app.pdf",
    "assets/initialization_abl.pdf",
    "assets/initialization_ablation.pdf",
    "assets/initialization_gemma_left.pdf",
    "assets/initialization_gemma_training_loss.pdf",
    "assets/initialization_parameter_size_avg_acc.pdf",
    "assets/initialization_parameter_size_avg_acc_color.pdf",
    "assets/initialization_total.pdf",
    "assets/long_training_block2.pdf",
    "assets/long_training_parameter_size_avg_acc_gemma.pdf",
    "assets/long_training_parameter_size_avg_acc_pythia.pdf",
    "assets/long_training_parameter_size_avg_acc_tinyllama.pdf",
    "assets/looping_initialization_total.pdf",
    "assets/lora_gemma_loss.pdf",
    "assets/lora_gemma_loss_app.pdf",
    "assets/lora_improvement.pdf",
    "assets/lora_init_overview.pdf",
    "assets/lora_loss_label.pdf",
    "assets/lora_model_size_label.pdf",
    "assets/lora_pythia_loss.pdf",
    "assets/lora_tinyllama_loss.pdf",
    "assets/lora_trainingloss_app.pdf",
    "assets/overall_results.pdf",
    "assets/overview_convert_removed.pdf",
    "assets/pythia_main.pdf",
    "assets/pythia_total.pdf",
    "assets/pythia_training_loss.pdf",
    "assets/pythia_zero_init_svd_init_app.pdf",
    "assets/rank_fewshot_acc.pdf",
    "assets/rank_fewshot_acc_gemma.pdf",
    "assets/rank_fewshot_acc_pythia.pdf",
    "assets/rank_fewshot_acc_tinyllama.pdf",
    "assets/rank_fewshot_label.pdf",
    "assets/relaxed_parameter_size_avg_acc.pdf",
    "assets/sharing_strategy_cycle2.pdf",
    "assets/sharing_strategy_reverse.pdf",
    "assets/sharing_strategy_sequence2.pdf",
    "assets/stepwise_abl.pdf",
    "assets/tinyllama_fewshot_avg_color.pdf",
    "assets/tinyllama_fewshot_avg_total.pdf",
    "assets/tinyllama_fewshot_avg_total_color.pdf",
    "assets/tinyllama_fewshot_total.pdf",
    "assets/tinyllama_main.pdf",
    "assets/tinyllama_pythia_fewshot_avg.pdf",
    "assets/tinyllama_total.pdf",
    "assets/tinyllama_training_loss.pdf",
    "assets/tinyllama_zero_init_svd_init_app.pdf",
    "assets/training_loss_label.pdf",
    "assets/training_loss_total.pdf",
    "assets/vanilla_batching.pdf"
  ]
}