{
  "arxiv_id": "2505.18413v1",
  "status": "available",
  "source_url": "https://arxiv.org/src/2505.18413v1",
  "retrieved_url": "https://arxiv.org/src/2505.18413v1",
  "retrieved_at_utc": "2026-09-24T06:41:30.040793+00:00",
  "archive_file": "arxiv-source.tar.gz",
  "archive_sha256": "0476d59045cc596ca80c7d36dab7a5a5fdb23429825ed1a4c5b14c8eedd5a77e",
  "files": [
    {
      "path": "act.tex",
      "bytes": 5146,
      "sha256": "f54996f4d2dfdbf62dc97ebc1ede13b10e089896f836daca862033e26164d7f6"
    },
    {
      "path": "algorithm.sty",
      "bytes": 2223,
      "sha256": "93fd0eb31c112eb405833db8f1d7f5d238c7e691b1c05680d7276e68f36d564a"
    },
    {
      "path": "algorithmic.sty",
      "bytes": 7414,
      "sha256": "48d18794a5d97c0479a588cc2eac0917992feb9da83acc4631b8f55757d80f9b"
    },
    {
      "path": "app.tex",
      "bytes": 146,
      "sha256": "b9cb14d520cb24ed7aefa6f62941c7d6793eea4996dbd6f31bf01434b4a25fc7"
    },
    {
      "path": "att.tex",
      "bytes": 32104,
      "sha256": "e56010df1fb0d24f723f0ceff913313d20402f35b4bcd304cd53a85c0022fb56"
    },
    {
      "path": "fancyhdr.sty",
      "bytes": 20521,
      "sha256": "b56ec4434b9f4607529a4b23dc68ad8d4b94f1f631c8cddaf7da78140d53a5ea"
    },
    {
      "path": "figs/RootCorda.png",
      "bytes": 398177,
      "sha256": "98ae90312aa942ddfc8a7987c7a30898f6f07172e217b1375c57a2324794fd89"
    },
    {
      "path": "figs/att.png",
      "bytes": 601536,
      "sha256": "e255ab6579ea40a5ca47882dc0779cc3d65eac37eaaa5979517cce8ee67bdde1"
    },
    {
      "path": "figs/att_spa.png",
      "bytes": 839014,
      "sha256": "c82ac744efbcd8c33a67a894c6d45badb296bac8e7c253eccd573de48413aa2c"
    },
    {
      "path": "figs/compression.pdf",
      "bytes": 28071,
      "sha256": "0bd1869b40e8b0c24d76d9ad0dca77fff9c766eb3e6303bc40833be5de4d3047"
    },
    {
      "path": "figs/flops_c4.png",
      "bytes": 229458,
      "sha256": "fc4822406ce6d64ac69f04515554c8a4c0054ec6d2518a00cd0b2602815d954d"
    },
    {
      "path": "figs/flops_ptb.png",
      "bytes": 213942,
      "sha256": "0e47f6893a1e2016659a61d4ce55f2b2fdc01ef282814069f22216b29bbc520e"
    },
    {
      "path": "figs/flops_wt2.png",
      "bytes": 227036,
      "sha256": "4ba4228528326bf8a32997410421f8958e19659d1907ffec64393ef8bb1b3cb4"
    },
    {
      "path": "figs/junction.pdf",
      "bytes": 31053,
      "sha256": "d87c9bb9574c0ae5a40c1944c56268087bd64ff13c05afeb100a0f22bb27eb57"
    },
    {
      "path": "figs/rope.png",
      "bytes": 511288,
      "sha256": "97a4914c77547711c25a5940c6e684b17c898abb560fb6beb27c820236b2f37e"
    },
    {
      "path": "figs/slim_c4_opt1.3b.png",
      "bytes": 194161,
      "sha256": "6ed9ddac4e5d13bdb22955a0d6698181fb9a98e3a8e5d4e83f58d1b9852edb60"
    },
    {
      "path": "figs/slim_c4_opt2.7b.png",
      "bytes": 196798,
      "sha256": "e8666a2fc6d88911e0d4b33c8219807c8e52513116f77156d03670bebf14d806"
    },
    {
      "path": "figs/slim_c4_opt350m.png",
      "bytes": 213777,
      "sha256": "8b0bd3016ed78f9d448315ee5ef963e22a5b078058e5d0772a944ea5c6f3fd0a"
    },
    {
      "path": "figs/slim_c4_opt6.7b.png",
      "bytes": 198731,
      "sha256": "c9f9f3cfecc3535e5ddaa220547c22bb606c9e6afe86c52f530ef1dc74678332"
    },
    {
      "path": "figs/slim_ptb_opt1.3b.png",
      "bytes": 191137,
      "sha256": "91aaa65b8dc1fd6faa3413b453841bf3f0f672ba1637a190db50bcc4eab39c22"
    },
    {
      "path": "figs/slim_ptb_opt2.7b.png",
      "bytes": 193530,
      "sha256": "4719f5f363e25492785593790d132571d39ac95c4f9ffb34b19d8fa70f1534ca"
    },
    {
      "path": "figs/slim_ptb_opt350m.png",
      "bytes": 202937,
      "sha256": "bf7c9b9f2b30e9a2485b99bc758221d02887eae2fe6d9017ce7fb13faf2495bf"
    },
    {
      "path": "figs/slim_ptb_opt6.7b.png",
      "bytes": 189559,
      "sha256": "2a8ab3441f12fee7bd37c8db8b350a6bfa33b7a20d55414ee1dff50bbe5778db"
    },
    {
      "path": "figs/slim_sqa10.png",
      "bytes": 837521,
      "sha256": "b4a88bdfc70c20df2e6d5020ebc462bdd02bef8147335e358e857ba24404a7e5"
    },
    {
      "path": "figs/slim_sqa30.png",
      "bytes": 787486,
      "sha256": "7bb04186e0439404a99cc5d330f1ae79a58b90fd03096922821719f90839659b"
    },
    {
      "path": "figs/slim_sqa50.png",
      "bytes": 788721,
      "sha256": "5a735111b43f7d592e9ce106be8d9ef4a83749782e231996a9725704f250203d"
    },
    {
      "path": "figs/slim_wt2_opt1.3b.png",
      "bytes": 193320,
      "sha256": "8823f1df0b64592a3386808942406d756f5774ca066ca60b5772e1d1df32eb37"
    },
    {
      "path": "figs/slim_wt2_opt2.7b.png",
      "bytes": 193487,
      "sha256": "10422e808602a91356ebf66d7e01d56caad4efc8b7aaa6afb1022d2c215720b1"
    },
    {
      "path": "figs/slim_wt2_opt350m.png",
      "bytes": 208378,
      "sha256": "397ce9e317e1a295456aad654e19fb89abe753cbb0a2e6fc7ef29b80f3d8821b"
    },
    {
      "path": "figs/slim_wt2_opt6.7b.png",
      "bytes": 197245,
      "sha256": "eab88361dd45fc434e84d09411f7830ad0aead863f05832906849c65fff92556"
    },
    {
      "path": "figs/slora.png",
      "bytes": 404848,
      "sha256": "53c2c0c8a4e29e6b47f414545f7036056c9d9d94a3504ca2ece418bfc732e475"
    },
    {
      "path": "figs/spa.png",
      "bytes": 676028,
      "sha256": "fee0b32e2d41f14913e470381a08c632e036ae40143d3b0de41e103765e0780e"
    },
    {
      "path": "figs/spa2.png",
      "bytes": 570480,
      "sha256": "7f02202f65c49c5c8779cc30533e4fe3a502ab887627bf5b4a1bd689bc1bd7dd"
    },
    {
      "path": "figs/spa3.png",
      "bytes": 580298,
      "sha256": "d23e6cfccc796cebefb909185f1d29968864b3679a515bf14902a7ee45e51aad"
    },
    {
      "path": "figs/spa_head.png",
      "bytes": 644348,
      "sha256": "a24e20a9f6832a661e11af76a0dc5e8e30d3ea3b36f539e5cfa949aa89768c4a"
    },
    {
      "path": "figs/spa_jointQKV.png",
      "bytes": 727674,
      "sha256": "3351875278747fe6df13a34fffc00ba0e415aa3dd006cca1c686720a0c6ff8de"
    },
    {
      "path": "figs/tucker.pdf",
      "bytes": 32605,
      "sha256": "8d87010022b8b7c87e0cda2f3c0300c88eacb497fedb956928df245dd7b89330"
    },
    {
      "path": "iccv.sty",
      "bytes": 17975,
      "sha256": "e9c2a80c57ba33b4249787ae3b33e8b1eb80c005cf6b6e8a7cb3023e5fc93972"
    },
    {
      "path": "ieeenat_fullname.bst",
      "bytes": 26900,
      "sha256": "e38e6166bd7b1e6d23a1b79dcdb55c656e4fcdbe91bdf6b50d827e6b5d1aacfc"
    },
    {
      "path": "main.bbl",
      "bytes": 20691,
      "sha256": "2651e5a441474d12a238e350b06c7df8de92fa1df7075ac1d6b912ea0b6b84de"
    },
    {
      "path": "main.tex",
      "bytes": 45482,
      "sha256": "c72acbcafb5e8e019c6ea5f346e0631b509b1bca40cef1bf45147ed0e45a74c8"
    },
    {
      "path": "mlp.tex",
      "bytes": 1769,
      "sha256": "12ff287b2a376a940e32bba4617156c74a32adef98f26182ec7b391962fe5652"
    },
    {
      "path": "model.tex",
      "bytes": 3820,
      "sha256": "183c99b7a517ef007368c9aeaa9d2eb51dd3bb68cc1757c179f67828b7f01b87"
    },
    {
      "path": "pe.tex",
      "bytes": 6680,
      "sha256": "fb50ec99887aa22b83e784b275b43dcff9b42cd19bf4e5237f431fe71cf079f0"
    },
    {
      "path": "preamble.tex",
      "bytes": 132,
      "sha256": "ca05c167383c0166e75f2a6ca540645c79b2a6643636da767ae3f48c885f47b3"
    },
    {
      "path": "qkv.tex",
      "bytes": 3458,
      "sha256": "fbf5d1675a23e42b919b473304702ae60827fb38be08ad607895543a9df160be"
    },
    {
      "path": "sections/abst.tex",
      "bytes": 652,
      "sha256": "e14425ce57d36c8b278ab7ef7a8179b0cb3b25350e0d73491927801250ffad83"
    },
    {
      "path": "sections/intro.tex",
      "bytes": 2783,
      "sha256": "d331c397901f5f75e693ee91c1375223aed65d70db78cb34d1fd0021c5b29f17"
    },
    {
      "path": "sections/related.tex",
      "bytes": 2213,
      "sha256": "20409f4031bb84e06b0395df7e20a0d1cb0dd23d68c2810ef2516105f1eb8e1b"
    },
    {
      "path": "spa.tex",
      "bytes": 5426,
      "sha256": "7cbb9c532ae826e595f90d558eecf1377b1ca81a36d8a08fd57bd4085992d329"
    },
    {
      "path": "vo.tex",
      "bytes": 13254,
      "sha256": "26b6f74663a09183a7dd64c671c152e077ba2373a408b7f21a6c7fa12c032992"
    },
    {
      "path": "weight.tex",
      "bytes": 2889,
      "sha256": "e2b90ee59232f010bb71415516c50ab032de85c2e371caddf3f61d07737f54d8"
    }
  ],
  "tex_files": [
    "act.tex",
    "app.tex",
    "att.tex",
    "main.tex",
    "mlp.tex",
    "model.tex",
    "pe.tex",
    "preamble.tex",
    "qkv.tex",
    "sections/abst.tex",
    "sections/intro.tex",
    "sections/related.tex",
    "spa.tex",
    "vo.tex",
    "weight.tex"
  ],
  "entry_candidates": [
    "main.tex"
  ],
  "figure_files": [
    "figs/RootCorda.png",
    "figs/att.png",
    "figs/att_spa.png",
    "figs/compression.pdf",
    "figs/flops_c4.png",
    "figs/flops_ptb.png",
    "figs/flops_wt2.png",
    "figs/junction.pdf",
    "figs/rope.png",
    "figs/slim_c4_opt1.3b.png",
    "figs/slim_c4_opt2.7b.png",
    "figs/slim_c4_opt350m.png",
    "figs/slim_c4_opt6.7b.png",
    "figs/slim_ptb_opt1.3b.png",
    "figs/slim_ptb_opt2.7b.png",
    "figs/slim_ptb_opt350m.png",
    "figs/slim_ptb_opt6.7b.png",
    "figs/slim_sqa10.png",
    "figs/slim_sqa30.png",
    "figs/slim_sqa50.png",
    "figs/slim_wt2_opt1.3b.png",
    "figs/slim_wt2_opt2.7b.png",
    "figs/slim_wt2_opt350m.png",
    "figs/slim_wt2_opt6.7b.png",
    "figs/slora.png",
    "figs/spa.png",
    "figs/spa2.png",
    "figs/spa3.png",
    "figs/spa_head.png",
    "figs/spa_jointQKV.png",
    "figs/tucker.pdf"
  ]
}
