{
  "arxiv_id": "2407.05483v1",
  "status": "available",
  "source_url": "https://arxiv.org/src/2407.05483v1",
  "retrieved_url": "https://arxiv.org/src/2407.05483v1",
  "retrieved_at_utc": "2026-09-29T07:57:54.494522+00:00",
  "archive_file": "arxiv-source.tar.gz",
  "archive_sha256": "614cc9dc1ce0b76968f097291c68702bfacc7b3f4176d6abd5538097a737ec2f",
  "files": [
    {
      "path": "appendix/additional_experiments.tex",
      "bytes": 2530,
      "sha256": "8c8b024285ca3469d82a03f09664d2f8b921f3e8a8187ee4f8dbed33d55c1de4"
    },
    {
      "path": "appendix/algorithms/jrt_rnn.tex",
      "bytes": 1304,
      "sha256": "02dfd7465402e324643bf0c6bdbdab3ddff8f299d4bb15796a57d634a0e1dc47"
    },
    {
      "path": "appendix/analysis.tex",
      "bytes": 7772,
      "sha256": "98b0fc4345f5a264d6dfcf919fca23b4af328926739a8b3256762e5681157855"
    },
    {
      "path": "appendix/architecture.tex",
      "bytes": 3899,
      "sha256": "0b50902f8298f334d9ac5ad61d31a3a6e7903ade0d576147679715c5bc8cc022"
    },
    {
      "path": "appendix/benchmark_descriptions.tex",
      "bytes": 5015,
      "sha256": "036d000d9cdab440e636ca7b47428b7d30aa1e2f9f8ce46913b519e959e2fec7"
    },
    {
      "path": "appendix/experiment_details.tex",
      "bytes": 11112,
      "sha256": "19185a13838a30079b27972d5970c598cc6825762ee77833196be1574cbe501b"
    },
    {
      "path": "appendix/hyperparams/attention.tex",
      "bytes": 1129,
      "sha256": "0e712fca70e01fb72be449f0419972b9f06d142ee20cc4bb9c172f058589a649"
    },
    {
      "path": "appendix/hyperparams/based.tex",
      "bytes": 1940,
      "sha256": "e0e0f76bec4c57ec1dd76e853d6a8173212e9e63bd63c19eff60ef2c2d92299c"
    },
    {
      "path": "appendix/hyperparams/jrt.tex",
      "bytes": 2166,
      "sha256": "55b30873788a54e018594b03d343e5c813b3ff1f7b0a2743e901d4f67d6e0261"
    },
    {
      "path": "appendix/hyperparams/mamba.tex",
      "bytes": 1341,
      "sha256": "f9b6007148efbc405b5a0a57186260d961b7c304c129814783a95992cc23062d"
    },
    {
      "path": "appendix/prompts.tex",
      "bytes": 18378,
      "sha256": "62bef42752a1064994605e86b4fc80190ddb6db62ac1f718044b0be9e3b555f8"
    },
    {
      "path": "appendix/related_work.tex",
      "bytes": 8678,
      "sha256": "28d4f897bccfc8abc204f4a115522a9fd5aece905682435337307f91f5ccbfe9"
    },
    {
      "path": "appendix/tables/ablate.tex",
      "bytes": 1479,
      "sha256": "269ef9ce3603fc4e72c45fe5f2d4304f4408b74d6f64df7fbb1eaf709ba8293d"
    },
    {
      "path": "appendix/tables/efficiency.tex",
      "bytes": 1028,
      "sha256": "0a832f9af215a375644ba9f953c6c4b7a0a6ec3c9719be10d0d37cb8fc8e07b8"
    },
    {
      "path": "appendix/tables/efficiency_seqlen.tex",
      "bytes": 2141,
      "sha256": "1891715021ff64c1ccd90603ae10769632faf9cc43f4b5caeba6f536daf93095"
    },
    {
      "path": "appendix/tables/super_glue.tex",
      "bytes": 6344,
      "sha256": "36aaf361381e6e5d42c639b7f2a21c3d54c65aea0bd6084438553df79db31264"
    },
    {
      "path": "appendix/theory/baseconv_lower.tex",
      "bytes": 12528,
      "sha256": "dd2a7f9b8c757a2fb7b7047e08cb060f02c7c59ced0a7383e74a13aee71e686b"
    },
    {
      "path": "appendix/theory/mamba_sd.tex",
      "bytes": 3491,
      "sha256": "09e47a1236d404d0f5209d3c88ee374978fe4fbf4a0723f35c333b1178a0426f"
    },
    {
      "path": "appendix/theory/mqar_sd.tex",
      "bytes": 9987,
      "sha256": "86d5aae34dc323f6368de880067686255fb70e429bd73bd7f2967aee5f19d02e"
    },
    {
      "path": "appendix/theory/recurrent_models.tex",
      "bytes": 52835,
      "sha256": "a42390eebd108d09f500c1881484aeaf194aff90fb8fc6bccdb245ad0702a832"
    },
    {
      "path": "appendix/theory/theory_intro.tex",
      "bytes": 3902,
      "sha256": "152aece7fed8410da70c52ce4f0474c3fbeca68c970491bb35a9c0c9d96a8831"
    },
    {
      "path": "esfomo/icml2024.bst",
      "bytes": 27148,
      "sha256": "658686fce0db335dba50e025af9eedcbc69ede65fa25197f316cd06f158ef6ab"
    },
    {
      "path": "esfomo/icml2024.sty",
      "bytes": 28052,
      "sha256": "43e2fbe62600e5f532ad800731a5dbfc6be951f50edcf9cf3a9d97d55ff888ad"
    },
    {
      "path": "esfomo/neurips_2024.pdf",
      "bytes": 173530,
      "sha256": "495bf3a83f4866761899fd5fd10b240b53d2836b194f5fa5b182a9f7cca3df60"
    },
    {
      "path": "esfomo/neurips_2024.sty",
      "bytes": 11625,
      "sha256": "8ab01b6bcd359839d43d11a5663502105dacd8ab50a3a49809491fce4f070aff"
    },
    {
      "path": "figures/efficiency/4090-lin-attn-fwd_benchmark-N16384.png",
      "bytes": 58543,
      "sha256": "ea1b01bc1791c966085fea16db0a5296704a0b627b337c82660be3b1a05b7547"
    },
    {
      "path": "figures/efficiency/4090-lin-attn-fwd_benchmark-seqlen-N32768.png",
      "bytes": 36696,
      "sha256": "8ad70e11e5810af41d5424a718a586696d3af524db3f7eb320991fd5ce07f453"
    },
    {
      "path": "figures/efficiency/throughput.tex",
      "bytes": 792,
      "sha256": "e91bed69f9aae2f2591e07d82f6cdda4ba9d222091cfdc990320fa1a610e3f94"
    },
    {
      "path": "figures/main.tex",
      "bytes": 995,
      "sha256": "93a809b2cc29635d66d28b2dedae33e7baef3b4e73b6d50344e5751554ba89c5"
    },
    {
      "path": "figures/main_fig_jrt1.png",
      "bytes": 274738,
      "sha256": "9069dd8bf97166489daef7b29251f8d93797c72559dbc00a617025dc7b216bcc"
    },
    {
      "path": "figures/ppl_slices/360m_bigram_perplexity_non_recall.pdf",
      "bytes": 20050,
      "sha256": "ebd76ad9e81e7811a31c0eba679e822856d84837adcd59b76f9daa14126e17e9"
    },
    {
      "path": "figures/ppl_slices/360m_bigram_perplexity_recall.pdf",
      "bytes": 18461,
      "sha256": "e5e8712c30d027ebd6d76af50a02d0553b002a820d00d541cf795363cd2e92d5"
    },
    {
      "path": "figures/ppl_slices/360m_bigram_perplexity_recall_gap.pdf",
      "bytes": 18084,
      "sha256": "38de7f354672d21820c2bdfdb02a56248f36f2d9e48be93fce0736f05c42ce79"
    },
    {
      "path": "figures/ppl_slices/ppl_figures.tex",
      "bytes": 1245,
      "sha256": "789b7398cf22bff9847562359e8a5c2b7c44ec48e544fa898acbfc6e37ef4a88"
    },
    {
      "path": "figures/synthetics/set_dijsointness.png",
      "bytes": 337717,
      "sha256": "0e58fad35e66e3cd48163b4b244dc7267ba8453af1bd79fc793118bcbb1ae9f4"
    },
    {
      "path": "figures/synthetics/synthetic.tex",
      "bytes": 1172,
      "sha256": "a52abfd28192ea82e7cf1ee5ca821626f9c219a4fa22a1c0d52e0256d4739a87"
    },
    {
      "path": "macros.sty",
      "bytes": 2121,
      "sha256": "efd552d9e822aee7098814c090376922db3c5dbbbc43f5061e2acb7f84a2e915"
    },
    {
      "path": "main.bbl",
      "bytes": 32166,
      "sha256": "8c023825fcdfe23d7138859cadc6ccf130eb6de3a668cbd0174b4bde661ad519"
    },
    {
      "path": "main.sty",
      "bytes": 4829,
      "sha256": "7d027146bf4fcc9f3edc707f7460db147ac753bd5d72f171a4d6fb252c019c8c"
    },
    {
      "path": "main.tex",
      "bytes": 11112,
      "sha256": "0dae19fe60432b61a892700de02e0de4e198898803d50b05b657fc209b4a56ab"
    },
    {
      "path": "math_commands.sty",
      "bytes": 20637,
      "sha256": "f0c57e56997d053a894e246bd4bbfdbd226ef2247d065e1d02cc614ce6af57c6"
    },
    {
      "path": "references.bib",
      "bytes": 80845,
      "sha256": "c05556812ada4ca6b8385caaf3fd6287d382124d5b970d3fd7ee07f7ff2a5e90"
    },
    {
      "path": "sections/conclusion.tex",
      "bytes": 1309,
      "sha256": "6eaf8fad961871c942c1d5800eb137fec806367b2bea5a4eadc7ba7b1df87dd7"
    },
    {
      "path": "sections/intro.tex",
      "bytes": 7109,
      "sha256": "9eb08740330947ab34631e99be404ea132d2169720bb02cbfebda083a3308548"
    },
    {
      "path": "sections/method.tex",
      "bytes": 9186,
      "sha256": "fc342577918d15da9f91188999bfc4beb2d0dca132e7877758a0951a61c226c6"
    },
    {
      "path": "sections/related_work.tex",
      "bytes": 3774,
      "sha256": "3f0231025cd7616e6f23dca10a68316baccc724a5ee608a2424b73c5154d86b5"
    },
    {
      "path": "sections/results.tex",
      "bytes": 11334,
      "sha256": "40e9bd6c61be9ec3b654149589cb6251c397fdd698bca9716b168dc4638bbc2c"
    },
    {
      "path": "sections/study.tex",
      "bytes": 10191,
      "sha256": "802f30954894d599bbeaa927cd35ce751c46789c1958dac1f2382580442e6eed"
    },
    {
      "path": "sections/tables/ablations.tex",
      "bytes": 798,
      "sha256": "364a7f01b5293ea84ed3a7f0b2b4134e9552dc18437054749e856f8444774999"
    },
    {
      "path": "sections/tables/cepe.tex",
      "bytes": 846,
      "sha256": "ff368a82cc3eb54dfa71da7423fceff3485e0fb060076441ec2444e369d7297f"
    },
    {
      "path": "sections/tables/extrapolation.tex",
      "bytes": 1767,
      "sha256": "22f543059703c33cdceede4581df89bf8061357c9bc6136b2281f7d13fbb9c97"
    },
    {
      "path": "sections/tables/jrt_prompt_clean.tex",
      "bytes": 3760,
      "sha256": "fa722ad522dbd67ed5c856bd55418d04be8263bb46e1d376d3c334c2d3cbbf79"
    },
    {
      "path": "sections/tables/jrt_rnn_main.tex",
      "bytes": 3209,
      "sha256": "c8a60957d023692cd0bdf41112ee9168f81151c2c879889535e3ba3c9f563cba"
    }
  ],
  "tex_files": [
    "appendix/additional_experiments.tex",
    "appendix/algorithms/jrt_rnn.tex",
    "appendix/analysis.tex",
    "appendix/architecture.tex",
    "appendix/benchmark_descriptions.tex",
    "appendix/experiment_details.tex",
    "appendix/hyperparams/attention.tex",
    "appendix/hyperparams/based.tex",
    "appendix/hyperparams/jrt.tex",
    "appendix/hyperparams/mamba.tex",
    "appendix/prompts.tex",
    "appendix/related_work.tex",
    "appendix/tables/ablate.tex",
    "appendix/tables/efficiency.tex",
    "appendix/tables/efficiency_seqlen.tex",
    "appendix/tables/super_glue.tex",
    "appendix/theory/baseconv_lower.tex",
    "appendix/theory/mamba_sd.tex",
    "appendix/theory/mqar_sd.tex",
    "appendix/theory/recurrent_models.tex",
    "appendix/theory/theory_intro.tex",
    "figures/efficiency/throughput.tex",
    "figures/main.tex",
    "figures/ppl_slices/ppl_figures.tex",
    "figures/synthetics/synthetic.tex",
    "main.tex",
    "sections/conclusion.tex",
    "sections/intro.tex",
    "sections/method.tex",
    "sections/related_work.tex",
    "sections/results.tex",
    "sections/study.tex",
    "sections/tables/ablations.tex",
    "sections/tables/cepe.tex",
    "sections/tables/extrapolation.tex",
    "sections/tables/jrt_prompt_clean.tex",
    "sections/tables/jrt_rnn_main.tex"
  ],
  "entry_candidates": [
    "main.tex"
  ],
  "figure_files": [
    "esfomo/neurips_2024.pdf",
    "figures/efficiency/4090-lin-attn-fwd_benchmark-N16384.png",
    "figures/efficiency/4090-lin-attn-fwd_benchmark-seqlen-N32768.png",
    "figures/main_fig_jrt1.png",
    "figures/ppl_slices/360m_bigram_perplexity_non_recall.pdf",
    "figures/ppl_slices/360m_bigram_perplexity_recall.pdf",
    "figures/ppl_slices/360m_bigram_perplexity_recall_gap.pdf",
    "figures/synthetics/set_dijsointness.png"
  ]
}