[{"data":1,"prerenderedAt":2878},["ShallowReactive",2],{"navigation":3,"\u002Fbenchmarks":864,"\u002Fbenchmarks-surround":2873},[4,8,168,206,852,856,860],{"title":5,"path":6,"stem":7},"Quickstart","\u002Fquickstart","01.quickstart",{"title":9,"path":10,"stem":11,"children":12},"Concepts","\u002Fconcepts","20.concepts",[13,15,19,23,84,88,92,96,100],{"title":9,"path":10,"stem":14},"20.concepts\u002Findex",{"title":16,"path":17,"stem":18},"Preprocessing Graph","\u002Fconcepts\u002Fppg","20.concepts\u002F2.ppg",{"title":20,"path":21,"stem":22},"Plane decomposition","\u002Fconcepts\u002Fplanes","20.concepts\u002F3.planes",{"title":24,"path":25,"stem":26,"children":27},"Codecs","\u002Fconcepts\u002Fcodecs","20.concepts\u002F4.codecs",[28,32,36,40,44,48,52,56,60,64,68,72,76,80],{"title":29,"path":30,"stem":31},"Arithmetic","\u002Fconcepts\u002Fcodecs\u002Farithmetic","20.concepts\u002Fcodecs\u002Farithmetic",{"title":33,"path":34,"stem":35},"Context Mixing Lite","\u002Fconcepts\u002Fcodecs\u002Fcontext-mixing-lite","20.concepts\u002Fcodecs\u002Fcontext-mixing-lite",{"title":37,"path":38,"stem":39},"FPC","\u002Fconcepts\u002Fcodecs\u002Ffpc","20.concepts\u002Fcodecs\u002Ffpc",{"title":41,"path":42,"stem":43},"Huffman LLM 5-Bit","\u002Fconcepts\u002Fcodecs\u002Fhuff-llm","20.concepts\u002Fcodecs\u002Fhuff-llm",{"title":45,"path":46,"stem":47},"Huffman","\u002Fconcepts\u002Fcodecs\u002Fhuffman","20.concepts\u002Fcodecs\u002Fhuffman",{"title":49,"path":50,"stem":51},"Identity","\u002Fconcepts\u002Fcodecs\u002Fidentity","20.concepts\u002Fcodecs\u002Fidentity",{"title":53,"path":54,"stem":55},"Neural Predictor","\u002Fconcepts\u002Fcodecs\u002Fneural-predictor","20.concepts\u002Fcodecs\u002Fneural-predictor",{"title":57,"path":58,"stem":59},"Order-1 Arithmetic","\u002Fconcepts\u002Fcodecs\u002Forder1-arithmetic","20.concepts\u002Fcodecs\u002Forder1-arithmetic",{"title":61,"path":62,"stem":63},"Order-1 Scale AC","\u002Fconcepts\u002Fcodecs\u002Forder1-scale-ac","20.concepts\u002Fcodecs\u002Forder1-scale-ac",{"title":65,"path":66,"stem":67},"Per-Group Codebook","\u002Fconcepts\u002Fcodecs\u002Fper-group-codebook","20.concepts\u002Fcodecs\u002Fper-group-codebook",{"title":69,"path":70,"stem":71},"rANS","\u002Fconcepts\u002Fcodecs\u002Frans","20.concepts\u002Fcodecs\u002Frans",{"title":73,"path":74,"stem":75},"tANS","\u002Fconcepts\u002Fcodecs\u002Ftans","20.concepts\u002Fcodecs\u002Ftans",{"title":77,"path":78,"stem":79},"Zstd","\u002Fconcepts\u002Fcodecs\u002Fzstd","20.concepts\u002Fcodecs\u002Fzstd",{"title":81,"path":82,"stem":83},"Zstd Dictionary","\u002Fconcepts\u002Fcodecs\u002Fzstd-dict","20.concepts\u002Fcodecs\u002Fzstd-dict",{"title":85,"path":86,"stem":87},"Container format","\u002Fconcepts\u002Fcontainer","20.concepts\u002F5.container",{"title":89,"path":90,"stem":91},"Delta compression","\u002Fconcepts\u002Fdelta","20.concepts\u002F6.delta",{"title":93,"path":94,"stem":95},"Extensibility","\u002Fconcepts\u002Fextensibility","20.concepts\u002F7.extensibility",{"title":24,"path":25,"stem":97,"children":98},"20.concepts\u002Fcodecs\u002Findex",[99],{"title":24,"path":25,"stem":97},{"title":101,"path":102,"stem":103,"children":104},"Transforms","\u002Fconcepts\u002Ftransforms","20.concepts\u002Ftransforms\u002Findex",[105,106,110,114,118,122,126,130,134,140,144,148,152,156,160,164],{"title":101,"path":102,"stem":103},{"title":107,"path":108,"stem":109},"Alpha-Stable Normalize","\u002Fconcepts\u002Ftransforms\u002Falpha-stable-normalize","20.concepts\u002Ftransforms\u002Falpha-stable-normalize",{"title":111,"path":112,"stem":113},"Bit Reorder","\u002Fconcepts\u002Ftransforms\u002Fbit-reorder","20.concepts\u002Ftransforms\u002Fbit-reorder",{"title":115,"path":116,"stem":117},"Block Microscaling Repack","\u002Fconcepts\u002Ftransforms\u002Fblock-microscaling-repack","20.concepts\u002Ftransforms\u002Fblock-microscaling-repack",{"title":119,"path":120,"stem":121},"Burrows-Wheeler","\u002Fconcepts\u002Ftransforms\u002Fburrows-wheeler","20.concepts\u002Ftransforms\u002Fburrows-wheeler",{"title":123,"path":124,"stem":125},"Byte Split & Nibble Split","\u002Fconcepts\u002Ftransforms\u002Fbyte-split","20.concepts\u002Ftransforms\u002Fbyte-split",{"title":127,"path":128,"stem":129},"Concat","\u002Fconcepts\u002Ftransforms\u002Fconcat","20.concepts\u002Ftransforms\u002Fconcat",{"title":131,"path":132,"stem":133},"Delta","\u002Fconcepts\u002Ftransforms\u002Fdelta","20.concepts\u002Ftransforms\u002Fdelta",{"title":135,"path":136,"stem":137,"children":138},"Index Bitwidth Pack","\u002Fconcepts\u002Ftransforms\u002Findex-bitwidth-pack","20.concepts\u002Ftransforms\u002Findex-bitwidth-pack",[139],{"title":135,"path":136,"stem":137},{"title":141,"path":142,"stem":143},"IntDelta","\u002Fconcepts\u002Ftransforms\u002Fint-delta","20.concepts\u002Ftransforms\u002Fint-delta",{"title":145,"path":146,"stem":147},"Mantissa Zero Strip","\u002Fconcepts\u002Ftransforms\u002Fmantissa-zero-strip","20.concepts\u002Ftransforms\u002Fmantissa-zero-strip",{"title":149,"path":150,"stem":151},"Move to Front","\u002Fconcepts\u002Ftransforms\u002Fmove-to-front","20.concepts\u002Ftransforms\u002Fmove-to-front",{"title":153,"path":154,"stem":155},"MxFp4 Deinterleave","\u002Fconcepts\u002Ftransforms\u002Fmxfp4-deinterleave","20.concepts\u002Ftransforms\u002Fmxfp4-deinterleave",{"title":157,"path":158,"stem":159},"Predictor XOR","\u002Fconcepts\u002Ftransforms\u002Fpredictor-xor","20.concepts\u002Ftransforms\u002Fpredictor-xor",{"title":161,"path":162,"stem":163},"Reshape","\u002Fconcepts\u002Ftransforms\u002Freshape","20.concepts\u002Ftransforms\u002Freshape",{"title":165,"path":166,"stem":167},"Spherical Normalize","\u002Fconcepts\u002Ftransforms\u002Fspherical-normalize","20.concepts\u002Ftransforms\u002Fspherical-normalize",{"title":169,"path":170,"stem":171,"children":172},"Guides","\u002Fguides","30.guides\u002F00.index",[173,174,178,182,186,190,194,198,202],{"title":169,"path":170,"stem":171},{"title":175,"path":176,"stem":177},"CLI usage","\u002Fguides\u002Fcli","30.guides\u002F01.cli",{"title":179,"path":180,"stem":181},"Python API","\u002Fguides\u002Fpython-api","30.guides\u002F02.python-api",{"title":183,"path":184,"stem":185},"Writing your first extension","\u002Fguides\u002Fextension-authoring","30.guides\u002F03.extension-authoring",{"title":187,"path":188,"stem":189},"Trust and security","\u002Fguides\u002Ftrust-and-security","30.guides\u002F04.trust-and-security",{"title":191,"path":192,"stem":193},"Random access","\u002Fguides\u002Frandom-access","30.guides\u002F10.random-access",{"title":195,"path":196,"stem":197},"Tuning","\u002Fguides\u002Ftuning","30.guides\u002F11.tuning",{"title":199,"path":200,"stem":201},"Safetensors","\u002Fguides\u002Fsafetensors","30.guides\u002F50.safetensors",{"title":203,"path":204,"stem":205},"Transformers","\u002Fguides\u002Ftransformers","30.guides\u002F51.transformers",{"title":207,"path":208,"stem":209,"children":210},"API reference","\u002Fapi","40.api",[211,330],{"title":179,"path":212,"stem":213,"children":214},"\u002Fapi\u002Fpython","api\u002Fpython\u002Findex",[215,216],{"title":179,"path":212,"stem":213},{"title":217,"path":218,"stem":219,"children":220},"ptwm","\u002Fapi\u002Fpython\u002Fptwm","api\u002Fpython\u002Fptwm",[221,225,229,270,274,278,282,286,307,311,315,319,323,327],{"title":222,"path":223,"stem":224},"ablation","\u002Fapi\u002Fpython\u002Fptwm\u002Fablation","api\u002Fpython\u002Fptwm\u002Fablation",{"title":226,"path":227,"stem":228},"classify","\u002Fapi\u002Fpython\u002Fptwm\u002Fclassify","api\u002Fpython\u002Fptwm\u002Fclassify",{"title":230,"path":231,"stem":232,"children":233},"cli","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli","api\u002Fpython\u002Fptwm\u002Fcli",[234,238,242,246,250,254,258,262,266],{"title":235,"path":236,"stem":237},"bench","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fbench","api\u002Fpython\u002Fptwm\u002Fcli\u002Fbench",{"title":239,"path":240,"stem":241},"chains","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fchains","api\u002Fpython\u002Fptwm\u002Fcli\u002Fchains",{"title":243,"path":244,"stem":245},"compress","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fcompress","api\u002Fpython\u002Fptwm\u002Fcli\u002Fcompress",{"title":247,"path":248,"stem":249},"decompress","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fdecompress","api\u002Fpython\u002Fptwm\u002Fcli\u002Fdecompress",{"title":251,"path":252,"stem":253},"ext","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fext","api\u002Fpython\u002Fptwm\u002Fcli\u002Fext",{"title":255,"path":256,"stem":257},"main","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fmain","api\u002Fpython\u002Fptwm\u002Fcli\u002Fmain",{"title":259,"path":260,"stem":261},"policy","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Fpolicy","api\u002Fpython\u002Fptwm\u002Fcli\u002Fpolicy",{"title":263,"path":264,"stem":265},"trust","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Ftrust","api\u002Fpython\u002Fptwm\u002Fcli\u002Ftrust",{"title":267,"path":268,"stem":269},"utils","\u002Fapi\u002Fpython\u002Fptwm\u002Fcli\u002Futils","api\u002Fpython\u002Fptwm\u002Fcli\u002Futils",{"title":271,"path":272,"stem":273},"codecs","\u002Fapi\u002Fpython\u002Fptwm\u002Fcodecs","api\u002Fpython\u002Fptwm\u002Fcodecs",{"title":275,"path":276,"stem":277},"core","\u002Fapi\u002Fpython\u002Fptwm\u002Fcore","api\u002Fpython\u002Fptwm\u002Fcore",{"title":279,"path":280,"stem":281},"delta","\u002Fapi\u002Fpython\u002Fptwm\u002Fdelta","api\u002Fpython\u002Fptwm\u002Fdelta",{"title":283,"path":284,"stem":285},"entropy","\u002Fapi\u002Fpython\u002Fptwm\u002Fentropy","api\u002Fpython\u002Fptwm\u002Fentropy",{"title":287,"path":288,"stem":289,"children":290},"ext_tooling","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling","api\u002Fpython\u002Fptwm\u002Fext_tooling",[291,295,299,303],{"title":292,"path":293,"stem":294},"build","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fbuild","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fbuild",{"title":296,"path":297,"stem":298},"init","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Finit","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Finit",{"title":300,"path":301,"stem":302},"pack","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fpack","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fpack",{"title":304,"path":305,"stem":306},"sign","\u002Fapi\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fsign","api\u002Fpython\u002Fptwm\u002Fext_tooling\u002Fsign",{"title":308,"path":309,"stem":310},"integrations","\u002Fapi\u002Fpython\u002Fptwm\u002Fintegrations","api\u002Fpython\u002Fptwm\u002Fintegrations",{"title":312,"path":313,"stem":314},"preprocessing","\u002Fapi\u002Fpython\u002Fptwm\u002Fpreprocessing","api\u002Fpython\u002Fptwm\u002Fpreprocessing",{"title":316,"path":317,"stem":318},"random_access","\u002Fapi\u002Fpython\u002Fptwm\u002Frandom_access","api\u002Fpython\u002Fptwm\u002Frandom_access",{"title":320,"path":321,"stem":322},"sharding","\u002Fapi\u002Fpython\u002Fptwm\u002Fsharding","api\u002Fpython\u002Fptwm\u002Fsharding",{"title":324,"path":325,"stem":326},"stores","\u002Fapi\u002Fpython\u002Fptwm\u002Fstores","api\u002Fpython\u002Fptwm\u002Fstores",{"title":267,"path":328,"stem":329},"\u002Fapi\u002Fpython\u002Fptwm\u002Futils","api\u002Fpython\u002Fptwm\u002Futils",{"title":331,"path":332,"stem":333,"children":334},"Rust API","\u002Fapi\u002Frust","api\u002Frust\u002Findex",[335,336],{"title":331,"path":332,"stem":333},{"title":337,"path":338,"stem":339,"children":340},"ptwm_core","\u002Fapi\u002Frust\u002Fptwm_core","api\u002Frust\u002Fptwm_core",[341,366,370,374,434,438,442,445,449,452,456,518,522,565,569,598,602,608,633,637,641,645,665,669,673,677,681,702,706,714,811,835],{"title":342,"path":343,"stem":344,"children":345},"chain","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain","api\u002Frust\u002Fptwm_core\u002Fchain",[346,350,354,358,362],{"title":347,"path":348,"stem":349},"dispatch","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fdispatch",{"title":351,"path":352,"stem":353},"graph","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fgraph","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fgraph",{"title":355,"path":356,"stem":357},"runtime","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fruntime","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fruntime",{"title":359,"path":360,"stem":361},"validate","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fvalidate","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fvalidate",{"title":363,"path":364,"stem":365},"wire","\u002Fapi\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire","api\u002Frust\u002Fptwm_core\u002Fchain\u002Fwire",{"title":367,"path":368,"stem":369},"codec","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodec","api\u002Frust\u002Fptwm_core\u002Fcodec",{"title":371,"path":372,"stem":373},"codec_tagged","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodec_tagged","api\u002Frust\u002Fptwm_core\u002Fcodec_tagged",{"title":271,"path":375,"stem":376,"children":377},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs","api\u002Frust\u002Fptwm_core\u002Fcodecs",[378,382,386,390,394,398,402,406,410,414,418,422,426,430],{"title":379,"path":380,"stem":381},"arithmetic","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Farithmetic","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Farithmetic",{"title":383,"path":384,"stem":385},"context_mixing","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fcontext_mixing","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fcontext_mixing",{"title":387,"path":388,"stem":389},"fpc","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ffpc","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ffpc",{"title":391,"path":392,"stem":393},"huff_llm","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuff_llm","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuff_llm",{"title":395,"path":396,"stem":397},"huffman","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuffman","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fhuffman",{"title":399,"path":400,"stem":401},"identity","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fidentity","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fidentity",{"title":403,"path":404,"stem":405},"neural_predictor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fneural_predictor","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fneural_predictor",{"title":407,"path":408,"stem":409},"order1_arithmetic","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_arithmetic","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_arithmetic",{"title":411,"path":412,"stem":413},"order1_scale_ac","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_scale_ac","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Forder1_scale_ac",{"title":415,"path":416,"stem":417},"per_group_codebook","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fper_group_codebook","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fper_group_codebook",{"title":419,"path":420,"stem":421},"rans","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Frans","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Frans",{"title":423,"path":424,"stem":425},"tans","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ftans","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Ftans",{"title":427,"path":428,"stem":429},"zstd","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd",{"title":431,"path":432,"stem":433},"zstd_dict","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd_dict","api\u002Frust\u002Fptwm_core\u002Fcodecs\u002Fzstd_dict",{"title":435,"path":436,"stem":437},"compressor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcompressor","api\u002Frust\u002Fptwm_core\u002Fcompressor",{"title":439,"path":440,"stem":441},"container","\u002Fapi\u002Frust\u002Fptwm_core\u002Fcontainer","api\u002Frust\u002Fptwm_core\u002Fcontainer",{"title":279,"path":443,"stem":444},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fdelta","api\u002Frust\u002Fptwm_core\u002Fdelta",{"title":446,"path":447,"stem":448},"discovery","\u002Fapi\u002Frust\u002Fptwm_core\u002Fdiscovery","api\u002Frust\u002Fptwm_core\u002Fdiscovery",{"title":347,"path":450,"stem":451},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fdispatch",{"title":453,"path":454,"stem":455},"dtype","\u002Fapi\u002Frust\u002Fptwm_core\u002Fdtype","api\u002Frust\u002Fptwm_core\u002Fdtype",{"title":283,"path":457,"stem":458,"children":459},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy","api\u002Frust\u002Fptwm_core\u002Fentropy",[460,468,487,490,493,504,508,511,515],{"title":379,"path":461,"stem":462,"children":463},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic",[464],{"title":465,"path":466,"stem":467},"model","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic\u002Fmodel","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Farithmetic\u002Fmodel",{"title":383,"path":469,"stem":470,"children":471},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing",[472,476,480,483],{"title":473,"path":474,"stem":475},"coder","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fcoder","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fcoder",{"title":477,"path":478,"stem":479},"mixer","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmixer","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmixer",{"title":465,"path":481,"stem":482},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmodel","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fmodel",{"title":484,"path":485,"stem":486},"squash","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fsquash","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fcontext_mixing\u002Fsquash",{"title":391,"path":488,"stem":489},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuff_llm","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuff_llm",{"title":395,"path":491,"stem":492},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuffman","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fhuffman",{"title":403,"path":494,"stem":495,"children":496},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor",[497,500],{"title":473,"path":498,"stem":499},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fcoder","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fcoder",{"title":501,"path":502,"stem":503},"net","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fnet","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fneural_predictor\u002Fnet",{"title":505,"path":506,"stem":507},"outcome","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Foutcome","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Foutcome",{"title":419,"path":509,"stem":510},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Frans","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Frans",{"title":512,"path":513,"stem":514},"stream_frame","\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Fstream_frame","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Fstream_frame",{"title":423,"path":516,"stem":517},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fentropy\u002Ftans","api\u002Frust\u002Fptwm_core\u002Fentropy\u002Ftans",{"title":519,"path":520,"stem":521},"error","\u002Fapi\u002Frust\u002Fptwm_core\u002Ferror","api\u002Frust\u002Fptwm_core\u002Ferror",{"title":523,"path":524,"stem":525,"children":526},"extension","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension","api\u002Frust\u002Fptwm_core\u002Fextension",[527,531,535,539,542,545,549,553,557,561],{"title":528,"path":529,"stem":530},"builder","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuilder","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuilder",{"title":532,"path":533,"stem":534},"builtins","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuiltins","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fbuiltins",{"title":536,"path":537,"stem":538},"capability","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fcapability","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fcapability",{"title":347,"path":540,"stem":541},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fdispatch","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fdispatch",{"title":519,"path":543,"stem":544},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Ferror","api\u002Frust\u002Fptwm_core\u002Fextension\u002Ferror",{"title":546,"path":547,"stem":548},"id","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fid","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fid",{"title":550,"path":551,"stem":552},"kind","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fkind","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fkind",{"title":554,"path":555,"stem":556},"lifecycle","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Flifecycle","api\u002Frust\u002Fptwm_core\u002Fextension\u002Flifecycle",{"title":558,"path":559,"stem":560},"manifest","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Fmanifest","api\u002Frust\u002Fptwm_core\u002Fextension\u002Fmanifest",{"title":562,"path":563,"stem":564},"table","\u002Fapi\u002Frust\u002Fptwm_core\u002Fextension\u002Ftable","api\u002Frust\u002Fptwm_core\u002Fextension\u002Ftable",{"title":566,"path":567,"stem":568},"fit","\u002Fapi\u002Frust\u002Fptwm_core\u002Ffit","api\u002Frust\u002Fptwm_core\u002Ffit",{"title":570,"path":571,"stem":572,"children":573},"flavor","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor","api\u002Frust\u002Fptwm_core\u002Fflavor",[574,578,582,586,590,594],{"title":575,"path":576,"stem":577},"abi","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fabi","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fabi",{"title":579,"path":580,"stem":581},"host","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fhost","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fhost",{"title":583,"path":584,"stem":585},"native","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fnative","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fnative",{"title":587,"path":588,"stem":589},"router","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Frouter","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Frouter",{"title":591,"path":592,"stem":593},"third_party","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fthird_party","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fthird_party",{"title":595,"path":596,"stem":597},"wasm","\u002Fapi\u002Frust\u002Fptwm_core\u002Fflavor\u002Fwasm","api\u002Frust\u002Fptwm_core\u002Fflavor\u002Fwasm",{"title":599,"path":600,"stem":601},"header","\u002Fapi\u002Frust\u002Fptwm_core\u002Fheader","api\u002Frust\u002Fptwm_core\u002Fheader",{"title":603,"path":604,"stem":605,"children":606},"index","\u002Fapi\u002Frust\u002Fptwm_core\u002Findex_module","api\u002Frust\u002Fptwm_core\u002Findex_module",[607],{"title":603,"path":604,"stem":605},{"title":609,"path":610,"stem":611,"children":612},"install","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall","api\u002Frust\u002Fptwm_core\u002Finstall",[613,617,621,625,629],{"title":614,"path":615,"stem":616},"git","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fgit","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fgit",{"title":618,"path":619,"stem":620},"https","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fhttps","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fhttps",{"title":622,"path":623,"stem":624},"local","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Flocal","api\u002Frust\u002Fptwm_core\u002Finstall\u002Flocal",{"title":626,"path":627,"stem":628},"oci","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Foci","api\u002Frust\u002Fptwm_core\u002Finstall\u002Foci",{"title":630,"path":631,"stem":632},"pip","\u002Fapi\u002Frust\u002Fptwm_core\u002Finstall\u002Fpip","api\u002Frust\u002Fptwm_core\u002Finstall\u002Fpip",{"title":634,"path":635,"stem":636},"layout","\u002Fapi\u002Frust\u002Fptwm_core\u002Flayout","api\u002Frust\u002Fptwm_core\u002Flayout",{"title":638,"path":639,"stem":640},"metadata","\u002Fapi\u002Frust\u002Fptwm_core\u002Fmetadata","api\u002Frust\u002Fptwm_core\u002Fmetadata",{"title":642,"path":643,"stem":644},"plane_record","\u002Fapi\u002Frust\u002Fptwm_core\u002Fplane_record","api\u002Frust\u002Fptwm_core\u002Fplane_record",{"title":259,"path":646,"stem":647,"children":648},"\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy","api\u002Frust\u002Fptwm_core\u002Fpolicy",[649,653,657,661],{"title":650,"path":651,"stem":652},"capability_check","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fcapability_check","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fcapability_check",{"title":654,"path":655,"stem":656},"file","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Ffile","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Ffile",{"title":658,"path":659,"stem":660},"native_deps","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fnative_deps","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fnative_deps",{"title":662,"path":663,"stem":664},"resolve","\u002Fapi\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fresolve","api\u002Frust\u002Fptwm_core\u002Fpolicy\u002Fresolve",{"title":666,"path":667,"stem":668},"prelude","\u002Fapi\u002Frust\u002Fptwm_core\u002Fprelude","api\u002Frust\u002Fptwm_core\u002Fprelude",{"title":670,"path":671,"stem":672},"quantize","\u002Fapi\u002Frust\u002Fptwm_core\u002Fquantize","api\u002Frust\u002Fptwm_core\u002Fquantize",{"title":674,"path":675,"stem":676},"range_coder","\u002Fapi\u002Frust\u002Fptwm_core\u002Frange_coder","api\u002Frust\u002Fptwm_core\u002Frange_coder",{"title":678,"path":679,"stem":680},"select","\u002Fapi\u002Frust\u002Fptwm_core\u002Fselect","api\u002Frust\u002Fptwm_core\u002Fselect",{"title":682,"path":683,"stem":684,"children":685},"split","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit","api\u002Frust\u002Fptwm_core\u002Fsplit",[686,690,694,698],{"title":687,"path":688,"stem":689},"dtype16","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype16","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype16",{"title":691,"path":692,"stem":693},"dtype32","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype32","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype32",{"title":695,"path":696,"stem":697},"dtype64","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype64","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype64",{"title":699,"path":700,"stem":701},"dtype8","\u002Fapi\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype8","api\u002Frust\u002Fptwm_core\u002Fsplit\u002Fdtype8",{"title":703,"path":704,"stem":705},"tensor_record","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftensor_record","api\u002Frust\u002Fptwm_core\u002Ftensor_record",{"title":707,"path":708,"stem":709,"children":710},"transcode","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftranscode","api\u002Frust\u002Fptwm_core\u002Ftranscode",[711],{"title":558,"path":712,"stem":713},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftranscode\u002Fmanifest","api\u002Frust\u002Fptwm_core\u002Ftranscode\u002Fmanifest",{"title":715,"path":716,"stem":717,"children":718},"transforms","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms","api\u002Frust\u002Fptwm_core\u002Ftransforms",[719,723,727,731,735,739,743,747,751,754,757,761,767,771,775,779,783,787,791,795,799,803,807],{"title":720,"path":721,"stem":722},"alpha_stable_normalize","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Falpha_stable_normalize","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Falpha_stable_normalize",{"title":724,"path":725,"stem":726},"bit_reorder_fp8","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_fp8","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_fp8",{"title":728,"path":729,"stem":730},"bit_reorder_ieee","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_ieee","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbit_reorder_ieee",{"title":732,"path":733,"stem":734},"block_microscaling_repack","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fblock_microscaling_repack","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fblock_microscaling_repack",{"title":736,"path":737,"stem":738},"burrows_wheeler","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fburrows_wheeler","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fburrows_wheeler",{"title":740,"path":741,"stem":742},"byte_passthrough","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_passthrough","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_passthrough",{"title":744,"path":745,"stem":746},"byte_split","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_split","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fbyte_split",{"title":748,"path":749,"stem":750},"concat","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fconcat","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fconcat",{"title":279,"path":752,"stem":753},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fdelta","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fdelta",{"title":283,"path":755,"stem":756},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fentropy","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fentropy",{"title":758,"path":759,"stem":760},"fusion","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Ffusion","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Ffusion",{"title":762,"path":763,"stem":764,"children":765},"index_pack","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Findex_pack","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Findex_pack",[766],{"title":762,"path":763,"stem":764},{"title":768,"path":769,"stem":770},"int_delta","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fint_delta","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fint_delta",{"title":772,"path":773,"stem":774},"mantissa_zero","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmantissa_zero","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmantissa_zero",{"title":776,"path":777,"stem":778},"move_to_front","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmove_to_front","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmove_to_front",{"title":780,"path":781,"stem":782},"mxfp4_deinterleave","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmxfp4_deinterleave","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fmxfp4_deinterleave",{"title":784,"path":785,"stem":786},"nibble_split","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fnibble_split","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fnibble_split",{"title":788,"path":789,"stem":790},"op","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fop","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fop",{"title":792,"path":793,"stem":794},"predictor_xor","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fpredictor_xor","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fpredictor_xor",{"title":796,"path":797,"stem":798},"reshape","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Freshape","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Freshape",{"title":800,"path":801,"stem":802},"source","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fsource","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fsource",{"title":804,"path":805,"stem":806},"spherical_normalize","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fspherical_normalize","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fspherical_normalize",{"title":808,"path":809,"stem":810},"terminal","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fterminal","api\u002Frust\u002Fptwm_core\u002Ftransforms\u002Fterminal",{"title":263,"path":812,"stem":813,"children":814},"\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust","api\u002Frust\u002Fptwm_core\u002Ftrust",[815,819,823,827,831],{"title":816,"path":817,"stem":818},"bundled","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fbundled","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fbundled",{"title":820,"path":821,"stem":822},"keyring","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fkeyring","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fkeyring",{"title":824,"path":825,"stem":826},"org","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Forg","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Forg",{"title":828,"path":829,"stem":830},"signature","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fsignature","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fsignature",{"title":832,"path":833,"stem":834},"verifier","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftrust\u002Fverifier","api\u002Frust\u002Fptwm_core\u002Ftrust\u002Fverifier",{"title":836,"path":837,"stem":838,"children":839},"types","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes","api\u002Frust\u002Fptwm_core\u002Ftypes",[840,844,848],{"title":841,"path":842,"stem":843},"descriptor","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Fdescriptor","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Fdescriptor",{"title":845,"path":846,"stem":847},"plane_role","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Fplane_role","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Fplane_role",{"title":849,"path":850,"stem":851},"role","\u002Fapi\u002Frust\u002Fptwm_core\u002Ftypes\u002Frole","api\u002Frust\u002Fptwm_core\u002Ftypes\u002Frole",{"title":853,"path":854,"stem":855},"Benchmarks","\u002Fbenchmarks","50.benchmarks",{"title":857,"path":858,"stem":859},"Extensions","\u002Fextensions","60.extensions",{"title":861,"path":862,"stem":863},"Contributing","\u002Fcontributing","90.contributing",{"id":865,"title":853,"body":866,"description":2867,"extension":2868,"kind":2869,"language":2869,"links":2869,"meta":2870,"navigation":2869,"path":854,"seo":2871,"stem":855,"summary":2869,"__hash__":2872},"docs\u002F50.benchmarks.md",{"type":867,"value":868,"toc":2852},"minimark",[869,873,878,932,936,939,991,1004,1008,1015,1096,1111,1120,1124,1150,1154,1164,1173,1177,1184,1640,1646,1650,1660,1765,1769,1772,2458,2462,2465,2728,2732,2739,2846],[870,871,872],"p",{},"Compression numbers on representative real-world checkpoints.",[874,875,877],"h2",{"id":876},"setup","Setup",[879,880,881,903,926],"ul",{},[882,883,884,888],"li",{},[885,886,887],"strong",{},"Corpus",[879,889,890,897],{},[882,891,892,896],{},[893,894,895],"code",{},"openai\u002Fgpt-oss-20b"," — MXFP4-quantized MoE, 13.76 GB raw\n(FP4 nibbles + E8M0 scales + BF16 layers).",[882,898,899,902],{},[893,900,901],{},"nvidia\u002FLlama-3_3-Nemotron-Super-49B-v1_5-NVFP4"," —\nNVFP4-quantized Llama derivative, 31.07 GB raw\n(FP4 nibbles + FP8-E4M3 scales).",[882,904,905,908],{},[885,906,907],{},"Configurations",[879,909,910,916],{},[882,911,912,915],{},[893,913,914],{},"huffman_only"," — PTWM with the preprocessing graph forced to\npassthrough; pure byte-Huffman per tensor. Isolates the contribution\nof the preprocessing graph.",[882,917,918,921,922,925],{},[893,919,920],{},"microscale_full"," — PTWM with the production preprocessing graph and\nthe ",[893,923,924],{},"MICROSCALE"," method enabled.",[882,927,928,931],{},[885,929,930],{},"Hardware"," — CPU-only host, 16 cores, 64 GB RAM.",[874,933,935],{"id":934},"compression-ratios","Compression ratios",[870,937,938],{},"Ratio is compressed bytes ÷ raw bytes. Lower is better.",[562,940,941,959],{},[942,943,944],"thead",{},[945,946,947,951,955],"tr",{},[948,949,950],"th",{},"Model",[948,952,953],{},[893,954,914],{},[948,956,957],{},[893,958,920],{},[960,961,962,977],"tbody",{},[945,963,964,969,972],{},[965,966,967],"td",{},[893,968,895],{},[965,970,971],{},"0.8804",[965,973,974],{},[885,975,976],{},"0.8603",[945,978,979,983,986],{},[965,980,981],{},[893,982,901],{},[965,984,985],{},"0.9089",[965,987,988],{},[885,989,990],{},"0.9003",[870,992,993,996,997,999,1000,1003],{},[885,994,995],{},"Combined-corpus ratio (44.83 GB raw):"," ",[893,998,920],{}," lands at ",[885,1001,1002],{},"0.8881",".",[874,1005,1007],{"id":1006},"throughput","Throughput",[870,1009,1010,1011,1014],{},"The encode and decode pipelines run across a ",[893,1012,1013],{},"rayon"," thread pool. Full-model\nthroughput through the safetensors file integration on a 32-core CPU host:",[562,1016,1017,1032],{},[942,1018,1019],{},[945,1020,1021,1023,1025,1029],{},[948,1022,950],{},[948,1024,453],{},[948,1026,1028],{"align":1027},"right","Encode",[948,1030,1031],{"align":1027},"Decode",[960,1033,1034,1050,1065,1081],{},[945,1035,1036,1041,1044,1047],{},[965,1037,1038],{},[893,1039,1040],{},"mistralai\u002FMistral-7B-v0.1",[965,1042,1043],{},"bf16",[965,1045,1046],{"align":1027},"45 MB\u002Fs",[965,1048,1049],{"align":1027},"1111 MB\u002Fs",[945,1051,1052,1056,1059,1062],{},[965,1053,1054],{},[893,1055,895],{},[965,1057,1058],{},"mxfp4",[965,1060,1061],{"align":1027},"77 MB\u002Fs",[965,1063,1064],{"align":1027},"1635 MB\u002Fs",[945,1066,1067,1072,1075,1078],{},[965,1068,1069],{},[893,1070,1071],{},"nvidia\u002FNemotron-Super-120B-FP8",[965,1073,1074],{},"fp8",[965,1076,1077],{"align":1027},"26 MB\u002Fs",[965,1079,1080],{"align":1027},"627 MB\u002Fs",[945,1082,1083,1088,1090,1093],{},[965,1084,1085],{},[893,1086,1087],{},"Qwen\u002FQwen2.5-72B-Instruct",[965,1089,1043],{},[965,1091,1092],{"align":1027},"24 MB\u002Fs",[965,1094,1095],{"align":1027},"793 MB\u002Fs",[870,1097,1098,1099,1102,1103,1106,1107,1110],{},"Decode — the model-load hot path — runs at ",[885,1100,1101],{},"0.6–1.6 GB\u002Fs",": every tensor in a\nshard is decoded across the pool in a single call. Encode favours ratio over\nspeed by trial-encoding the full codec menu per plane; the opt-in\n",[893,1104,1105],{},"compress_safetensors_file(fast=True)"," mode forces a single codec for a ",[885,1108,1109],{},"4–8×\nencode speedup at parity ratio"," on float models.",[870,1112,1113,1114,1119],{},"See ",[1115,1116,1118],"a",{"href":1117},"..\u002F..\u002Fbenchmarks\u002FREADME#pipeline-validation-throughput-scaling-memory-dtype-coverage","pipeline validation","\nfor the full dtype, scale, memory, and edge-case matrix (including the\nfast-mode and thread-count dials that bound peak encode memory).",[874,1121,1123],{"id":1122},"key-findings","Key findings",[1125,1126,1127,1133,1142],"ol",{},[882,1128,1129,1132],{},[885,1130,1131],{},"Microscaling formats are already near-incompressible at the byte\nlevel."," Trained FP4 \u002F NVFP4 nibble-packed bytes are close to\nuniform; no amount of plane-aware coding extracts much further.",[882,1134,1135,1138,1139,1141],{},[885,1136,1137],{},"The remaining lossless headroom is in the scale plane."," The\n",[893,1140,924],{}," method's Order-1 ScaleAC codec compresses E8M0 scales\nto ≈ 0.16 of original. The whole-model effect is bounded by the\nscale-mass fraction (≈ 5%), which is why the on-disk gain over\nbyte-Huffman is small in absolute terms.",[882,1143,1144,996,1147,1149],{},[885,1145,1146],{},"The PTWM preprocessing graph adds value over pure byte-Huffman,\nbut only modestly on microscaling formats.",[893,1148,914],{}," (graph\nforced to passthrough) hits 0.8804 on gpt-oss-20b vs 0.8603 with the\nfull graph — a 2.0 percentage-point delta, most of which is the\nscale codec; the rest is dtype-aware nibble routing.",[874,1151,1153],{"id":1152},"on-disk-vs-algorithmic-size","On-disk vs. algorithmic size",[870,1155,1156,1157,996,1160,1163],{},"The numbers above report ",[885,1158,1159],{},"on-disk",[893,1161,1162],{},".ptwm"," directory size, including\nthe multi-tensor container header, tensor index, per-plane codec\ndispatch records, and payload hashes. Container overhead runs roughly\n1.6 percentage points on gpt-oss-20b, the price of features the raw\nentropy coders lack (random access, hash verification, multi-tensor\npackaging).",[870,1165,1166,1167,1169,1170,1003],{},"For a pure entropy-coder comparison, subtract the container overhead:\n",[893,1168,920],{}," on gpt-oss-20b drops from 0.8603 to roughly 0.844\nalgorithmically. The on-disk number is reported here because it\nmatches what users measure with ",[893,1171,1172],{},"du",[874,1174,1176],{"id":1175},"preprocessing-ablations","Preprocessing ablations",[870,1178,1179,1180,1183],{},"Effect of preprocessing-graph variants on the byte-Huffman ratio across\ndtypes. Higher ratio is better (compressed bytes ÷ raw bytes is the\ninverse of ",[893,1181,1182],{},"huf_ratio",").",[562,1185,1186,1217],{},[942,1187,1188],{},[945,1189,1190,1193,1195,1198,1201,1204,1207,1210,1214],{},[948,1191,1192],{},"Category",[948,1194,950],{},[948,1196,1197],{},"Dtype",[948,1199,1200],{},"Ablation",[948,1202,1203],{},"Variant",[948,1205,1206],{"align":1027},"Bytes",[948,1208,1209],{"align":1027},"N tensors",[948,1211,1212],{"align":1027},[893,1213,1182],{},[948,1215,1216],{},"Plane entropies (bits\u002Fbyte)",[960,1218,1219,1252,1279,1309,1335,1365,1391,1421,1448,1478,1503,1533,1558,1585,1614],{},[945,1220,1221,1224,1229,1232,1235,1240,1243,1246,1249],{},[965,1222,1223],{},"audio",[965,1225,1226],{},[893,1227,1228],{},"facebook\u002Fencodec_24khz",[965,1230,1231],{},"fp32",[965,1233,1234],{},"A1",[965,1236,1237],{},[893,1238,1239],{},"fp32_reorder_on",[965,1241,1242],{"align":1027},"92,815,360",[965,1244,1245],{"align":1027},"98",[965,1247,1248],{"align":1027},"1.0701",[965,1250,1251],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 3.25",[945,1253,1254,1256,1260,1262,1264,1269,1271,1273,1276],{},[965,1255,1223],{},[965,1257,1258],{},[893,1259,1228],{},[965,1261,1231],{},[965,1263,1234],{},[965,1265,1266],{},[893,1267,1268],{},"fp32_reorder_off",[965,1270,1242],{"align":1027},[965,1272,1245],{"align":1027},[965,1274,1275],{"align":1027},"1.0690",[965,1277,1278],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 3.30",[945,1280,1281,1284,1289,1291,1293,1297,1300,1303,1306],{},[965,1282,1283],{},"vision",[965,1285,1286],{},[893,1287,1288],{},"microsoft\u002Fresnet-50",[965,1290,1231],{},[965,1292,1234],{},[965,1294,1295],{},[893,1296,1239],{},[965,1298,1299],{"align":1027},"102,011,648",[965,1301,1302],{"align":1027},"54",[965,1304,1305],{"align":1027},"1.0588",[965,1307,1308],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.68",[945,1310,1311,1313,1317,1319,1321,1325,1327,1329,1332],{},[965,1312,1283],{},[965,1314,1315],{},[893,1316,1288],{},[965,1318,1231],{},[965,1320,1234],{},[965,1322,1323],{},[893,1324,1268],{},[965,1326,1299],{"align":1027},[965,1328,1302],{"align":1027},[965,1330,1331],{"align":1027},"1.0579",[965,1333,1334],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.75",[945,1336,1337,1340,1345,1347,1349,1353,1356,1359,1362],{},[965,1338,1339],{},"nlp",[965,1341,1342],{},[893,1343,1344],{},"distilbert\u002Fdistilbert-base-uncased",[965,1346,1231],{},[965,1348,1234],{},[965,1350,1351],{},[893,1352,1239],{},[965,1354,1355],{"align":1027},"267,687,144",[965,1357,1358],{"align":1027},"40",[965,1360,1361],{"align":1027},"1.0379",[965,1363,1364],{},"8.00 \u002F 8.00 \u002F 7.93 \u002F 2.59",[945,1366,1367,1369,1373,1375,1377,1381,1383,1385,1388],{},[965,1368,1339],{},[965,1370,1371],{},[893,1372,1344],{},[965,1374,1231],{},[965,1376,1234],{},[965,1378,1379],{},[893,1380,1268],{},[965,1382,1355],{"align":1027},[965,1384,1358],{"align":1027},[965,1386,1387],{"align":1027},"1.0372",[965,1389,1390],{},"8.00 \u002F 8.00 \u002F 7.97 \u002F 2.61",[945,1392,1393,1395,1400,1402,1404,1409,1412,1415,1418],{},[965,1394,1339],{},[965,1396,1397],{},[893,1398,1399],{},"HuggingFaceTB\u002FSmolLM2-135M",[965,1401,1043],{},[965,1403,1234],{},[965,1405,1406],{},[893,1407,1408],{},"bf16_reorder_on",[965,1410,1411],{"align":1027},"268,959,744",[965,1413,1414],{"align":1027},"211",[965,1416,1417],{"align":1027},"1.0665",[965,1419,1420],{},"7.97 \u002F 2.66",[945,1422,1423,1425,1429,1431,1433,1438,1440,1442,1445],{},[965,1424,1339],{},[965,1426,1427],{},[893,1428,1399],{},[965,1430,1043],{},[965,1432,1234],{},[965,1434,1435],{},[893,1436,1437],{},"bf16_reorder_off",[965,1439,1411],{"align":1027},[965,1441,1414],{"align":1027},[965,1443,1444],{"align":1027},"1.0652",[965,1446,1447],{},"7.97 \u002F 2.74",[945,1449,1450,1453,1458,1460,1462,1466,1469,1472,1475],{},[965,1451,1452],{},"quantised",[965,1454,1455],{},[893,1456,1457],{},"RedHatAI\u002FQwen2-1.5B-Instruct-FP8",[965,1459,1043],{},[965,1461,1234],{},[965,1463,1464],{},[893,1465,1408],{},[965,1467,1468],{"align":1027},"466,747,392",[965,1470,1471],{"align":1027},"1",[965,1473,1474],{"align":1027},"1.0000",[965,1476,1477],{},"7.97 \u002F 2.59",[945,1479,1480,1482,1486,1488,1490,1494,1496,1498,1500],{},[965,1481,1452],{},[965,1483,1484],{},[893,1485,1457],{},[965,1487,1043],{},[965,1489,1234],{},[965,1491,1492],{},[893,1493,1437],{},[965,1495,1468],{"align":1027},[965,1497,1471],{"align":1027},[965,1499,1474],{"align":1027},[965,1501,1502],{},"7.97 \u002F 2.67",[945,1504,1505,1507,1511,1514,1517,1522,1525,1528,1530],{},[965,1506,1452],{},[965,1508,1509],{},[893,1510,1457],{},[965,1512,1513],{},"fp8-e4m3fn",[965,1515,1516],{},"A3",[965,1518,1519],{},[893,1520,1521],{},"e4m3_passthrough",[965,1523,1524],{"align":1027},"1,310,195,712",[965,1526,1527],{"align":1027},"196",[965,1529,1474],{"align":1027},[965,1531,1532],{},"6.64",[945,1534,1535,1537,1541,1543,1545,1550,1552,1554,1556],{},[965,1536,1452],{},[965,1538,1539],{},[893,1540,1457],{},[965,1542,1513],{},[965,1544,1516],{},[965,1546,1547],{},[893,1548,1549],{},"e4m3_reorder_only",[965,1551,1524],{"align":1027},[965,1553,1527],{"align":1027},[965,1555,1474],{"align":1027},[965,1557,1532],{},[945,1559,1560,1562,1566,1568,1570,1575,1577,1579,1582],{},[965,1561,1452],{},[965,1563,1564],{},[893,1565,1457],{},[965,1567,1513],{},[965,1569,1516],{},[965,1571,1572],{},[893,1573,1574],{},"e4m3_nibble_split",[965,1576,1524],{"align":1027},[965,1578,1527],{"align":1027},[965,1580,1581],{"align":1027},"0.5048",[965,1583,1584],{},"2.70 \u002F 3.98",[945,1586,1587,1589,1594,1596,1598,1602,1605,1608,1611],{},[965,1588,1452],{},[965,1590,1591],{},[893,1592,1593],{},"RedHatAI\u002FQwen2-1.5B-Instruct-quantized.w8a8",[965,1595,1043],{},[965,1597,1234],{},[965,1599,1600],{},[893,1601,1408],{},[965,1603,1604],{"align":1027},"934,498,304",[965,1606,1607],{"align":1027},"58",[965,1609,1610],{"align":1027},"1.0006",[965,1612,1613],{},"7.97 \u002F 2.60",[945,1615,1616,1618,1622,1624,1626,1630,1632,1634,1637],{},[965,1617,1452],{},[965,1619,1620],{},[893,1621,1593],{},[965,1623,1043],{},[965,1625,1234],{},[965,1627,1628],{},[893,1629,1437],{},[965,1631,1604],{"align":1027},[965,1633,1607],{"align":1027},[965,1635,1636],{"align":1027},"1.0005",[965,1638,1639],{},"7.97 \u002F 2.68",[870,1641,1642,1643,1645],{},"The FP8-E4M3 row (",[893,1644,1574],{},") demonstrates the dtype-aware\nnibble routing: splitting the byte into two 4-bit planes drops entropy\nfrom 6.64 to ~3.3 bits\u002Fbyte per plane, yielding a 2× compression ratio\non a dtype that is otherwise incompressible byte-wise.",[874,1647,1649],{"id":1648},"plane-entropy","Plane entropy",[870,1651,1652,1653,1655,1656,1659],{},"Per-plane entropy on ",[893,1654,1228],{}," (fp32). The ",[893,1657,1658],{},"reorder","\nstrategy moves the IEEE-754 exponent bits into a dedicated plane,\nexposing the trained-weight exponent distribution (≈ 3.25 bits\u002Fbyte)\nthat is otherwise scattered across byte boundaries.",[562,1661,1662,1675],{},[942,1663,1664],{},[945,1665,1666,1669,1672],{},[948,1667,1668],{},"Strategy",[948,1670,1671],{},"Plane",[948,1673,1674],{"align":1027},"Entropy (bits\u002Fbyte)",[960,1676,1677,1688,1699,1708,1718,1728,1737,1746,1755],{},[945,1678,1679,1682,1685],{},[965,1680,1681],{},"raw",[965,1683,1684],{},"all",[965,1686,1687],{"align":1027},"7.467",[945,1689,1690,1693,1696],{},[965,1691,1692],{},"shuffle",[965,1694,1695],{},"byte0",[965,1697,1698],{"align":1027},"8.000",[945,1700,1701,1703,1706],{},[965,1702,1692],{},[965,1704,1705],{},"byte1",[965,1707,1698],{"align":1027},[945,1709,1710,1712,1715],{},[965,1711,1692],{},[965,1713,1714],{},"byte2",[965,1716,1717],{"align":1027},"7.971",[945,1719,1720,1722,1725],{},[965,1721,1692],{},[965,1723,1724],{},"byte3",[965,1726,1727],{"align":1027},"3.301",[945,1729,1730,1732,1735],{},[965,1731,1658],{},[965,1733,1734],{},"mantissa_lo",[965,1736,1698],{"align":1027},[945,1738,1739,1741,1744],{},[965,1740,1658],{},[965,1742,1743],{},"mantissa_mid",[965,1745,1698],{"align":1027},[945,1747,1748,1750,1753],{},[965,1749,1658],{},[965,1751,1752],{},"mantissa_hi",[965,1754,1717],{"align":1027},[945,1756,1757,1759,1762],{},[965,1758,1658],{},[965,1760,1761],{},"exponent",[965,1763,1764],{"align":1027},"3.251",[874,1766,1768],{"id":1767},"method-comparison-synthetic","Method comparison (synthetic)",[870,1770,1771],{},"Compression ratio and throughput on synthetic uniform-random data\nacross the four high-level PTWM methods. Ratios above 1.0 reflect\ncompression; values at or below 1.0 reflect the method passing\nthrough (or in the FP8 cases, the raw input being smaller than the\ncontainer's per-tensor overhead at 500 kB).",[562,1773,1774,1797],{},[942,1775,1776],{},[945,1777,1778,1780,1782,1785,1788,1791,1794],{},[948,1779,1197],{},[948,1781,1206],{"align":1027},[948,1783,1784],{},"Method",[948,1786,1787],{"align":1027},"Compressed",[948,1789,1790],{"align":1027},"Ratio",[948,1792,1793],{"align":1027},"Compress (MB\u002Fs)",[948,1795,1796],{"align":1027},"Decompress (MB\u002Fs)",[960,1798,1799,1824,1847,1870,1893,1917,1939,1961,1983,2004,2026,2048,2070,2093,2115,2137,2158,2180,2202,2224,2244,2264,2285,2305,2325,2346,2368,2390,2414,2436],{},[945,1800,1801,1804,1807,1812,1815,1818,1821],{},[965,1802,1803],{},"float32",[965,1805,1806],{"align":1027},"2,000,000",[965,1808,1809],{},[893,1810,1811],{},"IDENTITY",[965,1813,1814],{"align":1027},"2,000,357",[965,1816,1817],{"align":1027},"0.9998",[965,1819,1820],{"align":1027},"533.4",[965,1822,1823],{"align":1027},"612.6",[945,1825,1826,1828,1830,1835,1838,1841,1844],{},[965,1827,1803],{},[965,1829,1806],{"align":1027},[965,1831,1832],{},[893,1833,1834],{},"HUFFMAN",[965,1836,1837],{"align":1027},"1,673,915",[965,1839,1840],{"align":1027},"1.1948",[965,1842,1843],{"align":1027},"661.0",[965,1845,1846],{"align":1027},"1155.0",[945,1848,1849,1851,1853,1858,1861,1864,1867],{},[965,1850,1803],{},[965,1852,1806],{"align":1027},[965,1854,1855],{},[893,1856,1857],{},"RANS",[965,1859,1860],{"align":1027},"1,661,813",[965,1862,1863],{"align":1027},"1.2035",[965,1865,1866],{"align":1027},"378.3",[965,1868,1869],{"align":1027},"1068.7",[945,1871,1872,1874,1876,1881,1884,1887,1890],{},[965,1873,1803],{},[965,1875,1806],{"align":1027},[965,1877,1878],{},[893,1879,1880],{},"ZSTD",[965,1882,1883],{"align":1027},"1,706,934",[965,1885,1886],{"align":1027},"1.1717",[965,1888,1889],{"align":1027},"417.8",[965,1891,1892],{"align":1027},"1055.2",[945,1894,1895,1898,1901,1905,1908,1911,1914],{},[965,1896,1897],{},"bfloat16",[965,1899,1900],{"align":1027},"1,000,000",[965,1902,1903],{},[893,1904,1811],{},[965,1906,1907],{"align":1027},"1,000,141",[965,1909,1910],{"align":1027},"0.9999",[965,1912,1913],{"align":1027},"543.8",[965,1915,1916],{"align":1027},"933.3",[945,1918,1919,1921,1923,1927,1930,1933,1936],{},[965,1920,1897],{},[965,1922,1900],{"align":1027},[965,1924,1925],{},[893,1926,1834],{},[965,1928,1929],{"align":1027},"673,395",[965,1931,1932],{"align":1027},"1.4850",[965,1934,1935],{"align":1027},"462.2",[965,1937,1938],{"align":1027},"753.1",[945,1940,1941,1943,1945,1949,1952,1955,1958],{},[965,1942,1897],{},[965,1944,1900],{"align":1027},[965,1946,1947],{},[893,1948,1857],{},[965,1950,1951],{"align":1027},"660,441",[965,1953,1954],{"align":1027},"1.5141",[965,1956,1957],{"align":1027},"265.3",[965,1959,1960],{"align":1027},"654.8",[945,1962,1963,1965,1967,1971,1974,1977,1980],{},[965,1964,1897],{},[965,1966,1900],{"align":1027},[965,1968,1969],{},[893,1970,1880],{},[965,1972,1973],{"align":1027},"705,920",[965,1975,1976],{"align":1027},"1.4166",[965,1978,1979],{"align":1027},"331.2",[965,1981,1982],{"align":1027},"750.2",[945,1984,1985,1988,1990,1994,1996,1998,2001],{},[965,1986,1987],{},"float16",[965,1989,1900],{"align":1027},[965,1991,1992],{},[893,1993,1811],{},[965,1995,1907],{"align":1027},[965,1997,1910],{"align":1027},[965,1999,2000],{"align":1027},"665.9",[965,2002,2003],{"align":1027},"1180.4",[945,2005,2006,2008,2010,2014,2017,2020,2023],{},[965,2007,1987],{},[965,2009,1900],{"align":1027},[965,2011,2012],{},[893,2013,1834],{},[965,2015,2016],{"align":1027},"847,603",[965,2018,2019],{"align":1027},"1.1798",[965,2021,2022],{"align":1027},"438.5",[965,2024,2025],{"align":1027},"836.5",[945,2027,2028,2030,2032,2036,2039,2042,2045],{},[965,2029,1987],{},[965,2031,1900],{"align":1027},[965,2033,2034],{},[893,2035,1857],{},[965,2037,2038],{"align":1027},"845,157",[965,2040,2041],{"align":1027},"1.1832",[965,2043,2044],{"align":1027},"263.1",[965,2046,2047],{"align":1027},"656.9",[945,2049,2050,2052,2054,2058,2061,2064,2067],{},[965,2051,1987],{},[965,2053,1900],{"align":1027},[965,2055,2056],{},[893,2057,1880],{},[965,2059,2060],{"align":1027},"848,612",[965,2062,2063],{"align":1027},"1.1784",[965,2065,2066],{"align":1027},"349.2",[965,2068,2069],{"align":1027},"892.6",[945,2071,2072,2074,2077,2081,2084,2087,2090],{},[965,2073,1513],{},[965,2075,2076],{"align":1027},"500,000",[965,2078,2079],{},[893,2080,1811],{},[965,2082,2083],{"align":1027},"1,000,105",[965,2085,2086],{"align":1027},"0.4999",[965,2088,2089],{"align":1027},"283.9",[965,2091,2092],{"align":1027},"1077.2",[945,2094,2095,2097,2099,2103,2106,2109,2112],{},[965,2096,1513],{},[965,2098,2076],{"align":1027},[965,2100,2101],{},[893,2102,1834],{},[965,2104,2105],{"align":1027},"410,981",[965,2107,2108],{"align":1027},"1.2166",[965,2110,2111],{"align":1027},"222.9",[965,2113,2114],{"align":1027},"220.9",[945,2116,2117,2119,2121,2125,2128,2131,2134],{},[965,2118,1513],{},[965,2120,2076],{"align":1027},[965,2122,2123],{},[893,2124,1857],{},[965,2126,2127],{"align":1027},"406,754",[965,2129,2130],{"align":1027},"1.2292",[965,2132,2133],{"align":1027},"96.4",[965,2135,2136],{"align":1027},"176.6",[945,2138,2139,2142,2144,2148,2150,2152,2155],{},[965,2140,2141],{},"fp8-e5m2",[965,2143,2076],{"align":1027},[965,2145,2146],{},[893,2147,1811],{},[965,2149,2083],{"align":1027},[965,2151,2086],{"align":1027},[965,2153,2154],{"align":1027},"346.2",[965,2156,2157],{"align":1027},"913.3",[945,2159,2160,2162,2164,2168,2171,2174,2177],{},[965,2161,2141],{},[965,2163,2076],{"align":1027},[965,2165,2166],{},[893,2167,1834],{},[965,2169,2170],{"align":1027},"355,703",[965,2172,2173],{"align":1027},"1.4057",[965,2175,2176],{"align":1027},"206.3",[965,2178,2179],{"align":1027},"264.2",[945,2181,2182,2184,2186,2190,2193,2196,2199],{},[965,2183,2141],{},[965,2185,2076],{"align":1027},[965,2187,2188],{},[893,2189,1857],{},[965,2191,2192],{"align":1027},"351,351",[965,2194,2195],{"align":1027},"1.4231",[965,2197,2198],{"align":1027},"96.7",[965,2200,2201],{"align":1027},"172.1",[945,2203,2204,2207,2209,2213,2216,2218,2221],{},[965,2205,2206],{},"int8",[965,2208,2076],{"align":1027},[965,2210,2211],{},[893,2212,1811],{},[965,2214,2215],{"align":1027},"500,105",[965,2217,1817],{"align":1027},[965,2219,2220],{"align":1027},"1266.2",[965,2222,2223],{"align":1027},"2276.0",[945,2225,2226,2228,2230,2234,2236,2238,2241],{},[965,2227,2206],{},[965,2229,2076],{"align":1027},[965,2231,2232],{},[893,2233,1834],{},[965,2235,2215],{"align":1027},[965,2237,1817],{"align":1027},[965,2239,2240],{"align":1027},"624.8",[965,2242,2243],{"align":1027},"986.3",[945,2245,2246,2248,2250,2254,2256,2258,2261],{},[965,2247,2206],{},[965,2249,2076],{"align":1027},[965,2251,2252],{},[893,2253,1857],{},[965,2255,2215],{"align":1027},[965,2257,1817],{"align":1027},[965,2259,2260],{"align":1027},"236.1",[965,2262,2263],{"align":1027},"1762.7",[945,2265,2266,2269,2271,2275,2277,2279,2282],{},[965,2267,2268],{},"int16",[965,2270,1900],{"align":1027},[965,2272,2273],{},[893,2274,1811],{},[965,2276,1907],{"align":1027},[965,2278,1910],{"align":1027},[965,2280,2281],{"align":1027},"752.2",[965,2283,2284],{"align":1027},"981.8",[945,2286,2287,2289,2291,2295,2297,2299,2302],{},[965,2288,2268],{},[965,2290,1900],{"align":1027},[965,2292,2293],{},[893,2294,1834],{},[965,2296,1907],{"align":1027},[965,2298,1910],{"align":1027},[965,2300,2301],{"align":1027},"428.8",[965,2303,2304],{"align":1027},"894.3",[945,2306,2307,2309,2311,2315,2317,2319,2322],{},[965,2308,2268],{},[965,2310,1900],{"align":1027},[965,2312,2313],{},[893,2314,1857],{},[965,2316,1907],{"align":1027},[965,2318,1910],{"align":1027},[965,2320,2321],{"align":1027},"241.3",[965,2323,2324],{"align":1027},"765.0",[945,2326,2327,2330,2332,2336,2338,2340,2343],{},[965,2328,2329],{},"int32",[965,2331,1806],{"align":1027},[965,2333,2334],{},[893,2335,1811],{},[965,2337,1814],{"align":1027},[965,2339,1817],{"align":1027},[965,2341,2342],{"align":1027},"991.4",[965,2344,2345],{"align":1027},"694.8",[945,2347,2348,2350,2352,2356,2359,2362,2365],{},[965,2349,2329],{},[965,2351,1806],{"align":1027},[965,2353,2354],{},[893,2355,1834],{},[965,2357,2358],{"align":1027},"1,938,945",[965,2360,2361],{"align":1027},"1.0315",[965,2363,2364],{"align":1027},"715.3",[965,2366,2367],{"align":1027},"574.7",[945,2369,2370,2372,2374,2378,2381,2384,2387],{},[965,2371,2329],{},[965,2373,1806],{"align":1027},[965,2375,2376],{},[893,2377,1857],{},[965,2379,2380],{"align":1027},"1,943,599",[965,2382,2383],{"align":1027},"1.0290",[965,2385,2386],{"align":1027},"399.7",[965,2388,2389],{"align":1027},"613.4",[945,2391,2392,2395,2398,2402,2405,2408,2411],{},[965,2393,2394],{},"int64",[965,2396,2397],{"align":1027},"4,000,000",[965,2399,2400],{},[893,2401,1811],{},[965,2403,2404],{"align":1027},"4,001,221",[965,2406,2407],{"align":1027},"0.9997",[965,2409,2410],{"align":1027},"1110.3",[965,2412,2413],{"align":1027},"1019.3",[945,2415,2416,2418,2420,2424,2427,2430,2433],{},[965,2417,2394],{},[965,2419,2397],{"align":1027},[965,2421,2422],{},[893,2423,1834],{},[965,2425,2426],{"align":1027},"2,199,601",[965,2428,2429],{"align":1027},"1.8185",[965,2431,2432],{"align":1027},"819.7",[965,2434,2435],{"align":1027},"882.6",[945,2437,2438,2440,2442,2446,2449,2452,2455],{},[965,2439,2394],{},[965,2441,2397],{"align":1027},[965,2443,2444],{},[893,2445,1857],{},[965,2447,2448],{"align":1027},"2,232,699",[965,2450,2451],{"align":1027},"1.7916",[965,2453,2454],{"align":1027},"561.0",[965,2456,2457],{"align":1027},"809.5",[874,2459,2461],{"id":2460},"codec-comparison-real-models","Codec comparison (real models)",[870,2463,2464],{},"Per-codec ratio and throughput on real fp32 models, holding the\npreprocessing graph fixed at reorder+split for the Huffman and rANS\nrows and varying the ZSTD prefilter across the rest.",[562,2466,2467,2484],{},[942,2468,2469],{},[945,2470,2471,2473,2476,2478,2480,2482],{},[948,2472,950],{},[948,2474,2475],{},"Codec",[948,2477,1787],{"align":1027},[948,2479,1790],{"align":1027},[948,2481,1793],{"align":1027},[948,2483,1796],{"align":1027},[960,2485,2486,2506,2527,2548,2569,2590,2610,2629,2649,2669,2689,2709],{},[945,2487,2488,2492,2495,2498,2500,2503],{},[965,2489,2490],{},[893,2491,1228],{},[965,2493,2494],{},"Huffman (reorder+split)",[965,2496,2497],{"align":1027},"86,736,647",[965,2499,1248],{"align":1027},[965,2501,2502],{"align":1027},"205.3",[965,2504,2505],{"align":1027},"1375.9",[945,2507,2508,2512,2515,2518,2521,2524],{},[965,2509,2510],{},[893,2511,1228],{},[965,2513,2514],{},"rANS (reorder+split)",[965,2516,2517],{"align":1027},"86,451,110",[965,2519,2520],{"align":1027},"1.0736",[965,2522,2523],{"align":1027},"119.5",[965,2525,2526],{"align":1027},"928.8",[945,2528,2529,2533,2536,2539,2542,2545],{},[965,2530,2531],{},[893,2532,1228],{},[965,2534,2535],{},"ZSTD (reorder+split)",[965,2537,2538],{"align":1027},"79,498,276",[965,2540,2541],{"align":1027},"1.1675",[965,2543,2544],{"align":1027},"158.1",[965,2546,2547],{"align":1027},"1276.6",[945,2549,2550,2554,2557,2560,2563,2566],{},[965,2551,2552],{},[893,2553,1228],{},[965,2555,2556],{},"ZSTD (shuffle)",[965,2558,2559],{"align":1027},"79,409,482",[965,2561,2562],{"align":1027},"1.1688",[965,2564,2565],{"align":1027},"67.5",[965,2567,2568],{"align":1027},"541.2",[945,2570,2571,2575,2578,2581,2584,2587],{},[965,2572,2573],{},[893,2574,1228],{},[965,2576,2577],{},"ZSTD (bitshuffle)",[965,2579,2580],{"align":1027},"80,272,706",[965,2582,2583],{"align":1027},"1.1563",[965,2585,2586],{"align":1027},"204.7",[965,2588,2589],{"align":1027},"562.6",[945,2591,2592,2596,2599,2602,2604,2607],{},[965,2593,2594],{},[893,2595,1228],{},[965,2597,2598],{},"ZSTD (bytedelta)",[965,2600,2601],{"align":1027},"92,818,496",[965,2603,1474],{"align":1027},[965,2605,2606],{"align":1027},"420.9",[965,2608,2609],{"align":1027},"699.9",[945,2611,2612,2616,2618,2621,2623,2626],{},[965,2613,2614],{},[893,2615,1288],{},[965,2617,2494],{},[965,2619,2620],{"align":1027},"96,346,850",[965,2622,1305],{"align":1027},[965,2624,2625],{"align":1027},"168.1",[965,2627,2628],{"align":1027},"1282.5",[945,2630,2631,2635,2637,2640,2643,2646],{},[965,2632,2633],{},[893,2634,1288],{},[965,2636,2514],{},[965,2638,2639],{"align":1027},"96,062,980",[965,2641,2642],{"align":1027},"1.0619",[965,2644,2645],{"align":1027},"131.9",[965,2647,2648],{"align":1027},"938.8",[945,2650,2651,2655,2657,2660,2663,2666],{},[965,2652,2653],{},[893,2654,1288],{},[965,2656,2535],{},[965,2658,2659],{"align":1027},"86,884,859",[965,2661,2662],{"align":1027},"1.1741",[965,2664,2665],{"align":1027},"148.4",[965,2667,2668],{"align":1027},"1133.0",[945,2670,2671,2675,2677,2680,2683,2686],{},[965,2672,2673],{},[893,2674,1288],{},[965,2676,2556],{},[965,2678,2679],{"align":1027},"86,536,651",[965,2681,2682],{"align":1027},"1.1788",[965,2684,2685],{"align":1027},"59.7",[965,2687,2688],{"align":1027},"707.5",[945,2690,2691,2695,2697,2700,2703,2706],{},[965,2692,2693],{},[893,2694,1288],{},[965,2696,2577],{},[965,2698,2699],{"align":1027},"87,549,748",[965,2701,2702],{"align":1027},"1.1652",[965,2704,2705],{"align":1027},"222.4",[965,2707,2708],{"align":1027},"804.0",[945,2710,2711,2715,2717,2720,2722,2725],{},[965,2712,2713],{},[893,2714,1288],{},[965,2716,2598],{},[965,2718,2719],{"align":1027},"102,013,376",[965,2721,1474],{"align":1027},[965,2723,2724],{"align":1027},"559.2",[965,2726,2727],{"align":1027},"1094.1",[874,2729,2731],{"id":2730},"random-access-tradeoff","Random-access tradeoff",[870,2733,2734,2735,2738],{},"Per-tensor compression preserves random access but pays a small ratio\npenalty against monolithic compression. On ",[893,2736,2737],{},"distilbert-base-uncased","\nthe gap is negligible for ZSTD (1.1811 vs 1.1803) and reversed for\nHuffman and rANS, where the per-tensor coder benefits from\ndtype-aware preprocessing while the monolithic stream cannot\nrecognise tensor boundaries.",[562,2740,2741,2756],{},[942,2742,2743],{},[945,2744,2745,2748,2750,2752,2754],{},[948,2746,2747],{},"Coder",[948,2749,1668],{},[948,2751,1787],{"align":1027},[948,2753,1790],{"align":1027},[948,2755,1793],{"align":1027},[960,2757,2758,2773,2788,2803,2816,2831],{},[945,2759,2760,2762,2765,2768,2770],{},[965,2761,395],{},[965,2763,2764],{},"per_tensor",[965,2766,2767],{"align":1027},"257,921,169",[965,2769,1361],{"align":1027},[965,2771,2772],{"align":1027},"336.2",[945,2774,2775,2777,2780,2783,2785],{},[965,2776,395],{},[965,2778,2779],{},"monolithic",[965,2781,2782],{"align":1027},"267,687,148",[965,2784,1474],{"align":1027},[965,2786,2787],{"align":1027},"260.5",[945,2789,2790,2792,2794,2797,2800],{},[965,2791,419],{},[965,2793,2764],{},[965,2795,2796],{"align":1027},"257,426,023",[965,2798,2799],{"align":1027},"1.0399",[965,2801,2802],{"align":1027},"276.4",[945,2804,2805,2807,2809,2811,2813],{},[965,2806,419],{},[965,2808,2779],{},[965,2810,2782],{"align":1027},[965,2812,1474],{"align":1027},[965,2814,2815],{"align":1027},"203.9",[945,2817,2818,2820,2822,2825,2828],{},[965,2819,427],{},[965,2821,2764],{},[965,2823,2824],{"align":1027},"226,638,984",[965,2826,2827],{"align":1027},"1.1811",[965,2829,2830],{"align":1027},"278.2",[945,2832,2833,2835,2837,2840,2843],{},[965,2834,427],{},[965,2836,2779],{},[965,2838,2839],{"align":1027},"226,799,862",[965,2841,2842],{"align":1027},"1.1803",[965,2844,2845],{"align":1027},"209.3",[870,2847,2848,2849,2851],{},"Source data for ",[893,2850,1344],{},"\n(267,687,144 raw bytes, 40 fp32 tensors).",{"title":2853,"searchDepth":2854,"depth":2854,"links":2855},"",3,[2856,2858,2859,2860,2861,2862,2863,2864,2865,2866],{"id":876,"depth":2857,"text":877},2,{"id":934,"depth":2857,"text":935},{"id":1006,"depth":2857,"text":1007},{"id":1122,"depth":2857,"text":1123},{"id":1152,"depth":2857,"text":1153},{"id":1175,"depth":2857,"text":1176},{"id":1648,"depth":2857,"text":1649},{"id":1767,"depth":2857,"text":1768},{"id":2460,"depth":2857,"text":2461},{"id":2730,"depth":2857,"text":2731},"Compression ratios and throughput on real-world models, plus per-feature benchmark tables.","md",null,{},{"title":853,"description":2867},"3sarOG9l9oMSEyOcgvCHGyHQSoieGf4GBnuYg3CSZM8",[2874,2876],{"title":849,"path":850,"stem":851,"description":2875,"children":-1},"Role tagged union and supporting format enums. Wire encoding uses tag bytes",{"title":857,"path":858,"stem":859,"description":2877,"children":-1},"Add new codecs, transforms, classifiers, and more as signed bundles — without modifying PTWM core.",1784820651879]