| { |
| "source": "/home/shuqing/Lumos/LLMs/gemma-4-E4B-it", |
| "archive": "/home/shuqing/space_computing/v5.18.0.zip", |
| "archive_sha256": "e28211971809a070f95a3f109c673758e123453acf4f5c57e713a9ec53c1b439", |
| "text_tensors": 665, |
| "text_parameters": 7463013376, |
| "text_stored_elements": 7463013418, |
| "text_weight_bytes": 14926026836, |
| "removed": { |
| "audio_tower": { |
| "tensors": 751, |
| "elements": 304825088, |
| "bytes": 609650176 |
| }, |
| "embed_audio": { |
| "tensors": 1, |
| "elements": 3932160, |
| "bytes": 7864320 |
| }, |
| "embed_vision": { |
| "tensors": 1, |
| "elements": 1966080, |
| "bytes": 3932160 |
| }, |
| "unused_shared_kv": { |
| "tensors": 54, |
| "elements": 55055616, |
| "bytes": 110111232 |
| }, |
| "vision_tower": { |
| "tensors": 658, |
| "elements": 167365056, |
| "bytes": 334730112 |
| } |
| }, |
| "key_mapping": "model.language_model.* -> model.*", |
| "mtp_tensors_found": 0, |
| "lm_head": "Tied to model.embed_tokens.weight", |
| "tensor_sha256": { |
| "model.embed_tokens.weight": "0d41d67b6c68cbf4e5858b1e680c1679879cbbc336a9d6251da578819e4d9721", |
| "model.embed_tokens_per_layer.weight": "e86c1548348c27c4e1c6cdc6f9f66276bc64a127c9cae249e8fc9980b49406df", |
| "model.layers.0.input_layernorm.weight": "415d4517d1ec4235412676b6cfbca27c1cd8001ae2d7bf154aab8cbe32760de7", |
| "model.layers.0.layer_scalar": "30b160442c1de4494644bbb253d47d620ff6e9a64147ead1b4496f463d32c358", |
| "model.layers.0.mlp.down_proj.weight": "c81ab7925d9d3a1fd88bf92b3e4e499d7bb107795ba54a071d73487c386bae5a", |
| "model.layers.0.mlp.gate_proj.weight": "355304f30f385c9625b92b409a73ed77d581928cbe9d9cf5c1c85e00a5a46bdd", |
| "model.layers.0.mlp.up_proj.weight": "6655f395c91409010444e333ca492f99b15e195b92af99d269bc8aec0d550029", |
| "model.layers.0.per_layer_input_gate.weight": "fde2cc4285e4c11510c8bae8a399e2d06aec2d5316d3d35f72c2d6e606f6621d", |
| "model.layers.0.per_layer_projection.weight": "866e063e5be844ef7a786004a3a18572bd82c1da94eda2177d3425f3be000a25", |
| "model.layers.0.post_attention_layernorm.weight": "298b3017c759726d05980ea4538ef76c3ce02ddc767ab825367d711ea86506af", |
| "model.layers.0.post_feedforward_layernorm.weight": "e0abc8e367a1f1e5c6e80dd262071ae511ad2b5ffe34bf9851c26867dd680c5f", |
| "model.layers.0.post_per_layer_input_norm.weight": "2a84f521396d4677cad4249db947fb3e335deea602be266d152407ffcac25637", |
| "model.layers.0.pre_feedforward_layernorm.weight": "2e9612bbda392ce97a13f5bf7bf9c0fbfb5b7d86b1a9b3ab7b5f9e733b18707e", |
| "model.layers.0.self_attn.k_norm.weight": "9ecd54eba376f8b03b274330175c85b235b3be67648220ca08997c9e24579b4a", |
| "model.layers.0.self_attn.k_proj.weight": "13659838fc5cff05b92ca5ed83c2bf2144f6753ddda98ae766da5e3ab8b3bc5a", |
| "model.layers.0.self_attn.o_proj.weight": "740282ea73650f642affbf34d55828ebf570417f1624538d9325872e455c9c98", |
| "model.layers.0.self_attn.q_norm.weight": "db41a27d5d73006dbeb517ee64d3d2887a33ff7d8dab4ec6e552ef6b191ba91b", |
| "model.layers.0.self_attn.q_proj.weight": "46bdabdbaeb071c44606db28ffb14166a4bcc3947f627c0c9775ef88bd567089", |
| "model.layers.0.self_attn.v_proj.weight": "0b61ffe48344f8f68448af458a265a37878257894e131caa3c68d10b27545cba", |
| "model.layers.1.input_layernorm.weight": "599a8831e805b5385012c0c012db5d1dc2b680d1acf6b4fb72706495bff7d260", |
| "model.layers.1.layer_scalar": "7ca8f841f352a966e6e89b1181b397d8c0d8fa935548803a80f8bf2318967701", |
| "model.layers.1.mlp.down_proj.weight": "8b9cda6b006c09a178a8097174985e092ef9ec30474d45f7e337f4fafda2ccd8", |
| "model.layers.1.mlp.gate_proj.weight": "00ef50776a5b4f9d71e9ab319d59b83d572c6dbbef24fa07d883f8ac052fc516", |
| "model.layers.1.mlp.up_proj.weight": "0c2abfca2465b7837bc97e24add8dfdcbdc85490f4bd9ccdfc378a303e61a1d8", |
| "model.layers.1.per_layer_input_gate.weight": "7547677cbd23acb29e6f6f1ae98436ded1476091e2c63c2f0c9c2bf3a8c80c4e", |
| "model.layers.1.per_layer_projection.weight": "ddc4f613cb84787bca41933db3250a0fc2e09f9b05ec233143980e1e88cf457a", |
| "model.layers.1.post_attention_layernorm.weight": "cb78b491fa123a889a8ca94cdaf98885177a7be220079aa646aa3de3d50f4320", |
| "model.layers.1.post_feedforward_layernorm.weight": "8f22fa784242f0c1b1de9a6971f50b5b4e395065410710299d7231d77ae35f15", |
| "model.layers.1.post_per_layer_input_norm.weight": "10ecfa82ff1b8431c00df8ca6a48f8689509df4ca832ce21385d47fabee04199", |
| "model.layers.1.pre_feedforward_layernorm.weight": "658329a20cacc053472924855546b7f4933f2307f0dc6a9b3cd7da3d4a20d186", |
| "model.layers.1.self_attn.k_norm.weight": "550d8279289393cd4bcad6cea48794b30e345172a72cce9db34f9aba56c74c0a", |
| "model.layers.1.self_attn.k_proj.weight": "7408695582b32b73fb79034bdf9fa0b756007cf6afcbf2dd4025af6e52d8ad0a", |
| "model.layers.1.self_attn.o_proj.weight": "fe4dc0358b8a178f56d74afbf30d3ff4e97220174318a51eecc606e25b40764d", |
| "model.layers.1.self_attn.q_norm.weight": "3d6b83d33b5807914d1b7a5283284435cef268e4f2ff5516bf119499d6106563", |
| "model.layers.1.self_attn.q_proj.weight": "d62e873f045af02be3ac5884147770663cd9d23945510f4d488ddaf55f96fbf8", |
| "model.layers.1.self_attn.v_proj.weight": "a07496e452c4d459c3cef4ae6104564ef4609d476b3a0516b1843775bc49d233", |
| "model.layers.10.input_layernorm.weight": "d651a4dedc81f09edb3fbcb68953f1c54cfa7dfc08519b3fc13768b19c794641", |
| "model.layers.10.layer_scalar": "7065e70bb1a8db68c56c6f5940742d583212788743e825c4c2f4ef80ab6f1258", |
| "model.layers.10.mlp.down_proj.weight": "8378142fe52ca92a0dc49fcc154d1d0ee3f68e42476f8f8b4962e8e619e279a2", |
| "model.layers.10.mlp.gate_proj.weight": "85b4e76fadca90af1e34393143f63f66c0d59b74f4b72dd385b719cbee1b4be7", |
| "model.layers.10.mlp.up_proj.weight": "cd4de3102b8db08d037242e513d84c634e532a9f790bd0ebb65da6a9aa55a87c", |
| "model.layers.10.per_layer_input_gate.weight": "6a9e3882bf5166ea1e0c884c791e81be44d7e17867b9fbf1f72353e876cc130e", |
| "model.layers.10.per_layer_projection.weight": "2a127490448cd9879c49a9d9290650bcbbc364aefd3577c6f1a19d0c79a89337", |
| "model.layers.10.post_attention_layernorm.weight": "c5c698bf234f29d33c3c6e874b04ce7ff85dfb0cbef0811ccb755f40fe7ed6a7", |
| "model.layers.10.post_feedforward_layernorm.weight": "af73f7d730c9e62fe45dc1a6ee667fd0253e9b25af8a75bb11a75b01d8958384", |
| "model.layers.10.post_per_layer_input_norm.weight": "9b2d4a60e73b1e51e77e0dfc3c577d858f052c8b4f60af3ff2292e33131a8dec", |
| "model.layers.10.pre_feedforward_layernorm.weight": "525d0a86bd5e81e4d7d74ccbc476a09a2da93de803c242b4d613e3047c206cd0", |
| "model.layers.10.self_attn.k_norm.weight": "82dbd230fa6158cdafdf769a7ed09db864b9b957b379d356408db8c75496b1b4", |
| "model.layers.10.self_attn.k_proj.weight": "f182d2b15682dd7b3d0c2b1d87a26e893683d44f2eaed79b3e2bd39c5f768874", |
| "model.layers.10.self_attn.o_proj.weight": "da2b1fe1d8274e1333a4d694361eecde043881c8db192961076ee4df4649742c", |
| "model.layers.10.self_attn.q_norm.weight": "a80f3176d8c4e9c8d113aee90863711847acaf9bc112dc49f85690fd355c7866", |
| "model.layers.10.self_attn.q_proj.weight": "8663a197211a097b5e55aa5bca7278eff1aab370f65a882e4a8551ce9a23a2ad", |
| "model.layers.10.self_attn.v_proj.weight": "52b1aca695a8e9e9935e207a637496d41c653664adecc3d828c4950c59a1bdaf", |
| "model.layers.11.input_layernorm.weight": "e642f759d128da69965f8a0efe9432b2e8d2b383c06cbbf912a8390248fdc24a", |
| "model.layers.11.layer_scalar": "085b6c752001a7ee26e336c3fd9ca1a582ec28fbb5dae766286770df37d6bd7d", |
| "model.layers.11.mlp.down_proj.weight": "32dad0a3f48da3e744cc4050b973736ed02d4ce0bdad25b175f780e5e3655383", |
| "model.layers.11.mlp.gate_proj.weight": "827656e3fa9f2d751d24f2e05f6b15250df53db8bec17a99a101433642bb6bac", |
| "model.layers.11.mlp.up_proj.weight": "0598d9e611603dc4d9b7f0976a27a3186a77a7c12480313a543ff7eed8fb193d", |
| "model.layers.11.per_layer_input_gate.weight": "9c83ecaea6c8cdaa1a78a885f4d3c23741622a08f31ef36cc914edb6977bb5cb", |
| "model.layers.11.per_layer_projection.weight": "7b1e90130a063e222bbdc1f8c8508685c9ddcfade28205ddc30edf4e8cc46f0a", |
| "model.layers.11.post_attention_layernorm.weight": "f82a13f6a7063f23086a52d61a435711a73d03aaa4d95194ffeb4cccb6cba030", |
| "model.layers.11.post_feedforward_layernorm.weight": "d1c3a0055346329099e66d0462cab611d27b47a8406a152fb73395b687227306", |
| "model.layers.11.post_per_layer_input_norm.weight": "a58ba92ebc3f7572db9d09d2bab90b9bfc9dcb513a07aef3af3d2a12049e4e13", |
| "model.layers.11.pre_feedforward_layernorm.weight": "abcd5137ce3f01e7f88f21e4abb6e79c8f67fa7a9735d537adaab56cb3fd8870", |
| "model.layers.11.self_attn.k_norm.weight": "b926710a7e4dffeed94664c4f4c96c6f2fe27b5187ee87dd308dca3c6a261b87", |
| "model.layers.11.self_attn.k_proj.weight": "c2ebd4b48d3db1494a9591ef32ee4e11ea49b4ae196eb3128e0dec2ccfc057e2", |
| "model.layers.11.self_attn.o_proj.weight": "15f9c4ad20ce7429404026299cc72dfa744f69bb378258108b7820c27b4bdd27", |
| "model.layers.11.self_attn.q_norm.weight": "d506ca90abcf6998edb2082d8f449bd514ab93722cf3140d9768dfe04520cfe3", |
| "model.layers.11.self_attn.q_proj.weight": "b14325b7ac34a665c62b6e7da282c70bbcf0eda7941c353acd89f98ea05c8e87", |
| "model.layers.11.self_attn.v_proj.weight": "2ba1d43c5bf48b6372a176a0fcb9da29091f526488605df395d407e3fe756550", |
| "model.layers.12.input_layernorm.weight": "af86171cc79dfcedd5ac8470d66db754f2195a0a850af68b5058d7ad9e7d5468", |
| "model.layers.12.layer_scalar": "e270aeb347f2165574c3a5c5bf11d038bcd3acd5abfdb5ae8a1b52d91cb842f0", |
| "model.layers.12.mlp.down_proj.weight": "9ea07d9e32128bcc305f942377fc9ff7aae91964da9b8a823b6816c4e4ae4139", |
| "model.layers.12.mlp.gate_proj.weight": "718c96a333e10705de19d3fae1c934bebafae182ff1c636406a4b24990dd0966", |
| "model.layers.12.mlp.up_proj.weight": "368f95c66e0156ee06da2606c72b74dd4568ce8fa65bac5d81f8659e53133dda", |
| "model.layers.12.per_layer_input_gate.weight": "20f68770f348c4ba80d26572baa854e573812cb163f311c0b91eb0765fca096f", |
| "model.layers.12.per_layer_projection.weight": "24f479540fda97a31e80cedf42f553ee296dc11f88bb68b54d515c21cb22ffd0", |
| "model.layers.12.post_attention_layernorm.weight": "02d208920342ef088add6fd1b207963dc8b1b6266afcd707f77ce9fe52efeaa2", |
| "model.layers.12.post_feedforward_layernorm.weight": "adaa0e2a709df25d03ff544f70810d2613fcf3c02a1db566c474236086fc8917", |
| "model.layers.12.post_per_layer_input_norm.weight": "65ca18722f5ca1842ac55b489614cc3a5efa3a39fd639c32efe5a466af50be02", |
| "model.layers.12.pre_feedforward_layernorm.weight": "e0297f050289dcfb8b9e30027079cefccbac9d9923af7b9b04bce38a25ce653a", |
| "model.layers.12.self_attn.k_norm.weight": "c4bcc51bde0b0f784f08bbb5d0922b4db94aa0367b77682d8c9e5ff0c904b97c", |
| "model.layers.12.self_attn.k_proj.weight": "de8ba3a8f239bdf1adc95f3874e6b089fb1da7da3f97309ac1b1c96b5a6b3f1a", |
| "model.layers.12.self_attn.o_proj.weight": "f6a973a597e74bd45d57a4c5b7124e4ae4d737f7e8af5153027c3e5298546625", |
| "model.layers.12.self_attn.q_norm.weight": "9f7159c42482bd69c656591c47de52e900a4a4ed038a00e984ed877278e1a0f1", |
| "model.layers.12.self_attn.q_proj.weight": "3a5187ee1a5fd2aeaccb513e2f35e0b797ab1cf566d2f79f9b4968450cd33291", |
| "model.layers.12.self_attn.v_proj.weight": "f6e5f30d494927cc05066bd57c8c064e69fb44d167eec3a2ea9e5948e7c02787", |
| "model.layers.13.input_layernorm.weight": "ed2d309657018a40e71147f50a7e3bb753a3f48170f0b7029ef4f3b06ea19b89", |
| "model.layers.13.layer_scalar": "9619b7708991ca4b30cf924604d4220a2070c818a0dfd96961b51f0dea80530c", |
| "model.layers.13.mlp.down_proj.weight": "bed4e323d186ea02be78d3a1896c45268b75a751ccd4b4be3c1d3c334d2c2243", |
| "model.layers.13.mlp.gate_proj.weight": "6743f91faa0236a63f0c0ee8b0901bfc42c0d155263528ac495a0b2c3102df4d", |
| "model.layers.13.mlp.up_proj.weight": "72bf81354337002d9418be95b9fb5236ba598d31c662a453e23c9340aa5654cc", |
| "model.layers.13.per_layer_input_gate.weight": "bc2cd85acfe430432f1f7ab86c50fb020b3d02f4512963cd25b1e9d3fe9a8cb1", |
| "model.layers.13.per_layer_projection.weight": "0ba6d1f0889ccaef90fb61a60fd74c75e5ce1c636e5812cdace02a36bd49591c", |
| "model.layers.13.post_attention_layernorm.weight": "f55948d2a82f487181612ec4bad40c69bf7ae24fe1d3ca32cac3b15f9f623723", |
| "model.layers.13.post_feedforward_layernorm.weight": "0ccaa1e433ccd97d0b607d8d01fb9d1e0a09bc8acadf7191fde953f34b025ffc", |
| "model.layers.13.post_per_layer_input_norm.weight": "f406e9c71bb941dae4cdae3b07bc21e5b5de68442c1101685a74430a8ff3d0e6", |
| "model.layers.13.pre_feedforward_layernorm.weight": "7280ae23f848e39ad86bac8616a70d3441fc304dd9c7bd34122d585daf8dccbe", |
| "model.layers.13.self_attn.k_norm.weight": "82dbd230fa6158cdafdf769a7ed09db864b9b957b379d356408db8c75496b1b4", |
| "model.layers.13.self_attn.k_proj.weight": "916fe0cc0b993f9424038a271831d1da5f321e07f5981134fde33d977d67973b", |
| "model.layers.13.self_attn.o_proj.weight": "4088e6c099b87fc64181b6310a3181a8dab3ae2d3753a1e633e5183d9bb744ef", |
| "model.layers.13.self_attn.q_norm.weight": "a80f3176d8c4e9c8d113aee90863711847acaf9bc112dc49f85690fd355c7866", |
| "model.layers.13.self_attn.q_proj.weight": "c260b4a957fdd498eb2f0eaa45b22063f9573f15fd607cf536a67d895ee6a1bb", |
| "model.layers.13.self_attn.v_proj.weight": "55a30156795efbb1a46dcd9862256e81ef3c707f7c519a66898b08f112c6b240", |
| "model.layers.14.input_layernorm.weight": "3f0f894612ceb8bf2579bf7fffa85dc3b4265822377842d79e407ae54ee012b4", |
| "model.layers.14.layer_scalar": "b579c1a6059123b14582b861c41e475232ed0f2c182af52d84d6c83403d37b2b", |
| "model.layers.14.mlp.down_proj.weight": "292d99b2aff9079069bcccf6190c48f23e59f038a054b5de67d0698e3b5bcb39", |
| "model.layers.14.mlp.gate_proj.weight": "7b2079cc16573c080bad8db9d6d55f4248435798bc8e693c2eaa9458dcda19fa", |
| "model.layers.14.mlp.up_proj.weight": "980d4dc7a75fc9d7605c11a473eff57069b4828c0e94d8d3946c49f85aabd699", |
| "model.layers.14.per_layer_input_gate.weight": "4915c514140407133b9f4c811e7f2795f0f041ebc0c04c593c95e3232dc12a70", |
| "model.layers.14.per_layer_projection.weight": "96123db9ff4c9a91c0030251e34902330000e92358f3cbbf254953611d514f68", |
| "model.layers.14.post_attention_layernorm.weight": "9e52512a9fb6b4e35ef900becc2458fa5c8eb2b86304f8ce2a9535cdddd7bafa", |
| "model.layers.14.post_feedforward_layernorm.weight": "20e9fdf4d09513d02615ca1b0dd545f28705fa6022b9fbd665f6ac5fb2dcb870", |
| "model.layers.14.post_per_layer_input_norm.weight": "08a7c5094b49506a672ae6d03758ec7c94c3835dd2c36283be29b3d086f6fd92", |
| "model.layers.14.pre_feedforward_layernorm.weight": "bbad5544873d64d6f76ab7fe26683400df9b1faca0d3d4fdfb3fb689e8ae2f78", |
| "model.layers.14.self_attn.k_norm.weight": "f61fdbd186eef23e0bac25c4736abeb3c04060bec2417b07c63105bab4ddf999", |
| "model.layers.14.self_attn.k_proj.weight": "4912c65d811983412b9bc625c1b41c00ec50ae63a2b29c7b9690aba401d0a0af", |
| "model.layers.14.self_attn.o_proj.weight": "33ef57259b30cf3164557e0771fc6ad45de04207de5fe2ae232328c09c388deb", |
| "model.layers.14.self_attn.q_norm.weight": "49fa60bb76920a08e5ca642e802db23c7195761fdf98f9837cd4686e287a0cf1", |
| "model.layers.14.self_attn.q_proj.weight": "4d20584424e658da550a9c2f9a192275a1a15c0243608aa6bb82bb63d55115d7", |
| "model.layers.14.self_attn.v_proj.weight": "7077418910a6d52f7d7a42c93e8d8fac798c9290a5abd45d27c3685c6b6e0424", |
| "model.layers.15.input_layernorm.weight": "f597ec805f8a36bc7edd68816577c24bca50282892e0d78a7ca8d3a41a93c57f", |
| "model.layers.15.layer_scalar": "627e4303fadedf9d0b4e170435d14507ed10a601d91c73fbbd23f1fe0a00586e", |
| "model.layers.15.mlp.down_proj.weight": "8840564016fb3aed468312be0e2e8ecfc78dd36f8009a8479bea8d26c3202e24", |
| "model.layers.15.mlp.gate_proj.weight": "b1e9edbbf7d8ea4d973dedb6465a396698b15a1e46ef05e25725a10a0806d47f", |
| "model.layers.15.mlp.up_proj.weight": "b9284bb20f076ac15215bea41bca4ab722d8f138bed16e9459671e55c6ebff7d", |
| "model.layers.15.per_layer_input_gate.weight": "70eee07082222db9f3282f5bcb9d057a909da3206ee3c4372aa0e8f11354c182", |
| "model.layers.15.per_layer_projection.weight": "1b9f26335d899f854062fda486f90ba82b7c8340c62dc8eea273594fc807ebc6", |
| "model.layers.15.post_attention_layernorm.weight": "d666a6d50d974994dda88c18da8bd88ac72419f29473bc6ad64da5d52340d4b9", |
| "model.layers.15.post_feedforward_layernorm.weight": "8f563a77b128bf35d6bcb39e37955608f3c5c7e069625ce5ba71727f2ad9c748", |
| "model.layers.15.post_per_layer_input_norm.weight": "a77f10d085f2fa715f0c805fc57ab2d7732d929c1cb80018d755598abec4cbe3", |
| "model.layers.15.pre_feedforward_layernorm.weight": "8c85f6a6758a2c07fcb72ea9abc39f00e1a01332a51b091405051bf2c5f44bc7", |
| "model.layers.15.self_attn.k_norm.weight": "9ecd54eba376f8b03b274330175c85b235b3be67648220ca08997c9e24579b4a", |
| "model.layers.15.self_attn.k_proj.weight": "14a7d24276aab8022af8d1ed37fe7d31ac74742781d75bb45c6cd968620e63f5", |
| "model.layers.15.self_attn.o_proj.weight": "ecf846f47f26d30a8faadca462a9b1e47dfbaf5e54a1b06185326107028d7e54", |
| "model.layers.15.self_attn.q_norm.weight": "db41a27d5d73006dbeb517ee64d3d2887a33ff7d8dab4ec6e552ef6b191ba91b", |
| "model.layers.15.self_attn.q_proj.weight": "f4638775e23b2c05f0bb7c10856a8f15e1fa61899db092e81c1afc8931637eae", |
| "model.layers.15.self_attn.v_proj.weight": "dea57e4cb1645df329a19e675dbbdcbb6495e95e4357080e35aa26bd3ed79c83", |
| "model.layers.16.input_layernorm.weight": "50327bc0f1d30f13e8a1757cabbeb69bfc878cbd9c07252936e9655213a1b956", |
| "model.layers.16.layer_scalar": "8704e7f4ed55969b5eb8f82bc760d29894588506b7d59cce9bd28eea9972aaa3", |
| "model.layers.16.mlp.down_proj.weight": "cf82505b11c9962d2fb5d5586862b9710251be4ee6771b5777205f0d64719424", |
| "model.layers.16.mlp.gate_proj.weight": "43ce92a80fe68406f14d0c512a6c916faf6764536470d802be40cf557eed0ead", |
| "model.layers.16.mlp.up_proj.weight": "5541c6296f7a96ee7ed3a274387a7175b7c9ce40e12b1eec2fc53c8154accec8", |
| "model.layers.16.per_layer_input_gate.weight": "5973c7029118c2f45e14c4a62df232298b5c3bc04ac67f82583bd7d6e5654a0e", |
| "model.layers.16.per_layer_projection.weight": "b700bdda5b6d27b3918c51662385029606063ac4c0d8d25d20ba81f9e2c3c826", |
| "model.layers.16.post_attention_layernorm.weight": "5c176ceaa0cbe1b05b59d1ec607b58ea6368b98e7bbc40ff5ece4cf83c02f2fa", |
| "model.layers.16.post_feedforward_layernorm.weight": "b99288da17aabb343737a83aa51c0bdf1d4a83e178824258b560dc81d690f22f", |
| "model.layers.16.post_per_layer_input_norm.weight": "bf6e4e09b8d02df46ed96d4a83d5333358d5e4de2264143f8494f07030cfad98", |
| "model.layers.16.pre_feedforward_layernorm.weight": "cd8807eb494ef07ea572e50f81836fad57c143f7e2d12b0e776ffcf991c7f397", |
| "model.layers.16.self_attn.k_norm.weight": "626d2837d8926e88ac61d1d53ea00a998ed1384aea5bf039c04f190274703768", |
| "model.layers.16.self_attn.k_proj.weight": "e11bc5f2efdb44104803574c472e40fd04e3a48b347f3e1c24f600daa4ce3fed", |
| "model.layers.16.self_attn.o_proj.weight": "15ed422cd76b5fe68f2cbc4a4ecdfd0cbcde1ba076c51080f15de32f2971dfa7", |
| "model.layers.16.self_attn.q_norm.weight": "73ad21aea373fab994802d9d40c345d0873c9cb5326489ef64ab75956f0274e7", |
| "model.layers.16.self_attn.q_proj.weight": "4848596a40f0884bfd0832c855ff187e618dedf3ac688ec01e746c78afba51b7", |
| "model.layers.16.self_attn.v_proj.weight": "9edfb13475b109bcbb5d95b3160c3f667f35976e6a169c829fa0c3ca0e1164ff", |
| "model.layers.17.input_layernorm.weight": "363f254a4995989eb7c5585477985ba1354ae547d2436bec3e2bc3aa44f02848", |
| "model.layers.17.layer_scalar": "4b50689a1a854ab93f2502838d1f8fce1a4006993a3d4e3cd0906ca35c7471c8", |
| "model.layers.17.mlp.down_proj.weight": "3a8a7fb0c6b8d7c31897a39307f1967929f7fd0c253edde6a3f912573817a978", |
| "model.layers.17.mlp.gate_proj.weight": "179a246d35a24beac466174782a7098193a2e82eed14429f2ecde21b496ded1e", |
| "model.layers.17.mlp.up_proj.weight": "2fc311c7a3c0a303f58fa676a789e1b98b1abeb2929d0ecabdf0fbc0342d16f8", |
| "model.layers.17.per_layer_input_gate.weight": "6695d615f218b503dcc82bcb206e9237c3ffc15ec21e9432982bef99d8e53da2", |
| "model.layers.17.per_layer_projection.weight": "8ae3d5c1fc33e63233e5b2bf8ad17adaf73b9ec4f04cc581446b9092e093f583", |
| "model.layers.17.post_attention_layernorm.weight": "1530422d551adea455596b49f59885b08386f049826d950163bf13a9e5bd129d", |
| "model.layers.17.post_feedforward_layernorm.weight": "005522ee7fe93578cb43c34a1c90843f4817e60b159869f75ca9f048b54bc3bb", |
| "model.layers.17.post_per_layer_input_norm.weight": "b8330dfb7755cfb90d6b6be0d70717a03a930f588782d396914c8f224982aa35", |
| "model.layers.17.pre_feedforward_layernorm.weight": "36928639d6b878016aa5dde012819d5f4bc97759e5565d085bb51138d83373be", |
| "model.layers.17.self_attn.k_norm.weight": "eba8fbb183b3b06b203ba93d21b3120f141b90f185755b550835573960c47f3f", |
| "model.layers.17.self_attn.k_proj.weight": "12563a4b3106eec8b4687b6a5ccae44841d2f421d1a1b99f317dd69b01484bd3", |
| "model.layers.17.self_attn.o_proj.weight": "711796b9746b614663e15c6b61f56679b803f1bbf8d066108697c28d42340f08", |
| "model.layers.17.self_attn.q_norm.weight": "09a47e0f012e480ac807c6cc0ece4002630139a1cfe3b4e0369eec29ebecf72c", |
| "model.layers.17.self_attn.q_proj.weight": "91883b107fa300ce905f5a3d482f37a7e2451e587951107462a4be1f84f0c8c2", |
| "model.layers.17.self_attn.v_proj.weight": "2075621f2709cd8def92e436b532d6a6d62014c1353010a085b05070c8c26001", |
| "model.layers.18.input_layernorm.weight": "b40c788f844a189f0d1160d1e15efe4b2597c0156498291830066164e020c270", |
| "model.layers.18.layer_scalar": "a3e4ca1c220fd6966344dbc3be5b49dcdb215cdf10aa02330fa0824f1503c7ca", |
| "model.layers.18.mlp.down_proj.weight": "1ecc6fd7a00407146d5c6accce70582c895d27dca9eda4865d396c0c2f3eede5", |
| "model.layers.18.mlp.gate_proj.weight": "afbddc20ea30245b2e8059ed5e8864a2e415fdba9962238c1a811d2b4d197acd", |
| "model.layers.18.mlp.up_proj.weight": "2d69aa203df2b3af8e0d9a43ac9e3ed1d3e4b54723cd2080f775881c17bd87eb", |
| "model.layers.18.per_layer_input_gate.weight": "42a76f319dc9e198992a7a2181324d85e9a0d67363c89252b6731bfbe7a7a0ad", |
| "model.layers.18.per_layer_projection.weight": "4ff4868ed553b6cd6719b596bb67f43b2bed93dd00eedc3d0771309cc437c70f", |
| "model.layers.18.post_attention_layernorm.weight": "1d04f201e97e0148bb9bcaf15c1b6745ebc9d2d71258be3d77cc50a2dc819c15", |
| "model.layers.18.post_feedforward_layernorm.weight": "0f8c2cb5c64b1927b823bfe55616c4d6b745c3a7e63cc51efa9b8c22503f2388", |
| "model.layers.18.post_per_layer_input_norm.weight": "cefd3ea889b155846f6e768628c9a6e319e6f72c2ea940726a89e83b115b31f3", |
| "model.layers.18.pre_feedforward_layernorm.weight": "bf2b059266a7b92dfb879d67b70b40e55f364d4a821d5998b3cdaf35390d48fa", |
| "model.layers.18.self_attn.k_norm.weight": "6677ff98525a25da14df96f0b24fb8121ffd8d5664d7eb2e68a216cb0bad3626", |
| "model.layers.18.self_attn.k_proj.weight": "808a36c034a381ccc98b0e46fff5b1eec98f9d522793d260b4591507d2cd63fd", |
| "model.layers.18.self_attn.o_proj.weight": "e8ec2f155f116d9232c48e4bc8c9c6f25bfa18a43bec12da008fa06af9e023bf", |
| "model.layers.18.self_attn.q_norm.weight": "49fa60bb76920a08e5ca642e802db23c7195761fdf98f9837cd4686e287a0cf1", |
| "model.layers.18.self_attn.q_proj.weight": "d65dff541be20157473570f61e85b08ff1f06ca75bd487655bf008185182fa3d", |
| "model.layers.18.self_attn.v_proj.weight": "216fdcb2ae44c855fc4d7cda91aa4dcf1d6350165958769686273ce26b708cf6", |
| "model.layers.19.input_layernorm.weight": "dbe1a86a4f446b309be778493d6c694cd58038f94c9d8072791d1451d8ec5fbc", |
| "model.layers.19.layer_scalar": "31f08937f4f876fb4ade6b1e578c1a6bb4db79034e250e16cd9047da4972976f", |
| "model.layers.19.mlp.down_proj.weight": "62ea20d15ea0b389d23201acc74700f119c784b980753fb6068ad3be6b3dcbe1", |
| "model.layers.19.mlp.gate_proj.weight": "65261cfe3f2f7b9a810ef7a4d8afe5bcff622527f390d77940793632e14d62b8", |
| "model.layers.19.mlp.up_proj.weight": "8020facbe282015b19af165a45092db66038d772e0df997d924cdd4dd117f75f", |
| "model.layers.19.per_layer_input_gate.weight": "5bd27e79c717021c120106969cee1f8a0299af612d010338c3b33c1377b1bb27", |
| "model.layers.19.per_layer_projection.weight": "248da5240fc49106e262dbd05ebd0c042aa828b2723e39e5eca868b568a6ac39", |
| "model.layers.19.post_attention_layernorm.weight": "5126530f62e8a6ab80a0a25cc75fd3fdc0751b1ea9eaef261da5be377d3c66a3", |
| "model.layers.19.post_feedforward_layernorm.weight": "90d15b31c6776c6804c00af8e2f4d7c60eae9d3d47f1721044296208797664c0", |
| "model.layers.19.post_per_layer_input_norm.weight": "e558aaed11a319563414c6b100ce0f2ed9700cce9c65bc66526620f37ca1a954", |
| "model.layers.19.pre_feedforward_layernorm.weight": "48b608ffba4a8a091c54d2bf34c4b288d9d4695a92477164c6612d6663de7fdf", |
| "model.layers.19.self_attn.k_norm.weight": "28a23401670eaa5b3eaf3df9850711f4eb13789c0a914f7c23e10d974f74d654", |
| "model.layers.19.self_attn.k_proj.weight": "e24acdb65caa41c86d336497a12c620f40fbf8fbf695a47b37e51b31ab19fb32", |
| "model.layers.19.self_attn.o_proj.weight": "4f6f076eec1214080bdbea3a6fbc1bb95a8725b0cec21ea5e6c5731897e9d3b6", |
| "model.layers.19.self_attn.q_norm.weight": "a8e8f66906d0197a1999b417eaf31ecd0a95670c9fe595b4aeb8e3980d0d982b", |
| "model.layers.19.self_attn.q_proj.weight": "c21394daf4342df2170ac270c909823d175d82d2681c2de7316a33b3c3616eb4", |
| "model.layers.19.self_attn.v_proj.weight": "d69d74c2988180fc2495bea6275576629890f7c74e3fdacba9c85c6a609f1456", |
| "model.layers.2.input_layernorm.weight": "86cfb70dd4dc5e3cd471b09d79ce5acb3a3106b4c3a4724dc14312835724194d", |
| "model.layers.2.layer_scalar": "6cedd063a3550b706c63ae88f4b080ede9a1a355f00f5270abe0c9a1d79cab96", |
| "model.layers.2.mlp.down_proj.weight": "9786074d98e63d9ff84b72016234dcd179011a94c760075849edab53506e87ff", |
| "model.layers.2.mlp.gate_proj.weight": "9b3971d3577825f8b237e90110726f141a706eff3b29879b784ce8e23b469267", |
| "model.layers.2.mlp.up_proj.weight": "7ec6e8bc87bc7f44bedf4a0b2bc2260ce73c2bc39d02fd40ddda58026b940a0a", |
| "model.layers.2.per_layer_input_gate.weight": "df5db2a8b97029259fde5b90c524d149e205cdbf2f37ef5890a9436fdb06c613", |
| "model.layers.2.per_layer_projection.weight": "b323abcaaf301a5a31223e3524298f57daf0c6c964e9bbb6e0b7550ba9bfd0a1", |
| "model.layers.2.post_attention_layernorm.weight": "a4af4893687d4a6b4f417b79560f6dab720bc1a1aa38a36ef64ce0f9856b9466", |
| "model.layers.2.post_feedforward_layernorm.weight": "e3986556294e4f1a0e67891d229d441e2e2a51ea2b194cc8c6aa0998eb7a35ca", |
| "model.layers.2.post_per_layer_input_norm.weight": "25a11805a97a7f2368ba0e2b8114aefd3f45a0ba3c67eae2e74116ce5f7a1c98", |
| "model.layers.2.pre_feedforward_layernorm.weight": "0c4f28d7a27967a5f3b843666db5747f0b015e089892a50bb06e428b1d2884e2", |
| "model.layers.2.self_attn.k_norm.weight": "35b3949bebc1bfcb41439ea7ba74114bfbe4969560caa5f6b40fc8d73609cca4", |
| "model.layers.2.self_attn.k_proj.weight": "780d569f903623525100136666def191f23ed3fafac66876b09eb4fe49939ad7", |
| "model.layers.2.self_attn.o_proj.weight": "88fc8cee300ac2828a33a619fa1497a1cd1a15600927af0e383326781e3a6b62", |
| "model.layers.2.self_attn.q_norm.weight": "9dc9c7717885e86c7781020435cc97cacb6ecc5f067592b67ae752cd100ae5bc", |
| "model.layers.2.self_attn.q_proj.weight": "4fb4e0841af55ac5aebf82fa331ba07284c1b1bc80aefdd2372eb13062dcf5f9", |
| "model.layers.2.self_attn.v_proj.weight": "779e90cea9d7960a9ef76403c0126f750d86cbfcc63d056c9dd99393cc20d3aa", |
| "model.layers.20.input_layernorm.weight": "ef3477663228aee312deb5950eb514067ee9c9883ef34e8145327df83dc5590c", |
| "model.layers.20.layer_scalar": "f87828ac00778f62a63e3e563ae6db488497913ee7257b8374e45efcb964325e", |
| "model.layers.20.mlp.down_proj.weight": "1216e8b2d4d3e8416bf04d50bafed14d1d3af39a122322d48e7c33bea8d86399", |
| "model.layers.20.mlp.gate_proj.weight": "02112543ac74a7fbafe0e806a80293e8ea163e8eadd9971f995a308dccae7e66", |
| "model.layers.20.mlp.up_proj.weight": "1f812cf6133409c0e6887e02c0b1a34a5f61d10e5c5612205a9815986b885341", |
| "model.layers.20.per_layer_input_gate.weight": "df637c30bbb24551f717ee8e2f80f92c19d4d2cda89230c6822e24cf8c3997c6", |
| "model.layers.20.per_layer_projection.weight": "ff79647778c18afd411070c0531c5301467875303612b273e4cc3fb65599419d", |
| "model.layers.20.post_attention_layernorm.weight": "fdd4dc44af7f06a35323c22e7b7754f4cbeae665f6bd43252a563ccdf676c4ed", |
| "model.layers.20.post_feedforward_layernorm.weight": "7775d74a031478a737a57881d4f1ad93a4747f3da4a5146df0621aaeccee96ef", |
| "model.layers.20.post_per_layer_input_norm.weight": "aa0feed175be723bb68486888b63c708c63d89898e13a4895a4a98d88da906ac", |
| "model.layers.20.pre_feedforward_layernorm.weight": "d7ac98edf2ef25b36a49bf1fa7c1cbb04718d3fd255e27891b872ab21c69ad9b", |
| "model.layers.20.self_attn.k_norm.weight": "526eebb2dd9eaa7f8327e1522ab70e51010c27608e9db9ce17866a9c0564f25f", |
| "model.layers.20.self_attn.k_proj.weight": "06928140feaef9c89c8c5d7c557be911465920c42ddedcf15f1730f678aa43b4", |
| "model.layers.20.self_attn.o_proj.weight": "97185343e11553871066b529d4dc9a49d985553674891ba1a5d058e34e48535a", |
| "model.layers.20.self_attn.q_norm.weight": "8e6b548203bfc0860b22f197dbde1c838d15e2654555143cb6dfa88e0e2bcac2", |
| "model.layers.20.self_attn.q_proj.weight": "58bb4280dcca0edb26527471db73ea7b4dda919618ddc0d6d33337329d90ee48", |
| "model.layers.20.self_attn.v_proj.weight": "335cc541da96a9543bdcc3f324c20b3927d5e003f2a34c4b2d5955dc798c4760", |
| "model.layers.21.input_layernorm.weight": "52ab60d460ee9a144ca0f819bcf942dbe0656aa7c77fa166612165b0d9b8e95d", |
| "model.layers.21.layer_scalar": "abfeb601204efbaef08d9119e08dc48fa818e369a82e42164e8055a81ed8d945", |
| "model.layers.21.mlp.down_proj.weight": "5a458f6f17402aa66711071c96fba1a3cfc669b889ed83dbda0795f13e149dbe", |
| "model.layers.21.mlp.gate_proj.weight": "b6b88eddac8662300f1d6e49e621df813cfb518c7f0d5865529ceb2790d3bb4e", |
| "model.layers.21.mlp.up_proj.weight": "74bedeb33cb5208ed52f63e67e9f96b1b3440e9cb3e8f7cf4a524f7ca2757cb0", |
| "model.layers.21.per_layer_input_gate.weight": "90b2082ec9a6bd6dd6d394d29a609d9a54f793996ee65335c71ef246c995ad08", |
| "model.layers.21.per_layer_projection.weight": "e98a3b0cd6f537edd4219450d8e9cf0f709057b58adbd2524bbd695f8c285d6a", |
| "model.layers.21.post_attention_layernorm.weight": "9e94be51f7b66de63845aacd1c525a73ec6271dcf1857f91a3d8dc97f546e035", |
| "model.layers.21.post_feedforward_layernorm.weight": "da698c354e6563955082bbe0bb52109a832a54a5524037c4c3ed7f69cb3a53c4", |
| "model.layers.21.post_per_layer_input_norm.weight": "0c0bba73a7af679d2ffbc6e1857b33271b061240a590f4d3088256c1f7c892cd", |
| "model.layers.21.pre_feedforward_layernorm.weight": "b631f0c8a844ba3fd0eaa6f5bfe5f701df9ec34f4a66db14dd6f4c3eac7e23ac", |
| "model.layers.21.self_attn.k_norm.weight": "1b2096c55f24fdabd5c987f73b8710b3a821762bfd0722f93eadc10d71e837e7", |
| "model.layers.21.self_attn.k_proj.weight": "00021f9a699b911723d54831f49a667657820c3721d344c8d3d05ffa4bd7be3d", |
| "model.layers.21.self_attn.o_proj.weight": "d91be35019258881edb8e7b6bf28cee236b3387531edcbd030a498c400d64fa3", |
| "model.layers.21.self_attn.q_norm.weight": "a8e642382fae2d2ed231eeffd76996a12116b60ba4fa37c3c4fcfa7e98d26124", |
| "model.layers.21.self_attn.q_proj.weight": "223810e7ea9950428f66855d3e8e7b13be164bc6eee9d2881578c51fd8762039", |
| "model.layers.21.self_attn.v_proj.weight": "df1e7d082dc58e35223249501512010674b939091732a265f650e68b5e102110", |
| "model.layers.22.input_layernorm.weight": "a73069ad94fc2dd1f3fa59faa35ed88f993028fb79e2b20c1b645946bf5889e8", |
| "model.layers.22.layer_scalar": "21e3edec42bce7d984a9d837ad292204006af2dcb4a632cabf8dc08fef844603", |
| "model.layers.22.mlp.down_proj.weight": "8166ce6fe338e917bed8da2fb67e6dd706f7eb077014196b812349caa53174c4", |
| "model.layers.22.mlp.gate_proj.weight": "0d90550d2f70d174f2fa779236259a2942aa90c58261bd6e891bbc9db058de19", |
| "model.layers.22.mlp.up_proj.weight": "12128da46eb8079b5f2b3ffe19b0d3eb0cce02185592d8fe4aedef18d7b8513f", |
| "model.layers.22.per_layer_input_gate.weight": "f0baaf0b45a29fad4924b09eed4b6b9a58044cc2c67ed8fbe86e8b798d35f9f6", |
| "model.layers.22.per_layer_projection.weight": "261e83d66663c1c72a54e5abcc78b227ef2a6b24a2128dbb09341babc2f2ca11", |
| "model.layers.22.post_attention_layernorm.weight": "2c6e4f3b756fa9aee68d43c6d28a6e1ca8d5e6db87b2e09d17fd09f9f3b7846c", |
| "model.layers.22.post_feedforward_layernorm.weight": "8c7b41fe762d78bc8e69123b9595af5b8af35213531f1acedc8d12525bd5d448", |
| "model.layers.22.post_per_layer_input_norm.weight": "28a1964afaee7ec1308bb60498a29f64afc18d5af093a00e2bca89962c8a6941", |
| "model.layers.22.pre_feedforward_layernorm.weight": "03fff6a66bcaaafa9def41f4208b85e715429a4e9e1589f6de3ddd85523d686f", |
| "model.layers.22.self_attn.k_norm.weight": "626d2837d8926e88ac61d1d53ea00a998ed1384aea5bf039c04f190274703768", |
| "model.layers.22.self_attn.k_proj.weight": "f7a5d21d03b183d27acab25c38e4b54cb883fefcc7b96eaf74de069b53626c45", |
| "model.layers.22.self_attn.o_proj.weight": "3c08dcf681b8a5c66d362e264176d1ed60bdee8e53bcbf8673109f6563ea2331", |
| "model.layers.22.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.22.self_attn.q_proj.weight": "6751b189784b1978b95cdf26940d944a3dfd311337f93f40d1e185f5a5406b25", |
| "model.layers.22.self_attn.v_proj.weight": "47386a2b0629995d866586b718446fa6407bedea86e9bcf8b894c68cb7790028", |
| "model.layers.23.input_layernorm.weight": "360162c47966f36c6928495095a72b4486ad8286f8d0af5f217895ca29c6f5bc", |
| "model.layers.23.layer_scalar": "1393e15c0130f5c93e4bc59b6cbffadb0691906bcf50160e248f148537860596", |
| "model.layers.23.mlp.down_proj.weight": "508d7007b2c43aeeef60b98e358158dbdf55096207c496e5dfa973491a371f66", |
| "model.layers.23.mlp.gate_proj.weight": "62bed01a74ef24e23d52d8ca5b792b6351cfba199b7479dbf780e80c39985a75", |
| "model.layers.23.mlp.up_proj.weight": "546ce2a61c9f3db03f965a37bfba146228e3cccb6c12970d9bb09fda9bee8ce6", |
| "model.layers.23.per_layer_input_gate.weight": "0be60fda0d24767b4c894eb37cddd9d62dd8873d50c1a90b4d0b8b8349964edb", |
| "model.layers.23.per_layer_projection.weight": "493075abdeaea39986759e584f2f992761209b491a79418bd0509c40cbef0e2b", |
| "model.layers.23.post_attention_layernorm.weight": "9c01c8a9bed58caabc051daca3a8b19943faad9133fbeb2f6eb414ff638bb979", |
| "model.layers.23.post_feedforward_layernorm.weight": "d963c2c4a6e070d4c7ee9e32ede9e4683e2dbb87cc77c5cd4261aeb37c6724e3", |
| "model.layers.23.post_per_layer_input_norm.weight": "0e7305e8865fc35a455ed1f01f32a06043398609e8cba55d2daeae24abe177fd", |
| "model.layers.23.pre_feedforward_layernorm.weight": "9ea0e712f82bf0d7155ceed1fa5b7e9c43e571fbee0dad3cab8ae65c78483661", |
| "model.layers.23.self_attn.k_norm.weight": "afabf88facaef68176e3dd9551965d08e579fe70f6d25d6ba1adb963d05131e3", |
| "model.layers.23.self_attn.k_proj.weight": "20f56fd0506d92f8db921c005e55d07fb9158c84836108b252465013d87c41ba", |
| "model.layers.23.self_attn.o_proj.weight": "ee09b853c9ba017baf6b631b53aa4cbe77bb8f1f903afe9b53eaeca994440712", |
| "model.layers.23.self_attn.q_norm.weight": "07101aaa0ac6e6df4b28cc3b209f04edaa9c277fc5037b50525478e3e60df15b", |
| "model.layers.23.self_attn.q_proj.weight": "93d890b2e214bccf10180cc5d5abc48391fa835cde2f1460c32912cbd12ccb8d", |
| "model.layers.23.self_attn.v_proj.weight": "b6c212577ad0fdbe8fcdc117c844c7644b4a43680042b5dfe53ccc946ba6c27f", |
| "model.layers.24.input_layernorm.weight": "bc8aa81b4f47e23a607c30dab7020f035831180385d5ade1847b7247a3f66117", |
| "model.layers.24.layer_scalar": "b317dbeddf90f0f35bb88ea4ba4bd76b137568b277a355c9ed0615070d7ddbca", |
| "model.layers.24.mlp.down_proj.weight": "47d6a03a5e046707d7d0cb16cbdfe57003b6c3d6660f6289ffa834204f0a25c6", |
| "model.layers.24.mlp.gate_proj.weight": "4fa7e76c8ca1574b1d30aaa4fbb59488632d4976913c608c440c200b684b89c8", |
| "model.layers.24.mlp.up_proj.weight": "b2de87896233743a8291ce0cf25749f7dd26067aa8a10a0543c6ae42920b3c12", |
| "model.layers.24.per_layer_input_gate.weight": "e11e48c4d093aa3a9ddebc9faab372fca003039a14877442c4ca85fb3117e9ab", |
| "model.layers.24.per_layer_projection.weight": "2143981586b8f5b288d4d6e49b0514fc65fa341f1471677cffce9830b71d3936", |
| "model.layers.24.post_attention_layernorm.weight": "0f82bde3a42fde9a4ec6b65e000be3cb839c3dfdc0c319244a77352467bb6d6d", |
| "model.layers.24.post_feedforward_layernorm.weight": "665e1de09c99f4a357ab42ffbbbfda2f87cc08d612062a38d1265125d58f9563", |
| "model.layers.24.post_per_layer_input_norm.weight": "fb6509c4824929487088579036ebf80578e19377aec319c06de9d7678a01a911", |
| "model.layers.24.pre_feedforward_layernorm.weight": "9ab94e61b689e57b04bc3fd6d21500dbb35d5e74acd5ac4f6052687080c140f0", |
| "model.layers.24.self_attn.o_proj.weight": "e1230094cef9301d323ceb7bb9e9f1916db1a720da5cf258195f73bae89aad24", |
| "model.layers.24.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.24.self_attn.q_proj.weight": "75d37ec66de4e7d64c077e036543094501c197de41f6d97af2376b58b21a566d", |
| "model.layers.25.input_layernorm.weight": "ac5ed543b7f111bd65e044840ff52bdd56842c13fea87452d27eb067ad339ec5", |
| "model.layers.25.layer_scalar": "43558d41d9b527c2f0374b9ac126d3c1a4afaf5c91103e3231162f6c565501f7", |
| "model.layers.25.mlp.down_proj.weight": "b789e57e74cf995d92fdcce313ed0c322b29ee1c18e9fd3fb5ed0f342a27fa1d", |
| "model.layers.25.mlp.gate_proj.weight": "79070352f6ecb33df46035e08409fb4c46e05be84ba3a8eac59687387dc8d77d", |
| "model.layers.25.mlp.up_proj.weight": "0e791e1d7313000558384aa0bb091252195a1a24abe7e86905906d7e89dda04d", |
| "model.layers.25.per_layer_input_gate.weight": "b579010202b2b991afbcf3567682443b14605c8c584c076d36d8fb88983b2c88", |
| "model.layers.25.per_layer_projection.weight": "190d3f247fc2e7441ab5fa84c0619f7ccce1b433fcaa02bed2273e7bcbe81251", |
| "model.layers.25.post_attention_layernorm.weight": "ad715a33d2298daa3d7e75ba69c4ec788e33a906690d05b6ca8830f6ab1c813e", |
| "model.layers.25.post_feedforward_layernorm.weight": "a722a03198219bd6e0885e8c2a65f236bd38f99bb2c31f7b36b324bb1daec23d", |
| "model.layers.25.post_per_layer_input_norm.weight": "9f15cb936a8b8e299f4f4a5d1c264200b06a8771125c8c94918fe746eb1c26ce", |
| "model.layers.25.pre_feedforward_layernorm.weight": "ba20566023a6c7a3abf35983bca58fd7d27f28541da9945aad599798e06547c9", |
| "model.layers.25.self_attn.o_proj.weight": "26a0c7e17545af8a4a9bf7aa4765587e591f97f186591c8df12e42d0db3d85de", |
| "model.layers.25.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.25.self_attn.q_proj.weight": "6d79afbd9b1a7837fa6f444830bfa654f4b774a0e67edd3c1156b8f06b84c280", |
| "model.layers.26.input_layernorm.weight": "1ef6f1657a1bc20d769f50bbfc77abdbfe5c3c58b97755c20184ddaf08c7e23c", |
| "model.layers.26.layer_scalar": "43558d41d9b527c2f0374b9ac126d3c1a4afaf5c91103e3231162f6c565501f7", |
| "model.layers.26.mlp.down_proj.weight": "8d1df9276e933613c7f5280e337ada9a228b3d4184edaafe0a8c744388b30d72", |
| "model.layers.26.mlp.gate_proj.weight": "6a4ee7ec8485c106496f135d92b388ed6a7fcdc819f9e4302ccc210006b71818", |
| "model.layers.26.mlp.up_proj.weight": "0baf33aa489deead4bc50ceec6bdc0e58369b850de408a924e26fb0e93f7d70c", |
| "model.layers.26.per_layer_input_gate.weight": "d3fc30841fcc1a1fb2fc5259aa71ddd140a4da00d68ca47d0581d737fb4fb60c", |
| "model.layers.26.per_layer_projection.weight": "226a5d8cd4179cc72675cac9740f11cb393ea3f7e1cc5ebe16cadb61045b86ad", |
| "model.layers.26.post_attention_layernorm.weight": "ec8bdd2505beb79e4ea0a630ea373982f150e464b22cd46c92851f7f0387429c", |
| "model.layers.26.post_feedforward_layernorm.weight": "fcc257669d1b4fe1e21c264b0e9e65f597167bf3445a5c36e6a77c2f465ed835", |
| "model.layers.26.post_per_layer_input_norm.weight": "e567524fd9ed7f796eb0959bc927298df11d1b5e262c488d146a6a431d2cdd75", |
| "model.layers.26.pre_feedforward_layernorm.weight": "dcbb0cc18077061bf61b4fdc77a6553f2090d6baca0829716fd6cc2d3c5fea43", |
| "model.layers.26.self_attn.o_proj.weight": "74af15d5a5ce4e0d71ec45e4a51eb8ef79ec32f003716204d28841c8d8c5abd2", |
| "model.layers.26.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.26.self_attn.q_proj.weight": "4ef6488a77680c693e314fa9f83919651866544006f619c885dcc009bc4b3025", |
| "model.layers.27.input_layernorm.weight": "864baff72ededbf9ae1fba003c9ee00cd27679ea99dbd307349bd471e4434a13", |
| "model.layers.27.layer_scalar": "618210f60106a516b2af096592bf70afccae6127c583be2a5573fd314baa72dd", |
| "model.layers.27.mlp.down_proj.weight": "9c628a023ef919e86f4bb06cd1910e3b0e1e90810aadd74301515484c3a61979", |
| "model.layers.27.mlp.gate_proj.weight": "b8702d20f8f9a056b0fa7ddb198fbaf75a7333d6a07fbdee38c7484679018ad6", |
| "model.layers.27.mlp.up_proj.weight": "fdbf8dad670fb70ccbf80c8d366a15b9d1847d0fc577a26c1f43b29709fa8361", |
| "model.layers.27.per_layer_input_gate.weight": "3f26b89c069e702863443511822aecae86b99c015824092d768886df4c533767", |
| "model.layers.27.per_layer_projection.weight": "894afb5d46822630b0c77a4daf299bdc936035aa98d9b350a306fd58ec02702e", |
| "model.layers.27.post_attention_layernorm.weight": "34ca559b722bb259c873956a0f21429ab4693c44d07ca03a9dbefbd89a906708", |
| "model.layers.27.post_feedforward_layernorm.weight": "7beaa2ceacfc55d12a8e83d2ec1a14d3ea5c0220b431d6919a2caff45164fb31", |
| "model.layers.27.post_per_layer_input_norm.weight": "24e53b1dba85c192146af998417f385735638fb0ac59bd162cc87d059a56b331", |
| "model.layers.27.pre_feedforward_layernorm.weight": "2ceca3ff4041d769007f4c1c781cde84cb9ac3b3fc9b4a69fb0491dab7865000", |
| "model.layers.27.self_attn.o_proj.weight": "631cfcd2ec6c4eba14676702cd697b40b93b47dde94292f455158bab3637b7d1", |
| "model.layers.27.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.27.self_attn.q_proj.weight": "cfa233355256d98e501e27d80fcbecaf7215754145353313cdb9f22c574d26e7", |
| "model.layers.28.input_layernorm.weight": "f161a8e0f7b47f324a97b4115d20c69bf7f274f34d7d571f4c61f8d090438b3f", |
| "model.layers.28.layer_scalar": "8f764b68d3656cdc9a9af95cfb2cd963b052045486d5dbd37dada44ef18c9270", |
| "model.layers.28.mlp.down_proj.weight": "bfe3bb963b1d32d385ff7f82d07b18a55f1b15e7bfa1e243a3828b0ad976254c", |
| "model.layers.28.mlp.gate_proj.weight": "2bbaefe9f466bed72c9dec7cb536207ef067d93825727b1f75945a7a22023705", |
| "model.layers.28.mlp.up_proj.weight": "ac090a187178efb51b4ea7247d3e061acdb844a7010220f2abdb607b8c482105", |
| "model.layers.28.per_layer_input_gate.weight": "81e0ae3b8be5babd97ee0ff3ce9e85af7d78289d9198c05e2548389ac3e8b130", |
| "model.layers.28.per_layer_projection.weight": "6523c544f4b099fc81505f03e0dd84f37965a86fbad66278b5a82b15a9dab1aa", |
| "model.layers.28.post_attention_layernorm.weight": "d7e850bfdb7a990f1bffbd39caaf4436170d317188db78fb95877e2fa604a6f2", |
| "model.layers.28.post_feedforward_layernorm.weight": "40b2769d35c7fd3c628f56fd21db1bd0b2510468ac6ae76f541e393bde04b7f8", |
| "model.layers.28.post_per_layer_input_norm.weight": "eaab178d37663f56d60f69beee632c411f85be6642a8c5885c391079f6e5d951", |
| "model.layers.28.pre_feedforward_layernorm.weight": "dd39c05628cfe783cf32a798663d9820f1adb9d94ebff483a434256f16d1feb1", |
| "model.layers.28.self_attn.o_proj.weight": "cefbc26e41c8dd087aa35cdc882df99796d98b63e4cc22f9c6e96d3e1da64458", |
| "model.layers.28.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.28.self_attn.q_proj.weight": "595427f08f33caea9bf79f64e6bfd1aeb25f8786947cf098aab5ef10ce14b1c9", |
| "model.layers.29.input_layernorm.weight": "9f16597de904f8c0343c03247568498a004e263530ffa2201e6f5b5ec5fc3b62", |
| "model.layers.29.layer_scalar": "8c52056a0afd472c60e893ac88917e9a1ce9bf377ef26072c10c26550dfd90b2", |
| "model.layers.29.mlp.down_proj.weight": "ef3c09773dcdd6a9316b499bb8c02dab5f91d8d9568561f4e04bd4ae6996c91a", |
| "model.layers.29.mlp.gate_proj.weight": "823a31d322ce5081d267415dc97f8b235c8959c3b79ebcb19f510d5297c157e3", |
| "model.layers.29.mlp.up_proj.weight": "6f984081f9f68011b458cb5d43ad0f02739a7f22eb3e98ada08fe8b73b8bda64", |
| "model.layers.29.per_layer_input_gate.weight": "b147aaf5e638a3ed153856f00394248fe4adf3ea7bf6f5d277e934b86e5d7706", |
| "model.layers.29.per_layer_projection.weight": "90f904abccf0d500e10410ac461006ede29ade3552647e298140b1a1f0bf8282", |
| "model.layers.29.post_attention_layernorm.weight": "683c3b36b226246ab4850a5ecde5b92ea1ae3fbcc5a066a3bb6e74a258f5d713", |
| "model.layers.29.post_feedforward_layernorm.weight": "c0cd97ab59cde0025b4d0e15f158528cf22f9d1545cdad783f84b175e9f5d1b5", |
| "model.layers.29.post_per_layer_input_norm.weight": "13edf3923ce23a33ca54684cde94e67fc2edb1b288e3a1e32a301b1ca80b6441", |
| "model.layers.29.pre_feedforward_layernorm.weight": "d81c0eafdba370974ac623f3e1b5aa68373d946b61db27ca667222572f2f6be0", |
| "model.layers.29.self_attn.o_proj.weight": "3f66e5726d615494a8d46a59a7ea43a07015fd2b7ddfa6ea14021061f399974d", |
| "model.layers.29.self_attn.q_norm.weight": "07101aaa0ac6e6df4b28cc3b209f04edaa9c277fc5037b50525478e3e60df15b", |
| "model.layers.29.self_attn.q_proj.weight": "748ef71de7442872f321447c37fa91ca3f0d6bb59fa0ddfb1a3eac2a06fd0462", |
| "model.layers.3.input_layernorm.weight": "5bdc72bfb8c523ab27b499969ad00c4f84353aa1bdbfc1b18f255e324ec11d7e", |
| "model.layers.3.layer_scalar": "9619b7708991ca4b30cf924604d4220a2070c818a0dfd96961b51f0dea80530c", |
| "model.layers.3.mlp.down_proj.weight": "94c5222bb992b6570168965e725aa528fcbff46a297f01d9d68e091636caf958", |
| "model.layers.3.mlp.gate_proj.weight": "f384194097745164ca58b6bc9d3906167017f1327b84facdf81c903d00e96bc0", |
| "model.layers.3.mlp.up_proj.weight": "aedd368ba849e158cf2a7ea1944df2824c8cba4ec1b2c48af460c538533a7a87", |
| "model.layers.3.per_layer_input_gate.weight": "3dda4b6fdb2b7319fb6eea778cb514f36f2a717c84f437c51377e9b44954d630", |
| "model.layers.3.per_layer_projection.weight": "d6c903ba556e329e58809bed36fa6662aa86817fc5adca4131f5c61c68192d2a", |
| "model.layers.3.post_attention_layernorm.weight": "7fbadb2a612172930f09863c0d9f819745e5c167713bf70e8c8dca4b041e862e", |
| "model.layers.3.post_feedforward_layernorm.weight": "36c1c57742e4c08962742e80555deeb10877e10da3149a5400b52c857d8bccc5", |
| "model.layers.3.post_per_layer_input_norm.weight": "7005051b1f7d978c8d207445131995c8f90e3944fbe67d00a0aa4b5cb527ab27", |
| "model.layers.3.pre_feedforward_layernorm.weight": "dd39f6c9b0be0f7916e1eb6ef7f0bd0141968e2d7b0a83809946aff252a47786", |
| "model.layers.3.self_attn.k_norm.weight": "4bfe9f411d232671d1a3685403104c11f94db9843e80f17f5a4a1d9694521e57", |
| "model.layers.3.self_attn.k_proj.weight": "c7a13637c84fff8ce0428941bdb24f7ffd0478e6d92a9610d6e74363de8b08a0", |
| "model.layers.3.self_attn.o_proj.weight": "dc1d981bcfe1ba01ea3ef42b5d8cdfa46872c12fa45c0416309c70ae3d7750e3", |
| "model.layers.3.self_attn.q_norm.weight": "a80f3176d8c4e9c8d113aee90863711847acaf9bc112dc49f85690fd355c7866", |
| "model.layers.3.self_attn.q_proj.weight": "6fe7ed3ca6370d7d8f5a74929737b9e921f8ee9eb5a2b3599280dd26495c35dc", |
| "model.layers.3.self_attn.v_proj.weight": "9a17697d0d0317effa8fba8d19afd35b27dc720c4366128b5699f1d674c5ff2b", |
| "model.layers.30.input_layernorm.weight": "52649645faf47129b7c77e5e749be84fb088719208dcb195a6426788a5affa2d", |
| "model.layers.30.layer_scalar": "9619b7708991ca4b30cf924604d4220a2070c818a0dfd96961b51f0dea80530c", |
| "model.layers.30.mlp.down_proj.weight": "3cd36d4d129e6b2d89f51ef3017e4408e5b1f75778b01577c5e4fc3697116fea", |
| "model.layers.30.mlp.gate_proj.weight": "060e314728d09a15d30e549c14fb513c6b38947db892ac6b97f48e5cb263a67d", |
| "model.layers.30.mlp.up_proj.weight": "5672bce3938e890942919445b60c3d4be26ab35668b3b448cf774aad7a6b9c1c", |
| "model.layers.30.per_layer_input_gate.weight": "e95a7d5ce556b97756fddf7494c92cb92158980170e0aa3c6f5e006ead9ef30a", |
| "model.layers.30.per_layer_projection.weight": "eff24aa67018bda94bd987b8a7550e59a8394130bb22562142ce133e0c05754a", |
| "model.layers.30.post_attention_layernorm.weight": "e72647e335260d6379fff00363170631eea343105b60a682c02df25228bc8c56", |
| "model.layers.30.post_feedforward_layernorm.weight": "3e2dac64956ea0f8de65a374b15b088b0468ba29a158dd86e7b304a41e1bc7a6", |
| "model.layers.30.post_per_layer_input_norm.weight": "d1634e98ecff80041ac1160377900fd56fe9e4754d1204d50cb2f698449dd532", |
| "model.layers.30.pre_feedforward_layernorm.weight": "3d3623aa6d2ddfd12dc134145fca7eb05ad21c9c8f5a41a812ed810fc036eddc", |
| "model.layers.30.self_attn.o_proj.weight": "948680157f5b2ab9a7a14f7e3d5df32d2704d91d59aa8867a24fd37087bdfba4", |
| "model.layers.30.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.30.self_attn.q_proj.weight": "79e71e9e99429383e85d8967943809e1dec92a507a7d6ca7d1d4f4d48aeda528", |
| "model.layers.31.input_layernorm.weight": "1257c1ea943e639afa575864dd5238534e444cd71c1ba3eb8aa2f2d1fdaef09c", |
| "model.layers.31.layer_scalar": "c1ce7ac69e626fdb873fd2ffb90f58fedb7dc0b1fa491f50ea0308da0ecadc78", |
| "model.layers.31.mlp.down_proj.weight": "c42616dd1a189057ac5f7244a72f74a2e2c254199b3d532ba6ea6680cd602f67", |
| "model.layers.31.mlp.gate_proj.weight": "45f70fc1c5bb245ea53a627f3fa8d0eb2619582e333f346d2716113f0b203822", |
| "model.layers.31.mlp.up_proj.weight": "c0f211b08ad53544d488036905cac818f2577fefa3a71131a4f5b38722dff1fa", |
| "model.layers.31.per_layer_input_gate.weight": "a9e4a2d67d19ba6d4d9c875504b2e79627b5c6d1f2061319463e08e761b244ba", |
| "model.layers.31.per_layer_projection.weight": "c023a95876ab4ac7ee0c38aff986fbd07c7b1ea17318122581860882c76b486f", |
| "model.layers.31.post_attention_layernorm.weight": "c4d59813a5c64d7d18b23ba4665adee8915cd630a566c20a769e3076ca0956ae", |
| "model.layers.31.post_feedforward_layernorm.weight": "62cffa3ed58a1977c94f0022d8699edfe533e888f51adb3fed78daba9189a98d", |
| "model.layers.31.post_per_layer_input_norm.weight": "2d5d7bf37c58ed97d56e49efa918183cca24b5e4ec5162755fa3ba38bb2949d8", |
| "model.layers.31.pre_feedforward_layernorm.weight": "d0ecefa9e974a7650af8421496867fa1454003fc1f2f3b638d13ee75c7836b01", |
| "model.layers.31.self_attn.o_proj.weight": "2b8a3b01406989ad7e636484adee87ada2e7ec9315159edfa696955538995706", |
| "model.layers.31.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.31.self_attn.q_proj.weight": "6e09f168c5646cdc331aaf5be61208dad3614f2b352caeeb0b4856f2c195dddf", |
| "model.layers.32.input_layernorm.weight": "434efa8488194ed88f8760cdc83524ce655e76130d9af3a8b7a8ed0dcfb6d6b2", |
| "model.layers.32.layer_scalar": "8565284c4c2826882e0370b51a42a264f8ba1e68d79a1ebed70167df242a774c", |
| "model.layers.32.mlp.down_proj.weight": "ecfce556b5de7bae8267d2aaad0fa8858f5d1b5f445585967e88aae562f4a6cb", |
| "model.layers.32.mlp.gate_proj.weight": "6d1680fdf756f9e3bab573cac24178d4cbf27bf6562952ac5b3a839494abb34f", |
| "model.layers.32.mlp.up_proj.weight": "963e722a7c7145d16a7ebe1dc3918711fa069009ed139de0927982429b6f1a2f", |
| "model.layers.32.per_layer_input_gate.weight": "e77aaa893fb1336cf1f1fe75e806048cc1c9b29f3d7bbc141cadb74d5e47f51d", |
| "model.layers.32.per_layer_projection.weight": "5137f8238844d5e166c953dd6a8f88a96833c821e2152d802f8a3b8cd33dca76", |
| "model.layers.32.post_attention_layernorm.weight": "a682879ce2b502a6eac71cc98e5361aaaa0e93d10e987bf486cd80f740061c31", |
| "model.layers.32.post_feedforward_layernorm.weight": "725e8d4f2579836162201f311d0e97a14d797e03faaeeeca3dc9d297a3053091", |
| "model.layers.32.post_per_layer_input_norm.weight": "491f6e8141026399aeacb42b70704f3292de2f7c73f0407dccdcfab5b1d271dc", |
| "model.layers.32.pre_feedforward_layernorm.weight": "9b27f9097e0c2e070d612447d77065f3f715e1672528afc2bb619bba8002648d", |
| "model.layers.32.self_attn.o_proj.weight": "d421780c58db092f71e70d46ecb997c3c90db679f35d51c924aead4fff774c61", |
| "model.layers.32.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.32.self_attn.q_proj.weight": "0c92a137b36de52cad96d5c016f4c8f0013b2a06c29a3d653f7c10c2e345f74b", |
| "model.layers.33.input_layernorm.weight": "0bc1d38b01abb5ed825d4de9b60b60fc570d2466a1748494b7ec0f1e3e7a152d", |
| "model.layers.33.layer_scalar": "a451af1731cada1862161e330c0ecf5f07c1d7b8f0d9f03d720cd214b479f352", |
| "model.layers.33.mlp.down_proj.weight": "48d7ef255ab2881e5c73c41f9dd7a414f2f00aeb14fd0a85236dbb9ca5c39ddb", |
| "model.layers.33.mlp.gate_proj.weight": "d1045d41bbfc91adad2e76bca3a320384ec7f6bd7cdd6a7e92d5628c32f99ac7", |
| "model.layers.33.mlp.up_proj.weight": "a5c78a31838f2ca59df59f09ca42498c2a038a7382ae94bc067d7de67eed63fe", |
| "model.layers.33.per_layer_input_gate.weight": "086524db61390b490606593d3b72df4f168f75c294df6d8838f10b4fabda4ebc", |
| "model.layers.33.per_layer_projection.weight": "28b4f4a681d3e8924abfa6d761da6a9e37ff00c368c958667ca0cb14b7202858", |
| "model.layers.33.post_attention_layernorm.weight": "528f41a79affef0f2892ef21beb2837955d69eaa456bdd75dd4edbc3a1e8e29f", |
| "model.layers.33.post_feedforward_layernorm.weight": "0f36d4675af7179dc52589d4a3c80ee7583e218d1e479d2f3f791bc15f63fd5a", |
| "model.layers.33.post_per_layer_input_norm.weight": "b3b745a1318c02832970a5091044b46f3b7eb7b77d84efb8eb232b414ffa3024", |
| "model.layers.33.pre_feedforward_layernorm.weight": "ddce74cd1553a08d7a51cb139de1d34c11117056c5e37029b9875224314b4059", |
| "model.layers.33.self_attn.o_proj.weight": "c2e9e3cf20820bd2ed027511901e5766105d92ea0ce3216319429d538f3f63fc", |
| "model.layers.33.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.33.self_attn.q_proj.weight": "77a924d40324f77f8ff025c7f77e4128bd5794c26638ede3bea356a15f3b3f93", |
| "model.layers.34.input_layernorm.weight": "a25770fa342e296ff36fda023a8b51a0f30d3757a7d9c0c72eb42bf55efb0fe7", |
| "model.layers.34.layer_scalar": "898b0a15ad7722ec14f57a5e9c9df4388a86acf941af9bb47eddbdfbe3a326ab", |
| "model.layers.34.mlp.down_proj.weight": "0a03265470fd121bd49cedc487ec9d7c21aeceb0530e3542f61221a58cf68c1b", |
| "model.layers.34.mlp.gate_proj.weight": "66d076c1529b8cb882da6ba92bdfc853998e19b275c6b2e1542f08c8a1538465", |
| "model.layers.34.mlp.up_proj.weight": "09f3aefdc291be33c6ec19843c929e0d65ede0246802be8033c2b4e4c6dfc1d8", |
| "model.layers.34.per_layer_input_gate.weight": "054c0e2c054db893e0c06fb2bcfd4ff0cccc34025a2553929adca27924a8ec34", |
| "model.layers.34.per_layer_projection.weight": "95c5157ce753470b1140268da3b29c693819a201c00b56c82b01f798caf2419f", |
| "model.layers.34.post_attention_layernorm.weight": "1afe282c12d93c681bec9291c40278d69c538789d2806e074048c1ab60abb790", |
| "model.layers.34.post_feedforward_layernorm.weight": "51612972de8578e8570c400d0c48a49e8bcdce898677d4fc8ab26c1c560db5d3", |
| "model.layers.34.post_per_layer_input_norm.weight": "c672c4c217d4745f02c9ac1ce577406842ffb1254d4393d360773fb131bc0af7", |
| "model.layers.34.pre_feedforward_layernorm.weight": "c7df71bcde31a55d3d78ca959123b728aa05a3bdd0137783364c39a01b27876d", |
| "model.layers.34.self_attn.o_proj.weight": "37ec57ac40db791e077fd6e8aab906116c7042de2cc8c1efd72729faa0e00116", |
| "model.layers.34.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.34.self_attn.q_proj.weight": "58d834dd341d99dd6ced584e436e51068c9169b437b5a3aba74fd15b8feab3cd", |
| "model.layers.35.input_layernorm.weight": "d59cddd6bd92d3d548e042e72ac90aff00df19d3654b6f53b5b294b990b4a67a", |
| "model.layers.35.layer_scalar": "898b0a15ad7722ec14f57a5e9c9df4388a86acf941af9bb47eddbdfbe3a326ab", |
| "model.layers.35.mlp.down_proj.weight": "86f04789220166b3940c5634ebbadda07dd14da854efdf251454a3e713eab31b", |
| "model.layers.35.mlp.gate_proj.weight": "74ab45680141f4ec52304c9d35c072054b977f24ccf1c050223534c363ff68d5", |
| "model.layers.35.mlp.up_proj.weight": "e494c0ee47fe02b2cab0d0358eba5ad49dfe4dc9afe99f5d34decc0b9ceb9e61", |
| "model.layers.35.per_layer_input_gate.weight": "51ffdfba1ab3698d3f3c1f5be072bb7ecc175aa4fa92781950858448828f8cc2", |
| "model.layers.35.per_layer_projection.weight": "88b13d111b885426a0bbd7cbf2fa33184accb5628a52c52046279464f78fbc48", |
| "model.layers.35.post_attention_layernorm.weight": "1cf6a48d71b0dd238f590da972208ed17df74d1664315732a41c041362f41fde", |
| "model.layers.35.post_feedforward_layernorm.weight": "bb7b5413457277b9b770957c91c0bbd59390431293fecd3b8d3bf677dd940803", |
| "model.layers.35.post_per_layer_input_norm.weight": "87cd5ae2d504708674538506719a30d0f52ff503c0d9c75afb2841db6590eb2f", |
| "model.layers.35.pre_feedforward_layernorm.weight": "bf02dde886e2b196a257176aeb235c0a35217d4862bd7d80785b4773c6c455b6", |
| "model.layers.35.self_attn.o_proj.weight": "06e9ee0419b5dceb31e2e8d3daa239d63310ee4308df8af47ba33888a9dd6b7a", |
| "model.layers.35.self_attn.q_norm.weight": "07101aaa0ac6e6df4b28cc3b209f04edaa9c277fc5037b50525478e3e60df15b", |
| "model.layers.35.self_attn.q_proj.weight": "5a10130440c18b2484a9465073d1d5a04ed5c79814c0628f0d7acf9dbcc89f3f", |
| "model.layers.36.input_layernorm.weight": "643c253af3fa5c42bd49fca3e98699750512a278fdc7851d917679a02d7291a9", |
| "model.layers.36.layer_scalar": "07991e351b3fb32fd1fb95db6e2556ce442f6e384c9ca0b72a2efa13d883cc0b", |
| "model.layers.36.mlp.down_proj.weight": "4ce8ae43d908891599d99a70ba69acc185611bf6c8954f8d8e0d9b73177c0804", |
| "model.layers.36.mlp.gate_proj.weight": "98d6629ace12b4c9e892e24d35128184bae8f96365a01605028bda3f86784b52", |
| "model.layers.36.mlp.up_proj.weight": "8fc94ebeb38609e8b69020b7fac5786cbddacec19de63879e3c683b2253a54c9", |
| "model.layers.36.per_layer_input_gate.weight": "487a51da64c3881b50a008baaa676228cfb4d1f63ee0153f983c7a4f6b29e05d", |
| "model.layers.36.per_layer_projection.weight": "f9ce08b0f0439f04c77234db82a20d9b4ae8ba1d491ace8f79ee6182b8c7e10b", |
| "model.layers.36.post_attention_layernorm.weight": "a75d01f2e4524d6e7f1966c966b7d8c534b9d0b84c837165cd32d8ccb8652bc8", |
| "model.layers.36.post_feedforward_layernorm.weight": "f15a72fa35c064a5743e806dd2298240326f0c9956fe7ca273044c554233fae6", |
| "model.layers.36.post_per_layer_input_norm.weight": "d695da43bb6cea0dbeeedf44446f0df3b4098c9820367b98585f60a89ddac2b0", |
| "model.layers.36.pre_feedforward_layernorm.weight": "67c7404bc1f4606f29de939757c0ec9a9209386cee8fd183a4c0bebe9b06506c", |
| "model.layers.36.self_attn.o_proj.weight": "53249d4b77d1e143eb2efd9ccda0e1ae5235965dba280735a23711f72253c512", |
| "model.layers.36.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.36.self_attn.q_proj.weight": "27752e0f9f81668b9b24da7cbec759620b9bbe58f2676bab0320eafcb6490f78", |
| "model.layers.37.input_layernorm.weight": "522d243bf757f58eb5b91b1d259e9f69ac40c9bfb9f15284a7223610cab57aa7", |
| "model.layers.37.layer_scalar": "42f1772c1799362f5606020009523384bb23bd122866346e76af5430e00cdddf", |
| "model.layers.37.mlp.down_proj.weight": "7e4e8e3f30608fcc1aa2ea77dd25e0ea368aec2689d1b2b7d7731d456c5823aa", |
| "model.layers.37.mlp.gate_proj.weight": "41565dccb6c7a0c39bb21a1484cacc8d31e37334cb807fc50b4772b9f5e91203", |
| "model.layers.37.mlp.up_proj.weight": "92a6d1cc3ddded8fed2978ba3c122d4a17ef0a94674d8e493cf21b95f1e096d6", |
| "model.layers.37.per_layer_input_gate.weight": "edc51cf944e12bd3655bbf6dcd01645ac77ca1733f2f64dc6d8cb3391b154429", |
| "model.layers.37.per_layer_projection.weight": "3ab483db2e8c621b72d211f80e706ab82a05117256646380a8d58c8e0fec9b07", |
| "model.layers.37.post_attention_layernorm.weight": "ad4d38ff41fdab30fd0901675f5150e2edc4c2d9246d57d4bdcd07be39180f0c", |
| "model.layers.37.post_feedforward_layernorm.weight": "26d1b7199d53752ff1c307b4478725113ea8ee2dfb76cee320bb1d319f45f124", |
| "model.layers.37.post_per_layer_input_norm.weight": "0ce619ad57eafd211af479f746e704edab036069e3aab1e8f2dae03931b48702", |
| "model.layers.37.pre_feedforward_layernorm.weight": "cabc923bf5ecfa9b21a9d650a9cd77fa9ee4fc932e7dd2d657738a3954b6aeca", |
| "model.layers.37.self_attn.o_proj.weight": "66536a07541d332292115d297c014e420fae7c354808de752b7ab9637cb7f109", |
| "model.layers.37.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.37.self_attn.q_proj.weight": "1eaeda16f3c23f6d3df4b8f8ea2263c802a04c762148409505988ceb71188601", |
| "model.layers.38.input_layernorm.weight": "1a65bc65594479061c073ec85a402e3d743a2deaa216691df4915a990ec05751", |
| "model.layers.38.layer_scalar": "b1d92f8c179e501dc57bd7618e954f6ac5c9d4f1aeb0a4d2776661601c09252b", |
| "model.layers.38.mlp.down_proj.weight": "7e5d47ea8c18477d42b23e6654da370f7fcc7032bb7efa17d4cac3d7c3fd40ef", |
| "model.layers.38.mlp.gate_proj.weight": "949b33120df5b18963e8c5836bf9e89630a03eb67a52d43978ff2df49911cf00", |
| "model.layers.38.mlp.up_proj.weight": "454a89617e36a0ccd0495a1df81526f5f3700bc274012d29c65a12ae1aa73d02", |
| "model.layers.38.per_layer_input_gate.weight": "554e2903c4d22272142083e36eb3bcc68c0ac56ff7eca1c148bc1b39061eb672", |
| "model.layers.38.per_layer_projection.weight": "8ecd38e7f64823bdd4c2f202b30ede1f52ee9335e18c80c20bcb1a8f2deb5bcb", |
| "model.layers.38.post_attention_layernorm.weight": "f3d34076d7770dc31ac0b0b8e2e851053c9c452f76b16f19c43c786a93df35bb", |
| "model.layers.38.post_feedforward_layernorm.weight": "59bca4d1e8211cb6a4cbc32787d5d40da3ebf2bffb0ce97326ac49dec2d50795", |
| "model.layers.38.post_per_layer_input_norm.weight": "114dd3f27f6ee9c9175ee2c06570612265663aa259e5ca268703e5e70f1939b3", |
| "model.layers.38.pre_feedforward_layernorm.weight": "d31daf718efbda0f5d4054588119d5b55b1e163affdca2927168afa56aa81fa0", |
| "model.layers.38.self_attn.o_proj.weight": "0d7b176d166ff7530b0a5c25e3f0ecf17fe40ff5fc2cfab232215685009e4154", |
| "model.layers.38.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.38.self_attn.q_proj.weight": "31d848c7ae31624f1c4a3da3586539bd35b17fdc4398b4c99c1ce004a28a3108", |
| "model.layers.39.input_layernorm.weight": "018c91bc8604ecc7bb08c17850b58b46388960441b1198189a1f05482012de71", |
| "model.layers.39.layer_scalar": "07991e351b3fb32fd1fb95db6e2556ce442f6e384c9ca0b72a2efa13d883cc0b", |
| "model.layers.39.mlp.down_proj.weight": "25a39cb929053c7701372ff0489c08c279453119c4464be9aa29bc10dface69a", |
| "model.layers.39.mlp.gate_proj.weight": "c93fd3046bfb768518bad8be5ba1050fa031327363379160c01dba61aa46c687", |
| "model.layers.39.mlp.up_proj.weight": "43ad0f54885adc9fa800c8b7d725ee61331d9af3af0fec24edae0061f3ef7e50", |
| "model.layers.39.per_layer_input_gate.weight": "28890039c0f9a802b39187dcd02ec397acf473c511ce4990692e9e048ebe9fe7", |
| "model.layers.39.per_layer_projection.weight": "d576b87c183347159f950f5c4b4006b6d421a8a948e273250fac856ab743c98b", |
| "model.layers.39.post_attention_layernorm.weight": "b596610aa0521bf9a49d2f299d8f55511d36016fef133880816ea8cef576e60e", |
| "model.layers.39.post_feedforward_layernorm.weight": "66c89d408121f8f8342c2adcb5dd1e7c7390793b3b61fc9f8d44f2d8aa257256", |
| "model.layers.39.post_per_layer_input_norm.weight": "388f9ec12c8484681865117a61ec2123d9b2c5ead8f33cafa01f7e700ef84918", |
| "model.layers.39.pre_feedforward_layernorm.weight": "b4107a3c2338a2bb2361b6341e355be2733acfa4a44102baf0c05c914ec91897", |
| "model.layers.39.self_attn.o_proj.weight": "fa35f953aa4a88566dfa9e6e6b26ddce55600bd13d30703027776044fdffff83", |
| "model.layers.39.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.39.self_attn.q_proj.weight": "4c2ff558ec21ef3818e4d5bbaba54f21fe1aa3bbb65125a1047c203980087bff", |
| "model.layers.4.input_layernorm.weight": "1695c104d5a3a6f6cf988470d690e59114273d336f29eaf93ccd991740681285", |
| "model.layers.4.layer_scalar": "782a57fb0e0a3243e46f202c847c8f4a6a92935f52fa283158294074d1466934", |
| "model.layers.4.mlp.down_proj.weight": "a72d57d3eb86b0c7b9858e91b14fdc4c1ff0726d1fbbc522e4ef011100fea551", |
| "model.layers.4.mlp.gate_proj.weight": "130dabb45d05f6cb33a20647cdb05500b21474763a6c1d05bfe94d3f93236fdc", |
| "model.layers.4.mlp.up_proj.weight": "93f5fd265f2fce7a4a06187903a9d1564fc604c055407ce651409328dff8c1bb", |
| "model.layers.4.per_layer_input_gate.weight": "25d7355127881d1f17381d4d4f6b775113d800e44b74a91c7ae6bec1df7db250", |
| "model.layers.4.per_layer_projection.weight": "45aff76ac322f441beab1b0edc10739d92180c42ac8269d2a8c2a560785f50c0", |
| "model.layers.4.post_attention_layernorm.weight": "9511e03cbcffbc8354f9b7ecda10e5897ba92fb69c9eeee2748818e50738717b", |
| "model.layers.4.post_feedforward_layernorm.weight": "681c34bf17e000b10b6e21f39b479ec7131a20b9af006aca77fdd9c7f72b0f28", |
| "model.layers.4.post_per_layer_input_norm.weight": "3d8836f53a53fd8f3688252b207327117ee9589020b98fb31886ba1cd4e4eaa2", |
| "model.layers.4.pre_feedforward_layernorm.weight": "c3da5482ae2ba90715eac986ede53dc06b51502dc576c8fc972b59b6da2a0a89", |
| "model.layers.4.self_attn.k_norm.weight": "626d2837d8926e88ac61d1d53ea00a998ed1384aea5bf039c04f190274703768", |
| "model.layers.4.self_attn.k_proj.weight": "37bd034878b8080c9adb572cae56f1e5698da601eb66c048a94dcbd0ad1b3093", |
| "model.layers.4.self_attn.o_proj.weight": "221215b45e0fb190a1af788546da9481a9192dfd0afd62969e3bac641e030b6b", |
| "model.layers.4.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.4.self_attn.q_proj.weight": "f683de751ce778e1ac81273ac261e156639ebe27bffda8fe1ee176fdf54204f3", |
| "model.layers.4.self_attn.v_proj.weight": "b643edc9bdddc4e9957571f64655a8f334e5d9709ffc98a08428e04846507921", |
| "model.layers.40.input_layernorm.weight": "3557fcb9cd34cc82ab9e3ec2dc2a74c832390351851d06318ab34136aed93647", |
| "model.layers.40.layer_scalar": "74988638039fa441a0970fecc4001f117175fca76fb90cca5e8cb12c979ad7a6", |
| "model.layers.40.mlp.down_proj.weight": "388cadbf9e796361987aa25abaa15e6b21d588f3b2f9fcb4f8d202a0b68e66ee", |
| "model.layers.40.mlp.gate_proj.weight": "dd7415726b0df40e8e5950eabd3cca64bd8fb827ca450cf2971c98a4ab5c2c4c", |
| "model.layers.40.mlp.up_proj.weight": "a85c541551b60604bd536b2ef8db47c1f088b3531654a390c134224c0195a252", |
| "model.layers.40.per_layer_input_gate.weight": "d9bcea1cf9181987d090c7d9763a290d3eec90550addf36c2fe6044028668aa6", |
| "model.layers.40.per_layer_projection.weight": "09056fd0d5f7e941afe36733c27707c759a01c7cdc6d2bcd4b0ef2b6734954bf", |
| "model.layers.40.post_attention_layernorm.weight": "ebbaa513e539a37a5a555b72fc31dd5ef0e66d095092e19cfd3e007f57119125", |
| "model.layers.40.post_feedforward_layernorm.weight": "1dcc4df5de51ace545de1265651f8c6236c891d619ec6695726d79d3200d54ad", |
| "model.layers.40.post_per_layer_input_norm.weight": "b38f00613a2e3da5a5ee048f1a730cbb05b1b36fe8286c07923a510f74075f7a", |
| "model.layers.40.pre_feedforward_layernorm.weight": "9ca75f074abf79b51a7db53a41a25d2c31fe1355880e08340ab9eec7122fd5f0", |
| "model.layers.40.self_attn.o_proj.weight": "5dac779675791c6c9089fc916553be7b8a6213f1bbc88d5e2a75a2b9b3564e0f", |
| "model.layers.40.self_attn.q_norm.weight": "a8df4e9ced7d0dacba747fa81e47edf0de2c85cc78adf73602e1dfe7fc6c1e6d", |
| "model.layers.40.self_attn.q_proj.weight": "ef1a53993cd8484781e2db31292343b42fcb02b1bd106bde8a92479cb863c6a6", |
| "model.layers.41.input_layernorm.weight": "bfffe4bc7c6f73256a017fc28aa180cd04fe7277ac7c3212d2e33328cc5e1901", |
| "model.layers.41.layer_scalar": "18651fc8853ea618a5dd1d34d0a4a24f16a0bc4676e5b8ae1ad293cf11e26614", |
| "model.layers.41.mlp.down_proj.weight": "4b998453701cfb1fc5f020ad8c9375722c91f170db35f503d1b5d6bd73c62671", |
| "model.layers.41.mlp.gate_proj.weight": "5bf50d7220daaf4283188d2a47436d5599516faa88be1dc42c5d9f8cd81fd07e", |
| "model.layers.41.mlp.up_proj.weight": "eb03f4f7e94823b9251eb7416a8886d9864260b517954a169daeb9ee991c9b81", |
| "model.layers.41.per_layer_input_gate.weight": "0e683ecf6ed0f53477fc97cc95ac574809718ad330105a91cc174b9c2039ae5e", |
| "model.layers.41.per_layer_projection.weight": "2c06bd249f1aa71540f4717d0b0a3568cc650539f6cc0665136b58f6df898a65", |
| "model.layers.41.post_attention_layernorm.weight": "8409b8e6253cf4dbef814bfeb7524c8f678081604c018d74cb4961a5ed0913f4", |
| "model.layers.41.post_feedforward_layernorm.weight": "0f64d2fbed8487aec736e28c1134feb1ca0f77bb5ccbeac44d31283964b60c77", |
| "model.layers.41.post_per_layer_input_norm.weight": "4f30b400b9f46bdccecd96fc734c76cac5a67664561a35d79ddd0d8b0fc0e820", |
| "model.layers.41.pre_feedforward_layernorm.weight": "96e07f4f68b642e5227b581a2514263d1aca233dc683d7689240831d8d15863d", |
| "model.layers.41.self_attn.o_proj.weight": "9bfda605a7fc994a28a187627eb1421d45b84a4271c12284b3ce247e98f50a06", |
| "model.layers.41.self_attn.q_norm.weight": "07101aaa0ac6e6df4b28cc3b209f04edaa9c277fc5037b50525478e3e60df15b", |
| "model.layers.41.self_attn.q_proj.weight": "5738d8b8c3a5608c42d9bf5c067404557edd0ab9d1c7bd17d137e8729a4adcd3", |
| "model.layers.5.input_layernorm.weight": "d3d207b17364a4b2db14610372d8fddabfac2910cbb4c2883ea0171ebb613536", |
| "model.layers.5.layer_scalar": "e5199687bbf653466ba68d488bd54c3a45ed523660d63c59ee3528b89df5ffb3", |
| "model.layers.5.mlp.down_proj.weight": "fab4d9f6fffed41f480c7f070b7c00cf7505b46834063e4170237edf349c9e28", |
| "model.layers.5.mlp.gate_proj.weight": "c23ba61acafd8e6fe86e96f72a8405d017c862c88ccf9b9a21d7858d27645ff0", |
| "model.layers.5.mlp.up_proj.weight": "2fce67f5cf9c3745dbdf135c6b55b37e3a49600f9b54c0fb55d26ab6510851c4", |
| "model.layers.5.per_layer_input_gate.weight": "426b00e80036715e0a57d8516243d8663b7831d884ffd9e73880b271d79679f3", |
| "model.layers.5.per_layer_projection.weight": "70bcf5557ddf86eac5193b0e671cfc67ade71ee71348741026588d8cfc0d5317", |
| "model.layers.5.post_attention_layernorm.weight": "0254565b051bdc11fef5d4d007a898812fa155087f3d03b481e15f54d5b1a50e", |
| "model.layers.5.post_feedforward_layernorm.weight": "dde2719f17e9f840394a134f0251af8913df5bca6995b1452c018ee58289ae64", |
| "model.layers.5.post_per_layer_input_norm.weight": "71b4515be6bdcc50c653c9d234a6c82007635a1c5a15e0bdf1e8daa7a6224139", |
| "model.layers.5.pre_feedforward_layernorm.weight": "b8b11924178bddfe80a004bfeef8e18720aa9b1834f6b400eaf4c877c0f4f036", |
| "model.layers.5.self_attn.k_norm.weight": "afabf88facaef68176e3dd9551965d08e579fe70f6d25d6ba1adb963d05131e3", |
| "model.layers.5.self_attn.k_proj.weight": "b332dd83d75c73feae51992ba964e5575d66c00bb3a9310d192a8bf53ea9f2ad", |
| "model.layers.5.self_attn.o_proj.weight": "6bf208ae52250b205a4972eda38c6f91fc3ee05ee3ca433e90cb73da10291870", |
| "model.layers.5.self_attn.q_norm.weight": "07101aaa0ac6e6df4b28cc3b209f04edaa9c277fc5037b50525478e3e60df15b", |
| "model.layers.5.self_attn.q_proj.weight": "c4d255e266a52a651defe20820f2a54a51e0dd6c6ae0d594753e8f743c8923fe", |
| "model.layers.5.self_attn.v_proj.weight": "f212b75facb5345bdbaa6b0da747457c53aa1831508d2a1dd219d8838b0d0673", |
| "model.layers.6.input_layernorm.weight": "71aac291d4fca168f882fd09d7df9e58ede38201c02b7ba279e1fb689a853357", |
| "model.layers.6.layer_scalar": "60d4dd0ca87cc6fe856fd727253515a5e78b2e9b204eaa94ae17011e1181807c", |
| "model.layers.6.mlp.down_proj.weight": "e89c78d6286b71140270c5407d9a3738a6ff5231f55fb4b65d4b0a1333fc51b2", |
| "model.layers.6.mlp.gate_proj.weight": "d2f802b351ce4bf0a8d49645b59459526e58384568f4a6433766b086c347d530", |
| "model.layers.6.mlp.up_proj.weight": "6e9c53f7315bc3866ded2da6149d0fd0fe4761e480afe2109ae522c6fcd42d8c", |
| "model.layers.6.per_layer_input_gate.weight": "e0a57369c20cb49de0d322d9b48c125ca71149c1ea466db42ea493436551e151", |
| "model.layers.6.per_layer_projection.weight": "798788c1070e5f1ff5db0b8a536724f945065f9a9984fee3f86ee6032f386d74", |
| "model.layers.6.post_attention_layernorm.weight": "9b27c28b0c99c67889395bada4d7c73775d4a4bbbe65c343cbaaf2126258edf2", |
| "model.layers.6.post_feedforward_layernorm.weight": "b0cb5a8c6ed456fe378ad7d30385d003ede9bc07bd7559383eaa54e5be13f08d", |
| "model.layers.6.post_per_layer_input_norm.weight": "498117820f6b2349057db2e876dc392eaa710e349a354e18fcd1638e03d87d5c", |
| "model.layers.6.pre_feedforward_layernorm.weight": "53119d8961ceefe97215a9bd44e2efc63b67e82a2cdd3183e8c3420a862755d5", |
| "model.layers.6.self_attn.k_norm.weight": "82dbd230fa6158cdafdf769a7ed09db864b9b957b379d356408db8c75496b1b4", |
| "model.layers.6.self_attn.k_proj.weight": "b64db578f31983311e0e313b32e90c4af2b06d3669e45c4a7c5d4e689ef21ef5", |
| "model.layers.6.self_attn.o_proj.weight": "1f0464bf8f706a841977c8c6275e13e40190104720844f459800a707b7a685fd", |
| "model.layers.6.self_attn.q_norm.weight": "a80f3176d8c4e9c8d113aee90863711847acaf9bc112dc49f85690fd355c7866", |
| "model.layers.6.self_attn.q_proj.weight": "ef19a267c890cc415cfd3153c68155f2ab6d9c7771e8f9bfddce0365248950b4", |
| "model.layers.6.self_attn.v_proj.weight": "1905dd2bd00ab70055e0b42c31c503ee63eb90180b6a3557c97d9d543adf2b0c", |
| "model.layers.7.input_layernorm.weight": "17542ec291720eb526907616f064e8cdb51d15a9da589c4e9e6e3a6a24731058", |
| "model.layers.7.layer_scalar": "b579c1a6059123b14582b861c41e475232ed0f2c182af52d84d6c83403d37b2b", |
| "model.layers.7.mlp.down_proj.weight": "dce7dea948a212a7c8efa0c4216c91ee005945b7741a6cfd8e867fd7a51fe7b2", |
| "model.layers.7.mlp.gate_proj.weight": "8d673ab5dc5afbfd1185f92ce0698420e288cdf26227de5164a779f13c8b6650", |
| "model.layers.7.mlp.up_proj.weight": "9cbb2d9e392428f8772461506e5f96dae3823fef8a385f95ce6d6d227393ca42", |
| "model.layers.7.per_layer_input_gate.weight": "0035c63d7a478b3a8497d1d9ebeed3cf9e0e7d0d8a528eadbc4ef1f469f94b37", |
| "model.layers.7.per_layer_projection.weight": "f978617cff5fa588ea3f2ac807c4be08d7ee83bb6f3ebb629cf47aa964e1a9bf", |
| "model.layers.7.post_attention_layernorm.weight": "afff5670166c0c386d3bcd17e280c1634a3754c2a2d7cc2eb532c3c5058fc23e", |
| "model.layers.7.post_feedforward_layernorm.weight": "9c7c33bc641ce33dae6b159fd8c4f2729c26edbe6146699781b4957efd0aae82", |
| "model.layers.7.post_per_layer_input_norm.weight": "573a413b73dd15fd3181ba9a8cc0da691b0c29f6447b276620735e4467f6743f", |
| "model.layers.7.pre_feedforward_layernorm.weight": "b71f061ff07bcbc812121066bdf979ec14e1b26c562d378da136ff904d1482db", |
| "model.layers.7.self_attn.k_norm.weight": "9ecd54eba376f8b03b274330175c85b235b3be67648220ca08997c9e24579b4a", |
| "model.layers.7.self_attn.k_proj.weight": "3d3c24a137fa03283b481707f4d009cfb891c4c7e1542cc3ada668fd4267a207", |
| "model.layers.7.self_attn.o_proj.weight": "9e086ca396c299efdd03319dc87f3055e2d175347d039fc6fcedf4e7a60d9d17", |
| "model.layers.7.self_attn.q_norm.weight": "a8e642382fae2d2ed231eeffd76996a12116b60ba4fa37c3c4fcfa7e98d26124", |
| "model.layers.7.self_attn.q_proj.weight": "2c9cf8fc83a2f5cec5a44d196f6d565bd94ea812f568aa9fbea222c382a06e59", |
| "model.layers.7.self_attn.v_proj.weight": "0d01acd1956069686605bc737076bdf199a877a1dd899a0fbda03477050a0f2d", |
| "model.layers.8.input_layernorm.weight": "481ce04f33a91e428892afcb0ae8cd44197582b7ef3880f1690a4088effc63b9", |
| "model.layers.8.layer_scalar": "c63c3b849e2c4ff26765559526c5cffd9ee818f8fae99a4568e13de56653e744", |
| "model.layers.8.mlp.down_proj.weight": "701d366a49bccb8589fd3ccd040b3c1631224e8d996f84fdbf2863bbce90543e", |
| "model.layers.8.mlp.gate_proj.weight": "98b4b77d9023588abaf2101a3a4b0f8d6474fccb794d973b548832ff8a1adf75", |
| "model.layers.8.mlp.up_proj.weight": "13dd5720574137929bac10a1e719e39076f1837a77eeeb55532f882cc27729c3", |
| "model.layers.8.per_layer_input_gate.weight": "b12edcc59e609c15ac5e2cf00e8d6a2bf6e77b3c3965301b3c69db7fefc18a61", |
| "model.layers.8.per_layer_projection.weight": "482ad27460e7fe8fddf7d6e3525a0cfe6eb125e49ddc3d88c412c1b4a607f368", |
| "model.layers.8.post_attention_layernorm.weight": "fb198edaf2d814eb31671d7d57ac2836d2a504ed6fcc41d8f437a26108c65dcf", |
| "model.layers.8.post_feedforward_layernorm.weight": "0d8c765c639df0efb25efe9566d746c185c067c5660aa89df5633fd8e53b091e", |
| "model.layers.8.post_per_layer_input_norm.weight": "6363e54b2607689668c26e01988ea8cbd65144f7d5ec77b0284a11c223b94883", |
| "model.layers.8.pre_feedforward_layernorm.weight": "7e98ea531ee475c60a1a78b45c67604b2992fc3b793837fb70f00977ed1f98df", |
| "model.layers.8.self_attn.k_norm.weight": "c4bcc51bde0b0f784f08bbb5d0922b4db94aa0367b77682d8c9e5ff0c904b97c", |
| "model.layers.8.self_attn.k_proj.weight": "fedd86eac41e9234aaacc2568948d7a3d754a651751ca05b92e6e58b8a015955", |
| "model.layers.8.self_attn.o_proj.weight": "3b6f25fa2c44be235b4ea12542ff10905feff9d02b0b579bda3de92f32ea8ffd", |
| "model.layers.8.self_attn.q_norm.weight": "9f7159c42482bd69c656591c47de52e900a4a4ed038a00e984ed877278e1a0f1", |
| "model.layers.8.self_attn.q_proj.weight": "82c21914e0ca31d3e0a06c0370366ad5e41ff944a2543ddc33b677ff26f87e67", |
| "model.layers.8.self_attn.v_proj.weight": "dcedb9687c3f2d1f2f9f6dafbba0d028dd15c6a8cb3eb9b02c7dbacd15253529", |
| "model.layers.9.input_layernorm.weight": "1a460259b3e5624ef892ff27e70e48367543f6ea55d1ea60b47dc1f2a0b36d58", |
| "model.layers.9.layer_scalar": "2d3265895cd54cffb3873ad5878f4b93978a062517232393c32737a9eace7fcc", |
| "model.layers.9.mlp.down_proj.weight": "026e251c7e580544a1970400b5349b90d8c9900e4d356a8c2d31fded59975e23", |
| "model.layers.9.mlp.gate_proj.weight": "990c10d577073f76397b12a4b788a61aed69e167f05db7332c670cb11be465f6", |
| "model.layers.9.mlp.up_proj.weight": "68db607923382f87fd6e05710c342cfb255fb675cc93432ffd5984eb6c341981", |
| "model.layers.9.per_layer_input_gate.weight": "2deae65ec56c9a46bcc90345552d941481e30b7965a93b20628a32792cc03a69", |
| "model.layers.9.per_layer_projection.weight": "f6d40276df0a042e2e2b741f2be5d4a205f9c69f17e1c5397bfad67f6da28d6e", |
| "model.layers.9.post_attention_layernorm.weight": "209542396438680b28f5986e32625827579ae87010f509559b866db1e8112540", |
| "model.layers.9.post_feedforward_layernorm.weight": "cecbb413344530737563c82ac4555377db61cc3101c55034c64f3a09a098988e", |
| "model.layers.9.post_per_layer_input_norm.weight": "a522f7a17735571013fb7acb6ceefcea29ec1b003b424e3411b4e95d557a0d40", |
| "model.layers.9.pre_feedforward_layernorm.weight": "14ce6737dc126c7a70e6aa90963c5ea0b8b730d63326917d971d25f38699a19f", |
| "model.layers.9.self_attn.k_norm.weight": "f61fdbd186eef23e0bac25c4736abeb3c04060bec2417b07c63105bab4ddf999", |
| "model.layers.9.self_attn.k_proj.weight": "c5b800d2ef5f6603f08fe6c27f806168b75d670e64ed604762f0699b4b79f499", |
| "model.layers.9.self_attn.o_proj.weight": "39744522e77cce5649650d6c6decfd9653582025889a6a2442eeb49d76a7f7a8", |
| "model.layers.9.self_attn.q_norm.weight": "49fa60bb76920a08e5ca642e802db23c7195761fdf98f9837cd4686e287a0cf1", |
| "model.layers.9.self_attn.q_proj.weight": "4418152acf0146359716e360da58aa974c7be1206102a6c86e2ec0aea00109f6", |
| "model.layers.9.self_attn.v_proj.weight": "04edec9de3089b89895fb55ee65f1b8e5e7024c2c024533295377e483e011c03", |
| "model.norm.weight": "50c5a66eda764517fa7210fa485989b8bf857657fd50cbac6ecf29d62e69d657", |
| "model.per_layer_model_projection.weight": "bf082daeaa5ba95f8c20ae0df25d237cf7a10f27ae5eafa59477f82ecce14134", |
| "model.per_layer_projection_norm.weight": "5bc0c4c41b75ecbfdaaec11b049b9e38c1e180dc8fe6af03af3b59cc7708bf7d" |
| } |
| } |
|
|
